bugfix: ernie dataset tests (#2632)

Author: Jonathans575

tests/dataset/test_ernie_datasets.py

@@ -41,6 +41,7 @@ def test_random_dataset_len(self):
             "greedy_intokens": True,
             "packing": False,
             "mix_strategy": "random",
+            "encode_one_turn": True,
         }
 
         train_dataset = create_dataset_sft(
@@ -69,6 +70,7 @@ def test_concat_dataset_len(self):
             "greedy_intokens": True,
             "packing": False,
             "mix_strategy": "concat",
+            "encode_one_turn": True,
         }
 
         train_dataset = create_dataset_sft(
@@ -97,6 +99,7 @@ def test_interleave_under_dataset_len(self):
             "greedy_intokens": True,
             "packing": False,
             "mix_strategy": "interleave_under",
+            "encode_one_turn": True,
         }
 
         train_dataset = create_dataset_sft(
@@ -125,6 +128,7 @@ def test_interleave_over_dataset_len(self):
             "greedy_intokens": True,
             "packing": False,
             "mix_strategy": "interleave_over",
+            "encode_one_turn": True,
         }
 
         train_dataset = create_dataset_sft(
@@ -162,6 +166,7 @@ def test_random_dataset_len(self):
             "mask_out_eos_token": True,
             "packing": False,
             "mix_strategy": "random",
+            "encode_one_turn": True,
         }
 
         train_dataset = create_dataset_dpo(
@@ -197,6 +202,7 @@ def test_concat_dataset_len(self):
             "mask_out_eos_token": True,
             "packing": False,
             "mix_strategy": "concat",
+            "encode_one_turn": True,
         }
 
         train_dataset = create_dataset_dpo(
@@ -232,6 +238,7 @@ def test_interleave_under_dataset_len(self):
             "mask_out_eos_token": True,
             "packing": False,
             "mix_strategy": "interleave_under",
+            "encode_one_turn": True,
         }
 
         train_dataset = create_dataset_dpo(
@@ -267,6 +274,7 @@ def test_interleave_over_dataset_len(self):
             "mask_out_eos_token": True,
             "packing": False,
             "mix_strategy": "interleave_over",
+            "encode_one_turn": True,
         }
 
         train_dataset = create_dataset_dpo(