config_name -> subset_name

Co-authored-by: Yuchang Sun <[email protected]>

Author: 0x404

trinity/common/task.py

@@ -104,7 +104,7 @@ def task_generator(
 def load_hf_dataset(config: DataConfig, split: str):
     """Load a Hugging Face dataset with optional configuration name."""
     if config.config_name is not None:
-        hf_dataset = load_dataset(config.dataset_path, config.config_name, split=split)
+        hf_dataset = load_dataset(config.dataset_path, config.subset_name, split=split)
     else:
         hf_dataset = load_dataset(config.dataset_path, split=split)
     return hf_dataset