We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e4f47bc commit 257632eCopy full SHA for 257632e
swift/llm/utils/dataset.py
@@ -233,6 +233,8 @@ def load_ms_dataset(
233
subset_name, split = subset_split
234
dataset = MsDataset.load(
235
dataset_id, subset_name=subset_name, split=split)
236
+ if hasattr(dataset, 'to_hf_dataset'):
237
+ dataset = dataset.to_hf_dataset()
238
dataset_list.append(dataset)
239
return concatenate_datasets(dataset_list)
240
0 commit comments