We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b7493a8 commit 31af8d4Copy full SHA for 31af8d4
src/accelerate/data_loader.py
@@ -1201,7 +1201,7 @@ def prepare_data_loader(
1201
is_datasets_available()
1202
and isinstance(new_dataset, DatasetsIterableDataset)
1203
and not split_batches
1204
- and new_dataset.n_shard > num_processes
+ and new_dataset.n_shards > num_processes
1205
):
1206
new_dataset = new_dataset.shard(num_shards=num_processes, index=process_index)
1207
elif isinstance(new_dataset, IterableDataset):
0 commit comments