Skip to content

Commit a12c854

Browse files
authored
Update iterable_dataset.py
1 parent fa8ba23 commit a12c854

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

src/datasets/iterable_dataset.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -564,7 +564,7 @@ def _iter_arrow(self) -> Iterator[tuple[Key, pa.Table]]:
564564
self._state_dict["batch_idx"] += 1
565565
self._state_dict["num_chunks_since_previous_state"] += len(chunks_buffer)
566566
self._state_dict["cropped_chunk_length"] = 0
567-
# FIXED: Cast chunks to expected schema
567+
568568
if self.features:
569569
expected_schema = pa.schema(self.features.type)
570570
casted_chunks = []
@@ -598,7 +598,7 @@ def _iter_arrow(self) -> Iterator[tuple[Key, pa.Table]]:
598598
self._state_dict["batch_idx"] += 1
599599
self._state_dict["num_chunks_since_previous_state"] += len(chunks_buffer)
600600
self._state_dict["cropped_chunk_length"] = cropped_chunk_length
601-
# FIXED: Cast chunks to expected schema
601+
602602
if self.features:
603603
expected_schema = pa.schema(self.features.type)
604604
casted_chunks = []
@@ -630,7 +630,7 @@ def _iter_arrow(self) -> Iterator[tuple[Key, pa.Table]]:
630630
self._state_dict["batch_idx"] += 1
631631
self._state_dict["num_chunks_since_previous_state"] = 0
632632
self._state_dict["cropped_chunk_length"] = 0
633-
# FIXED: Cast chunks to expected schema
633+
634634
if self.features:
635635
expected_schema = pa.schema(self.features.type)
636636
casted_chunks = []

0 commit comments

Comments
 (0)