File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -564,7 +564,7 @@ def _iter_arrow(self) -> Iterator[tuple[Key, pa.Table]]:
564564 self ._state_dict ["batch_idx" ] += 1
565565 self ._state_dict ["num_chunks_since_previous_state" ] += len (chunks_buffer )
566566 self ._state_dict ["cropped_chunk_length" ] = 0
567- # FIXED: Cast chunks to expected schema
567+
568568 if self .features :
569569 expected_schema = pa .schema (self .features .type )
570570 casted_chunks = []
@@ -598,7 +598,7 @@ def _iter_arrow(self) -> Iterator[tuple[Key, pa.Table]]:
598598 self ._state_dict ["batch_idx" ] += 1
599599 self ._state_dict ["num_chunks_since_previous_state" ] += len (chunks_buffer )
600600 self ._state_dict ["cropped_chunk_length" ] = cropped_chunk_length
601- # FIXED: Cast chunks to expected schema
601+
602602 if self .features :
603603 expected_schema = pa .schema (self .features .type )
604604 casted_chunks = []
@@ -630,7 +630,7 @@ def _iter_arrow(self) -> Iterator[tuple[Key, pa.Table]]:
630630 self ._state_dict ["batch_idx" ] += 1
631631 self ._state_dict ["num_chunks_since_previous_state" ] = 0
632632 self ._state_dict ["cropped_chunk_length" ] = 0
633- # FIXED: Cast chunks to expected schema
633+
634634 if self .features :
635635 expected_schema = pa .schema (self .features .type )
636636 casted_chunks = []
You can’t perform that action at this time.
0 commit comments