Update generative-proof-of-concept-CPU-preprocessing-in-memory.py

Try a different reset strategy on __iter__ ...

Author: david-thrower

generative-proof-of-concept-CPU-preprocessing-in-memory.py

@@ -1347,7 +1347,22 @@ def _expand_next_batch(self):
                 self.data = input_ids_list
                 self.labels = labels_list
 
+            # def __iter__(self):
+            #     return self
+
+            # def __iter__(self):
+            #     # Create a fresh instance with the same parameters
+            #     return SampleExpansionGenerator(
+            #         self.raw_text_samples, 
+            #         self.tokenizer, 
+            #         self.sample_expansion_batch_size
+            #     )
+            
             def __iter__(self):
+                # Reset to initial state for new epoch
+                self.current_index = 0
+                self.data = []
+                self.labels = []
                 return self
 
             def __next__(self):