Fix incorrect duplicate batch skipping, Fix pending batch being skipped

Author: incrypto32

src/amp/streaming/reorg.py

@@ -46,16 +46,15 @@ def __next__(self) -> ResponseBatch:
             KeyboardInterrupt: When user cancels the stream
         """
         try:
+            # Check if we have a pending batch from a previous reorg detection
+            if hasattr(self, '_pending_batch'):
+                pending = self._pending_batch
+                delattr(self, '_pending_batch')
+                return pending
+
             # Get next batch from underlying stream
             batch = next(self.stream_iterator)
 
-            # Note: ranges_complete flag is handled by CheckpointStore in load_stream_continuous
-            # Check if this batch contains only duplicate ranges
-            if self._is_duplicate_batch(batch.metadata.ranges):
-                self.logger.debug(f'Skipping duplicate batch with ranges: {batch.metadata.ranges}')
-                # Recursively call to get the next non-duplicate batch
-                return self.__next__()
-
             # Detect reorgs by comparing with previous ranges
             invalidation_ranges = self._detect_reorg(batch.metadata.ranges)
 
@@ -70,13 +69,6 @@ def __next__(self) -> ResponseBatch:
                 self._pending_batch = batch
                 return ResponseBatch.reorg_batch(invalidation_ranges)
 
-            # Check if we have a pending batch from a previous reorg detection
-            # REVIEW: I think we should remove this
-            if hasattr(self, '_pending_batch'):
-                pending = self._pending_batch
-                delattr(self, '_pending_batch')
-                return pending
-
             # Normal case - just return the data batch
             return batch