fix dummy prefill batch for eager

Signed-off-by: Wuxun Zhang <[email protected]>

Author: wuxun-zhang

vllm_gaudi/v1/worker/hpu_model_runner.py

@@ -133,6 +133,14 @@ class BatchContents:
     def get_num_tokens(self):
         return [len(t) for t in self.token_ids]
 
+    def clone(self):
+        return BatchContents(
+            req_ids=self.req_ids.copy(),
+            token_ids=[t.copy() for t in self.token_ids],
+            context_lens=self.context_lens.copy(),
+            blocks=[b.copy() for b in self.blocks],
+            logits_positions=[lp.copy() for lp in self.logits_positions])
+
 
 # TODO(kzawora): remove this
 @dataclass
@@ -1600,7 +1608,7 @@ def _create_dummy_prefill_batch_contents(
         )
 
         outputs = [
-            self._form_prefill_batch(new_batch_contents)
+            self._form_prefill_batch(new_batch_contents.clone())
             for _ in range(num_prefills)
         ]
         return outputs