Fix collator

Author: kcz358

lmms_eval/models/chat/llava_hf.py

@@ -44,12 +44,12 @@ def generate_until(self, requests: List[Instance]) -> List[str]:
 
         # A dummy collate here to sort by doc id
         def _collate(x):
-            return x[2], x[2]
+            return x[0], x[0]
 
         # we group requests by their generation_kwargs,
         # so that we don't try to execute e.g. greedy sampling and temp=0.8 sampling
         # in the same batch.
-        re_ords = utils.Collator([reg.args for reg in requests], _collate, grouping=True)
+        re_ords = utils.Collator([reg.args for reg in requests], _collate, grouping=False)
         chunks = re_ords.get_batched(n=self.batch_size, batch_fn=None)
         num_iters = len(requests) // self.batch_size if len(requests) % self.batch_size == 0 else len(requests) // self.batch_size + 1
         pbar = tqdm(total=num_iters, disable=(self.rank != 0), desc="Model Responding")