updates

Author: Ye Shaokai

llava/action/benchmark.py

@@ -17,8 +17,6 @@
 n_frames = 16
 topk = 5
 action_representation = 'GT_random_narration'
-gpt_model = 'gpt-4o-mini-2024-07-18'
-#gpt_model = 'gpt-4o-2024-08-06'
 perspective = 'first_person'
 benchmark_testing = True
 
@@ -71,6 +69,10 @@ def benchmark_random_mcq(n_samples, gpt_model):
 
 
 if __name__ == '__main__':
-    benchmark_avion_mcq(-1)
-    benchmark_tim_mcq(-1)
-    benchmark_random_mcq(-1)
+    benchmark_avion_mcq(-1, 'gpt-4o-mini-2024-07-18')
+    benchmark_tim_mcq(-1, 'gpt-4o-mini-2024-07-18')
+    benchmark_random_mcq(-1, 'gpt-4o-mini-2024-07-18')
+    benchmark_avion_mcq(-1, 'gpt-4o-2024-08-06')
+    benchmark_tim_mcq(-1, 'gpt-4o-2024-08-06')
+    benchmark_random_mcq(-1, 'gpt-4o-2024-08-06')    
+    

llava/action/chatgpt_utils.py

@@ -462,6 +462,8 @@ def multi_process_run(self, offset= 0, n_samples = -1, disable_api_calling = Fal
 
         if n_samples != -1:
             indices = list(range(len(self.data)))[offset:offset + n_samples]
+        else:
+            indices = list(range(len(self.data)))
         num_chunks = os.cpu_count() if not self.debug else 2
 
         indices_groups = self.split_indices(indices, num_chunks)