easier to retrieve data

Author: aseembits93

codeflash/code_utils/config_consts.py

@@ -5,6 +5,6 @@
 MIN_IMPROVEMENT_THRESHOLD = 0.05
 MAX_TEST_FUNCTION_RUNS = 50
 MAX_CUMULATIVE_TEST_RUNTIME_NANOSECONDS = 100e6  # 100ms
-N_TESTS_TO_GENERATE = 2
+N_TESTS_TO_GENERATE = 4
 TOTAL_LOOPING_TIME = 10.0  # 10 second candidate benchmarking budget
 COVERAGE_THRESHOLD = 60.0

codeflash/optimization/function_optimizer.py

@@ -1237,14 +1237,14 @@ def generate_and_instrument_tests(
                 Path(self.original_module_path),
                 self.test_cfg,
                 INDIVIDUAL_TESTCASE_TIMEOUT,
-                self.function_trace_id,#[:-4]+"TST0" if run_experiment else self.function_trace_id,
+                self.function_trace_id[:-4]+"TST0" if run_experiment else self.function_trace_id,
                 test_index,
                 test_path,
                 test_perf_path,
                 single_prompt=False,
             )
             for test_index, (test_path, test_perf_path) in enumerate(
-                zip(generated_test_paths, generated_perf_test_paths)
+                zip(generated_test_paths[:2], generated_perf_test_paths[:2])
             )
         ]
         if run_experiment:
@@ -1258,13 +1258,13 @@ def generate_and_instrument_tests(
                     Path(self.original_module_path),
                     self.test_cfg,
                     INDIVIDUAL_TESTCASE_TIMEOUT,
-                    self.function_trace_id,#[:-4]+"TST1",
+                    self.function_trace_id[:-4]+"TST1",
                     test_index,
                     test_path,
                     test_perf_path,
                     single_prompt=True,
                 )
                 for test_index, (test_path, test_perf_path) in enumerate(
-                    zip(generated_test_paths, generated_perf_test_paths)
+                    zip(generated_test_paths[2:], generated_perf_test_paths[2:])
                 )]
         return original