test E2E

Author: KRRT7

code_to_optimize/code_directories/simple_tracer_e2e/testbench.py

@@ -0,0 +1,19 @@
+from concurrent.futures import ThreadPoolExecutor
+
+
+def add_numbers(a: int, b: int) -> int:
+    result = a + b
+    return result
+
+
+def test_threadpool() -> None:
+    pool = ThreadPoolExecutor(max_workers=3)
+    numbers = [(10, 20), (30, 40), (50, 60)]
+    result = pool.map(add_numbers, *zip(*numbers))
+
+    for r in result:
+        print(r)
+
+
+if __name__ == "__main__":
+    test_threadpool()

tests/scripts/end_to_end_test_tracer_replay.py

@@ -3,21 +3,38 @@
 
 from end_to_end_test_utilities import CoverageExpectation, TestConfig, run_codeflash_command, run_with_retries
 
+# def run_test(expected_improvement_pct: int) -> bool:
+#     config = TestConfig(
+#         trace_mode=True,
+#         min_improvement_x=0.1,
+#         expected_unit_tests=1,
+#         coverage_expectations=[
+#             CoverageExpectation(function_name="funcA", expected_coverage=100.0, expected_lines=[2, 3, 4, 6, 9])
+#         ],
+#     )
+#     cwd = (
+#         pathlib.Path(__file__).parent.parent.parent / "code_to_optimize" / "code_directories" / "simple_tracer_e2e"
+#     ).resolve()
+#     return run_codeflash_command(cwd, config, expected_improvement_pct)
 
-def run_test(expected_improvement_pct: int) -> bool:
+
+def run_testbenchtest(expected_improvement_pct: int) -> bool:
     config = TestConfig(
         trace_mode=True,
         min_improvement_x=0.1,
-        expected_unit_tests=1,
         coverage_expectations=[
-            CoverageExpectation(function_name="funcA", expected_coverage=100.0, expected_lines=[2, 3, 4, 6, 9])
+            CoverageExpectation(function_name="add_numbers", expected_coverage=100.0, expected_lines=[2, 3, 4, 6, 9])
         ],
     )
     cwd = (
-        pathlib.Path(__file__).parent.parent.parent / "code_to_optimize" / "code_directories" / "simple_tracer_e2e"
+        pathlib.Path(__file__).parent.parent.parent / "code_to_optimize" / "code_directories" / "testbench"
     ).resolve()
     return run_codeflash_command(cwd, config, expected_improvement_pct)
 
 
 if __name__ == "__main__":
-    exit(run_with_retries(run_test, int(os.getenv("EXPECTED_IMPROVEMENT_PCT", 10))))
+    # tests = [run_test, run_testbenchtest]
+    tests = [run_testbenchtest]
+    for test in tests:
+        res = run_with_retries(test, int(os.getenv("EXPECTED_IMPROVEMENT_PCT", 10)))
+    exit(0 if res else 1)