debug

Author: KRRT7

codeflash/benchmarking/trace_benchmarks.py

@@ -12,6 +12,7 @@
 def trace_benchmarks_pytest(
     benchmarks_root: Path, tests_root: Path, project_root: Path, trace_file: Path, timeout: int = 300
 ) -> None:
+    logger.info("Tracing benchmarks with codeflash-benchmark")
     benchmark_env = os.environ.copy()
     if "PYTHONPATH" not in benchmark_env:
         benchmark_env["PYTHONPATH"] = str(project_root)
@@ -32,6 +33,7 @@ def trace_benchmarks_pytest(
         env=benchmark_env,
         timeout=timeout,
     )
+    logger.info(f"ran with args: {result.args}")
     if result.returncode != 0:
         if "ERROR collecting" in result.stdout:
             # Pattern matches "===== ERRORS =====" (any number of =) and captures everything after

codeflash/optimization/optimizer.py

@@ -74,6 +74,7 @@ def run_benchmarks(
             for file in file_to_funcs_to_optimize:
                 with file.open("r", encoding="utf8") as f:
                     file_path_to_source_code[file] = f.read()
+            console.print(f"Instrumented {len(file_to_funcs_to_optimize)} files for benchmarking…")
             try:
                 instrument_codeflash_trace_decorator(file_to_funcs_to_optimize)
                 trace_file = Path(self.args.benchmarks_root) / "benchmarks.trace"
@@ -83,6 +84,7 @@ def run_benchmarks(
                 self.replay_tests_dir = Path(
                     tempfile.mkdtemp(prefix="codeflash_replay_tests_", dir=self.args.benchmarks_root)
                 )
+                logger.info(f"Tracing benchmarks to {trace_file} in {self.replay_tests_dir}")
                 trace_benchmarks_pytest(
                     self.args.benchmarks_root, self.args.tests_root, self.args.project_root, trace_file
                 )  # Run all tests that use pytest-benchmark