let's make it clear it's an sqlite3 db

Author: KRRT7

codeflash/cli_cmds/cli.py

@@ -47,8 +47,8 @@ def parse_args() -> Namespace:
     trace_optimize.add_argument(
         "--output",
         type=str,
-        default="codeflash.trace",
-        help="The file to save the trace to. Default is codeflash.trace.",
+        default="codeflash.sqlite3",
+        help="The file to save the trace to. Default is codeflash.sqlite3.",
     )
     trace_optimize.add_argument(
         "--config-file-path",

codeflash/optimization/optimizer.py

@@ -87,7 +87,7 @@ def run_benchmarks(
                     file_path_to_source_code[file] = f.read()
             try:
                 instrument_codeflash_trace_decorator(file_to_funcs_to_optimize)
-                trace_file = Path(self.args.benchmarks_root) / "benchmarks.trace"
+                trace_file = Path(self.args.benchmarks_root) / "benchmarks.sqlite3"
                 if trace_file.exists():
                     trace_file.unlink()
 

codeflash/tracer.py

@@ -33,7 +33,7 @@
 
 def main(args: Namespace | None = None) -> ArgumentParser:
     parser = ArgumentParser(allow_abbrev=False)
-    parser.add_argument("-o", "--outfile", dest="outfile", help="Save trace to <outfile>", default="codeflash.trace")
+    parser.add_argument("-o", "--outfile", dest="outfile", help="Save trace to <outfile>", default="codeflash.sqlite3")
     parser.add_argument("--only-functions", help="Trace only these functions", nargs="+", default=None)
     parser.add_argument(
         "--max-function-count",
@@ -59,7 +59,7 @@ def main(args: Namespace | None = None) -> ArgumentParser:
 
     if args is not None:
         parsed_args = args
-        parsed_args.outfile = getattr(args, "output", "codeflash.trace")
+        parsed_args.outfile = getattr(args, "output", "codeflash.sqlite3")
         parsed_args.only_functions = getattr(args, "only_functions", None)
         parsed_args.max_function_count = getattr(args, "max_function_count", 100)
         parsed_args.tracer_timeout = getattr(args, "timeout", None)

codeflash/tracing/tracing_new_process.py

@@ -130,7 +130,7 @@ def __init__(
         test_file_path = get_test_file_path(
             test_dir=Path(config["tests_root"]), function_name=function_path, test_type="replay"
         )
-        trace_filename = test_file_path.stem + ".trace"
+        trace_filename = test_file_path.stem + ".sqlite3"
         self.output_file = test_file_path.parent / trace_filename
         self.result_pickle_file_path = result_pickle_file_path
 

docs/optimizing-with-codeflash/trace-and-optimize.mdx

@@ -61,7 +61,7 @@ Codeflash script optimizer can be used in three ways:
     ```
 
     The above command should suffice in most situations.
-    To customize the trace file location you can specify it like `codeflash optimize -o trace_file_path.trace`. Otherwise, it defaults to `codeflash.trace` in the current working directory.
+    To customize the trace file location you can specify it like `codeflash optimize -o trace_file_path.sqlite3`. Otherwise, it defaults to `codeflash.sqlite3` in the current working directory.
 
 2. **Trace and optimize as two separate steps**
 
@@ -70,7 +70,7 @@ Codeflash script optimizer can be used in three ways:
     To create just the trace file first, run
 
     ```bash
-    codeflash optimize -o trace_file.trace --trace-only path/to/your/file.py --your_options
+    codeflash optimize -o trace_file.sqlite3 --trace-only path/to/your/file.py --your_options
     ```
 
     This will create a replay test file. To optimize with the replay test, run the 
@@ -89,7 +89,7 @@ Codeflash script optimizer can be used in three ways:
     ```python
     from codeflash.tracer import Tracer
 
-    with Tracer(output="codeflash.trace"):
+    with Tracer():
         model.predict() # Your code here
     ```
 
@@ -106,6 +106,6 @@ Codeflash script optimizer can be used in three ways:
     - `disable`: If set to `True`, the tracer will not trace the code. Default is `False`.
     - `max_function_count`: The maximum number of times to trace a single function. More calls to a function will not be traced. Default is 100.
     - `timeout`: The maximum time in seconds to trace the entire workflow. Default is indefinite. This is useful while tracing really long workflows, to not wait indefinitely.
-    - `output`: The file to save the trace to. Default is `codeflash.trace`.
+    Note: The trace file location is automatically determined and saved as a `.sqlite3` file.
     - `config_file_path`: The path to the `pyproject.toml` file which stores the Codeflash config. This is auto-discovered by default.
     You can also disable the tracer in the code by setting the `disable=True` option in the `Tracer` constructor.

tests/test_function_ranker.py

@@ -9,7 +9,7 @@
 
 @pytest.fixture
 def trace_file():
-    return Path(__file__).parent.parent / "code_to_optimize/code_directories/simple_tracer_e2e/codeflash.trace"
+    return Path(__file__).parent.parent / "code_to_optimize/code_directories/simple_tracer_e2e/codeflash.sqlite3"
 
 
 @pytest.fixture

tests/test_tracer.py

@@ -76,7 +76,7 @@ def trace_config(self, tmp_path: Path) -> Generator[TraceConfig, None, None]:
 ignore-paths = []
 """, encoding="utf-8")
 
-        trace_path = tmp_path / "trace_file.trace"
+        trace_path = tmp_path / "trace_file.sqlite3"
         replay_test_pkl_path = tmp_path / "replay_test.pkl"
         config, found_config_path = parse_config_file(config_path)
         trace_config = TraceConfig(
@@ -104,7 +104,6 @@ def test_tracer_disabled_by_environment(self, trace_config: TraceConfig) -> None
         """Test that tracer is disabled when CODEFLASH_TRACER_DISABLE is set."""
         with patch.dict("os.environ", {"CODEFLASH_TRACER_DISABLE": "1"}):
             tracer = Tracer(
-                output=str(trace_config.trace_file),
                 config=trace_config.trace_config,
                 project_root=trace_config.project_root,
                 result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -120,7 +119,6 @@ def dummy_profiler(_frame: object, _event: str, _arg: object) -> object:
         sys.setprofile(dummy_profiler)
         try:
             tracer = Tracer(
-                output=str(trace_config.trace_file),
                 config=trace_config.trace_config,
                 project_root=trace_config.project_root,
                 result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -132,7 +130,6 @@ def dummy_profiler(_frame: object, _event: str, _arg: object) -> object:
     def test_tracer_initialization_normal(self, trace_config: TraceConfig) -> None:
         """Test normal tracer initialization."""
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -142,7 +139,7 @@ def test_tracer_initialization_normal(self, trace_config: TraceConfig) -> None:
         )
 
         assert tracer.disable is False
-        assert tracer.output_file == trace_config.trace_file.resolve()
+        assert tracer.output_file.exists() or not tracer.disable  # output_file is auto-generated
         assert tracer.functions == ["test_func"]
         assert tracer.max_function_count == 128
         assert tracer.timeout == 10
@@ -152,7 +149,6 @@ def test_tracer_initialization_normal(self, trace_config: TraceConfig) -> None:
     def test_tracer_timeout_validation(self, trace_config: TraceConfig) -> None:
         with pytest.raises(AssertionError):
             Tracer(
-                output=str(trace_config.trace_file),
                 config=trace_config.trace_config,
                 project_root=trace_config.project_root,
                 result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -161,7 +157,6 @@ def test_tracer_timeout_validation(self, trace_config: TraceConfig) -> None:
 
         with pytest.raises(AssertionError):
             Tracer(
-                output=str(trace_config.trace_file),
                 config=trace_config.trace_config,
                 project_root=trace_config.project_root,
                 result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -170,7 +165,6 @@ def test_tracer_timeout_validation(self, trace_config: TraceConfig) -> None:
 
     def test_tracer_context_manager_disabled(self, trace_config: TraceConfig) -> None:
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -180,7 +174,8 @@ def test_tracer_context_manager_disabled(self, trace_config: TraceConfig) -> Non
         with tracer:
             pass
 
-        assert not trace_config.trace_file.exists()
+        # When disabled, tracer should not create any files
+        assert not tracer.output_file.exists() if hasattr(tracer, 'output_file') else True
 
     def test_tracer_function_filtering(self, trace_config: TraceConfig) -> None:
         """Test that tracer respects function filtering."""
@@ -194,7 +189,6 @@ def other_function() -> int:
             return 24
 
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -205,8 +199,8 @@ def other_function() -> int:
             test_function()
             other_function()
 
-        if trace_config.trace_file.exists():
-            con = sqlite3.connect(trace_config.trace_file)
+        if tracer.output_file.exists():
+            con = sqlite3.connect(tracer.output_file)
             cursor = con.cursor()
 
             cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='function_calls'")
@@ -224,7 +218,6 @@ def counting_function(n: int) -> int:
             return n * 2
 
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -243,7 +236,6 @@ def slow_function() -> str:
             return "done"
 
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -261,7 +253,6 @@ def thread_function(n: int) -> None:
             results.append(n * 2)
 
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -282,7 +273,6 @@ def thread_function(n: int) -> None:
     def test_simulate_call(self, trace_config: TraceConfig) -> None:
         """Test the simulate_call method."""
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -293,7 +283,6 @@ def test_simulate_call(self, trace_config: TraceConfig) -> None:
     def test_simulate_cmd_complete(self, trace_config: TraceConfig) -> None:
         """Test the simulate_cmd_complete method."""
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -305,7 +294,6 @@ def test_simulate_cmd_complete(self, trace_config: TraceConfig) -> None:
     def test_runctx_method(self, trace_config: TraceConfig) -> None:
         """Test the runctx method for executing code with tracing."""
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -338,7 +326,6 @@ def static_method() -> str:
                 return "static"
 
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -350,8 +337,8 @@ def static_method() -> str:
             class_result = TestClass.class_method()
             static_result = TestClass.static_method()
 
-        if trace_config.trace_file.exists():
-            con = sqlite3.connect(trace_config.trace_file)
+        if tracer.output_file.exists():
+            con = sqlite3.connect(tracer.output_file)
             cursor = con.cursor()
 
             cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='function_calls'")
@@ -378,7 +365,6 @@ def failing_function() -> None:
             raise ValueError("Test exception")
 
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -394,7 +380,6 @@ def complex_function(
             return len(data_dict) + len(nested_list)
 
         tracer = Tracer(
-            output=str(trace_config.trace_file),
             config=trace_config.trace_config,
             project_root=trace_config.project_root,
             result_pickle_file_path=trace_config.result_pickle_file_path,
@@ -410,8 +395,8 @@ def complex_function(
         pickled = pickle.load(trace_config.result_pickle_file_path.open("rb"))
         assert pickled["replay_test_file_path"].exists()
 
-        if trace_config.trace_file.exists():
-            con = sqlite3.connect(trace_config.trace_file)
+        if tracer.output_file.exists():
+            con = sqlite3.connect(tracer.output_file)
             cursor = con.cursor()
 
             cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name='function_calls'")