More metrics for determining Optimization Impact

codeflash/api/aiservice.py

@@ -544,7 +544,8 @@ def get_optimization_impact(
         replay_tests: str,
         root_dir: Path,
         concolic_tests: str,  # noqa: ARG002
-    ) -> str:
+        calling_fn_details: str,
+    ) -> tuple[str, str]:
         """Compute the optimization impact of current Pull Request.
 
         Args:
@@ -558,6 +559,7 @@ def get_optimization_impact(
         replay_tests: str -> replay test table
         root_dir: Path -> path of git directory
         concolic_tests: str -> concolic_tests (not used)
+        calling_fn_details: str -> filenames and definitions of functions which call the function_to_optimize
 
         Returns:
         -------
@@ -577,13 +579,6 @@ def get_optimization_impact(
             ]
         )
         code_diff = f"```diff\n{diff_str}\n```"
-        # TODO get complexity metrics and fn call heuristics -> constructing a complete static call graph can be expensive for really large repos
-        # grep function name in codebase -> ast parser to get no of calls and no of calls in loop -> radon lib to get complexity metrics -> send as additional context to the AI service
-        # metric 1 -> call count - how many times the function is called in the codebase
-        # metric 2 -> loop call count - how many times the function is called in a loop in the codebase
-        # metric 3 -> presence of decorators like @profile, @cache -> this means the owner of the repo cares about the performance of this function
-        # metric 4 -> cyclomatic complexity (https://en.wikipedia.org/wiki/Cyclomatic_complexity)
-        # metric 5 (for future) -> halstead complexity (https://en.wikipedia.org/wiki/Halstead_complexity_measures)
         logger.info("!lsp|Computing Optimization Impact…")
         payload = {
             "code_diff": code_diff,
@@ -598,25 +593,26 @@ def get_optimization_impact(
             "benchmark_details": explanation.benchmark_details if explanation.benchmark_details else None,
             "optimized_runtime": humanize_runtime(explanation.best_runtime_ns),
             "original_runtime": humanize_runtime(explanation.original_runtime_ns),
+            "calling_fn_details": calling_fn_details,
         }
         console.rule()
         try:
             response = self.make_ai_service_request("/optimization_impact", payload=payload, timeout=600)
         except requests.exceptions.RequestException as e:
             logger.exception(f"Error generating optimization refinements: {e}")
             ph("cli-optimize-error-caught", {"error": str(e)})
-            return ""
+            return ("", str(e))
 
         if response.status_code == 200:
-            return cast("str", response.json()["impact"])
+            return (cast("str", response.json()["impact"]), cast("str", response.json()["impact_explanation"]))
         try:
             error = cast("str", response.json()["error"])
         except Exception:
             error = response.text
         logger.error(f"Error generating impact candidates: {response.status_code} - {error}")
         ph("cli-optimize-error-response", {"response_status_code": response.status_code, "error": error})
         console.rule()
-        return ""
+        return ("", error)
 
 
 class LocalAiServiceClient(AiServiceClient):

codeflash/api/cfapi.py

@@ -173,6 +173,7 @@ def create_pr(
     coverage_message: str,
     replay_tests: str = "",
     concolic_tests: str = "",
+    optimization_impact: str = "",
 ) -> Response:
     """Create a pull request, targeting the specified branch. (usually 'main').
 
@@ -197,6 +198,7 @@ def create_pr(
         "coverage_message": coverage_message,
         "replayTests": replay_tests,
         "concolicTests": concolic_tests,
+        "optimizationImpact": optimization_impact,
     }
     return make_cfapi_request(endpoint="/create-pr", method="POST", payload=payload)
 
@@ -212,6 +214,7 @@ def create_staging(
     replay_tests: str,
     concolic_tests: str,
     root_dir: Path,
+    optimization_impact: str = "",
 ) -> Response:
     """Create a staging pull request, targeting the specified branch. (usually 'staging').
 
@@ -252,6 +255,7 @@ def create_staging(
         "coverage_message": coverage_message,
         "replayTests": replay_tests,
         "concolicTests": concolic_tests,
+        "optimizationImpact": optimization_impact,
     }
 
     return make_cfapi_request(endpoint="/create-staging", method="POST", payload=payload)