optimized candidate result oo

Author: KRRT7

codeflash/models/models.py

@@ -274,6 +274,7 @@ class OptimizedCandidateResult(BaseModel):
     replay_benchmarking_test_results: Optional[dict[BenchmarkKey, TestResults]] = None
     optimization_candidate_index: int
     total_candidate_timing: int
+    async_throughput: Optional[int] = None
 
 
 class GeneratedTests(BaseModel):

codeflash/optimization/function_optimizer.py

@@ -1672,6 +1672,19 @@ def run_optimized_candidate(
                 console.rule()
 
             logger.debug(f"Total optimized code {optimization_candidate_index} runtime (ns): {total_candidate_timing}")
+
+            candidate_async_throughput = None
+            if self.function_to_optimize.is_async and candidate_benchmarking_results:
+                all_stdout = ""
+                for result in candidate_benchmarking_results.test_results:
+                    if result.stdout:
+                        all_stdout += result.stdout
+
+
+                candidate_async_throughput = calculate_function_throughput_from_stdout(
+                    all_stdout, self.function_to_optimize.function_name
+                )
+
             if self.args.benchmark:
                 candidate_replay_benchmarking_results = candidate_benchmarking_results.group_by_benchmarks(
                     self.total_benchmark_timings.keys(), self.replay_tests_dir, self.project_root
@@ -1691,6 +1704,7 @@ def run_optimized_candidate(
                     else None,
                     optimization_candidate_index=optimization_candidate_index,
                     total_candidate_timing=total_candidate_timing,
+                    async_throughput=candidate_async_throughput,
                 )
             )