add codeflash GHA

Author: KRRT7

.github/workflows/codeflash.yml

@@ -0,0 +1,48 @@
+name: Codeflash Optimization
+on:
+  pull_request:
+    paths:
+      - 'pydantic_ai_slim/pydantic_ai/**'
+  workflow_dispatch:
+concurrency:
+  # Any new push to the PR will cancel the previous run, so that only the latest code is optimized
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+jobs:
+  optimize:
+    name: Optimize new Python code
+    # Don't run codeflash on codeflash-ai[bot] commits, prevent duplicate optimizations
+    if: ${{ github.actor != 'codeflash-ai[bot]' }}
+    runs-on: ubuntu-latest
+    env:
+      CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }}
+    steps:
+      - name: 🛎️ Checkout
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+      - name: 🐍 Setup UV
+        uses: astral-sh/setup-uv@v6
+        with:
+          enable-cache: true
+      - uses: denoland/setup-deno@v2
+        with:
+          deno-version: v2.x
+      - name: 📦 Install Dependencies
+        run: uv sync --frozen --all-extras --all-packages --group lint --group docs
+      - name: Functions to Optimize
+        id: discover_step
+        run: |
+          uv run python -c "
+          from codeflash.cli_cmds.cli import parse_args, process_pyproject_config
+          from codeflash.verification.verification_utils import TestConfig
+          from codeflash.discovery.functions_to_optimize import get_functions_to_optimize
+          import os
+          args = process_pyproject_config(parse_args())
+          t = TestConfig(tests_root=args.tests_root, tests_project_rootdir=args.test_project_root, project_root_path=args.project_root,  test_framework=args.test_framework, pytest_cmd=args.pytest_cmd,)
+          f = get_functions_to_optimize(test_cfg=t, ignore_paths=args.ignore_paths, project_root=args.project_root, module_root=args.module_root,optimize_all=None, replay_test=None, file=None, only_get_this_function=None)
+          functions = ' '.join([fto.function_name for ftol in f[0].values() for fto in ftol])
+          open(os.environ.get('GITHUB_OUTPUT'), 'a').write(f'functions_to_optimize={functions}')
+          "
+      - name: ⚡️Codeflash Optimization
+        run: uv run codeflash optimize --only-functions ${{ steps.discover_step.outputs.functions_to_optimize }} -m pytest --inline-snapshot=disable tests/test_examples.py

pyproject.toml

@@ -287,3 +287,11 @@ check-hidden = true
 # Ignore "formatting" like **L**anguage
 ignore-regex = '\*\*[A-Z]\*\*[a-z]+\b'
 ignore-words-list = 'asend,aci'
+
+[tool.codeflash]
+module-root = "pydantic_ai_slim/pydantic_ai"
+tests-root = "tests"
+test-framework = "pytest"
+ignore-paths = []
+formatter-cmds = ["ruff check --exit-zero --fix $file", "ruff format $file"]
+benchmarks-root = "tests"

tests/test_examples.py

@@ -117,6 +117,7 @@ def test_docs_examples(  # noqa: C901
     allow_model_requests: None,
     env: TestEnv,
     tmp_path_cwd: Path,
+    benchmark: Any,
 ):
     mocker.patch('pydantic_ai.agent.models.infer_model', side_effect=mock_infer_model)
     mocker.patch('pydantic_ai._utils.group_by_temporal', side_effect=mock_group_by_temporal)
@@ -216,9 +217,19 @@ def print(self, *args: Any, **kwargs: Any) -> None:
         test_globals: dict[str, str] = {'__name__': dunder_name}
 
         if eval_example.update_examples:  # pragma: lax no cover
-            eval_example.run_print_update(example, call=call_name, module_globals=test_globals)
+            benchmark(
+                eval_example.run_print_update,
+                example,
+                call=call_name,
+                module_globals=test_globals,
+            )
         else:
-            eval_example.run_print_check(example, call=call_name, module_globals=test_globals)
+            benchmark(
+                eval_example.run_print_check,
+                example,
+                call=call_name,
+                module_globals=test_globals,
+            )
 
 
 def print_callback(s: str) -> str: