add E2E

Author: KRRT7

.github/workflows/e2e-async.yaml

@@ -0,0 +1,68 @@
+name: E2E - Async Optimization
+
+on:
+  pull_request:
+    paths:
+      - '**'  # Trigger for all paths
+
+  workflow_dispatch:
+
+jobs:
+  async-optimization:
+    # Dynamically determine if environment is needed only when workflow files change and contributor is external
+    environment: ${{ (github.event_name == 'workflow_dispatch' || (contains(toJSON(github.event.pull_request.files.*.filename), '.github/workflows/') && github.event.pull_request.user.login != 'misrasaurabh1' && github.event.pull_request.user.login != 'KRRT7')) && 'external-trusted-contributors' || '' }}
+
+    runs-on: ubuntu-latest
+    env:
+      CODEFLASH_AIS_SERVER: prod
+      POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }}
+      CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }}
+      COLUMNS: 110
+      MAX_RETRIES: 3
+      RETRY_DELAY: 5
+      EXPECTED_IMPROVEMENT_PCT: 10
+      CODEFLASH_END_TO_END: 1
+    steps:
+      - name: 🛎️ Checkout
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          repository: ${{ github.event.pull_request.head.repo.full_name }}
+          fetch-depth: 0
+          token: ${{ secrets.GITHUB_TOKEN }}
+      - name: Validate PR
+        run: |
+          # Check for any workflow changes
+          if git diff --name-only "${{ github.event.pull_request.base.sha }}" "${{ github.event.pull_request.head.sha }}" | grep -q "^.github/workflows/"; then
+            echo "⚠️ Workflow changes detected."
+
+            # Get the PR author
+            AUTHOR="${{ github.event.pull_request.user.login }}"
+            echo "PR Author: $AUTHOR"
+
+            # Allowlist check
+            if [[ "$AUTHOR" == "misrasaurabh1" || "$AUTHOR" == "KRRT7" ]]; then
+              echo "✅ Authorized user ($AUTHOR). Proceeding."
+            elif [[ "${{ github.event.pull_request.state }}" == "open" ]]; then
+              echo "✅ PR triggered by 'pull_request_target' and is open. Assuming protection rules are in place. Proceeding."
+            else
+              echo "⛔ Unauthorized user ($AUTHOR) attempting to modify workflows. Exiting."
+              exit 1
+            fi
+          else
+            echo "✅ No workflow file changes detected. Proceeding."
+          fi
+
+      - name: Set up Python 3.11 for CLI
+        uses: astral-sh/setup-uv@v5
+        with:
+          python-version: 3.11.6
+
+      - name: Install dependencies (CLI)
+        run: |
+          uv sync
+
+      - name: Run Codeflash to optimize async code
+        id: optimize_code
+        run: |
+          uv run python tests/scripts/end_to_end_test_async.py

code_to_optimize/code_directories/async_e2e/pyproject.toml

@@ -0,0 +1,6 @@
+[tool.codeflash]
+disable-telemetry = true
+formatter-cmds = ["ruff check --exit-zero --fix $file", "ruff format $file"]
+module-root = "."
+test-framework = "pytest"
+tests-root = "tests"

code_to_optimize/code_directories/async_e2e/tests/__init__.py

@@ -0,0 +1,22 @@
+import pytest
+from workload import process_data_list
+
+
+@pytest.mark.asyncio
+async def test_process_data_list():
+    data = [1, 2, 3]
+    result = await process_data_list(data)
+    expected = [12, 14, 16]  # (1*2+10), (2*2+10), (3*2+10)
+    assert result == expected
+
+
+@pytest.mark.asyncio
+async def test_process_data_list_empty():
+    result = await process_data_list([])
+    assert result == []
+
+
+@pytest.mark.asyncio
+async def test_process_data_list_single():
+    result = await process_data_list([5])
+    assert result == [20]  # 5*2+10

code_to_optimize/code_directories/async_e2e/tests/test_async_workload.py

@@ -0,0 +1,26 @@
+import asyncio
+
+from codeflash.code_utils.codeflash_wrap_decorator import \
+    codeflash_behavior_async
+
+
+@codeflash_behavior_async
+async def process_data_list(data_list):
+    results = []
+    
+    for item in data_list:
+        await asyncio.sleep(0.1)
+        processed = item * 2 + 10
+        results.append(processed)
+    
+    return results
+
+
+async def main():
+    data = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]
+    result = await process_data_list(data)
+    print(f"Processed {len(result)} items: {result}")
+
+
+if __name__ == "__main__":
+    asyncio.run(main())

code_to_optimize/code_directories/async_e2e/workload.py

@@ -0,0 +1,27 @@
+import os
+import pathlib
+
+from end_to_end_test_utilities import CoverageExpectation, TestConfig, run_codeflash_command, run_with_retries
+
+
+def run_test(expected_improvement_pct: int) -> bool:
+    config = TestConfig(
+        file_path="workload.py",
+        expected_unit_tests=1,
+        min_improvement_x=0.1,
+        coverage_expectations=[
+            CoverageExpectation(
+                function_name="process_data_list",
+                expected_coverage=100.0,
+                expected_lines=[5, 7, 8, 9, 10, 12],
+            )
+        ],
+    )
+    cwd = (
+        pathlib.Path(__file__).parent.parent.parent / "code_to_optimize" / "code_directories" / "async_e2e"
+    ).resolve()
+    return run_codeflash_command(cwd, config, expected_improvement_pct)
+
+
+if __name__ == "__main__":
+    exit(run_with_retries(run_test, int(os.getenv("EXPECTED_IMPROVEMENT_PCT", 10))))