diff --git a/.github/workflows/codeflash-optimize.yaml b/.github/workflows/codeflash-optimize.yaml new file mode 100644 index 000000000..d08fed61e --- /dev/null +++ b/.github/workflows/codeflash-optimize.yaml @@ -0,0 +1,45 @@ +name: CodeFlash + +on: + pull_request: + paths: + - "**" + workflow_dispatch: + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + optimize: + name: Optimize new code in this PR + if: ${{ github.actor != 'codeflash-ai[bot]' }} + runs-on: ubuntu-latest + env: + CODEFLASH_AIS_SERVER: prod + POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }} + CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }} + CODEFLASH_PR_NUMBER: ${{ github.event.number }} + COLUMNS: 110 + steps: + - uses: actions/checkout@v4 + with: + fetch-depth: 0 + + - name: Set up Python 3.11 for CLI + uses: astral-sh/setup-uv@v5 + with: + python-version: 3.11.6 + + - name: Install dependencies (CLI) + run: | + uv tool install poetry + uv venv + source .venv/bin/activate + poetry install --with dev + + - name: Run Codeflash to optimize code + id: optimize_code + run: | + source .venv/bin/activate + poetry run codeflash \ No newline at end of file diff --git a/.github/workflows/end-to-end-test-bubblesort-pytest-no-git.yaml b/.github/workflows/end-to-end-test-bubblesort-pytest-no-git.yaml new file mode 100644 index 000000000..793c07860 --- /dev/null +++ b/.github/workflows/end-to-end-test-bubblesort-pytest-no-git.yaml @@ -0,0 +1,57 @@ +name: end-to-end-test + +on: + pull_request: + workflow_dispatch: + +jobs: + bubble-sort-optimization-pytest-no-git: + runs-on: ubuntu-latest + env: + CODEFLASH_AIS_SERVER: prod + POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }} + CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }} + COLUMNS: 110 + MAX_RETRIES: 3 + RETRY_DELAY: 5 + EXPECTED_IMPROVEMENT_PCT: 300 + CODEFLASH_END_TO_END: 1 + steps: + - uses: actions/checkout@v4 + with: + fetch-depth: 0 + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up Python 3.11 for CLI + uses: astral-sh/setup-uv@v5 + with: + python-version: 3.11.6 + + - name: Install dependencies (CLI) + run: | + uv tool install poetry + uv venv + source .venv/bin/activate + poetry install --with dev + + - name: Remove .git + run: | + if [ -d ".git" ]; then + echo ".git directory exists!" + sudo rm -rf .git + if [ -d ".git" ]; then + echo ".git directory still exists after removal attempt!" + exit 1 + else + echo ".git directory successfully removed." + fi + else + echo ".git directory does not exist. Nothing to remove." + exit 1 + fi + + - name: Run Codeflash to optimize code + id: optimize_code + run: | + source .venv/bin/activate + poetry run python tests/scripts/end_to_end_test_bubblesort_pytest.py diff --git a/.github/workflows/end-to-end-test-bubblesort-unittest.yaml b/.github/workflows/end-to-end-test-bubblesort-unittest.yaml new file mode 100644 index 000000000..9fcf04f7d --- /dev/null +++ b/.github/workflows/end-to-end-test-bubblesort-unittest.yaml @@ -0,0 +1,41 @@ +name: end-to-end-test + +on: + pull_request: + workflow_dispatch: + +jobs: + bubble-sort-optimization-unittest: + runs-on: ubuntu-latest + env: + CODEFLASH_AIS_SERVER: prod + POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }} + CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }} + COLUMNS: 110 + MAX_RETRIES: 3 + RETRY_DELAY: 5 + EXPECTED_IMPROVEMENT_PCT: 300 + CODEFLASH_END_TO_END: 1 + steps: + - uses: actions/checkout@v4 + with: + fetch-depth: 0 + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up Python 3.11 for CLI + uses: astral-sh/setup-uv@v5 + with: + python-version: 3.11.6 + + - name: Install dependencies (CLI) + run: | + uv tool install poetry + uv venv + source .venv/bin/activate + poetry install --with dev + + - name: Run Codeflash to optimize code + id: optimize_code + run: | + source .venv/bin/activate + poetry run python tests/scripts/end_to_end_test_bubblesort_unittest.py \ No newline at end of file diff --git a/.github/workflows/end-to-end-test-coverage.yaml b/.github/workflows/end-to-end-test-coverage.yaml new file mode 100644 index 000000000..91a3faf2d --- /dev/null +++ b/.github/workflows/end-to-end-test-coverage.yaml @@ -0,0 +1,40 @@ +name: Coverage E2E + +on: + pull_request: + workflow_dispatch: + +jobs: + end-to-end-test-coverage: + runs-on: ubuntu-latest + env: + CODEFLASH_AIS_SERVER: prod + POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }} + CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }} + MAX_RETRIES: 3 + RETRY_DELAY: 5 + CODEFLASH_END_TO_END: 1 + steps: + - uses: actions/checkout@v4 + with: + fetch-depth: 0 + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up Python 3.11 for CLI + uses: astral-sh/setup-uv@v5 + with: + python-version: 3.11.6 + + - name: Install dependencies (CLI) + run: | + uv tool install poetry + uv venv + source .venv/bin/activate + poetry install --with dev + poetry add black # my-best-repo in end_to_end_test_coverage.py is configured to use black + + - name: Run Codeflash to optimize code + id: optimize_code + run: | + source .venv/bin/activate + poetry run python tests/scripts/end_to_end_test_coverage.py \ No newline at end of file diff --git a/.github/workflows/end-to-end-test-futurehouse.yaml b/.github/workflows/end-to-end-test-futurehouse.yaml new file mode 100644 index 000000000..f0c3ae409 --- /dev/null +++ b/.github/workflows/end-to-end-test-futurehouse.yaml @@ -0,0 +1,41 @@ +name: end-to-end-test + +on: + pull_request: + workflow_dispatch: + +jobs: + futurehouse-structure: + runs-on: ubuntu-latest + env: + CODEFLASH_AIS_SERVER: prod + POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }} + CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }} + COLUMNS: 110 + MAX_RETRIES: 3 + RETRY_DELAY: 5 + EXPECTED_IMPROVEMENT_PCT: 10 + CODEFLASH_END_TO_END: 1 + steps: + - uses: actions/checkout@v4 + with: + fetch-depth: 0 + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up Python 3.11 for CLI + uses: astral-sh/setup-uv@v5 + with: + python-version: 3.11.6 + + - name: Install dependencies (CLI) + run: | + uv tool install poetry + uv venv + source .venv/bin/activate + poetry install --with dev + + - name: Run Codeflash to optimize code + id: optimize_code + run: | + source .venv/bin/activate + poetry run python tests/scripts/end_to_end_test_futurehouse.py \ No newline at end of file diff --git a/.github/workflows/end-to-end-test-init-optim.yaml b/.github/workflows/end-to-end-test-init-optim.yaml new file mode 100644 index 000000000..5d6bded10 --- /dev/null +++ b/.github/workflows/end-to-end-test-init-optim.yaml @@ -0,0 +1,41 @@ +name: end-to-end-test + +on: + pull_request: + workflow_dispatch: + +jobs: + init-optimization: + runs-on: ubuntu-latest + env: + CODEFLASH_AIS_SERVER: prod + POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }} + CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }} + COLUMNS: 110 + MAX_RETRIES: 3 + RETRY_DELAY: 5 + EXPECTED_IMPROVEMENT_PCT: 300 + CODEFLASH_END_TO_END: 1 + steps: + - uses: actions/checkout@v4 + with: + fetch-depth: 0 + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up Python 3.11 for CLI + uses: astral-sh/setup-uv@v5 + with: + python-version: 3.11.6 + + - name: Install dependencies (CLI) + run: | + uv tool install poetry + uv venv + source .venv/bin/activate + poetry install --with dev + + - name: Run Codeflash to optimize code + id: optimize_code + run: | + source .venv/bin/activate + poetry run python tests/scripts/end_to_end_test_init_optimization.py \ No newline at end of file diff --git a/.github/workflows/end-to-end-test-tracer-replay.yaml b/.github/workflows/end-to-end-test-tracer-replay.yaml new file mode 100644 index 000000000..2902575b1 --- /dev/null +++ b/.github/workflows/end-to-end-test-tracer-replay.yaml @@ -0,0 +1,41 @@ +name: end-to-end-test + +on: + pull_request: + workflow_dispatch: + +jobs: + tracer-replay: + runs-on: ubuntu-latest + env: + CODEFLASH_AIS_SERVER: prod + POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }} + CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }} + COLUMNS: 110 + MAX_RETRIES: 3 + RETRY_DELAY: 5 + EXPECTED_IMPROVEMENT_PCT: 10 + CODEFLASH_END_TO_END: 1 + steps: + - uses: actions/checkout@v4 + with: + fetch-depth: 0 + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up Python 3.11 for CLI + uses: astral-sh/setup-uv@v5 + with: + python-version: 3.11.6 + + - name: Install dependencies (CLI) + run: | + uv tool install poetry + uv venv + source .venv/bin/activate + poetry install --with dev + + - name: Run Codeflash to optimize code + id: optimize_code + run: | + source .venv/bin/activate + poetry run python tests/scripts/end_to_end_test_tracer_replay.py \ No newline at end of file diff --git a/.github/workflows/end-to-end-topological-sort-test.yaml b/.github/workflows/end-to-end-topological-sort-test.yaml new file mode 100644 index 000000000..76d28b858 --- /dev/null +++ b/.github/workflows/end-to-end-topological-sort-test.yaml @@ -0,0 +1,41 @@ +name: end-to-end-test + +on: + pull_request: + workflow_dispatch: + +jobs: + topological-sort-optimization: + runs-on: ubuntu-latest + env: + CODEFLASH_AIS_SERVER: prod + POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }} + CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }} + COLUMNS: 110 + MAX_RETRIES: 3 + RETRY_DELAY: 5 + EXPECTED_IMPROVEMENT_PCT: 5 + CODEFLASH_END_TO_END: 1 + steps: + - uses: actions/checkout@v4 + with: + fetch-depth: 0 + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up Python 3.11 for CLI + uses: astral-sh/setup-uv@v5 + with: + python-version: 3.11.6 + + - name: Install dependencies (CLI) + run: | + uv tool install poetry + uv venv + source .venv/bin/activate + poetry install --with dev + + - name: Run Codeflash to optimize code + id: optimize_code + run: | + source .venv/bin/activate + poetry run python tests/scripts/end_to_end_test_topological_sort.py \ No newline at end of file diff --git a/.github/workflows/mypy.yml b/.github/workflows/mypy.yml new file mode 100644 index 000000000..83b85d86c --- /dev/null +++ b/.github/workflows/mypy.yml @@ -0,0 +1,31 @@ +name: Mypy Type Checking for CLI + +on: + push: + branches: + - main + pull_request: + +jobs: + type-check-cli: + runs-on: ubuntu-latest + steps: + - name: Checkout code + uses: actions/checkout@v4 + with: + fetch-depth: 0 + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Install uv + uses: astral-sh/setup-uv@v5 + with: + version: "0.5.30" + + - name: install poetry as a tool + run: uv tool install poetry + + - name: install dependencies + run: uvx poetry install --with dev + + - name: Run mypy on allowlist + run: uvx poetry run mypy --non-interactive --config-file pyproject.toml @mypy_allowlist.txt diff --git a/.gitignore b/.gitignore new file mode 100644 index 000000000..535acfb3e --- /dev/null +++ b/.gitignore @@ -0,0 +1,256 @@ +# Byte-compiled / optimized / DLL files +__pycache__/ +**/__pycache__/ +*.py[cod] +*$py.class + +# C extensions +*.so + +# Distribution / packaging +.Python +build/ +develop-eggs/ +cli/dist/ +downloads/ +eggs/ +.eggs/ +lib/ +lib64/ +parts/ +sdist/ +var/ +wheels/ +share/python-wheels/ +*.egg-info/ +.installed.cfg +*.egg +MANIFEST + +# PyInstaller +# Usually these files are written by a python script from a template +# before PyInstaller builds the exe, so as to inject date/other infos into it. +*.manifest +*.spec +*.pyc + +# Installer logs +pip-log.txt +pip-delete-this-directory.txt + +# Unit test / coverage reports +htmlcov/ +.tox/ +.nox/ +.coverage +.coverage.* +.cache +nosetests.xml +coverage.xml +*.cover +*.py,cover +.hypothesis/ +.pytest_cache/ +cover/ + +# Translations +*.mo +*.pot + +# Django stuff: +*.log +local_settings.py +db.sqlite3 +db.sqlite3-journal + +# Flask stuff: +instance/ +.webassets-cache + +# Scrapy stuff: +.scrapy + +# Sphinx documentation +docs/_build/ + +# PyBuilder +.pybuilder/ +target/ + +# Jupyter Notebook +.ipynb_checkpoints + +# IPython +profile_default/ +ipython_config.py + +# pyenv +# For a library or package, you might want to ignore these files since the code is +# intended to run in multiple environments; otherwise, check them in: +# .python-version + +# pipenv +# According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. +# However, in case of collaboration, if having platform-specific dependencies or dependencies +# having no cross-platform support, pipenv may install dependencies that don't work, or not +# install all needed dependencies. +#Pipfile.lock + +# poetry +# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control. +# This is especially recommended for binary packages to ensure reproducibility, and is more +# commonly ignored for libraries. +# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control +#poetry.lock + +# pdm +# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control. +#pdm.lock +# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it +# in version control. +# https://pdm.fming.dev/#use-with-ide +.pdm.toml + +# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm +__pypackages__/ + +# Celery stuff +celerybeat-schedule +celerybeat.pid + +# SageMath parsed files +*.sage.py + +# Environments +.env +**/.env +.venv +env/ +venv/ +ENV/ +env.bak/ +venv.bak/ + +# Spyder project settings +.spyderproject +.spyproject + +# Rope project settings +.ropeproject + +# mkdocs documentation +/site + +# mypy +.mypy_cache/ +.dmypy.json +dmypy.json + +# Pyre type checker +.pyre/ + +# pytype static type analyzer +.pytype/ + +# Cython debug symbols +cython_debug/ + +# PyCharm +# JetBrains specific template is maintained in a separate JetBrains.gitignore that can +# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore +# and can be added to the global gitignore or merged into this file. For a more nuclear +# option (not recommended) you can uncomment the following to ignore the entire idea folder. +#.idea/ +.aider* +/js/common/node_modules/ +/node_modules/ +*.xml +*.pem + +# Ruff cache +.ruff_cache/ + +# IDE settings +.idea/ +.vscode/ + +# Covers JetBrains IDEs: IntelliJ, RubyMine, PhpStorm, AppCode, PyCharm, CLion, Android Studio, WebStorm and Rider +# Reference: https://intellij-support.jetbrains.com/hc/en-us/articles/206544839 + +# User-specific stuff +.idea/**/workspace.xml +.idea/**/tasks.xml +.idea/**/usage.statistics.xml +.idea/**/dictionaries +.idea/**/shelf + +# AWS User-specific +.idea/**/aws.xml + +# Generated files +.idea/**/contentModel.xml + +# Sensitive or high-churn files +.idea/**/dataSources/ +.idea/**/dataSources.ids +.idea/**/dataSources.local.xml +.idea/**/sqlDataSources.xml +.idea/**/dynamic.xml +.idea/**/uiDesigner.xml +.idea/**/dbnavigator.xml + +# Gradle +.idea/**/gradle.xml +.idea/**/libraries + +# Gradle and Maven with auto-import +# When using Gradle or Maven with auto-import, you should exclude module files, +# since they will be recreated, and may cause churn. Uncomment if using +# auto-import. +# .idea/artifacts +# .idea/compiler.xml +# .idea/jarRepositories.xml +# .idea/modules.xml +# .idea/*.iml +# .idea/modules +# *.iml +# *.ipr + +# CMake +cmake-build-*/ + +# Mongo Explorer plugin +.idea/**/mongoSettings.xml + +# File-based project format +*.iws + +# IntelliJ +out/ + +# mpeltonen/sbt-idea plugin +.idea_modules/ + +# JIRA plugin +atlassian-ide-plugin.xml + +# Cursive Clojure plugin +.idea/replstate.xml + +# SonarLint plugin +.idea/sonarlint/ + +# Crashlytics plugin (for Android Studio and IntelliJ) +com_crashlytics_export_strings.xml +crashlytics.properties +crashlytics-build.properties +fabric.properties + +# Editor-based Rest Client +.idea/httpRequests + +# Android studio 3.1+ serialized cache file +.idea/caches/build_file_checksums.ser + +# Mac +.DS_Store diff --git a/codeflash/update_license_version.py b/codeflash/update_license_version.py index ffae39077..b5c9989fe 100644 --- a/codeflash/update_license_version.py +++ b/codeflash/update_license_version.py @@ -1,5 +1,7 @@ +import os import re from datetime import datetime +from pathlib import Path from version import __version_tuple__ @@ -16,7 +18,7 @@ def main(): version_replacement = r"\g<1>" + major_minor_version + r".x" # Read the LICENSE file - with open("codeflash/LICENSE", encoding="utf8") as file: + with (Path(__file__).parent / "LICENSE").open(encoding="utf8") as file: license_text = file.read() # Replace the version in the LICENSE file @@ -37,7 +39,7 @@ def main(): updated_license_text = date_pattern.sub(date_replacement, updated_license_text) # Write the updated LICENSE file - with open("codeflash/LICENSE", "w", encoding="utf8") as file: + with open(Path(__file__).parent / "LICENSE", "w", encoding="utf8") as file: file.write(updated_license_text)