docs(cli): audit and complete help text examples for all commands (#101) #369
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests | |
| on: | |
| push: | |
| pull_request: | |
| env: | |
| MIN_PY_VER: "3.12" # using same as in pyproject.toml | |
| jobs: | |
| test: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ["3.12", "3.13", "3.14"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up uv | |
| uses: astral-sh/setup-uv@v4 | |
| with: | |
| enable-cache: true | |
| cache-dependency-glob: "uv.lock" | |
| - name: Set up Python ${{ matrix.python-version }} | |
| run: uv python install ${{ matrix.python-version }} | |
| - name: Install dependencies | |
| run: uv sync --all-extras | |
| - name: Run tests with coverage | |
| run: | | |
| uv run pytest --cov=src/evalhub --cov-report=term-missing --cov-report=xml | |
| lint: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up uv | |
| uses: astral-sh/setup-uv@v4 | |
| with: | |
| enable-cache: true | |
| cache-dependency-glob: "uv.lock" | |
| - name: Set up Python | |
| run: uv python install ${{ env.MIN_PY_VER }} | |
| - name: Install dependencies | |
| run: uv sync --all-extras | |
| - name: Run ruff linting | |
| run: uv run ruff check src/ tests/ | |
| - name: Run ruff formatting check | |
| run: uv run ruff format --check src/ tests/ | |
| - name: Run mypy type checking | |
| run: uv run mypy src/evalhub | |
| e2e: | |
| name: "Optional: E2E Tests (latest_eval_hub_server=${{ matrix.latest_eval_hub_server }})" | |
| runs-on: ubuntu-latest | |
| continue-on-error: true | |
| strategy: | |
| matrix: | |
| latest_eval_hub_server: [true, false] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up uv | |
| uses: astral-sh/setup-uv@v4 | |
| with: | |
| enable-cache: true | |
| cache-dependency-glob: "uv.lock" | |
| - name: Set up Python | |
| run: uv python install ${{ env.MIN_PY_VER }} | |
| - name: Install dependencies | |
| run: uv sync --all-extras | |
| - name: Fetch latest eval-hub server from eval-hub repo workflow | |
| if: matrix.latest_eval_hub_server == true | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| uv run ./scripts/fetch_latest_eval_hub_server.py | |
| tree .venv/lib/python${{ env.MIN_PY_VER }}/site-packages/evalhub_server | |
| - name: Create kind cluster | |
| uses: helm/kind-action@v1 | |
| - name: Deploy distribution registry | |
| run: ./scripts/deploy_distribution_registry.sh | |
| - name: Run E2E tests | |
| run: | | |
| make test-e2e |