Tests against Transformers branch #6
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Tests against Transformers branch | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| transformers_ref: | |
| description: "Transformers git ref (branch, tag, or commit SHA)" | |
| required: true | |
| default: "main" | |
| env: | |
| TQDM_DISABLE: 1 | |
| CI_SLACK_CHANNEL: ${{ secrets.CI_PUSH_MAIN_CHANNEL }} | |
| PYTORCH_CUDA_ALLOC_CONF: "expandable_segments:True" | |
| jobs: | |
| tests_transformers_branch: | |
| name: Tests with Transformers ${{ inputs.transformers_ref }} | |
| runs-on: | |
| group: aws-g4dn-2xlarge | |
| container: | |
| image: pytorch/pytorch:2.8.0-cuda12.8-cudnn9-devel | |
| options: --gpus all | |
| defaults: | |
| run: | |
| shell: bash | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v6 | |
| - name: Set up Python 3.12 | |
| uses: actions/setup-python@v6 | |
| with: | |
| python-version: '3.12' | |
| - name: Install Make and Git | |
| run: | | |
| apt-get update && apt-get install -y make git curl | |
| - name: Install uv | |
| run: | | |
| curl -LsSf https://astral.sh/uv/install.sh | sh | |
| - name: Create Python virtual environment | |
| run: | | |
| uv venv | |
| uv pip install --upgrade setuptools wheel | |
| - name: Install dependencies | |
| run: | | |
| source .venv/bin/activate | |
| uv pip install ".[dev]" | |
| uv pip install -U git+https://github.com/huggingface/transformers.git@${{ inputs.transformers_ref }} | |
| - name: Test with pytest | |
| run: | | |
| source .venv/bin/activate | |
| make test | |
| - name: Post to Slack | |
| if: github.ref == 'refs/heads/main' && always() | |
| uses: huggingface/hf-workflows/.github/actions/post-slack@main | |
| with: | |
| slack_channel: ${{ env.CI_SLACK_CHANNEL }} | |
| title: Results with Transformers ${{ inputs.transformers_ref }} | |
| status: ${{ job.status }} | |
| slack_token: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }} | |
| distributed_smoke: | |
| name: Distributed smoke tests with Transformers ${{ inputs.transformers_ref }} | |
| runs-on: | |
| group: aws-g5-12xlarge-cache | |
| container: | |
| image: pytorch/pytorch:2.8.0-cuda12.8-cudnn9-devel | |
| options: --gpus all | |
| defaults: | |
| run: | |
| shell: bash | |
| env: | |
| CUDA_VISIBLE_DEVICES: "0,1" | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v6 | |
| - name: Set up Python 3.12 | |
| uses: actions/setup-python@v6 | |
| with: | |
| python-version: '3.12' | |
| - name: Install Make and Git | |
| run: | | |
| apt-get update && apt-get install -y make git curl | |
| - name: Install uv | |
| run: | | |
| curl -LsSf https://astral.sh/uv/install.sh | sh | |
| - name: Create Python virtual environment | |
| run: | | |
| uv venv | |
| uv pip install --upgrade setuptools wheel | |
| - name: Install dependencies | |
| run: | | |
| source .venv/bin/activate | |
| uv pip install ".[dev]" | |
| uv pip install -U git+https://github.com/huggingface/transformers.git@${{ inputs.transformers_ref }} | |
| - name: Run distributed smoke tests | |
| run: | | |
| source .venv/bin/activate | |
| pytest -v tests/distributed/test_distributed.py | |
| - name: Post to Slack | |
| if: github.ref == 'refs/heads/main' && always() | |
| uses: huggingface/hf-workflows/.github/actions/post-slack@main | |
| with: | |
| slack_channel: ${{ env.CI_SLACK_CHANNEL }} | |
| title: Results of distributed smoke tests with Transformers ${{ inputs.transformers_ref }} | |
| status: ${{ job.status }} | |
| slack_token: ${{ secrets.SLACK_CIFEEDBACK_BOT_TOKEN }} |