|
| 1 | +# Copyright (c) 2025, NVIDIA CORPORATION. All rights reserved. |
| 2 | +# |
| 3 | +# Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | +# you may not use this file except in compliance with the License. |
| 5 | +# You may obtain a copy of the License at |
| 6 | +# |
| 7 | +# http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | +# |
| 9 | +# Unless required by applicable law or agreed to in writing, software |
| 10 | +# distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | +# See the License for the specific language governing permissions and |
| 13 | +# limitations under the License. |
| 14 | + |
| 15 | +name: Generate UV Lockfile |
| 16 | + |
| 17 | +on: |
| 18 | + workflow_dispatch: # Manual trigger only |
| 19 | + |
| 20 | +jobs: |
| 21 | + generate-lockfile: |
| 22 | + runs-on: ubuntu-latest |
| 23 | + steps: |
| 24 | + - name: Free up massive disk space BEFORE pulling container |
| 25 | + run: | |
| 26 | + echo "Disk space before cleanup:" |
| 27 | + df -h |
| 28 | + # Remove EVERYTHING unnecessary from the runner |
| 29 | + sudo rm -rf /usr/share/dotnet |
| 30 | + sudo rm -rf /usr/local/lib/android |
| 31 | + sudo rm -rf /opt/ghc |
| 32 | + sudo rm -rf /opt/hostedtoolcache/CodeQL |
| 33 | + sudo rm -rf /usr/local/share/boost |
| 34 | + sudo rm -rf "$AGENT_TOOLSDIRECTORY" |
| 35 | + sudo apt-get remove -y '^dotnet-.*' '^llvm-.*' 'php.*' '^mongodb-.*' '^mysql-.*' azure-cli google-cloud-sdk hhvm google-chrome-stable firefox powershell mono-devel libgl1-mesa-dri || true |
| 36 | + sudo apt-get autoremove -y |
| 37 | + sudo apt-get clean |
| 38 | + sudo docker system prune -a -f |
| 39 | + echo "Disk space after cleanup:" |
| 40 | + df -h |
| 41 | +
|
| 42 | + - name: Checkout repository |
| 43 | + uses: actions/checkout@v4 |
| 44 | + with: |
| 45 | + submodules: recursive |
| 46 | + |
| 47 | + - name: Generate lockfile in NGC container |
| 48 | + run: | |
| 49 | + docker run --rm \ |
| 50 | + -v $PWD:/workspace \ |
| 51 | + -w /workspace \ |
| 52 | + nvcr.io/nvidia/pytorch:25.09-py3 \ |
| 53 | + bash -c ' |
| 54 | + # Install uv |
| 55 | + curl -LsSf https://astral.sh/uv/0.8.22/install.sh | sh |
| 56 | + export PATH="$HOME/.local/bin:$PATH" |
| 57 | +
|
| 58 | + # Create venv with system packages (this makes container torch available) |
| 59 | + uv venv /opt/venv --system-site-packages |
| 60 | +
|
| 61 | + # Set environment variables like Megatron-Bridge does |
| 62 | + export UV_PROJECT_ENVIRONMENT=/opt/venv |
| 63 | + export VIRTUAL_ENV=/opt/venv |
| 64 | + export PATH="$VIRTUAL_ENV/bin:$PATH" |
| 65 | +
|
| 66 | + # Pre-install build dependencies before any sync/lock operation |
| 67 | + uv pip install setuptools wheel pybind11 "Cython>=3.0.0" "numpy<2.0.0" ninja packaging poetry |
| 68 | +
|
| 69 | + # Generate lockfile with the EXACT configuration from pyproject.toml |
| 70 | + # No modifications! This ensures lockfile matches what Dockerfile will use |
| 71 | + uv lock --no-build-isolation || { echo "uv lock failed!"; exit 1; } |
| 72 | +
|
| 73 | + # Show disk usage |
| 74 | + df -h |
| 75 | + ' |
| 76 | +
|
| 77 | + - name: Check for lockfile changes |
| 78 | + id: check_changes |
| 79 | + run: | |
| 80 | + if git diff --quiet uv.lock; then |
| 81 | + echo "changed=false" >> $GITHUB_OUTPUT |
| 82 | + else |
| 83 | + echo "changed=true" >> $GITHUB_OUTPUT |
| 84 | + fi |
| 85 | +
|
| 86 | + - name: Upload lockfile artifact |
| 87 | + uses: actions/upload-artifact@v4 |
| 88 | + with: |
| 89 | + name: uv-lockfile |
| 90 | + path: uv.lock |
| 91 | + retention-days: 7 |
| 92 | + |
| 93 | + - name: Commit lockfile (if changed) |
| 94 | + if: steps.check_changes.outputs.changed == 'true' && github.event_name == 'workflow_dispatch' |
| 95 | + run: | |
| 96 | + git config --global user.name "github-actions[bot]" |
| 97 | + git config --global user.email "github-actions[bot]@users.noreply.github.com" |
| 98 | + git add uv.lock |
| 99 | + git commit -m "Update uv.lock [skip ci]" |
| 100 | + git push origin HEAD:${{ github.ref_name }} |
| 101 | +
|
| 102 | + - name: Comment on PR with lockfile status |
| 103 | + if: github.event_name == 'pull_request' |
| 104 | + uses: actions/github-script@v7 |
| 105 | + with: |
| 106 | + script: | |
| 107 | + const changed = '${{ steps.check_changes.outputs.changed }}'; |
| 108 | + const message = changed === 'true' |
| 109 | + ? '⚠️ **uv.lock needs to be regenerated**\n\nThe lockfile is out of sync with pyproject.toml. Please run the "Generate UV Lockfile" workflow manually or regenerate locally on Linux.' |
| 110 | + : '✅ **uv.lock is up to date**\n\nThe lockfile is in sync with pyproject.toml.'; |
| 111 | +
|
| 112 | + github.rest.issues.createComment({ |
| 113 | + issue_number: context.issue.number, |
| 114 | + owner: context.repo.owner, |
| 115 | + repo: context.repo.repo, |
| 116 | + body: message |
| 117 | + }); |
0 commit comments