ci: Build and attach bdist wheels to release page #4
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will: | ||
|
Check failure on line 1 in .github/workflows/attach-wheels-to-release.yml
|
||
| # - Create a new Github release | ||
| # - Build wheels for supported architectures | ||
| # - Deploy the wheels to the Github release | ||
| # - Release the static code to PyPi | ||
| # For more information see: https://help.github.com/en/actions/language-and-framework-guides/using-python-with-github-actions#publishing-to-package-registries | ||
| name: Attach wheels to release | ||
| on: | ||
| release: | ||
| types: [published] | ||
| workflow_dispatch: | ||
| inputs: | ||
| runs-on: | ||
| description: "The runner to use for the build" | ||
| required: true | ||
| type: string | ||
| default: ubuntu-22.04 | ||
| release-version: | ||
| description: "Release version" | ||
| required: true | ||
| default: "0.1.0" | ||
| python-version: | ||
| description: "Python version" | ||
| required: true | ||
| default: "3.12" | ||
| torch-version: | ||
| description: "Torch version" | ||
| required: true | ||
| default: "2.8.0" | ||
| cuda-version: | ||
| description: "CUDA version" | ||
| required: true | ||
| default: "12.9.1" | ||
| cudnn-version: | ||
| description: "CUDNN version" | ||
| required: true | ||
| default: "9" | ||
| cxx11_abi: | ||
| description: "C++11 ABI" | ||
| required: true | ||
| type: choice | ||
| default: "TRUE" | ||
| options: | ||
| - "TRUE" | ||
| - "FALSE" | ||
| jobs: | ||
| pre-flight: | ||
| runs-on: ubuntu-latest | ||
| outputs: | ||
| build-wheel-matrix: ${{ steps.matrix.outputs.matrix }} | ||
| release-assets-url: ${{ steps.release-assets-url.outputs.upload_url }} | ||
| ngc-images: ${{ steps.check_for_ngc_images.outputs.IMAGES }} | ||
| steps: | ||
| - name: Build release matrix | ||
| id: matrix | ||
| env: | ||
| EVENT: ${{ github.event_name }} | ||
| run: | | ||
| if [[ "$EVENT" == "release" ]]; then | ||
| MATRIX=$(echo '{ | ||
| "os": ["ubuntu-22.04", "ubuntu-22.04-arm"], | ||
| "release-version": ["${{ github.event.release.tag_name }}"], | ||
| "python-version": ["3.12"], | ||
| "torch-version": ["2.8.3"], | ||
| "cuda-version": ["12.9.1"], | ||
| "cudnn-version": ["9"], | ||
| "cxx11_abi": ["TRUE"] | ||
| }' | jq -rc) | ||
| else | ||
| MATRIX=$(echo '{ | ||
| "os": ["${{ inputs.runs-on }}"], | ||
| "release-version": ["${{ inputs.release-version }}"], | ||
| "python-version": ["${{ inputs.python-version }}"], | ||
| "torch-version": ["${{ inputs.torch-version }}"], | ||
| "cuda-version": ["${{ inputs.cuda-version }}"], | ||
| "cudnn-version": ["${{ inputs.cudnn-version }}"], | ||
| "cxx11_abi": ["${{ inputs.cxx11_abi }}"] | ||
| }' | jq -rc) | ||
| fi | ||
| echo "matrix=$MATRIX" | tee -a "$GITHUB_OUTPUT" | ||
| - name: Get Release with tag | ||
| id: get_current_release | ||
| uses: joutvhu/get-release@v1 | ||
| if: ${{ github.event_name == 'workflow_dispatch' }} | ||
| with: | ||
| tag_name: ${{ inputs.release-version }} | ||
| env: | ||
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||
| - name: Get release assets url | ||
| env: | ||
| EVENT: ${{ github.event_name }} | ||
| if: (success() || !failed()) && !cancelled() | ||
| id: release-assets-url | ||
| run: | | ||
| if [[ "$EVENT" == "release" ]]; then | ||
| echo "upload_url=${{ github.event.release.upload_url }}" | tee -a "$GITHUB_OUTPUT" | ||
| else | ||
| echo "upload_url=${{ steps.get_current_release.outputs.upload_url }}" | tee -a "$GITHUB_OUTPUT" | ||
| fi | ||
| - name: Check for NGC PyTorch images | ||
| id: check_for_ngc_images | ||
| if: (success() || !failed()) && !cancelled() | ||
| run: | | ||
| bash ./.github/scripts/check_for_ngc_images.sh | ||
| echo "IMAGES=$(cat ngc_images.json| jq -cr)" | tee -a $GITHUB_OUTPUT | ||
| build_wheels: | ||
| name: Build Wheel | ||
| runs-on: ${{ matrix.os }} | ||
| needs: pre-flight | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: ${{ fromJson(needs.pre-flight.outputs.build-wheel-matrix) }} | ||
| steps: | ||
| - name: "Checkout" | ||
| uses: actions/checkout@v3 | ||
| - name: "Build PyTorch Wheel" | ||
| uses: ./.github/actions/build-pytorch-wheel | ||
| id: build-pytorch-wheel | ||
| with: | ||
| release-version: ${{ matrix.release-version }} | ||
| python-version: ${{ matrix.python-version }} | ||
| cuda-version: ${{ matrix.cuda-version }} | ||
| cudnn-version: ${{ matrix.cudnn-version }} | ||
| torch-version: ${{ matrix.torch-version }} | ||
| cxx11_abi: ${{ matrix.cxx11_abi }} | ||
| env: | ||
| NVTE_FRAMEWORK: pytorch | ||
| MAX_JOBS: 1 | ||
| - name: Upload Release Asset | ||
| id: upload_release_asset | ||
| uses: actions/upload-release-asset@v1 | ||
| env: | ||
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | ||
| with: | ||
| upload_url: ${{ needs.pre-flight.outputs.release-assets-url }} | ||
| asset_path: ./dist/${{ steps.build-pytorch-wheel.outputs.wheel_name }} | ||
| asset_name: ${{ steps.build-pytorch-wheel.outputs.wheel_name }} | ||
| asset_content_type: application/* | ||
| build_wheels_for_ngc: | ||
| name: Build Wheels for NGC PyTorch images | ||
| runs-on: ubuntu-latest | ||
| needs: pre-flight | ||
| strategy: | ||
| fail-fast: false | ||
| matrix: | ||
| os: [ubuntu-22.04] | ||
| container-image: ${{ fromJson(needs.pre-flight.outputs.ngc-images) }} | ||
| steps: | ||
| - name: "Checkout" | ||
| uses: actions/checkout@v3 | ||
| - name: "Build PyTorch Wheel" | ||
| uses: ./.github/actions/build-pytorch-wheel | ||
| id: build-pytorch-wheel | ||
| with: | ||
| runs-on: ${{ matrix.os }} | ||
| base-image: ${{ matrix.container-image }} | ||
