Update PyTorch pin (#4922)

Author: whitneywhtsang

.github/pins/pytorch.txt

@@ -1 +1 @@
-3f1636ebef9b45e8a3cb0eb20d327ee6acb74be0
+54cc63b467f24242cf0d6538d3e1df39e553daf1

.github/workflows/build-test-reusable.yml

@@ -344,21 +344,11 @@ jobs:
         run: |
           ${{ env.TRITON_TEST_CMD }} --select-from-file tutorials.txt --tutorial
 
-      - name: Get transformers version
+      - name: Install transformers
         if: matrix.suite == 'rest'
         run: |
           cd pytorch
-          TRANSFORMERS_VERSION="$(<.ci/docker/ci_commit_pins/huggingface.txt)"
-          echo "TRANSFORMERS_VERSION=$TRANSFORMERS_VERSION" | tee -a $GITHUB_ENV
-
-      - name: Install transformers
-        if: matrix.suite == 'rest'
-        uses: ./.github/actions/install-dependency
-        with:
-          package: transformers
-          repository: huggingface/transformers
-          ref: ${{ env.TRANSFORMERS_VERSION }}
-          try-tag-prefix: v
+          pip install -r .ci/docker/ci_commit_pins/huggingface-requirements.txt
 
       - name: Run E2E test
         if: matrix.suite == 'rest'

.github/workflows/e2e-reusable.yml

@@ -101,7 +101,6 @@ jobs:
           echo "BENCHMARK_COMMIT_ID=$(<.github/ci_commit_pins/torchbench.txt)" | tee -a "$GITHUB_ENV"
           echo "TORCHVISION_COMMIT_ID=$(<.github/ci_commit_pins/vision.txt)" | tee -a "$GITHUB_ENV"
           echo "TORCHAUDIO_COMMIT_ID=$(<.github/ci_commit_pins/audio.txt)" | tee -a "$GITHUB_ENV"
-          echo "TRANSFORMERS_VERSION=$(<.ci/docker/ci_commit_pins/huggingface.txt)" | tee -a "$GITHUB_ENV"
           echo "TIMM_COMMIT_ID=$(<.ci/docker/ci_commit_pins/timm.txt)" | tee -a "$GITHUB_ENV"
 
       - name: Generate Triton cache key
@@ -140,13 +139,9 @@ jobs:
 
       - name: Install transformers package
         if: ${{ inputs.suite == 'huggingface' }}
-        uses: ./.github/actions/install-dependency
-        with:
-          package: transformers
-          repository: huggingface/transformers
-          ref: ${{ env.TRANSFORMERS_VERSION }}
-          try-tag-prefix: v
-          extra-cache-key: ${{ env.PYTORCH_VERSION }}
+        run: |
+          cd pytorch
+          pip install -r .ci/docker/ci_commit_pins/huggingface-requirements.txt
 
       - name: Install torchvision package
         if: ${{ inputs.suite == 'timm_models' || inputs.suite == 'torchbench' }}
@@ -264,7 +259,6 @@ jobs:
           TRITON_COMMIT_ID=$GITHUB_SHA
           TORCHVISION_COMMIT_ID=$TORCHVISION_COMMIT_ID
           TORCHAUDIO_COMMIT_ID=$TORCHAUDIO_COMMIT_ID
-          TRANSFORMERS_VERSION=$TRANSFORMERS_VERSION
           TIMM_COMMIT_ID=$TIMM_COMMIT_ID
           LIBIGC1_VERSION=$LIBIGC1_VERSION
           LEVEL_ZERO_VERSION=$LEVEL_ZERO_VERSION

.github/workflows/e2e-windows.yml

@@ -160,7 +160,6 @@ jobs:
           echo "BENCHMARK_COMMIT_ID=$(<.github/ci_commit_pins/torchbench.txt)" | tee -a "$GITHUB_ENV"
           echo "TORCHVISION_COMMIT_ID=$(<.github/ci_commit_pins/vision.txt)" | tee -a "$GITHUB_ENV"
           echo "TORCHAUDIO_COMMIT_ID=$(<.github/ci_commit_pins/audio.txt)" | tee -a "$GITHUB_ENV"
-          echo "TRANSFORMERS_VERSION=$(<.ci/docker/ci_commit_pins/huggingface.txt)" | tee -a "$GITHUB_ENV"
           echo "TIMM_COMMIT_ID=$(<.ci/docker/ci_commit_pins/timm.txt)" | tee -a "$GITHUB_ENV"
 
       - name: Install python test dependencies
@@ -170,14 +169,9 @@ jobs:
 
       - name: Install transformers package
         if: inputs.suite == 'all' || inputs.suite == 'huggingface'
-        uses: ./.github/actions/install-dependency
-        with:
-          package: transformers
-          repository: huggingface/transformers
-          ref: ${{ env.TRANSFORMERS_VERSION }}
-          try-tag-prefix: v
-          extra-cache-key: ${{ env.PYTORCH_VERSION }}
-          workspace: /c/gh${{ github.run_id }}
+        run: |
+          cd pytorch
+          pip install -r .ci/docker/ci_commit_pins/huggingface-requirements.txt
 
       - name: Install torchvision package
         if: inputs.suite == 'all' || inputs.suite == 'timm_models' || inputs.suite == 'torchbench'
@@ -336,7 +330,6 @@ jobs:
           TRITON_COMMIT_ID=$GITHUB_SHA
           TORCHVISION_COMMIT_ID=$TORCHVISION_COMMIT_ID
           TORCHAUDIO_COMMIT_ID=$TORCHAUDIO_COMMIT_ID
-          TRANSFORMERS_VERSION=$TRANSFORMERS_VERSION
           TIMM_COMMIT_ID=$TIMM_COMMIT_ID
           LIBIGC1_VERSION=$LIBIGC1_VERSION
           LEVEL_ZERO_VERSION=$LEVEL_ZERO_VERSION

.github/workflows/nightly-wheels.yml

@@ -65,7 +65,6 @@ jobs:
           cd pytorch
           echo "TORCHVISION_COMMIT_ID=$(<.github/ci_commit_pins/vision.txt)" | tee -a $GITHUB_ENV
           echo "TORCHAUDIO_COMMIT_ID=$(<.github/ci_commit_pins/audio.txt)" | tee -a $GITHUB_ENV
-          echo "TRANSFORMERS_VERSION=$(<.ci/docker/ci_commit_pins/huggingface.txt)" | tee -a $GITHUB_ENV
           echo "TIMM_COMMIT_ID=$(<.ci/docker/ci_commit_pins/timm.txt)" | tee -a $GITHUB_ENV
 
       - name: Identify Triton commit id
@@ -104,13 +103,9 @@ jobs:
           extra-cache-key: ${{ env.PYTORCH_VERSION }}
 
       - name: Install transformers package
-        uses: ./.github/actions/install-dependency
-        with:
-          package: transformers
-          repository: huggingface/transformers
-          ref: ${{ env.TRANSFORMERS_VERSION }}
-          try-tag-prefix: v
-          extra-cache-key: ${{ env.PYTORCH_VERSION }}
+        run: |
+          cd pytorch
+          pip install -r .ci/docker/ci_commit_pins/huggingface-requirements.txt
 
       - name: Prepare wheels for upload
         run: |
@@ -120,7 +115,6 @@ jobs:
           cp -L torchvision*/dist/*.whl wheels/
           cp -L torchaudio*/dist/*.whl wheels/
           cp -L timm*/dist/*.whl wheels/
-          cp -L transformers*/dist/*.whl wheels/
           ls -lh wheels/
 
       - name: Report environment details

scripts/patch-pytorch.sh

@@ -38,5 +38,4 @@ echo "Applying PyTorch patches in $REPO_ROOT"
 apply_patch ./patch/flex_attn_143553.patch
 apply_patch ./patch/pytorch_fp64.patch
 apply_patch ./patch/pytorch_global_scratch.patch
-apply_patch ./patch/test_compile_subprocess.patch
 apply_patch ./patch/flex_decoding.patch