Fix pytorch install, r1

Author: leshikus

.github/workflows/build-test-reusable.yml

@@ -78,6 +78,13 @@ jobs:
       - name: Checkout repository
         uses: actions/checkout@v4
 
+      - name: Clone PyTorch
+        if: inputs.env_manager != 'base'
+        run: |
+          git clone --recursive https://github.com/pytorch/pytorch
+          cd pytorch
+          git checkout ${{ inputs.pytorch_ref }}
+
       - name: Load conda cache
         if: inputs.env_manager != 'base'
         id: conda-cache
@@ -86,7 +93,7 @@ jobs:
           CACHE_NUMBER: 6
         with:
           path: $HOME/miniforge3/envs/triton
-          key: conda-${{ inputs.env_manager }}-py${{ matrix.python }}-${{ hashFiles('scripts/triton.yml', 'python/pyproject.toml', 'python/setup.py') }}-${{ env.CACHE_NUMBER }}
+          key: conda-${{ inputs.env_manager }}-py${{ matrix.python }}-${{ hashFiles('scripts/triton.yml', 'python/pyproject.toml', 'python/setup.py', 'pytorch/.ci/docker/ci_commit_pins/huggingface.txt') }}-${{ env.CACHE_NUMBER }}
 
       - name: Install Manager Environment
         shell: bash --noprofile --norc -eo pipefail {0}
@@ -128,9 +135,6 @@ jobs:
         if: inputs.env_manager != 'base'
         run: |
           pip install torch --index-url https://download.pytorch.org/whl/nightly/xpu
-          git clone --recursive https://github.com/pytorch/pytorch
-          cd pytorch
-          git checkout ${{ inputs.pytorch_ref }}
 
       - name: Install pass_rate dependencies
         run: |