E2E on Windows (stub) (#4446)

A new GitHub workflow "E2E on Windows". The workflow currently does
nothing. This PR needs to be merged in main to enable running the
workflow manually. All work will be done in the following PRs.

---------

Signed-off-by: Pavel Chekin <[email protected]>

Author: pbchekin

.github/workflows/build-test-windows.yml

@@ -34,10 +34,6 @@ jobs:
     # Building PyTorch can take up to 4 hours on certain machines, increasing the timeout to 8 hours.
     timeout-minutes: 720
     steps:
-      - name: Enable long paths
-        run: |
-          git config --system core.longPaths true
-
       - name: Checkout repository
         uses: actions/checkout@v4
 

.github/workflows/build-windows.yml

@@ -23,10 +23,6 @@ jobs:
     runs-on:
       - windows
     steps:
-      - name: Enable long paths
-        run: |
-          git config --system core.longPaths true
-
       - name: Checkout repository
         uses: actions/checkout@v4
 

.github/workflows/e2e-accuracy.yml

@@ -38,14 +38,14 @@ on:
           - float32
         default: all
       models:
-        description: Run all models or a subset from .github/models/performance/{suite}.txt
+        description: Run all models or a subset from .github/models/accuracy/{suite}.txt
         type: choice
         options:
           - all
           - subset
         default: all
       check_all_subset_models:
-        description: In "subset" mode, check all subset models
+        description: In "subset" mode, keep going after errors
         type: boolean
         default: false
       only_one_model:
@@ -70,7 +70,7 @@ permissions: read-all
 jobs:
   setup:
     name: Setup
-    runs-on: Linux
+    runs-on: linux
     outputs:
       suite: ${{ steps.set-matrix.outputs.suite }}
       mode: ${{ steps.set-matrix.outputs.mode }}
@@ -99,11 +99,6 @@ jobs:
           echo "mode=$mode" >> $GITHUB_OUTPUT
           echo "dtype=$dtype" >> $GITHUB_OUTPUT
 
-  print_inputs:
-    name: Print inputs
-    needs: setup
-    runs-on: Linux
-    steps:
       - name: Print inputs
         run: |
           cat <<EOF
@@ -113,7 +108,7 @@ jobs:
       - name: Print setup outputs
         run: |
           cat <<EOF
-          ${{ toJSON(needs.setup.outputs) }}
+          ${{ toJSON(steps.set-matrix.outputs) }}
           EOF
 
   run_tests:

.github/workflows/e2e-performance.yml

@@ -38,14 +38,14 @@ on:
           - float32
         default: all
       models:
-        description: Run all models or a subset
+        description: Run all models or a subset from .github/models/performance/{suite}.txt
         type: choice
         options:
           - all
           - subset
         default: subset
       check_all_subset_models:
-        description: In "subset" mode, do not fail workflow if one of models failed
+        description: In "subset" mode, keep going after errors
         type: boolean
         default: false
       only_one_model:
@@ -70,7 +70,7 @@ permissions: read-all
 jobs:
   setup:
     name: Setup
-    runs-on: Linux
+    runs-on: linux
     outputs:
       suite: ${{ steps.set-matrix.outputs.suite }}
       mode: ${{ steps.set-matrix.outputs.mode }}
@@ -106,11 +106,6 @@ jobs:
           echo "dtype=$dtype" >> $GITHUB_OUTPUT
           echo "models=$models" >> $GITHUB_OUTPUT
 
-  print_inputs:
-    name: Print inputs
-    needs: setup
-    runs-on: Linux
-    steps:
       - name: Print inputs
         run: |
           cat <<EOF
@@ -120,7 +115,7 @@ jobs:
       - name: Print setup outputs
         run: |
           cat <<EOF
-          ${{ toJSON(needs.setup.outputs) }}
+          ${{ toJSON(steps.set-matrix.outputs) }}
           EOF
 
   run_tests:

.github/workflows/e2e-reusable.yml

@@ -49,6 +49,7 @@ permissions: read-all
 env:
   TRITON_DISABLE_LINE_INFO: 1
   PYTHON_VERSION: "3.10"
+  BENCHMARK_REPO: pytorch/benchmark
 
 jobs:
   run_tests:
@@ -99,23 +100,15 @@ jobs:
         with:
           ref: ${{ inputs.pytorch_ref }}
 
-      - name: Set benchmark repository
-        run: |
-          echo "BENCHMARK_REPO=pytorch/benchmark" | tee -a "$GITHUB_ENV"
-
-      - name: Get benchmark commit id
-        run: |
-          cd pytorch
-          echo "BENCHMARK_COMMIT_ID=$(<.github/ci_commit_pins/torchbench.txt)" | tee -a "$GITHUB_ENV"
-
       - name: Identify pinned versions
         run: |
           cd pytorch
-          echo "TORCHVISION_COMMIT_ID=$(<.github/ci_commit_pins/vision.txt)" >> "${GITHUB_ENV}"
-          echo "TORCHTEXT_COMMIT_ID=$(<.github/ci_commit_pins/text.txt)" >> "${GITHUB_ENV}"
-          echo "TORCHAUDIO_COMMIT_ID=$(<.github/ci_commit_pins/audio.txt)" >> "${GITHUB_ENV}"
-          echo "TRANSFORMERS_VERSION=$(<.ci/docker/ci_commit_pins/huggingface.txt)" >> "${GITHUB_ENV}"
-          echo "TIMM_COMMIT_ID=$(<.ci/docker/ci_commit_pins/timm.txt)" >> "${GITHUB_ENV}"
+          echo "BENCHMARK_COMMIT_ID=$(<.github/ci_commit_pins/torchbench.txt)" | tee -a "$GITHUB_ENV"
+          echo "TORCHVISION_COMMIT_ID=$(<.github/ci_commit_pins/vision.txt)" | tee -a "$GITHUB_ENV"
+          echo "TORCHTEXT_COMMIT_ID=$(<.github/ci_commit_pins/text.txt)" | tee -a "$GITHUB_ENV"
+          echo "TORCHAUDIO_COMMIT_ID=$(<.github/ci_commit_pins/audio.txt)" | tee -a "$GITHUB_ENV"
+          echo "TRANSFORMERS_VERSION=$(<.ci/docker/ci_commit_pins/huggingface.txt)" | tee -a "$GITHUB_ENV"
+          echo "TIMM_COMMIT_ID=$(<.ci/docker/ci_commit_pins/timm.txt)" | tee -a "$GITHUB_ENV"
 
       - name: Generate Triton cache key
         id: triton-key