diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 5ac8b9fec03..fefab84c4f9 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -81,11 +81,12 @@ jobs:
           - "3.12"
         runner: ["windows.4xlarge"]
         gpu-arch-type: ["cpu"]
-        include:
-          - python-version: "3.9"
-            runner: windows.g5.4xlarge.nvidia.gpu
-            gpu-arch-type: cuda
-            gpu-arch-version: "11.8"
+        # TODO: put GPU testing back
+        # include:
+        #   - python-version: "3.9"
+        #     runner: windows.g5.4xlarge.nvidia.gpu
+        #     gpu-arch-type: cuda
+        #     gpu-arch-version: "11.8"
       fail-fast: false
     uses: pytorch/test-infra/.github/workflows/windows_job.yml@main
     permissions: