Fix MPS Test by forcing a PT version

Author: Jack-Khuu

.github/workflows/pull.yml

@@ -624,6 +624,7 @@ jobs:
     uses: pytorch/test-infra/.github/workflows/macos_job.yml@main
     with:
       runner: macos-m1-stable  # neeps MPS, was macos-m1-stable
+      python-version: 3.10.11
       script: |
         set -x
         # NS/MC: Remove previous installation of torch and torchao first
@@ -736,6 +737,7 @@ jobs:
     uses: pytorch/test-infra/.github/workflows/macos_job.yml@main
     with:
       runner: macos-m1-stable  # needs MPS, was macos-m1-stable
+      python-version: 3.10.11
       script: |
         set -x
         # NS/MC: Remove previous installation of torch and torchao first