Only build tests for spir target

Author: ayylol

.github/workflows/sycl-windows-build.yml

@@ -228,7 +228,7 @@ jobs:
       shell: bash
       run: |
         # Run E2E tests.
-        export LIT_OPTS="-v --no-progress-bar --show-unsupported --show-pass --show-xfail --max-time 3600 --time-tests --param test-mode=build-only"
+        export LIT_OPTS="-v --no-progress-bar --show-unsupported --show-pass --show-xfail --max-time 3600 --time-tests --param test-mode=build-only --param sycl_build_targets=spir"
         cmake --build build-e2e --target check-sycl-e2e
     - name:  Detect hung tests
       if: always()