[CI] Add more Windows hung test checks (#16859)

Obviously we shouldn't have to do this, but these hang issues are
causing serious CI issues and annoying users.

If there is a hung test detected, CI will fail after killing the
process, so we should still catch the hung tests.

I can't add an action instead of downloading the script because you need
to do a (cached) checkout to get the action file and that tries to reset
the git repo which fails if there's locked files.

---------

Signed-off-by: Sarnie, Nick <[email protected]>

Author: sarnex

.github/workflows/sycl-windows-build.yml

@@ -76,6 +76,16 @@ jobs:
     outputs:
       build_conclusion: ${{ steps.build.conclusion }}
     steps:
+    - name:  Detect hung tests
+      if: always()
+      shell: powershell
+      continue-on-error: true
+      run: |
+        Invoke-WebRequest -Uri "https://raw.githubusercontent.com/intel/llvm/refs/heads/sycl/devops/scripts/windows_detect_hung_tests.ps1" -OutFile "windows_detect_hung_tests.ps1"
+        powershell.exe -File windows_detect_hung_tests.ps1
+        $exitCode = $LASTEXITCODE
+        Remove-Item -Path "windows_detect_hung_tests.ps1"
+        exit $exitCode
     - uses: actions/checkout@v4
       with:
         sparse-checkout: |
@@ -182,3 +192,12 @@ jobs:
         name: sycl_windows_default
         path: ${{ inputs.artifact_archive_name }}
         retention-days: ${{ inputs.retention-days }}
+    - name:  Detect hung tests
+      if: always()
+      shell: powershell
+      run: |
+        Invoke-WebRequest -Uri "https://raw.githubusercontent.com/intel/llvm/refs/heads/sycl/devops/scripts/windows_detect_hung_tests.ps1" -OutFile "windows_detect_hung_tests.ps1"      
+        powershell.exe -File windows_detect_hung_tests.ps1
+        $exitCode = $LASTEXITCODE
+        Remove-Item -Path "windows_detect_hung_tests.ps1"
+        exit $exitCode

.github/workflows/sycl-windows-run-tests.yml

@@ -47,6 +47,16 @@ jobs:
     environment: WindowsCILock
     env: ${{ fromJSON(inputs.env) }}
     steps:
+    - name:  Detect hung tests
+      if: always()
+      shell: powershell
+      continue-on-error: true
+      run: |
+        Invoke-WebRequest -Uri "https://raw.githubusercontent.com/intel/llvm/refs/heads/sycl/devops/scripts/windows_detect_hung_tests.ps1" -OutFile "windows_detect_hung_tests.ps1"
+        powershell.exe -File windows_detect_hung_tests.ps1
+        $exitCode = $LASTEXITCODE
+        Remove-Item -Path "windows_detect_hung_tests.ps1"
+        exit $exitCode
     - uses: actions/checkout@v4
       with:
         sparse-checkout: |
@@ -101,17 +111,14 @@ jobs:
         fi
         export LIT_OPTS="-v --no-progress-bar --show-unsupported --show-pass --show-xfail --max-time 3600 --time-tests ${{ inputs.extra_lit_opts }}"
         cmake --build build-e2e --target check-sycl-e2e
-    - name: Detect hung tests
-      shell: powershell
+    - name:  Detect hung tests
       if: always()
+      shell: powershell
       run: |
-        $exitCode = 0
-        $hungTests = Get-Process | Where-Object { ($_.Path -match "llvm\\install") -or ($_.Path -match "llvm\\build-e2e") }
-        $hungTests | Foreach-Object {
-         $exitCode = 1
-         echo "Test $($_.Path) hung!"
-         Stop-Process -Force $_
-        }
+        Invoke-WebRequest -Uri "https://raw.githubusercontent.com/intel/llvm/refs/heads/sycl/devops/scripts/windows_detect_hung_tests.ps1" -OutFile "windows_detect_hung_tests.ps1"      
+        powershell.exe -File windows_detect_hung_tests.ps1
+        $exitCode = $LASTEXITCODE
+        Remove-Item -Path "windows_detect_hung_tests.ps1"
         exit $exitCode
     - name: Cleanup
       shell: cmd