[draft]: gh action to check testhub status (#775)

* try gh action to check testhub status

* rm error

* fix print

* switch to merge_group

* [ci skip] make intro in docs more friendly

* [ci skip] better intro

* [ci skip] minor wording change

* [ci skip] reference testsuite on the landing page

* [ci skip] less wordy index docs page

* [ci skip] less wordy intro

* [ci skip] add html context

* [ci skip] update copyright

* [ci skip] limit github actions build tests. not run for draft PRs, only test 2 most recent sdks

* [ci skip] remove merge group for now

* fix url

* add untested test count

* [ci skip] rm checkout

* [ci skip] add back checkout

Author: pmocz

.github/workflows/check-testhub-results.yml

@@ -0,0 +1,65 @@
+name: Check TestHub results
+
+on:
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  request_status:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Get branch name and latest commit SHA
+        id: vars
+        run: |
+          BRANCH_NAME="${{ github.event.pull_request.head.ref }}"
+          # Replace "/" with "%2F" in branch name
+          BRANCH_NAME="${BRANCH_NAME//\//%2F}"
+          COMMIT_SHA="${{ github.event.pull_request.head.sha }}"
+          echo "BRANCH_NAME=$BRANCH_NAME" >> $GITHUB_ENV
+          echo "COMMIT_SHA=$COMMIT_SHA" >> $GITHUB_ENV
+
+      - name: Fetch test results
+        id: fetch_results
+        run: |
+          TEST_URL="https://testhub.mesastar.org/${{ env.BRANCH_NAME }}/commits/${{ env.COMMIT_SHA }}"
+          echo "Fetching test results from: $TEST_URL"
+          
+          RESPONSE=$(curl -s -o response.json -w "%{http_code}" "$TEST_URL")
+          
+          if [[ "$RESPONSE" -ne 200 ]]; then
+            echo "Test results not found or server error."
+            exit 1
+          fi
+
+          # cat response.json
+
+          PASS_COUNT=$(grep -B 1 "tests where all computers report passing." response.json | sed -n -E -e 's/<b>([0-9]+)<\/b>.*/\1/p')
+          echo "Number of passing tests: $PASS_COUNT"
+
+          FAIL_COUNT=$(grep -B 1 "tests where all computers report failing." response.json | sed -n -E -e 's/<b>([0-9]+)<\/b>.*/\1/p')
+          echo "Number of failing tests: $FAIL_COUNT"
+
+          MIXED_COUNT=$(grep -B 1 "tests where some computers report passing and others report failing." response.json | sed -n -E -e 's/<b>([0-9]+)<\/b>.*/\1/p')
+          echo "Number of mixed tests: $MIXED_COUNT"
+
+          UNTESTED_COUNT=$(grep -B 1 "tests with no submission data." response.json | sed -n -E -e 's/<b>([0-9]+)<\/b>.*/\1/p')
+          echo "Number of untested tests: $UNTESTED_COUNT"
+
+          echo ""
+          
+          # Check that there are no failing or mixed tests
+          if [[ "$FAIL_COUNT" -gt 0 || "$MIXED_COUNT" -gt 0 ]]; then
+            echo "Some tests are failing or mixed!"
+            exit 1
+          fi
+          # Check that there are at least 106 passing tests
+          if [[ "$PASS_COUNT" -lt 106 ]]; then
+            echo "Not enough passing tests!"
+            exit 1
+          else
+            echo "All tests are passing!"
+          fi
+
+      - name: Allow merge if tests pass
+        if: success()
+        run: echo "All tests passed. PR is good to merge!"

.github/workflows/test-mesa.yml

@@ -62,7 +62,7 @@ jobs:
           echo "platform: Linux" >> $MESA_TEST_YML
           echo "platform_version: Ubuntu" >> $MESA_TEST_YML
         shell: bash
-        
+
       - name: Check Install
         env:
           OMP_NUM_THREADS: ${{env.OMP_NUM_THREADS}}