Improve statistics

Author: simonkurtz-MSFT

.github/workflows/python-tests.yml

@@ -7,6 +7,14 @@ on:
   pull_request:
     branches: [ main ]
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+defaults:
+  run:
+    shell: bash
+
 permissions:
   contents: read
   checks: write
@@ -15,7 +23,14 @@ permissions:
 jobs:
   test:
     runs-on: ubuntu-latest
+    timeout-minutes: 30
+    env:
+      COVERAGE_THRESHOLD: "85"
+      PIP_DISABLE_PIP_VERSION_CHECK: "1"
+      PIP_PROGRESS_BAR: "off"
+      PYTHONUNBUFFERED: "1"
     strategy:
+      fail-fast: false
       matrix:
         python-version: [ '3.12', '3.13' , '3.14' ]
     steps:
@@ -31,7 +46,11 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          pip install -r requirements.txt
+          python -m pip install -r requirements.txt
+
+      - name: Validate dependency metadata
+        run: |
+          python -m pip check
 
       - name: Run pylint analysis
         run: |
@@ -62,6 +81,7 @@ jobs:
         with:
           name: coverage-html-${{ matrix.python-version }}
           path: tests/python/htmlcov-${{ matrix.python-version }}/
+          if-no-files-found: warn
 
       - name: Upload JUnit test results
         if: always()
@@ -70,6 +90,103 @@ jobs:
         with:
           name: junit-results-${{ matrix.python-version }}
           path: tests/python/junit-${{ matrix.python-version }}.xml
+          if-no-files-found: warn
+
+      - name: Append pylint summary to job summary
+        if: always()
+        run: |
+          REPORT_JSON="tests/python/pylint/reports/latest.json"
+          {
+            echo "### Python ${{ matrix.python-version }} – Pylint summary"
+            echo ""
+            if [ -f "$REPORT_JSON" ] && command -v jq >/dev/null; then
+              TOTAL=$(jq 'length' "$REPORT_JSON")
+              echo "- Diagnostics: $TOTAL"
+              echo ""
+              jq -r '
+                group_by(.type) |
+                map({label: (.[0].type), count: length}) |
+                .[] | "  - \(.label): \(.count)"
+              ' "$REPORT_JSON"
+            else
+              echo "Pylint summary unavailable (install jq for statistics)."
+            fi
+            echo ""
+            echo "- Reports artifact: pylint-reports-${{ matrix.python-version }}"
+            echo ""
+          } >> "$GITHUB_STEP_SUMMARY"
+
+      - name: Append coverage summary to job summary
+        if: always()
+        run: |
+          COVERAGE_FILE="tests/python/.coverage-${{ matrix.python-version }}"
+          HTML_DIR="tests/python/htmlcov-${{ matrix.python-version }}"
+          COVERAGE_TXT="$(mktemp)"
+          if [ -f "$COVERAGE_FILE" ]; then
+            python -m coverage report --data-file="$COVERAGE_FILE" --rcfile=tests/python/.coveragerc --skip-covered --fail-under=0 > "$COVERAGE_TXT" || true
+          fi
+          OVERALL=""
+          if [ -s "$COVERAGE_TXT" ]; then
+            OVERALL=$(tail -n 1 "$COVERAGE_TXT" | awk '{print $NF}')
+          fi
+          {
+            echo "### Python ${{ matrix.python-version }} – Coverage summary"
+            echo ""
+            echo "- Overall: ${OVERALL:-Unavailable}"
+            echo ""
+            echo "- HTML coverage artifact: coverage-html-${{ matrix.python-version }}"
+            if [ -d "$HTML_DIR" ]; then
+              echo "- Local path: $HTML_DIR/index.html"
+            fi
+            echo ""
+          } >> "$GITHUB_STEP_SUMMARY"
+          rm -f "$COVERAGE_TXT"
+
+      - name: Enforce coverage threshold
+        if: steps.pytest.outcome == 'success'
+        env:
+          COVERAGE_FILE: tests/python/.coverage-${{ matrix.python-version }}
+        run: |
+          if [ ! -f "$COVERAGE_FILE" ]; then
+            echo "Coverage file not found; skipping threshold enforcement."
+            exit 0
+          fi
+          python - <<'PY'
+import os
+import re
+import subprocess
+import sys
+
+threshold = float(os.getenv("COVERAGE_THRESHOLD", "0"))
+coverage_file = os.environ["COVERAGE_FILE"]
+rcfile = "tests/python/.coveragerc"
+
+result = subprocess.run([
+    sys.executable,
+    "-m",
+    "coverage",
+    "report",
+    f"--data-file={coverage_file}",
+    f"--rcfile={rcfile}",
+    "--skip-covered",
+    "--fail-under=0",
+], capture_output=True, text=True, check=False)
+
+output = result.stdout.strip().splitlines()
+if not output:
+    sys.exit(0)
+
+match = re.search(r"(\d+(?:\.\d+)?)%$", output[-1])
+if not match:
+    sys.exit(0)
+
+percent = float(match.group(1))
+if percent < threshold:
+    print(f"::error ::Coverage {percent:.2f}% is below required threshold {threshold:.2f}%.")
+    sys.exit(1)
+
+print(f"Coverage {percent:.2f}% meets the threshold {threshold:.2f}%.")
+PY
 
       - name: Publish Unit Test Results to PR
         if: always()