Check if threshold mechanism is working: use the threshold higher than the total test number to make the CI fail.

Author: ilonatommy

.azure/pipelines/components-e2e-tests.yml

@@ -77,6 +77,16 @@ jobs:
 
           exit 1
         fi
+
+        # Check total tests run to detect abnormalities. In case the number of tests changes significantly, we should adjust the threshold.
+        # Extract total from the summary line "Failed: xx, Passed: yy, Skipped: zz, Total: NNN, Duration: ..."
+        total=$(sed -nE 's/.*Failed:[[:space:]]*[0-9]+,[[:space:]]*Passed:[[:space:]]*[0-9]+,[[:space:]]*Skipped:[[:space:]]*[0-9]+,[[:space:]]*Total:[[:space:]]*([0-9]+).*/\1/p' e2e-test-output.log)
+        min_total=2000
+        if [ -z "$total" ] || [ "$total" -lt "$min_total" ]
+        then
+          echo "##vso[task.logissue type=error] Insufficient total test count: $total. We expect at least $min_total tests to run."
+          exit 1
+        fi
       displayName: Run E2E tests
     - script: .dotnet/dotnet test ./src/Components/test/E2ETest -c $(BuildConfiguration) --no-build --filter 'Quarantined=true' -p:RunQuarantinedTests=true
                  -p:VsTestUseMSBuildOutput=false