Add retry logic for failng tests

Author: dnestoro

.github/workflows/run-consecutive-tests.sh

@@ -1,7 +1,5 @@
 #!/bin/bash
 
-# Usage: ./run-consecutive-tests.sh "<test-coordinates>" '[ "1.0", "2.0", "3.0" ]'
-
 set -u
 set -x
 
@@ -13,14 +11,6 @@ fi
 # Input parameters
 TEST_COORDINATES="$1"
 VERSIONS_JSON="$2"
-PASSED_VERSIONS=()
-FAILED_VERSION=""
-
-# Parse JSON array into Bash array using jq
-if ! command -v jq &> /dev/null; then
-  echo "jq is required but not installed."
-  exit 1
-fi
 
 # Remove surrounding single quotes if present (when called from workflow)
 VERSIONS_JSON="${VERSIONS_JSON#"${VERSIONS_JSON%%[!\']*}"}"
@@ -33,15 +23,22 @@ for VERSION in "${VERSIONS[@]}"; do
   echo "Running test with GVM_TCK_LV=$VERSION and coordinates=$TEST_COORDINATES"
   GVM_TCK_LV="$VERSION" ./gradlew test -Pcoordinates="$TEST_COORDINATES"
   RESULT=$?
+
+  ATTEMPTS=1
+  # maybe we failed because the test was flaky => try two more times to be sure
+  while [ "$RESULT" -ne 0 ] && [ $ATTEMPTS -le 2 ]; do
+    echo "Re-running the test with GVM_TCK_LV=$VERSION and coordinates=$TEST_COORDINATES"
+    GVM_TCK_LV="$VERSION" ./gradlew clean test -Pcoordinates="$TEST_COORDINATES"
+    RESULT=$?
+    ATTEMPTS=$((ATTEMPTS + 1))
+  done
+
   if [ "$RESULT" -eq 0 ]; then
-    PASSED_VERSIONS+=("$VERSION")
     echo "PASSED:$VERSION"
   else
-    FAILED_VERSION="$VERSION"
     echo "FAILED:$VERSION"
     break
   fi
 done
 
-# Script ends here; output already provided in loop for workflows to process
 exit 0