Update check_urls.sh (#10321)

Author: shoumikhin

scripts/check_urls.sh

@@ -17,15 +17,25 @@ while IFS=: read -r filepath url; do
     printf '\n%s:\n' "$filepath"
     last_filepath=$filepath
   fi
-  code=$(curl -gsLm30 -o /dev/null -w "%{http_code}" -I "$url") || code=000
-  if [ "$code" -ge 400 ]; then
-    code=$(curl -gsLm30 -o /dev/null -w "%{http_code}" -r 0-0 -A "$user_agent" "$url") || code=000
+  code=$(curl -gsLm30 --retry 3 --retry-delay 3 --retry-connrefused -o /dev/null -w "%{http_code}" -I "$url") || code=000
+  if [ "$code" -lt 200 ] || [ "$code" -ge 400 ]; then
+    code=$(curl -gsLm30 --retry 3 --retry-delay 3 --retry-connrefused -o /dev/null -w "%{http_code}" -r 0-0 -A "$user_agent" "$url") || code=000
   fi
-  if [ "$code" -ge 200 ] && [ "$code" -lt 400 ]; then
-    printf "${green}%s${reset} ${cyan}%s${reset}\n" "$code" "$url"
-  else
+  if [ "$code" -lt 200 ] || [ "$code" -ge 400 ]; then
+    request_id=$(curl -sS -H 'Accept: application/json' "https://check-host.net/check-http?host=$url&max_nodes=1&node=us3.node.check-host.net" \
+      | jq -r .request_id)
+    for _ in {1..3}; do
+      code=$(curl -sS -H 'Accept: application/json' "https://check-host.net/check-result/$request_id" \
+        | jq -r -e '.[][0][3]') || code=000
+      [[ "$code" =~ ^[0-9]+$ ]] || code=000
+      sleep 3
+    done
+  fi
+  if [ "$code" -lt 200 ] || [ "$code" -ge 400 ]; then
     printf "${red}%s${reset} ${yellow}%s${reset}\n" "$code" "$url" >&2
     status=1
+  else
+    printf "${green}%s${reset} ${cyan}%s${reset}\n" "$code" "$url"
   fi
 done < <(
   git --no-pager grep --no-color -I -P -o \