test

Author: shoumikhin

scripts/check_urls.sh

@@ -7,51 +7,17 @@
 
 set -x
 
-ua="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36"
-accept_hdr="text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
-lang_hdr="en-US,en;q=0.9"
-enc_hdr="gzip, deflate, br"
-cache_hdr="no-cache"
-conn_hdr="keep-alive"
-
+ua="Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36"
 url="https://wiki.mozilla.org/Abstract_Interpretation"
+jar="/tmp/ci_cookies.txt"
 
-curl -s -o /dev/null -w '%{http_code}\n' \
-  -I \
-  -A "$ua" \
-  -H "Accept: $accept_hdr" \
-  -H "Accept-Language: $lang_hdr" \
-  -H "Accept-Encoding: $enc_hdr" \
-  -H "Connection: $conn_hdr" \
-  -H "Cache-Control: $cache_hdr" \
-  "$url"
-
-curl -s -o /dev/null -w '%{http_code}\n' \
-  --range 0-0 \
-  -A "$ua" \
-  -H "Accept: $accept_hdr" \
-  -H "Accept-Language: $lang_hdr" \
-  -H "Accept-Encoding: $enc_hdr" \
-  -H "Connection: $conn_hdr" \
-  -H "Cache-Control: $cache_hdr" \
-  "$url"
+curl -s -c "$jar" -A "$ua" --compressed "$url"
 
-wget --spider --server-response --user-agent="$ua" "$url" 2>&1 \
-  | awk '/^  HTTP\// { print $2 }'
+curl -s -b "$jar" -o /dev/null -w 'HEAD→%{http_code}\n' -I -A "$ua" "$url"
 
-wget --spider --server-response --user-agent="$ua" --method=GET "$url" 2>&1 \
-  | awk '/^  HTTP\// { print $2 }'
+curl -s -b "$jar" -o /dev/null -w 'RANGE→%{http_code}\n' --range 0-0 -A "$ua" "$url"
 
-curl -s -o /dev/null -w '%{http_code}\n' \
-  --http1.1 \
-  -I \
-  -A "$ua" \
-  -H "Accept: $accept_hdr" \
-  -H "Accept-Language: $lang_hdr" \
-  -H "Accept-Encoding: $enc_hdr" \
-  -H "Connection: $conn_hdr" \
-  -H "Cache-Control: $cache_hdr" \
-  "$url"
+curl -s -b "$jar" -o /dev/null -w 'GET →%{http_code}\n' -A "$ua" "$url"
 
 set -euo pipefail