feat: support google specials crawler

Author: henri9813

.github/workflows/generate_iplists.yml

@@ -20,7 +20,7 @@ jobs:
         run: curl -sL https://developers.google.com/static/search/apis/ipranges/googlebot.json | jq -r '.prefixes[].ipv6Prefix,.prefixes[].ipv4Prefix | select( . != null )' | $GITHUB_WORKSPACE/.github/scripts/clean_ips.sh > $GITHUB_WORKSPACE/iplists/googlebot.ips
 
       - name: Generate Google Special Crawler IP-List
-        run: curl -sL https://developers.google.com/search/apis/ipranges/special-crawlers.json | jq -r '.prefixes[].ipv6Prefix,.prefixes[].ipv4Prefix | select( . != null )' | $GITHUB_WORKSPACE/.github/scripts/clean_ips.sh > $GITHUB_WORKSPACE/iplists/googlebot-specials-crawler.ips
+        run: curl -sL https://developers.google.com/search/apis/ipranges/special-crawlers.json | jq -r '.prefixes[].ipv6Prefix,.prefixes[].ipv4Prefix | select( . != null )' | $GITHUB_WORKSPACE/.github/scripts/clean_ips.sh > $GITHUB_WORKSPACE/iplists/google-specials-crawler.ips
 
       - name: Generate BingBot IP-List
         run: curl -sL https://www.bing.com/toolbox/bingbot.json | jq -r '.prefixes[].ipv6Prefix,.prefixes[].ipv4Prefix | select( . != null )' | $GITHUB_WORKSPACE/.github/scripts/clean_ips.sh > $GITHUB_WORKSPACE/iplists/bingbot.ips

README.md

@@ -50,7 +50,11 @@ The lists are updated daily via a scheduled GitHub Action.
     │   
     ├── googlebot.ips
     │   IP-Addesses used by the Google Crawler
-    │   
+    │
+    ├── google-specials-crawler.ips
+    │   IP-Addesses used by the Google "special" crawler such as Google Adshttps://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers
+    │   See https://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers
+    │
     ├── imagekit.ips
     │   IP-Addesses used by the Imagekit.io Image Proxy
     │