V4.2024.07.4651 [ci skip]

mitchellkrogza · mitchellkrogza · commit 84bb5fe5ef72 · 2024-07-28T06:56:33.000Z
diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md
@@ -4,9 +4,9 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2024.07.4650
+#### Version: V4.2024.07.4651
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 
diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md
@@ -4,9 +4,9 @@
 ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
 
 _______________
-#### Version: V4.2024.07.4650
+#### Version: V4.2024.07.4651
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 
diff --git a/README.md b/README.md
@@ -14,9 +14,9 @@
 ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V4.2024.07.4650
+#### Version: V4.2024.07.4651
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 
diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list
@@ -1,5 +1,3 @@
-Spider_Bot/3.0
-Spider_Bot
 01h4x.com
 360Spider
 404checker
@@ -455,6 +453,8 @@ Spammen
 SpankBot
 Spanner
 Spbot
+Spider_Bot
+Spider_Bot/3.0
 Spinn3r
 SputnikBot
 Sqlmap
diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md
@@ -3,9 +3,9 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V4.2024.07.4650
+#### Version: V4.2024.07.4651
 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad User-Agents (Bots) Blocked: [665](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad User-Agents (Bots) Blocked: [667](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 
diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2024.07.4650
-### Updated: Sat Jul 27 22:01:11 UTC 2024
+### Version: V4.2024.07.4651
+### Updated: Sun Jul 28 06:52:49 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -606,6 +606,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2024.07.4650
-### Updated: Sat Jul 27 22:01:12 UTC 2024
+### Version: V3.2024.07.4651
+### Updated: Sun Jul 28 06:52:50 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -603,6 +603,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2024.07.4650
-### Updated: Sat Jul 27 22:01:11 UTC 2024
+### Version: V4.2024.07.4651
+### Updated: Sun Jul 28 06:52:49 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -606,6 +606,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/dev-tools/_robots_input/robots-input.txt b/dev-tools/_robots_input/robots-input.txt
@@ -453,6 +453,8 @@ Spammen
 SpankBot
 Spanner
 Spbot
+Spider_Bot
+Spider_Bot/3.0
 Spinn3r
 SputnikBot
 Sqlmap
diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber
@@ -1 +1 @@
-4650
+4651
diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V3.2024.07.4650
-### Updated: Sat Jul 27 22:01:12 UTC 2024
+### Version: V3.2024.07.4651
+### Updated: Sun Jul 28 06:52:50 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -603,6 +603,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2024.07.4650
-### Updated: Sat Jul 27 22:01:11 UTC 2024
+### Version: V4.2024.07.4651
+### Updated: Sun Jul 28 06:52:49 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -606,6 +606,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-74.249.14.222           0;
+20.81.158.161           0;
diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2024.07.4650
-### Updated: Sat Jul 27 22:01:11 UTC 2024
+### Version: V4.2024.07.4651
+### Updated: Sun Jul 28 06:52:49 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -606,6 +606,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.8	1;
+10.1.0.95	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.8	0;
+10.1.0.95	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2024.07.4650
-### Updated: Sat Jul 27 22:01:11 UTC 2024
+### Version: V4.2024.07.4651
+### Updated: Sun Jul 28 06:52:49 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -606,6 +606,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.8	1;
+10.1.0.95	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.8	0;
+10.1.0.95	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2024.07.4650
-### Updated: Sat Jul 27 22:01:11 UTC 2024
+### Version: V4.2024.07.4651
+### Updated: Sun Jul 28 06:52:49 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -606,6 +606,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.8	1;
+10.1.0.95	1;
 127.0.0.1	1;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-user-agents.conf
@@ -514,6 +514,8 @@
 	"~*(?:\b)SpankBot(?:\b|)"		0;
 	"~*(?:\b)Spanner(?:\b|)"		0;
 	"~*(?:\b)Spbot(?:\b|)"		0;
+	"~*(?:\b)Spider_Bot(?:\b|)"		0;
+	"~*(?:\b)Spider_Bot/3.0(?:\b|)"		0;
 	"~*(?:\b)Spinn3r(?:\b|)"		0;
 	"~*(?:\b)SputnikBot(?:\b|)"		0;
 	"~*(?:\b)Sqlmap(?:\b|)"		0;
diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.8	0;
+10.1.0.95	0;
 127.0.0.1	0;
diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2024.07.4650
-### Updated: Sat Jul 27 22:01:11 UTC 2024
+### Version: V4.2024.07.4651
+### Updated: Sun Jul 28 06:52:49 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -606,6 +606,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-74.249.14.222           0;
+20.81.158.161           0;
diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2024.07.4650
-### Updated: Sat Jul 27 22:01:11 UTC 2024
+### Version: V4.2024.07.4651
+### Updated: Sun Jul 28 06:52:49 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -606,6 +606,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf
@@ -45,4 +45,4 @@
 # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. 
 # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
 # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
-74.249.14.222           0;
+20.81.158.161           0;
diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf
@@ -4,10 +4,10 @@
 
 ### VERSION INFORMATION #
 ###################################################
-### Version: V4.2024.07.4650
-### Updated: Sat Jul 27 22:01:11 UTC 2024
+### Version: V4.2024.07.4651
+### Updated: Sun Jul 28 06:52:49 UTC 2024
 ### Bad Referrer Count: 7104
-### Bad Bot Count: 665
+### Bad Bot Count: 667
 ###################################################
 ### VERSION INFORMATION ##
 
@@ -606,6 +606,8 @@ map $http_user_agent $bad_bot {
 	"~*(?:\b)SpankBot(?:\b)"		3;
 	"~*(?:\b)Spanner(?:\b)"		3;
 	"~*(?:\b)Spbot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot(?:\b)"		3;
+	"~*(?:\b)Spider_Bot/3.0(?:\b)"		3;
 	"~*(?:\b)Spinn3r(?:\b)"		3;
 	"~*(?:\b)SputnikBot(?:\b)"		3;
 	"~*(?:\b)Sqlmap(?:\b)"		3;
diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf
@@ -1,2 +1,2 @@
-10.1.0.8	1;
+10.1.0.95	1;
 127.0.0.1	1;
diff --git a/dev-tools/test_units/blacklist-user-agents.conf b/dev-tools/test_units/blacklist-user-agents.conf
@@ -514,6 +514,8 @@
 	"~*(?:\b)SpankBot(?:\b|)"		0;
 	"~*(?:\b)Spanner(?:\b|)"		0;
 	"~*(?:\b)Spbot(?:\b|)"		0;
+	"~*(?:\b)Spider_Bot(?:\b|)"		0;
+	"~*(?:\b)Spider_Bot/3.0(?:\b|)"		0;
 	"~*(?:\b)Spinn3r(?:\b|)"		0;
 	"~*(?:\b)SputnikBot(?:\b|)"		0;
 	"~*(?:\b)Sqlmap(?:\b|)"		0;
diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list
diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list
diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list
diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list
diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt
diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf
diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt
diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt
