V3.2019.06.1122 [ci skip]

mitchellkrogza · mitchellkrogza · commit 09362af30f6b · 2019-06-20T09:38:19.000+02:00
diff --git a/.dev-tools/_htaccess_generator_files/bad-user-agents.list b/.dev-tools/_htaccess_generator_files/bad-user-agents.list
@@ -312,6 +312,7 @@ oBot
 Octopus
 Offline\ Explorer
 Offline\ Navigator
+OnCrawl
 Openfind
 OpenLinkProfiler
 Openvas
diff --git a/.dev-tools/_robots_generator_files/robots.list b/.dev-tools/_robots_generator_files/robots.list
@@ -312,6 +312,7 @@ oBot
 Octopus
 Offline Explorer
 Offline Navigator
+OnCrawl
 Openfind
 OpenLinkProfiler
 Openvas
diff --git a/.dev-tools/_test_results/_conf_files_2.2/globalblacklist.conf b/.dev-tools/_test_results/_conf_files_2.2/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2019.06.1121
-### Updated: Thu Jun 20 09:12:26 SAST 2019
+### Version: V3.2019.06.1122
+### Updated: Thu Jun 20 09:35:06 SAST 2019
 ### Bad Referrer Count: 6693
-### Bad Bot Count: 556
+### Bad Bot Count: 557
 ###################################################
 ### Version Information ##
 
@@ -484,6 +484,7 @@ BrowserMatchNoCase "^(.*?)(\boBot\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOctopus\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Explorer\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Navigator\b)(.*)$" bad_bot
+BrowserMatchNoCase "^(.*?)(\bOnCrawl\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenfind\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenLinkProfiler\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenvas\b)(.*)$" bad_bot
diff --git a/.dev-tools/_test_results/_conf_files_2.4/globalblacklist.conf b/.dev-tools/_test_results/_conf_files_2.4/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2019.06.1121
-### Updated: Thu Jun 20 09:12:26 SAST 2019
+### Version: V3.2019.06.1122
+### Updated: Thu Jun 20 09:35:06 SAST 2019
 ### Bad Referrer Count: 6693
-### Bad Bot Count: 556
+### Bad Bot Count: 557
 ###################################################
 ### Version Information ##
 
@@ -477,6 +477,7 @@ BrowserMatchNoCase "^(.*?)(\boBot\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOctopus\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Explorer\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Navigator\b)(.*)$" bad_bot
+BrowserMatchNoCase "^(.*?)(\bOnCrawl\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenfind\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenLinkProfiler\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenvas\b)(.*)$" bad_bot
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest1.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest1.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
 <html><head>
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest10.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest10.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
 <html><head>
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest11.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest11.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
 <html><head>
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest12.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest12.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 <!DOCTYPE html>
 <html>
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest2.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest2.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
 <html><head>
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest3.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest3.txt
@@ -1,7 +1,7 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 HTTP/1.1 403 Forbidden
-Date: Thu, 20 Jun 2019 07:15:13 GMT
+Date: Thu, 20 Jun 2019 07:37:54 GMT
 Server: Apache/2.2.25 (Unix) DAV/2
 Content-Type: text/html; charset=iso-8859-1
 
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest4.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest4.txt
@@ -1,7 +1,7 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 HTTP/1.1 403 Forbidden
-Date: Thu, 20 Jun 2019 07:15:13 GMT
+Date: Thu, 20 Jun 2019 07:37:54 GMT
 Server: Apache/2.2.25 (Unix) DAV/2
 Content-Type: text/html; charset=iso-8859-1
 
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest5.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest5.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 <!DOCTYPE html>
 <html>
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest6.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest6.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 <!DOCTYPE html>
 <html>
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest7.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest7.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
 <html><head>
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest8.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest8.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
 <html><head>
diff --git a/.dev-tools/_test_results/_curl_tests_2.2/curltest9.txt b/.dev-tools/_test_results/_curl_tests_2.2/curltest9.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:12 SAST 2019
+Last Tested: Thu Jun 20 09:37:53 SAST 2019
 
 <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
 <html><head>
diff --git a/.dev-tools/_test_results/_curl_tests_2.4/curltest1.txt b/.dev-tools/_test_results/_curl_tests_2.4/curltest1.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:39 SAST 2019
+Last Tested: Thu Jun 20 09:38:19 SAST 2019
 
 <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
 <html><head>
diff --git a/.dev-tools/_test_results/_curl_tests_2.4/curltest2.txt b/.dev-tools/_test_results/_curl_tests_2.4/curltest2.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:39 SAST 2019
+Last Tested: Thu Jun 20 09:38:19 SAST 2019
 
 <!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">
 <html><head>
diff --git a/.dev-tools/_test_results/_curl_tests_2.4/curltest3.txt b/.dev-tools/_test_results/_curl_tests_2.4/curltest3.txt
@@ -1,7 +1,7 @@
-Last Tested: Thu Jun 20 09:15:39 SAST 2019
+Last Tested: Thu Jun 20 09:38:19 SAST 2019
 
 HTTP/1.1 403 Forbidden
-Date: Thu, 20 Jun 2019 07:15:39 GMT
+Date: Thu, 20 Jun 2019 07:38:19 GMT
 Server: Apache/2.4.39 (Ubuntu)
 Content-Type: text/html; charset=iso-8859-1
 
diff --git a/.dev-tools/_test_results/_curl_tests_2.4/curltest4.txt b/.dev-tools/_test_results/_curl_tests_2.4/curltest4.txt
@@ -1,7 +1,7 @@
-Last Tested: Thu Jun 20 09:15:39 SAST 2019
+Last Tested: Thu Jun 20 09:38:19 SAST 2019
 
 HTTP/1.1 403 Forbidden
-Date: Thu, 20 Jun 2019 07:15:39 GMT
+Date: Thu, 20 Jun 2019 07:38:19 GMT
 Server: Apache/2.4.39 (Ubuntu)
 Content-Type: text/html; charset=iso-8859-1
 
diff --git a/.dev-tools/_test_results/_curl_tests_2.4/curltest5.txt b/.dev-tools/_test_results/_curl_tests_2.4/curltest5.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:39 SAST 2019
+Last Tested: Thu Jun 20 09:38:19 SAST 2019
 
 <!DOCTYPE html>
 <html>
diff --git a/.dev-tools/_test_results/_curl_tests_2.4/curltest6.txt b/.dev-tools/_test_results/_curl_tests_2.4/curltest6.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:39 SAST 2019
+Last Tested: Thu Jun 20 09:38:19 SAST 2019
 
 <!DOCTYPE html>
 <html>
diff --git a/.dev-tools/_test_results/_curl_tests_2.4/curltest7.txt b/.dev-tools/_test_results/_curl_tests_2.4/curltest7.txt
@@ -1,4 +1,4 @@
-Last Tested: Thu Jun 20 09:15:39 SAST 2019
+Last Tested: Thu Jun 20 09:38:19 SAST 2019
 
 <!DOCTYPE html>
 <html>
diff --git a/.dev-tools/apache2.2.template b/.dev-tools/apache2.2.template
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2019.06.1121
-### Updated: Thu Jun 20 09:12:26 SAST 2019
+### Version: V3.2019.06.1122
+### Updated: Thu Jun 20 09:35:06 SAST 2019
 ### Bad Referrer Count: 6693
-### Bad Bot Count: 556
+### Bad Bot Count: 557
 ###################################################
 ### Version Information ##
 
@@ -484,6 +484,7 @@ BrowserMatchNoCase "^(.*?)(\boBot\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOctopus\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Explorer\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Navigator\b)(.*)$" bad_bot
+BrowserMatchNoCase "^(.*?)(\bOnCrawl\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenfind\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenLinkProfiler\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenvas\b)(.*)$" bad_bot
diff --git a/.dev-tools/apache2.4.template b/.dev-tools/apache2.4.template
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2019.06.1121
-### Updated: Thu Jun 20 09:12:26 SAST 2019
+### Version: V3.2019.06.1122
+### Updated: Thu Jun 20 09:35:06 SAST 2019
 ### Bad Referrer Count: 6693
-### Bad Bot Count: 556
+### Bad Bot Count: 557
 ###################################################
 ### Version Information ##
 
@@ -477,6 +477,7 @@ BrowserMatchNoCase "^(.*?)(\boBot\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOctopus\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Explorer\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Navigator\b)(.*)$" bad_bot
+BrowserMatchNoCase "^(.*?)(\bOnCrawl\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenfind\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenLinkProfiler\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenvas\b)(.*)$" bad_bot
diff --git a/.latest_release/Apache_2.2.tar.gz b/.latest_release/Apache_2.2.tar.gz
diff --git a/.latest_release/Apache_2.4.tar.gz b/.latest_release/Apache_2.4.tar.gz
diff --git a/Apache_2.2/custom.d/globalblacklist.conf b/Apache_2.2/custom.d/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2019.06.1121
-### Updated: Thu Jun 20 09:12:26 SAST 2019
+### Version: V3.2019.06.1122
+### Updated: Thu Jun 20 09:35:06 SAST 2019
 ### Bad Referrer Count: 6693
-### Bad Bot Count: 556
+### Bad Bot Count: 557
 ###################################################
 ### Version Information ##
 
@@ -484,6 +484,7 @@ BrowserMatchNoCase "^(.*?)(\boBot\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOctopus\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Explorer\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Navigator\b)(.*)$" bad_bot
+BrowserMatchNoCase "^(.*?)(\bOnCrawl\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenfind\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenLinkProfiler\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenvas\b)(.*)$" bad_bot
diff --git a/Apache_2.4/custom.d/globalblacklist.conf b/Apache_2.4/custom.d/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2019.06.1121
-### Updated: Thu Jun 20 09:12:26 SAST 2019
+### Version: V3.2019.06.1122
+### Updated: Thu Jun 20 09:35:06 SAST 2019
 ### Bad Referrer Count: 6693
-### Bad Bot Count: 556
+### Bad Bot Count: 557
 ###################################################
 ### Version Information ##
 
@@ -477,6 +477,7 @@ BrowserMatchNoCase "^(.*?)(\boBot\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOctopus\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Explorer\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOffline\ Navigator\b)(.*)$" bad_bot
+BrowserMatchNoCase "^(.*?)(\bOnCrawl\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenfind\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenLinkProfiler\b)(.*)$" bad_bot
 BrowserMatchNoCase "^(.*?)(\bOpenvas\b)(.*)$" bad_bot
diff --git a/CONFIGURATION.md b/CONFIGURATION.md
@@ -7,9 +7,9 @@
 ##### Copyright Mitchell Krog <mitchellkrog@gmail.com>
 
 _______________
-#### Version: V3.2019.06.1121
+#### Version: V3.2019.06.1122
 #### Bad Referrer Count: 6693
-#### Bad Bot Count: 556
+#### Bad Bot Count: 557
 ____________________
 
 ## Update Notification System
diff --git a/README.md b/README.md
@@ -11,9 +11,9 @@
 ##### The Ultimate Apache (2.2 > 2.4+) Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V3.2019.06.1121
+#### Version: V3.2019.06.1122
 #### Bad Referrer Count: 6693
-#### Bad Bot Count: 556
+#### Bad Bot Count: 557
 ____________________
 
 - Created by: https://github.com/mitchellkrogza
diff --git a/_CPanel_Instructions/README.md b/_CPanel_Instructions/README.md
@@ -5,9 +5,9 @@
 # CPANEL user instructions for the Apache Ultimate Bad Bot, User-Agent and Spam Referrer  Blocker
 
 _______________
-#### Version: V3.2019.06.1121
+#### Version: V3.2019.06.1122
 #### Bad Referrer Count: 6693
-#### Bad Bot Count: 556
+#### Bad Bot Count: 557
 ____________________
 
 - Created by: https://github.com/mitchellkrogza
diff --git a/_generator_lists/bad-user-agents.list b/_generator_lists/bad-user-agents.list
@@ -1,4 +1,3 @@
-OnCrawl
 360Spider
 404checker
 404enemy
@@ -313,6 +312,7 @@ oBot
 Octopus
 Offline\ Explorer
 Offline\ Navigator
+OnCrawl
 Openfind
 OpenLinkProfiler
 Openvas
diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md
@@ -3,9 +3,9 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V3.2019.06.1121
+#### Version: V3.2019.06.1122
 #### Bad Referrer Count: 6693
-#### Bad Bot Count: 556
+#### Bad Bot Count: 557
 ____________________
 
 Simply using the Apache blocker does not stop Google Analytics ghost referral spam because they are hitting Analytics directly and not always necessarily touching your website. 
diff --git a/_htaccess_versions/README.md b/_htaccess_versions/README.md
@@ -4,9 +4,9 @@
 ## Copyright - https://github.com/mitchellkrogza
 
 _______________
-#### Version: V3.2019.06.1121
+#### Version: V3.2019.06.1122
 #### Bad Referrer Count: 6693
-#### Bad Bot Count: 556
+#### Bad Bot Count: 557
 ____________________
 
 ### for mod_rewrite.c and mod_setenvif.c modules
diff --git a/_htaccess_versions/htaccess-mod_rewrite.txt b/_htaccess_versions/htaccess-mod_rewrite.txt
@@ -5,9 +5,9 @@
 # https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker
 
 ### Version Information #
-### Version: V3.2019.06.1121
+### Version: V3.2019.06.1122
 ### Bad Referrer Count: 6693
-### Bad Bot Count: 556
+### Bad Bot Count: 557
 ### Version Information ##
 
 <IfModule mod_rewrite.c>
@@ -327,6 +327,7 @@ RewriteCond %{HTTP_USER_AGENT} \boBot\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bOctopus\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bOffline\ Explorer\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bOffline\ Navigator\b [NC,OR]
+RewriteCond %{HTTP_USER_AGENT} \bOnCrawl\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bOpenfind\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bOpenLinkProfiler\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bOpenvas\b [NC,OR]
diff --git a/_htaccess_versions/htaccess-mod_setenvif.txt b/_htaccess_versions/htaccess-mod_setenvif.txt
@@ -5,9 +5,9 @@
 # https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker
 
 ### Version Information #
-### Version: V3.2019.06.1121
+### Version: V3.2019.06.1122
 ### Bad Referrer Count: 6693
-### Bad Bot Count: 556
+### Bad Bot Count: 557
 ### Version Information ##
 
 <IfModule mod_setenvif.c>
@@ -327,6 +327,7 @@ SetEnvIfNoCase User-Agent \boBot\b spambot=yes
 SetEnvIfNoCase User-Agent \bOctopus\b spambot=yes
 SetEnvIfNoCase User-Agent \bOffline\ Explorer\b spambot=yes
 SetEnvIfNoCase User-Agent \bOffline\ Navigator\b spambot=yes
+SetEnvIfNoCase User-Agent \bOnCrawl\b spambot=yes
 SetEnvIfNoCase User-Agent \bOpenfind\b spambot=yes
 SetEnvIfNoCase User-Agent \bOpenLinkProfiler\b spambot=yes
 SetEnvIfNoCase User-Agent \bOpenvas\b spambot=yes
diff --git a/robots.txt/README.md b/robots.txt/README.md
diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-Last Tested: Thu Jun 20 09:15:12 SAST 2019`
	`1`	`+Last Tested: Thu Jun 20 09:37:53 SAST 2019`
`2`	`2`
`3`	`3`	`<!DOCTYPE HTML PUBLIC "-//IETF//DTD HTML 2.0//EN">`
`4`	`4`	`<html><head>`