V3.2021.02.1199 [ci skip]

mitchellkrogza · Feb 10, 2021 · 2d15f73 · 2d15f73
1 parent 045af2b
commit 2d15f73
Show file tree

Hide file tree

Showing 21 changed files with 56 additions and 68 deletions.
diff --git a/.dev-tools/_htaccess_generator_files/bad-user-agents.list b/.dev-tools/_htaccess_generator_files/bad-user-agents.list
@@ -336,7 +336,6 @@ NimbleCrawler
 Nimbostratus
 Ninja
 Nmap
-node\-fetch
 NPbot
 Nuclei
 Nutch

diff --git a/.dev-tools/_robots_generator_files/robots.list b/.dev-tools/_robots_generator_files/robots.list
@@ -336,7 +336,6 @@ NimbleCrawler
 Nimbostratus
 Ninja
 Nmap
-node-fetch
 NPbot
 Nuclei
 Nutch

diff --git a/.dev-tools/_test_results/_conf_files_2.2/globalblacklist.conf b/.dev-tools/_test_results/_conf_files_2.2/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2021.02.1198
-### Updated: Mon Feb  8 12:39:28 SAST 2021
+### Version: V3.2021.02.1199
+### Updated: Wed Feb 10 06:04:15 SAST 2021
 ### Bad Referrer Count: 6932
-### Bad Bot Count: 608
+### Bad Bot Count: 607
 ###################################################
 ### Version Information ##
 
@@ -510,7 +510,6 @@ BrowserMatchNoCase "(?:\b)NimbleCrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nimbostratus(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Ninja(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nmap(?:\b)" bad_bot
-BrowserMatchNoCase "(?:\b)node-fetch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)NPbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nuclei(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nutch(?:\b)" bad_bot

diff --git a/.dev-tools/_test_results/_conf_files_2.4/globalblacklist.conf b/.dev-tools/_test_results/_conf_files_2.4/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2021.02.1198
-### Updated: Mon Feb  8 12:39:28 SAST 2021
+### Version: V3.2021.02.1199
+### Updated: Wed Feb 10 06:04:15 SAST 2021
 ### Bad Referrer Count: 6932
-### Bad Bot Count: 608
+### Bad Bot Count: 607
 ###################################################
 ### Version Information ##
 
@@ -503,7 +503,6 @@ BrowserMatchNoCase "(?:\b)NimbleCrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nimbostratus(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Ninja(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nmap(?:\b)" bad_bot
-BrowserMatchNoCase "(?:\b)node-fetch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)NPbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nuclei(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nutch(?:\b)" bad_bot

diff --git a/.dev-tools/apache2.2.template b/.dev-tools/apache2.2.template
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2021.02.1198
-### Updated: Mon Feb  8 12:39:28 SAST 2021
+### Version: V3.2021.02.1199
+### Updated: Wed Feb 10 06:04:15 SAST 2021
 ### Bad Referrer Count: 6932
-### Bad Bot Count: 608
+### Bad Bot Count: 607
 ###################################################
 ### Version Information ##
 
@@ -510,7 +510,6 @@ BrowserMatchNoCase "(?:\b)NimbleCrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nimbostratus(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Ninja(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nmap(?:\b)" bad_bot
-BrowserMatchNoCase "(?:\b)node-fetch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)NPbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nuclei(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nutch(?:\b)" bad_bot

diff --git a/.dev-tools/apache2.4.template b/.dev-tools/apache2.4.template
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2021.02.1198
-### Updated: Mon Feb  8 12:39:28 SAST 2021
+### Version: V3.2021.02.1199
+### Updated: Wed Feb 10 06:04:15 SAST 2021
 ### Bad Referrer Count: 6932
-### Bad Bot Count: 608
+### Bad Bot Count: 607
 ###################################################
 ### Version Information ##
 
@@ -503,7 +503,6 @@ BrowserMatchNoCase "(?:\b)NimbleCrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nimbostratus(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Ninja(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nmap(?:\b)" bad_bot
-BrowserMatchNoCase "(?:\b)node-fetch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)NPbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nuclei(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nutch(?:\b)" bad_bot

diff --git a/.dev-tools/test_units/random-bots-for-test-quick.list b/.dev-tools/test_units/random-bots-for-test-quick.list
@@ -1,10 +1,10 @@
-Ankit
-BuiltBotTough
-Cloud mapping
-FHscan
-heritrix
-Kinza
-Pump
+Bigfoot
+Express WebPictures
+JetCar
+Jetty
 Reaper
-Screaming
-Twice
+RedesScrapy
+seoscanners
+SmartDownload
+TwengaBot
+WebCopier
diff --git a/.dev-tools/test_units/random-referrers-for-test-quick.list b/.dev-tools/test_units/random-referrers-for-test-quick.list
@@ -1,10 +1,10 @@
-chocolateslim-en-espana.com
-imguramx.pw
-labplus.ru
-masthopehomes.com
-moz.com
-musezone.su
-prointer.net.ua
-scanner-nelson.top
-spamnuker.com
-traffic-club.info
+bzero1jewelry.net
+cinemaenergy-hd.ru
+detoxmed24.ru
+ivanovo.zrus.org
+livetsomudvekslingstudent.bloggersdelight.dk
+nextconseil.com
+purplestats.com
+texbaza.by
+topanasex.com
+wordpress-crew.net
diff --git a/.latest_release/Apache_2.2.tar.gz b/.latest_release/Apache_2.2.tar.gz
diff --git a/.latest_release/Apache_2.4.tar.gz b/.latest_release/Apache_2.4.tar.gz
diff --git a/Apache_2.2/custom.d/globalblacklist.conf b/Apache_2.2/custom.d/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2021.02.1198
-### Updated: Mon Feb  8 12:39:28 SAST 2021
+### Version: V3.2021.02.1199
+### Updated: Wed Feb 10 06:04:15 SAST 2021
 ### Bad Referrer Count: 6932
-### Bad Bot Count: 608
+### Bad Bot Count: 607
 ###################################################
 ### Version Information ##
 
@@ -510,7 +510,6 @@ BrowserMatchNoCase "(?:\b)NimbleCrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nimbostratus(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Ninja(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nmap(?:\b)" bad_bot
-BrowserMatchNoCase "(?:\b)node-fetch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)NPbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nuclei(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nutch(?:\b)" bad_bot

diff --git a/Apache_2.4/custom.d/globalblacklist.conf b/Apache_2.4/custom.d/globalblacklist.conf
@@ -16,10 +16,10 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2021.02.1198
-### Updated: Mon Feb  8 12:39:28 SAST 2021
+### Version: V3.2021.02.1199
+### Updated: Wed Feb 10 06:04:15 SAST 2021
 ### Bad Referrer Count: 6932
-### Bad Bot Count: 608
+### Bad Bot Count: 607
 ###################################################
 ### Version Information ##
 
@@ -503,7 +503,6 @@ BrowserMatchNoCase "(?:\b)NimbleCrawler(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nimbostratus(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Ninja(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nmap(?:\b)" bad_bot
-BrowserMatchNoCase "(?:\b)node-fetch(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)NPbot(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nuclei(?:\b)" bad_bot
 BrowserMatchNoCase "(?:\b)Nutch(?:\b)" bad_bot

diff --git a/CONFIGURATION.md b/CONFIGURATION.md
@@ -7,9 +7,9 @@
 ##### Copyright Mitchell Krog <[email protected]>
 
 _______________
-#### Version: V3.2021.02.1198
+#### Version: V3.2021.02.1199
 #### Bad Referrer Count: [6932](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad Bot Count: [608](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad Bot Count: [607](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots: [217](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

diff --git a/README.md b/README.md
@@ -11,9 +11,9 @@
 ##### The Ultimate Apache (2.2 > 2.4+) Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
 
 _______________
-#### Version: V3.2021.02.1198
+#### Version: V3.2021.02.1199
 #### Bad Referrer Count: [6932](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad Bot Count: [608](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad Bot Count: [607](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots: [217](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

diff --git a/_CPanel_Instructions/README.md b/_CPanel_Instructions/README.md
@@ -5,9 +5,9 @@
 # CPANEL user instructions for the Apache Ultimate Bad Bot, User-Agent and Spam Referrer  Blocker
 
 _______________
-#### Version: V3.2021.02.1198
+#### Version: V3.2021.02.1199
 #### Bad Referrer Count: [6932](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad Bot Count: [608](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad Bot Count: [607](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots: [217](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md
@@ -3,9 +3,9 @@
 # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
 
 _______________
-#### Version: V3.2021.02.1198
+#### Version: V3.2021.02.1199
 #### Bad Referrer Count: [6932](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
-#### Bad Bot Count: [608](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
+#### Bad Bot Count: [607](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
 #### Fake Googlebots: [217](https://raw.githubusercontent.com/mitchellkrogza/apache-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
 ____________________
 

diff --git a/_htaccess_versions/README.md b/_htaccess_versions/README.md
@@ -4,9 +4,9 @@
 ## Copyright - https://github.com/mitchellkrogza
 
 _______________
-#### Version: V3.2021.02.1198
+#### Version: V3.2021.02.1199
 #### Bad Referrer Count: 6932
-#### Bad Bot Count: 608
+#### Bad Bot Count: 607
 ____________________
 
 ### for mod_rewrite.c and mod_setenvif.c modules

diff --git a/_htaccess_versions/htaccess-mod_rewrite.txt b/_htaccess_versions/htaccess-mod_rewrite.txt
@@ -5,9 +5,9 @@
 # https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker
 
 ### Version Information #
-### Version: V3.2021.02.1198
+### Version: V3.2021.02.1199
 ### Bad Referrer Count: 6932
-### Bad Bot Count: 608
+### Bad Bot Count: 607
 ### Version Information ##
 
 <IfModule mod_rewrite.c>
@@ -351,7 +351,6 @@ RewriteCond %{HTTP_USER_AGENT} \bNimbleCrawler\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bNimbostratus\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bNinja\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bNmap\b [NC,OR]
-RewriteCond %{HTTP_USER_AGENT} \bnode\-fetch\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bNPbot\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bNuclei\b [NC,OR]
 RewriteCond %{HTTP_USER_AGENT} \bNutch\b [NC,OR]

diff --git a/_htaccess_versions/htaccess-mod_setenvif.txt b/_htaccess_versions/htaccess-mod_setenvif.txt
@@ -5,9 +5,9 @@
 # https://github.com/mitchellkrogza/apache-ultimate-bad-bot-blocker
 
 ### Version Information #
-### Version: V3.2021.02.1198
+### Version: V3.2021.02.1199
 ### Bad Referrer Count: 6932
-### Bad Bot Count: 608
+### Bad Bot Count: 607
 ### Version Information ##
 
 <IfModule mod_setenvif.c>
@@ -351,7 +351,6 @@ SetEnvIfNoCase User-Agent \bNimbleCrawler\b spambot=yes
 SetEnvIfNoCase User-Agent \bNimbostratus\b spambot=yes
 SetEnvIfNoCase User-Agent \bNinja\b spambot=yes
 SetEnvIfNoCase User-Agent \bNmap\b spambot=yes
-SetEnvIfNoCase User-Agent \bnode\-fetch\b spambot=yes
 SetEnvIfNoCase User-Agent \bNPbot\b spambot=yes
 SetEnvIfNoCase User-Agent \bNuclei\b spambot=yes
 SetEnvIfNoCase User-Agent \bNutch\b spambot=yes

diff --git a/robots.txt/README.md b/robots.txt/README.md
@@ -3,9 +3,9 @@
 ## DO NOT use this on any of your sites if you are running the Bad Bot and Spam Referrer Blocker (not needed)
 
 _______________
-#### Version: V3.2021.02.1198
+#### Version: V3.2021.02.1199
 #### Bad Referrer Count: 6932
-#### Bad Bot Count: 608
+#### Bad Bot Count: 607
 ____________________
 
 The robots.txt file residing in this directory can be used to ADD onto your existing robots.txt file by placing this after anything you already have in your robots.txt file.

diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt
@@ -6,9 +6,9 @@
 
 ### Version Information #
 ###################################################
-### Version: V3.2021.02.1198
-### Updated: Mon Feb  8 12:39:28 SAST 2021
-### Bad Bot Count: 608
+### Version: V3.2021.02.1199
+### Updated: Wed Feb 10 06:04:15 SAST 2021
+### Bad Bot Count: 607
 ###################################################
 ### Version Information ##
 
@@ -691,8 +691,6 @@ User-agent: Ninja
 Disallow:/
 User-agent: Nmap
 Disallow:/
-User-agent: node-fetch
-Disallow:/
 User-agent: NPbot
 Disallow:/
 User-agent: Nuclei