From b8fdef91598fdcab59bd21d5cbaf0d81e6c50301 Mon Sep 17 00:00:00 2001 From: mitchellkrogza Date: Sun, 29 Oct 2023 10:07:16 +0000 Subject: [PATCH] V4.2023.10.4085 [ci skip] --- AUTO-CONFIGURATION.md | 2 +- MANUAL-CONFIGURATION.md | 2 +- README.md | 2 +- _google_analytics_ghost_spam/README.md | 2 +- .../etc/nginx/conf.d/globalblacklist.conf | 4 +- conf.d/globalblacklist-testing-version.conf | 4 +- conf.d/globalblacklist.conf | 4 +- dev-tools/buildnumber | 2 +- dev-tools/globalblacklist-testing.template | 4 +- dev-tools/globalblacklist.template | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/blacklist-ips.conf | 2 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- .../bots.d/whitelist-ips.conf | 2 +- .../conf.d/globalblacklist.conf | 4 +- dev-tools/test_units/blacklist-ips.conf | 2 +- .../random-bots-for-test-quick.list | 20 +- .../random-bots-for-whitelist-test.list | 176 ++++++++-------- .../random-referrers-for-test-quick.list | 20 +- .../random-referrers-for-whitelist-test.list | 196 +++++++++--------- dev-tools/test_units/ratelimittest-master.txt | 10 - dev-tools/test_units/whitelist-ips.conf | 2 +- dev-tools/tmp/robots.txt | 4 +- robots.txt/robots.txt | 4 +- 34 files changed, 248 insertions(+), 258 deletions(-) diff --git a/AUTO-CONFIGURATION.md b/AUTO-CONFIGURATION.md index 3cfe42284da..895484c4ada 100755 --- a/AUTO-CONFIGURATION.md +++ b/AUTO-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2023.10.4084 +#### Version: V4.2023.10.4085 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [647](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/MANUAL-CONFIGURATION.md b/MANUAL-CONFIGURATION.md index 41c0bd6460e..3ed19828e1a 100755 --- a/MANUAL-CONFIGURATION.md +++ b/MANUAL-CONFIGURATION.md @@ -4,7 +4,7 @@ ### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation: _______________ -#### Version: V4.2023.10.4084 +#### Version: V4.2023.10.4085 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [647](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/README.md b/README.md index b784df385ed..56a35f6f370 100755 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ ##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots) _______________ -#### Version: V4.2023.10.4084 +#### Version: V4.2023.10.4085 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [647](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_google_analytics_ghost_spam/README.md b/_google_analytics_ghost_spam/README.md index e199bfee993..f90cf1219d2 100644 --- a/_google_analytics_ghost_spam/README.md +++ b/_google_analytics_ghost_spam/README.md @@ -3,7 +3,7 @@ # EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM _______________ -#### Version: V4.2023.10.4084 +#### Version: V4.2023.10.4085 #### Bad Referrers Blocked: [7104](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list) #### Bad User-Agents (Bots) Blocked: [647](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list) #### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list) diff --git a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf index 1beee54e4ef..9116966c0cd 100755 --- a/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf +++ b/_sample_config_files/Engintron_for_cPanel_WHM_Configuration_Example/etc/nginx/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:05 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/conf.d/globalblacklist-testing-version.conf b/conf.d/globalblacklist-testing-version.conf index 1a81f94b78d..ba042b5848f 100644 --- a/conf.d/globalblacklist-testing-version.conf +++ b/conf.d/globalblacklist-testing-version.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2023.10.4084 -### Updated: Sat Oct 28 22:01:06 UTC 2023 +### Version: V3.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/conf.d/globalblacklist.conf b/conf.d/globalblacklist.conf index 1beee54e4ef..9116966c0cd 100644 --- a/conf.d/globalblacklist.conf +++ b/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:05 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/dev-tools/buildnumber b/dev-tools/buildnumber index 603c2df2954..5497041522d 100644 --- a/dev-tools/buildnumber +++ b/dev-tools/buildnumber @@ -1 +1 @@ -4084 +4085 diff --git a/dev-tools/globalblacklist-testing.template b/dev-tools/globalblacklist-testing.template index 1a81f94b78d..ba042b5848f 100644 --- a/dev-tools/globalblacklist-testing.template +++ b/dev-tools/globalblacklist-testing.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V3.2023.10.4084 -### Updated: Sat Oct 28 22:01:06 UTC 2023 +### Version: V3.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/dev-tools/globalblacklist.template b/dev-tools/globalblacklist.template index 1beee54e4ef..9116966c0cd 100755 --- a/dev-tools/globalblacklist.template +++ b/dev-tools/globalblacklist.template @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:05 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf index 97f8f780476..357beaa38cf 100644 --- a/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.177.254.86 0; +13.83.4.107 0; diff --git a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf index 1beee54e4ef..9116966c0cd 100644 --- a/dev-tools/test1_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:05 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf index b660857cb0c..bd109f472b3 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.36 1; +10.1.0.28 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf index da1be358c04..65441d70bb2 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.36 0; +10.1.0.28 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf index 1beee54e4ef..9116966c0cd 100644 --- a/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ip_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:05 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf index b660857cb0c..bd109f472b3 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.36 1; +10.1.0.28 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf index da1be358c04..65441d70bb2 100644 --- a/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_ratelimiting/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.36 0; +10.1.0.28 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf index 1beee54e4ef..9116966c0cd 100644 --- a/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_ratelimiting/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:05 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf index b660857cb0c..bd109f472b3 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.36 1; +10.1.0.28 1; 127.0.0.1 1; diff --git a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf index da1be358c04..65441d70bb2 100644 --- a/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf +++ b/dev-tools/test1_conf_files_whitelist/bots.d/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.36 0; +10.1.0.28 0; 127.0.0.1 0; diff --git a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf index 1beee54e4ef..9116966c0cd 100644 --- a/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf +++ b/dev-tools/test1_conf_files_whitelist/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:05 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf index 97f8f780476..357beaa38cf 100644 --- a/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test2_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.177.254.86 0; +13.83.4.107 0; diff --git a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf index 641a841cea7..4a8ca9df643 100644 --- a/dev-tools/test2_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test2_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:05 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf index 97f8f780476..357beaa38cf 100644 --- a/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf +++ b/dev-tools/test3_conf_files/bots.d/whitelist-ips.conf @@ -45,4 +45,4 @@ # - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions. # - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks. # - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST -172.177.254.86 0; +13.83.4.107 0; diff --git a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf index 532829a9369..847790da491 100644 --- a/dev-tools/test3_conf_files/conf.d/globalblacklist.conf +++ b/dev-tools/test3_conf_files/conf.d/globalblacklist.conf @@ -4,8 +4,8 @@ ### VERSION INFORMATION # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:05 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:24 UTC 2023 ### Bad Referrer Count: 7104 ### Bad Bot Count: 647 ################################################### diff --git a/dev-tools/test_units/blacklist-ips.conf b/dev-tools/test_units/blacklist-ips.conf index b660857cb0c..bd109f472b3 100644 --- a/dev-tools/test_units/blacklist-ips.conf +++ b/dev-tools/test_units/blacklist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.36 1; +10.1.0.28 1; 127.0.0.1 1; diff --git a/dev-tools/test_units/random-bots-for-test-quick.list b/dev-tools/test_units/random-bots-for-test-quick.list index b5e99df8ee7..cee78d48898 100644 --- a/dev-tools/test_units/random-bots-for-test-quick.list +++ b/dev-tools/test_units/random-bots-for-test-quick.list @@ -1,10 +1,10 @@ -Buddy -Collector -GoZilla -Mojolicious -NetSpider -Recorder -Scanbot -SearchmetricsBot -Virusdie -WeSEE +404checker +Bytespider +DSearch +ExtractorPro +IDBot +Joomla +LinkpadBot +OpenVAS +Whack +gopher diff --git a/dev-tools/test_units/random-bots-for-whitelist-test.list b/dev-tools/test_units/random-bots-for-whitelist-test.list index 62187346cca..eb26f3d42f1 100644 --- a/dev-tools/test_units/random-bots-for-whitelist-test.list +++ b/dev-tools/test_units/random-bots-for-whitelist-test.list @@ -1,100 +1,100 @@ -404checker -80legs -ADmantX -Aboundex -Alexibot +AllSubmitter Aspiegel -Asterias -BetaBot -Blackboard -BlowFish -Boardreader -BunnySlippers -Claritybot +BBBike +Brandprotect +Brandwatch +CODE87 +CherryPicker +ChinaClaw +Cloud mapping Cogentbot -Copier -CopyRightCheck -Craftbot -Discobot -DittoSpyder -DomainStatsBot -Dragonfly -ECCP/1.0 -EMail Wolf -Ecxi -EirGrabber -Evil -Exabot -Flunky -GPTBot -GT::WWW +Crawling at Home Project +DnBCrawler-Analytics +DomainAppender +Dotbot +Express WebPictures +ExtractorPro +Extreme Picture Finder +EyeNetIE +FDM +FHscan +Firefox/7.0 +GalaxyBot GermCrawler -Go!Zilla -Heritrix -Hloader -IDBTE4M +Gigabot +GrabNet +HMView +Haansoft Image Fetch +InfoTekies InternetSeer -JetCar -Jetty -Kenjin Spider +Iskanie +Keyword Density Larbin -Leap -Lftp +LexiBot +LieBaoFast +Likse LinkScan -LinkWalker -LinkextractorPro -LinqiaMetadataDownloaderBot -MFC_Tear_Sample +LinkpadBot Majestic12 -Msrabot -Nikto -Octopus -POE-Component-Client-HTTP +MarkWatch +Masscan +MeanPath Bot +MegaIndex.ru +Metauri +Minefield +NICErsPRO +Nameprotect +Navroad +Needle +NetLyzer +NetSpider +Netcraft +Nutch +OnCrawl +PageGrabber Pavuk -Pi-Monster -Pimonster -Pu_iN -PxBroker -PyCurl -Quick-Crawler +Pixray +RankingBot2 RankurBot -Re-re ReGet -SEOlyticsCrawler -Screaming -SemanticJuice -SiteExplorer -SiteLockSpider -Sosospider -Sqlmap -Sqworm -SuperBot -Swiftbot -Teleport -TheNomad -Toata -Turingos -WBSearchBot -Web Fuck -Web Sauger -WebAuto -WebBandit -WebCollage -WebFuck -WebZIP -Webalta -WebsiteExtractor -Whatweb -WinHTTrack -Xaldon_WebSpider -Xenu +RealDownload +RepoMonkey +Rogerbot +ScanAlert +ScoutJet +SearchmetricsBot +SentiBot +SenutoBot +SeoSiteCheckup +SeobilityBot +Snake +Spammen +SputnikBot +Surfbot +SurveyBot +Suzuran +Toweyabot +True_Robot +TwengaBot +Upflow +Vacuum +Voltron +Wallpapers/3.0 +Web Enhancer +WebLeacher +WebStripper +Whack +Wotbox +Xaldon WebSpider Zermelo -arquivo.pt -eCatch -ips-agent -mediawords -oBot -plumanalytics -satoristudio.net -webgains-bot +Zeus +ZoominfoBot +coccocbot +cognitiveseo +crawler4j +instabid +lwp-trivial +seocompany.store +webmeup-crawler +zauba.io diff --git a/dev-tools/test_units/random-referrers-for-test-quick.list b/dev-tools/test_units/random-referrers-for-test-quick.list index a4d99601e6e..43a55529fea 100644 --- a/dev-tools/test_units/random-referrers-for-test-quick.list +++ b/dev-tools/test_units/random-referrers-for-test-quick.list @@ -1,10 +1,10 @@ -7xc4n.com -acunetix-referrer.com -andpolice.com -brus-vsem.ru -e-c.al -haikuware.com -le-clos-des-alouettes.com -ric.info -tuckpointingmasonrysystems.com -xxxmania.top +auspolice.com +cwetochki.ru +guiadeserraazul.com +locksmith.jp +moi-glazki.ru +pojdelo.weebly.com +rankings-analytics.com +responsive-test.net +shinikiev.com.ua +zazagames.org diff --git a/dev-tools/test_units/random-referrers-for-whitelist-test.list b/dev-tools/test_units/random-referrers-for-whitelist-test.list index 945c5d50c95..2609c5d8053 100644 --- a/dev-tools/test_units/random-referrers-for-whitelist-test.list +++ b/dev-tools/test_units/random-referrers-for-whitelist-test.list @@ -1,100 +1,100 @@ -3-letter-domains.net -aac500b7a15b2646968f6bd8c6305869d7.com -allbizne.co.ua -apilinkswiftco-a.akamaihd.net -aramaicmedia.org -artdestshop.eu -asscenihotosidea.blogspot.co.za -bannerads.de -betwinservice.com -bloke.com -bpro1.top -cmd.kz -com-supportcenter.website -craftburg.ru -deluxedumps.com -dnsrsearch.com -efkt.jp -engines-usa.com -euronis-free.com -exci.ru -excitacao.com -extlinks.com -ezigaretteshop.webs.com -fatmaelgarny.com -firstdrugmall.ru -freewhatsappload.com -fyl.com.ru +2itech.ru +57883.net +acc.eu.org +accessoires-mode.in +addtoadd.men +adverster.com +afftrack001.com +agahinameh.com +airlandsea.info +aktivator-windows10.blogspot.com +algarveglobal.com +ameblo.top +apimegabrowsebiz-a.akamaihd.net +bestimagecoollibrary.com +blog.yam.com +bmwhighperformers.com +bookmark4you.com.biz +brewdom.ru +callawaygolfstore.online +chocoslim.pro +cityadspix.com +coin-hive.com +dayibiao.com +domznaniy.ru +drev.biz +driving.kiev.ua +druzhininevgeniy63.blogspot.com +europeanwatches.ru +exportshop.us +feeriaclub.ru +fodelsedagspresenter.nu +fuckingawesome.com gallerily.com -glavtral.ru -goo.ne.jp -hawaiisurf.com -hccoder.info -incep.imagine-ex.co -ivanstroi.ru -jbl-charge.info -kellyonline.xyz -ketoanhanoi.info -keywordblocks.com -keywordsuggest.org -kino-ecran.ru -kinohall.ru +getlaid-xxxhookupdirect.com +gilsonchiro.xyz +himazin.info +housekuba.org +ipornox.xxx +iscblog.info +keywordteam.net klitimg.pw -klosetkitten.com -lakomka.com.ua -law-check-nine.xyz -letslowbefast.site -livefixer.com -mactechinfo.info -mail.allnews24.in -malls.com -mcadamssupplyco.com -mediafresh.online -michellblog.online -moneyviking-a.akamaihd.net -mouselink.co -mycouponizemac.com -net-profits.xyz -nisuturnetdgu.tk -of-ireland.info -onemantrip.com -oneshotdate.com -online-podarki.com -optikremont.ru -oranga.host.sk -ozas.net -park.above.com -pendelprognos.se -phelissota.xyz -picsforkeywordsuggestion.com -promoforum.ru -refads.pro -rockma.se -rubbed.us -ryetaw.com -sanyuprojects.com -sharebutton.to -sluganarodu.ru -small-game.com -smart-scripts.com -sneakyboy.com -solitaire-game.ru -sstroy44.ru -stariy-baku.com -store-rx.com -tizanidinewithdrawal.blogspot.com -tnctrx.com -topsiteminecraft.com -torrentdownloadhub.com -unrealcommander.org -ustion.ru -validdomain.xyz -videochat.ph -videogamesecrets.com -virus-schutzmasken.de -viteonlusarezzo.it -voltrknc1.com -whatistizanidinehclusedfor.blogspot.com -wingsofrefuge.net -wpthemedetector.co.uk -x-musics.com +lennatin.info +limads.men +liveinternet.ro +masterseek.com +medtherapy.ru +memberty.com +moomi-daeri.com +msk.afora.ru +musezone.su +myliveblog.ru +mzdish.site +newstaffadsshop.club +nootrino.com +novatech.vn +nzfilecloud.weebly.com +ochistka-stokov.ru +odesproperty.com +oksrv.com +olympescort.com +onlainbesplatno.ru +onlinebay.ru +ons-add.men +parajumpersstore.online +partner-cdn.men +patterntrader-en.com +pix-hd.com +playfortuna-play.ru +polytopesexempt.com +qcstrtvt.bloger.index.hr +rczhan.com +repeatlogo.co.uk +rn-to-bsn.com +sc-specialhost.com +sdsjweb.com +seoholding.com +servingnotice.com +sexiporno.net +simple-image.com.ua +skanninge.se +sladkoevideo.com +social-search.me +soda.media +sofit-dmd.ru +spy-app.info +spy-sts.com +subj.ukr-lit.com +suralink.com +thesmartsearch.net +tizanidinehcl4mgtabinfo.blogspot.com +truck-rece.life +u17795.netangels.ru +uchetunet.su +videosbox.ru +vitanail.ru +whatsappdownload10.com +www.get-free-traffic-now.com +xn--80aagddcgkbcqbad7amllnejg6dya.xn--p1ai +zapiszto.pl +zooggames.com diff --git a/dev-tools/test_units/ratelimittest-master.txt b/dev-tools/test_units/ratelimittest-master.txt index 3656720f2ea..f0474a15456 100644 --- a/dev-tools/test_units/ratelimittest-master.txt +++ b/dev-tools/test_units/ratelimittest-master.txt @@ -581,14 +581,4 @@

Welcome to the NginX Ultimate Bad Bot Blocker

This is merely used for testing !!!

- - - -Welcome to NginX - - -
-

Welcome to the NginX Ultimate Bad Bot Blocker

-

This is merely used for testing !!!

- \ No newline at end of file diff --git a/dev-tools/test_units/whitelist-ips.conf b/dev-tools/test_units/whitelist-ips.conf index da1be358c04..65441d70bb2 100644 --- a/dev-tools/test_units/whitelist-ips.conf +++ b/dev-tools/test_units/whitelist-ips.conf @@ -1,2 +1,2 @@ -10.1.0.36 0; +10.1.0.28 0; 127.0.0.1 0; diff --git a/dev-tools/tmp/robots.txt b/dev-tools/tmp/robots.txt index b48288495d4..09ab399e5ed 100644 --- a/dev-tools/tmp/robots.txt +++ b/dev-tools/tmp/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:07 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:25 UTC 2023 ### Bad Bot Count: 647 ################################################### ### Version Information ## diff --git a/robots.txt/robots.txt b/robots.txt/robots.txt index b48288495d4..09ab399e5ed 100644 --- a/robots.txt/robots.txt +++ b/robots.txt/robots.txt @@ -6,8 +6,8 @@ ### Version Information # ################################################### -### Version: V4.2023.10.4084 -### Updated: Sat Oct 28 22:01:07 UTC 2023 +### Version: V4.2023.10.4085 +### Updated: Sun Oct 29 10:03:25 UTC 2023 ### Bad Bot Count: 647 ################################################### ### Version Information ##