Skip to content

Commit 6136b35

Browse files
mitchellkrogzamitchellkrogza
authored
Merge pull request mariusv#193 from mitchellkrogza/master
V2.2020.02.21 Referers / Bots (+/-)
2 parents 05f6e53 + d0c2530 commit 6136b35

File tree

6 files changed

+38
-19
lines changed

6 files changed

+38
-19
lines changed

‎VERSION_2/README.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,8 +4,8 @@ Nginx Bad Bot Blocker
44

55
_______________
66
#### Version: V2.2020.02.21
7-
#### Bad Referrer Count: 6693
8-
#### Bad Bot Count: 557
7+
#### Bad Referrer Count: 6828
8+
#### Bad Bot Count: 562
99
____________________
1010

1111
### Version 1 Created by: https://github.com/mariusv

‎VERSION_2/_pull_requests/allowed-user-agents.list

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
Lynx
2+
Presto
23
Wget/1.15
34
jetmon
45
libwww-perl

‎VERSION_2/_pull_requests/good-user-agents.list

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,11 +8,14 @@ Googlebot-Mobile
88
Googlebot-News
99
Googlebot-Video
1010
Googlebot/Test
11+
Gravityscan
1112
Jakarta\ Commons
1213
Kraken/0.1
1314
LinkedInBot
1415
Mediapartners-Google
1516
SAMSUNG
17+
Slackbot
18+
Slackbot-LinkExpanding
1619
TwitterBot
1720
Wordpress
1821
adidxbot

‎VERSION_2/_pull_requests/google-ip-ranges.list

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,5 @@
1-
108.177.8.0/21
2-
108.177.96.0/19
3-
172.217.0.0/19
1+
108.177.0.0/17
2+
172.217.0.0/16
43
173.194.0.0/16
54
2001:4860:4000::/36
65
203.208.60.0/24
@@ -13,10 +12,12 @@
1312
2800:3f0:4000::/36
1413
2a00:1450:4000::/36
1514
2c0f:fb50:4000::/36
15+
35.192.0.0/12
1616
64.18.0.0/20
1717
64.233.160.0/19
1818
64.68.80.0/21
19+
65.52.0.0/14
1920
66.102.0.0/20
20-
66.249.64.0/18
21+
66.249.64.0/19
2122
72.14.192.0/18
2223
74.125.0.0/16

‎VERSION_2/_pull_requests/limited-user-agents.list

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,12 +3,11 @@ BUbiNG
33
Baidu
44
FlipboardProxy
55
MSIE\ 7.0
6-
Mozilla/4.0
7-
Presto
6+
Proximic
87
R6_CommentReader
98
R6_FeedFetcher
9+
RED/1
1010
RPT-HTTPClient
11-
SeznamBot
1211
Spaidu
1312
UptimeRobot/2.0
1413
YandexBot

‎VERSION_2/conf.d/blacklist.conf

Lines changed: 25 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -8,9 +8,9 @@
88
### VERSION INFORMATION #
99
###################################################
1010
### Version: V2.2020.02.21
11-
### Updated: Fri Feb 21 16:34:28 SAST 2020
12-
### Bad Referrer Count: 6693
13-
### Bad Bot Count: 557
11+
### Updated: Fri Feb 21 16:55:07 SAST 2020
12+
### Bad Referrer Count: 6828
13+
### Bad Bot Count: 562
1414
###################################################
1515
### VERSION INFORMATION ##
1616

@@ -172,11 +172,14 @@ map $http_user_agent $bad_bot {
172172
"~*\bGooglebot-News\b" 0;
173173
"~*\bGooglebot-Video\b" 0;
174174
"~*\bGooglebot/Test\b" 0;
175+
"~*\bGravityscan\b" 0;
175176
"~*\bJakarta\ Commons\b" 0;
176177
"~*\bKraken/0.1\b" 0;
177178
"~*\bLinkedInBot\b" 0;
178179
"~*\bMediapartners-Google\b" 0;
179180
"~*\bSAMSUNG\b" 0;
181+
"~*\bSlackbot\b" 0;
182+
"~*\bSlackbot-LinkExpanding\b" 0;
180183
"~*\bTwitterBot\b" 0;
181184
"~*\bWordpress\b" 0;
182185
"~*\badidxbot\b" 0;
@@ -201,6 +204,7 @@ map $http_user_agent $bad_bot {
201204

202205
# START ALLOWED BOTS ### DO NOT EDIT THIS LINE AT ALL ###
203206
"~*\bLynx\b" 1;
207+
"~*\bPresto\b" 1;
204208
"~*\bWget/1.15\b" 1;
205209
"~*\bjetmon\b" 1;
206210
"~*\blibwww-perl\b" 1;
@@ -217,12 +221,11 @@ map $http_user_agent $bad_bot {
217221
"~*\bBaidu\b" 2;
218222
"~*\bFlipboardProxy\b" 2;
219223
"~*\bMSIE\ 7.0\b" 2;
220-
"~*\bMozilla/4.0\b" 2;
221-
"~*\bPresto\b" 2;
224+
"~*\bProximic\b" 2;
222225
"~*\bR6_CommentReader\b" 2;
223226
"~*\bR6_FeedFetcher\b" 2;
227+
"~*\bRED/1\b" 2;
224228
"~*\bRPT-HTTPClient\b" 2;
225-
"~*\bSeznamBot\b" 2;
226229
"~*\bSpaidu\b" 2;
227230
"~*\bUptimeRobot/2.0\b" 2;
228231
"~*\bYandexBot\b" 2;
@@ -7784,9 +7787,8 @@ geo $validate_client {
77847787
# anything lower down that you mistakenly picked up as a bad bot.
77857788

77867789
# START GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
7787-
108.177.8.0/21 0;
7788-
108.177.96.0/19 0;
7789-
172.217.0.0/19 0;
7790+
108.177.0.0/17 0;
7791+
172.217.0.0/16 0;
77907792
173.194.0.0/16 0;
77917793
2001:4860:4000::/36 0;
77927794
203.208.60.0/24 0;
@@ -7799,11 +7801,13 @@ geo $validate_client {
77997801
2800:3f0:4000::/36 0;
78007802
2a00:1450:4000::/36 0;
78017803
2c0f:fb50:4000::/36 0;
7804+
35.192.0.0/12 0;
78027805
64.18.0.0/20 0;
78037806
64.233.160.0/19 0;
78047807
64.68.80.0/21 0;
7808+
65.52.0.0/14 0;
78057809
66.102.0.0/20 0;
7806-
66.249.64.0/18 0;
7810+
66.249.64.0/19 0;
78077811
72.14.192.0/18 0;
78087812
74.125.0.0/16 0;
78097813
# END GOOGLE IP RANGES ### DO NOT EDIT THIS LINE AT ALL ###
@@ -7942,8 +7946,10 @@ geo $validate_client {
79427946
158.69.187.171 1; #builtwith.com
79437947
158.69.26.58 1; #www.mythemedetector.com/detector
79447948
162.13.185.20 1; #makeawebsitehub.com/theme-detector/
7949+
172.96.184.5 1; #http://wpdetector.com/
79457950
173.237.189.235 1; #seo-tools.freedirectorywebsites.com/wordpress-theme-detector
79467951
173.255.210.133 1; #www.scanwp.com
7952+
185.195.18.158 1; #https://whoiswp.com/
79477953
185.45.14.186 1; #whoiswp.com
79487954
192.163.217.239 1; #scanwp.net
79497955
192.185.4.40 1; #whatwpthemeisthat.com
@@ -7953,14 +7959,23 @@ geo $validate_client {
79537959
198.58.124.46 1; #makeawebsitehub.com/theme-detector/
79547960
199.241.28.124 1; #wordpressthemedetector.org
79557961
212.71.238.108 1; #pentest-tools.com (Vulnerability Scanner)
7962+
2604:180::1370:bcde 1; #http://wordpressthemedetector.org/
7963+
2607:5300:60:2c8b:: 1; #http://seotoolstation.com/wordpress-theme-detector
7964+
2a02:4780:3:1::d 1; #https://smallseo.tools/wordpress-theme-detector
7965+
35.184.252.239 1; #https://totheweb.com #SEO Keywording Tool for Competitors
79567966
37.247.121.179 1; #wpthemedetector.com
79577967
37.60.253.215 1; #wploop.com/wordpress-theme-detector-tool/
79587968
45.63.68.250 1; #www.cuteseotools.net/wordpress-theme-detector
79597969
45.79.139.191 1; #wprecon.com
7970+
50.116.71.205 1; #http://wp-detector.com/
79607971
50.116.84.148 1; #detectwptheme.com
7972+
52.66.147.75 1; #https://smallseotools.com/wordpress-theme-detector/
79617973
52.87.112.125 1; #whattheme.com
79627974
66.96.183.60 1; #www.callseotools.com/wordpress-theme-detector
7975+
69.174.53.46 1; #https://firstsiteguide.com
79637976
89.36.223.188 1; #www.cuteseotools.net/wordpress-theme-detector
7977+
146.66.111.151 1; #https://www.wpthemedetector.com/
7978+
3.91.36.137 1; #https://smallseotools.com/wordpress-theme-detector/
79647979
# END WP THEME DETECTORS ### DO NOT EDIT THIS LINE AT ALL ###
79657980

79667981
# ****************************************

0 commit comments

Comments
 (0)