ServerScripts/block_user_agents at master · jarland/ServerScripts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
######## Block Abusive Bots
ErrorDocument 416 "Denied"
RewriteCond %{HTTP_USER_AGENT} Serf [OR]
RewriteCond %{HTTP_USER_AGENT} SeznamBot [OR]
RewriteCond %{HTTP_USER_AGENT} SemrushBot [OR]
RewriteCond %{HTTP_USER_AGENT} AhrefsBot [OR]
RewriteCond %{HTTP_USER_AGENT} MJ12bot [OR]
RewriteCond %{HTTP_USER_AGENT} Baiduspider [OR]
RewriteCond %{HTTP_USER_AGENT} wsr-agent [OR]
RewriteCond %{HTTP_USER_AGENT} lwp-request [OR]
RewriteCond %{HTTP_USER_AGENT} Photon [OR]
RewriteCond %{HTTP_USER_AGENT} Twitterbot [OR]
RewriteCond %{HTTP_USER_AGENT} RPT-HTTPClient [OR]
RewriteCond %{HTTP_USER_AGENT} Java [OR]
RewriteCond %{HTTP_USER_AGENT} OpenLinkProfiler [OR]
RewriteCond %{HTTP_USER_AGENT} YisouSpider [OR]
RewriteCond %{HTTP_USER_AGENT} FatBot [OR]
RewriteCond %{HTTP_USER_AGENT} SafeLinks [OR]
RewriteCond %{HTTP_USER_AGENT} Jakarta [OR]
RewriteCond %{HTTP_USER_AGENT} PycURL [OR]
RewriteCond %{HTTP_USER_AGENT} Superfeedr [OR]
RewriteCond %{HTTP_USER_AGENT} python-requests [OR]
RewriteCond %{HTTP_USER_AGENT} PaperLiBot [OR]
RewriteCond %{HTTP_USER_AGENT} sogou [OR]
RewriteCond %{HTTP_USER_AGENT} Yeti [OR]
RewriteCond %{HTTP_USER_AGENT} NaverBot [OR]
RewriteCond %{HTTP_USER_AGENT} ichiro [OR]
RewriteCond %{HTTP_USER_AGENT} moget [OR]
RewriteCond %{HTTP_USER_AGENT} BLEXBot [OR]
RewriteCond %{HTTP_USER_AGENT} YoudaoBot [OR]
RewriteCond %{HTTP_USER_AGENT} spbot [OR]
RewriteCond %{HTTP_USER_AGENT} EasouSpider [OR]
RewriteCond %{HTTP_USER_AGENT} PHP [OR]
RewriteCond %{HTTP_USER_AGENT} TwengaBot [OR]
RewriteCond %{HTTP_USER_AGENT} YandexBot [OR]
RewriteCond %{HTTP_USER_AGENT} HTTrack [OR]
RewriteCond %{HTTP_USER_AGENT} Exabot [OR]
RewriteCond %{HTTP_USER_AGENT} Scrapy [OR]
RewriteCond %{HTTP_USER_AGENT} YFF35 [OR]
RewriteCond %{HTTP_USER_AGENT} magpie-crawler [OR]
RewriteCond %{HTTP_USER_AGENT} woopingbot [OR]
RewriteCond %{HTTP_USER_AGENT} Owlin [OR]
RewriteCond %{HTTP_USER_AGENT} package [OR]
RewriteCond %{HTTP_USER_AGENT} YahooCacheSystem [OR]
RewriteCond %{HTTP_USER_AGENT} YandexNews [OR]
RewriteCond %{HTTP_USER_AGENT} WinInet [OR]
RewriteCond %{HTTP_USER_AGENT} Goibot [OR]
RewriteCond %{HTTP_USER_AGENT} aranhabot [OR]
RewriteCond %{HTTP_USER_AGENT} 360Spider [OR]
RewriteCond %{HTTP_USER_AGENT} magpie-crawler [OR]
RewriteCond %{HTTP_USER_AGENT} package [OR]
RewriteCond %{HTTP_USER_AGENT} CrawlDaddy
RewriteRule .* - [R=416,L]
########