maverick/docbrown
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Block more bots (#15626)

Browse source
This commit is contained in:
Jamie Gaskins 2021-12-01 13:06:28 -05:00 • committed by GitHub
parent 3860f5c7b5
commit 172906271c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
config/fastly/snippets/bad_bot_detection.vcl
View file

@ -36,6 +36,12 @@ sub vcl_recv {
|| req.http.user-agent ~ "Microsoft URL Control"
|| req.http.user-agent ~ "Indy Library"
|| req.http.user-agent ~ "Fuzz Faster"
# Spoofed user agent, Firefox 62 was released in Sep 2018, this line added
# in Dec 2021.
|| (req.http.user-agent ~ "Firefox/62.0" && req.http.user-agent ~ "Win64")
# DEV gets an order of magnitude more traffic from AhrefsBot than any other
# search crawler.
|| req.http.user-agent ~ "AhrefsBot"
|| req.http.user-agent == "8484 Boston Project v 1.0"
|| req.http.user-agent == "Atomic_Email_Hunter/4.0"
|| req.http.user-agent == "atSpider/1.0"
@ -107,6 +113,8 @@ sub vcl_recv {
|| req.http.user-agent == "RSurf15a 41"
|| req.http.user-agent == "RSurf15a 51"
|| req.http.user-agent == "RSurf15a 81"
# Block Ruby bots unless they're interacting with the API
|| (req.http.user-agent == "Ruby" && !(req.http.url ~ "^/api"))
|| req.http.user-agent == "searchbot admin@google.com"
|| req.http.user-agent == "ShablastBot 1.0"
|| req.http.user-agent == "snap.com beta crawler v0"