Unverified Commit 88af2f78 authored by Lasse Karstensen's avatar Lasse Karstensen Committed by GitHub

Merge pull request #39 from goodeggs/add-yahoo-bot

Add bot detection for Yahoo! Slurp spider
parents e5bf2ca9 ac4a395e
......@@ -12,6 +12,7 @@ bot Wotbox/2.01 (+http://www.wotbox.com/bot/)
bot Mozilla/5.0 (compatible; AhrefsBot/3.1; +http://ahrefs.com/robot/)
bot Baiduspider+(+http://www.baidu.com/search/spider.htm)
bot Mozilla/5.0 (compatible; SeznamBot/3.2; +http://fulltext.sblog.cz/)
bot Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
bot Mozilla/5.0 (Unknown; Linux x86_64) AppleWebKit/534.34 (KHTML, like Gecko) PingdomTMS/0.8.5 Safari/534.34
bot facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
......
......@@ -48,6 +48,7 @@ sub devicedetect {
req.http.User-Agent ~ "(?i)pingdom" ||
req.http.User-Agent ~ "(?i)facebookexternalhit" ||
req.http.User-Agent ~ "(?i)scanner" ||
req.http.User-Agent ~ "(?i)slurp" ||
req.http.User-Agent ~ "(?i)(web)crawler") {
set req.http.X-UA-Device = "bot"; }
elsif (req.http.User-Agent ~ "(?i)ipad") { set req.http.X-UA-Device = "tablet-ipad"; }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment