Add archive.org to crawler list to serve no-js to

This commit is contained in:
riking 2014-11-02 16:51:23 -08:00
parent 4d82a571fb
commit 37dbc4b5e6

View File

@ -1,5 +1,5 @@
module CrawlerDetection
def self.crawler?(user_agent)
!/Googlebot|Mediapartners|AdsBot|curl|Twitterbot|facebookexternalhit|bingbot|Baiduspider/.match(user_agent).nil?
!/Googlebot|Mediapartners|AdsBot|curl|Twitterbot|facebookexternalhit|bingbot|Baiduspider|ia_archiver/.match(user_agent).nil?
end
end