mirror of
https://github.com/discourse/discourse.git
synced 2024-11-25 00:43:24 +08:00
Merge pull request #2941 from riking/archive_org
Add archive.org to crawler list to serve no-js to
This commit is contained in:
commit
6080cee874
|
@ -1,5 +1,5 @@
|
||||||
module CrawlerDetection
|
module CrawlerDetection
|
||||||
def self.crawler?(user_agent)
|
def self.crawler?(user_agent)
|
||||||
!/Googlebot|Mediapartners|AdsBot|curl|Twitterbot|facebookexternalhit|bingbot|Baiduspider/.match(user_agent).nil?
|
!/Googlebot|Mediapartners|AdsBot|curl|Twitterbot|facebookexternalhit|bingbot|Baiduspider|ia_archiver/.match(user_agent).nil?
|
||||||
end
|
end
|
||||||
end
|
end
|
||||||
|
|
Loading…
Reference in New Issue
Block a user