2013-02-06 03:16:51 +08:00
|
|
|
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
|
|
|
|
|
#
|
2014-01-14 23:42:22 +08:00
|
|
|
User-agent: *
|
|
|
|
|
Disallow: /auth/cas
|
|
|
|
|
Disallow: /auth/facebook/callback
|
|
|
|
|
Disallow: /auth/twitter/callback
|
|
|
|
|
Disallow: /auth/google/callback
|
|
|
|
|
Disallow: /auth/yahoo/callback
|
|
|
|
|
Disallow: /auth/github/callback
|
2014-02-11 13:56:48 +08:00
|
|
|
Disallow: /auth/cas/callback
|
2014-02-15 04:32:49 +08:00
|
|
|
Disallow: /assets/browser-update*.js
|
2014-05-23 22:28:26 +08:00
|
|
|
Disallow: /users/
|
2017-03-29 02:27:54 +08:00
|
|
|
Disallow: /u/
|
2014-10-31 02:32:42 +08:00
|
|
|
Disallow: /badges/
|
2015-04-02 14:08:00 +08:00
|
|
|
Disallow: /search
|
|
|
|
|
Disallow: /search/
|
2017-02-04 00:56:57 +08:00
|
|
|
Disallow: /tags
|
|
|
|
|
Disallow: /tags/
|
2018-02-05 02:24:36 +08:00
|
|
|
Disallow: /email/
|
|
|
|
|
Disallow: /session
|
|
|
|
|
Disallow: /session/
|
|
|
|
|
Disallow: /admin
|
|
|
|
|
Disallow: /admin/
|
|
|
|
|
Disallow: /user-api-key
|
|
|
|
|
Disallow: /user-api-key/
|
|
|
|
|
Disallow: /*?api_key*
|
|
|
|
|
Disallow: /*?*api_key*
|
2018-03-02 10:38:01 +08:00
|
|
|
Disallow: /groups
|
|
|
|
|
Disallow: /groups/
|
2017-02-13 20:01:10 +08:00
|
|
|
|
|
|
|
|
<%= server_plugin_outlet "robots_txt_index" %>
|
