2018-04-17 03:43:20 +08:00
|
|
|
<%= @robots_info[:header] %>
|
2018-04-12 06:00:15 +08:00
|
|
|
<% if Discourse.base_uri.present? %>
|
|
|
|
|
# This robots.txt file is not used. Please append the content below in the robots.txt file located at the root
|
|
|
|
|
<% end %>
|
2013-02-06 03:16:51 +08:00
|
|
|
#
|
2018-04-17 03:43:20 +08:00
|
|
|
<% @robots_info[:agents].each do |agent| %>
|
|
|
|
|
User-agent: <%= agent[:name] %>
|
|
|
|
|
<%- if agent[:delay] -%>
|
|
|
|
|
Crawl-delay: <%= agent[:delay] %>
|
|
|
|
|
<%- end -%>
|
|
|
|
|
<% agent[:disallow].each do |path| %>
|
|
|
|
|
Disallow: <%= path %>
|
2018-04-12 04:05:02 +08:00
|
|
|
<% end %>
|
2017-02-13 20:01:10 +08:00
|
|
|
|
2018-03-16 05:10:45 +08:00
|
|
|
|
|
|
|
|
<% end %>
|
|
|
|
|
|
2017-02-13 20:01:10 +08:00
|
|
|
<%= server_plugin_outlet "robots_txt_index" %>
|
