mirror of
https://github.com/discourse/discourse.git
synced 2024-12-30 07:15:49 +08:00
6f76a12e0a
* FEATURE: Let sites add a sitemap.xml file. This PR adds the same features discourse-sitemap provides to core. Sitemaps are only added to the robots.txt file if the `enable_sitemap` setting is enabled and `login_required` disabled. After merging discourse/discourse-sitemap#34, this change will take priority over the sitemap plugin because it will disable itself. We're also using the same sitemaps table, so our migration won't try to create it again using `if_not_exists: true`.
20 lines
551 B
Plaintext
20 lines
551 B
Plaintext
<%= @robots_info[:header] %>
|
|
<% if Discourse.base_path.present? %>
|
|
# This robots.txt file is not used. Please append the content below in the robots.txt file located at the root
|
|
<% end %>
|
|
#
|
|
<% @robots_info[:agents].each do |agent| %>
|
|
User-agent: <%= agent[:name] %>
|
|
<% agent[:disallow].each do |path| %>
|
|
Disallow: <%= path %>
|
|
<% end %>
|
|
|
|
|
|
<% end %>
|
|
|
|
<%- if SiteSetting.enable_sitemap? && !SiteSetting.login_required? %>
|
|
Sitemap: <%= request.protocol %><%= request.host_with_port %>/sitemap.xml
|
|
<% end %>
|
|
|
|
<%= server_plugin_outlet "robots_txt_index" %>
|