FIX: simplify so we ban all auth paths

previously plugins that have auth paths were not disallowed and robots
tend to call them
This commit is contained in:
Sam 2018-08-16 19:16:47 +10:00
parent f62073a22a
commit baa72d18f8

View File

@ -4,13 +4,7 @@ class RobotsTxtController < ApplicationController
# NOTE: order is important!
DISALLOWED_PATHS ||= %w{
/auth/cas
/auth/facebook/callback
/auth/twitter/callback
/auth/google/callback
/auth/yahoo/callback
/auth/github/callback
/auth/cas/callback
/auth/
/assets/browser-update*.js
/users/
/u/