diff --git a/app/controllers/robots_txt_controller.rb b/app/controllers/robots_txt_controller.rb
index 5e87b780b12..e9e1c1f4f8b 100644
--- a/app/controllers/robots_txt_controller.rb
+++ b/app/controllers/robots_txt_controller.rb
@@ -4,13 +4,7 @@ class RobotsTxtController < ApplicationController
 
   # NOTE: order is important!
   DISALLOWED_PATHS ||= %w{
-    /auth/cas
-    /auth/facebook/callback
-    /auth/twitter/callback
-    /auth/google/callback
-    /auth/yahoo/callback
-    /auth/github/callback
-    /auth/cas/callback
+    /auth/
     /assets/browser-update*.js
     /users/
     /u/