diff --git a/plugins/discourse-unsupported-browser/config/settings.yml b/plugins/discourse-unsupported-browser/config/settings.yml
index 6aa3ccf598d..6536eeac8b2 100644
--- a/plugins/discourse-unsupported-browser/config/settings.yml
+++ b/plugins/discourse-unsupported-browser/config/settings.yml
@@ -1,6 +1,7 @@
 plugins:
   discourse_unsupported_browser_enabled:
-    default: true
+    default: false
+    hidden: true
   browser_deprecation_warning:
     default: true
     client: true
diff --git a/plugins/discourse-unsupported-browser/spec/middleware/anonymous_cache_spec.rb b/plugins/discourse-unsupported-browser/spec/middleware/anonymous_cache_spec.rb
index ccd725e9dac..5c849664afc 100644
--- a/plugins/discourse-unsupported-browser/spec/middleware/anonymous_cache_spec.rb
+++ b/plugins/discourse-unsupported-browser/spec/middleware/anonymous_cache_spec.rb
@@ -3,6 +3,8 @@
 require "rails_helper"
 
 describe Middleware::AnonymousCache::Helper do
+  before { SiteSetting.discourse_unsupported_browser_enabled = true }
+
   def env(opts = {})
     {
       "HTTP_HOST" => "http://test.com",