diff --git a/lib/tasks/docker.rake b/lib/tasks/docker.rake
index 7217ad72560..373b1da1e32 100644
--- a/lib/tasks/docker.rake
+++ b/lib/tasks/docker.rake
@@ -213,7 +213,10 @@ task "docker:test" do
             @good &&= run_or_fail("bundle exec rspec #{params.join(" ")}".strip)
           end
 
-          @good &&= run_or_fail("bundle exec rspec spec/system".strip) if ENV["RUN_SYSTEM_TESTS"]
+          if ENV["RUN_SYSTEM_TESTS"]
+            @good &&= run_or_fail("bin/ember-cli --build")
+            @good &&= run_or_fail("bundle exec rspec spec/system")
+          end
         end
 
         unless ENV["SKIP_PLUGINS"]