diff --git a/lib/tasks/webpacker/check_binstubs.rake b/lib/tasks/webpacker/check_binstubs.rake
index 47d368e4b..4b0b90ba8 100644
--- a/lib/tasks/webpacker/check_binstubs.rake
+++ b/lib/tasks/webpacker/check_binstubs.rake
@@ -1,10 +1,11 @@
 namespace :webpacker do
   desc "Verifies that bin/webpack & bin/webpack-dev-server are present."
   task :check_binstubs do
-    unless File.exist?("bin/webpack") && File.exist?("bin/webpack-dev-server")
-      $stderr.puts "Webpack binstubs not found.\n"\
-           "Have you run rails webpacker:install ?\n"\
+    unless File.exist?("config/webpacker.yml")
+      $stderr.puts "config/webpacker.yml not found.\n"\
+           "If using the default webpacker setup, have you run rails webpacker:install ?\n"\
            "Make sure the bin directory or binstubs are not included in .gitignore\n"\
+           "Otherwise, please manually create a config/webpacker.yml file.\n"\
            "Exiting!"
       exit!
     end