diff --git a/builder/core/project.py b/builder/core/project.py
index d473627c0..84967afbc 100644
--- a/builder/core/project.py
+++ b/builder/core/project.py
@@ -572,7 +572,7 @@ def post_build(self, env):
         return Script(steps, name='post_build {}'.format(self.name))
 
     def test(self, env):
-        run_tests = env.config.get('run_tests', True)
+        run_tests = self.needs_tests(env)
         if not run_tests:
             return