diff --git a/ci/edmtool.py b/ci/edmtool.py
index cea1c0c72..9f3afc5ec 100644
--- a/ci/edmtool.py
+++ b/ci/edmtool.py
@@ -413,11 +413,17 @@ def test_all():
     """ Run test_clean across all supported environment combinations.
 
     """
+    failed_command = False
     for runtime, toolkits in supported_combinations.items():
         for toolkit in toolkits:
             args = ['--toolkit={}'.format(toolkit),
                     '--runtime={}'.format(runtime)]
-            test_clean(args, standalone_mode=True)
+            try:
+                test_clean(args, standalone_mode=True)
+            except SystemExit:
+                failed_command = True
+    if failed_command:
+        sys.exit(1)
 
 
 # ----------------------------------------------------------------------------