diff --git a/reframe/frontend/executors/__init__.py b/reframe/frontend/executors/__init__.py
index af4fde7448..d13606087f 100644
--- a/reframe/frontend/executors/__init__.py
+++ b/reframe/frontend/executors/__init__.py
@@ -415,7 +415,7 @@ def runall(self, testcases, restored_cases=None):
             # Print the summary line
             num_failures = len(self._stats.failed())
             num_completed = len(self._stats.completed())
-            if num_failures:
+            if num_failures > 0 or num_completed < len(testcases):
                 status = 'FAILED'
             else:
                 status = 'PASSED'