diff --git a/.circleci/run_tests.sh b/.circleci/run_tests.sh
index 3a79dbaf..ff26daa0 100755
--- a/.circleci/run_tests.sh
+++ b/.circleci/run_tests.sh
@@ -5,4 +5,8 @@ source activate test
 
 pytest -x -vv --cov=spyder_kernels --cov-report=term-missing spyder_kernels
 
+if [ $? -ne 0 ]; then
+    exit 1
+fi
+
 codecov