diff --git a/tests/run_all_tests.sh b/tests/run_all_tests.sh
index 0183ae7af..99f572410 100755
--- a/tests/run_all_tests.sh
+++ b/tests/run_all_tests.sh
@@ -1,5 +1,7 @@
 #!/bin/bash
 
+set -e
+
 if [ "$1" == "--help" ]; then
     echo "Runs the test suite for all backends"
     echo
@@ -15,38 +17,42 @@ else
     TEST_RUNNER=django-admin.py
 fi
 
+export FAIL=0
+
 echo "** CORE **"
-$TEST_RUNNER test core --settings=settings $TEST_RUNNER_ARGS
+$TEST_RUNNER test core --settings=settings $TEST_RUNNER_ARGS || FAIL=1
 echo ""
 
 echo "** DISCOVERY **"
-$TEST_RUNNER test discovery --settings=discovery_settings $TEST_RUNNER_ARGS
+$TEST_RUNNER test discovery --settings=discovery_settings $TEST_RUNNER_ARGS || FAIL=1
 echo ""
 
 echo "** OVERRIDES **"
-$TEST_RUNNER test overrides --settings=overrides_settings $TEST_RUNNER_ARGS
+$TEST_RUNNER test overrides --settings=overrides_settings $TEST_RUNNER_ARGS || FAIL=1
 echo ""
 
 echo "** SIMPLE **"
-$TEST_RUNNER test simple_tests --settings=simple_settings $TEST_RUNNER_ARGS
+$TEST_RUNNER test simple_tests --settings=simple_settings $TEST_RUNNER_ARGS || FAIL=1
 echo ""
 
 echo "** SOLR **"
-$TEST_RUNNER test solr_tests --settings=solr_settings $TEST_RUNNER_ARGS
+$TEST_RUNNER test solr_tests --settings=solr_settings $TEST_RUNNER_ARGS || FAIL=1
 echo ""
 
 echo "** Elasticsearch **"
-$TEST_RUNNER test elasticsearch_tests --settings=elasticsearch_settings $TEST_RUNNER_ARGS
+$TEST_RUNNER test elasticsearch_tests --settings=elasticsearch_settings $TEST_RUNNER_ARGS || FAIL=1
 echo ""
 
 echo "** WHOOSH **"
-$TEST_RUNNER test whoosh_tests --settings=whoosh_settings $TEST_RUNNER_ARGS
+$TEST_RUNNER test whoosh_tests --settings=whoosh_settings $TEST_RUNNER_ARGS || FAIL=1
 echo ""
 
 echo "** MULTIPLE INDEX **"
-$TEST_RUNNER test multipleindex --settings=multipleindex_settings $TEST_RUNNER_ARGS
+$TEST_RUNNER test multipleindex --settings=multipleindex_settings $TEST_RUNNER_ARGS || FAIL=1
 echo ""
 
 echo "** SPATIAL **"
-$TEST_RUNNER test spatial --settings=spatial_settings $TEST_RUNNER_ARGS
+$TEST_RUNNER test spatial --settings=spatial_settings $TEST_RUNNER_ARGS || FAIL=1
 echo ""
+
+exit $FAIL
\ No newline at end of file