Exit with a non-zero exit status if test(s) fail.

Oops.  Didn't realise this wasn't already happening...

bin/testcode.py

@@ -512,6 +512,8 @@ def end_status(tests, skipped=0, verbose=True):
     else:
         print(' [%s/%s]%s'% (npassed, nran, skipped_msg))
 
+    return 0 if nran == npassed else 1
+
 #--- main runner ---
 
 def main(args):
@@ -536,14 +538,15 @@ def main(args):
             options.benchmark, options.user_option,
             options.job_option)
 
+    ret_val = 0
     if not (len(actions) == 1 and 'tidy' in actions):
         start_status(tests, 'run' in actions, verbose)
     if 'run' in actions:
         run_tests(tests, verbose, options.queue_system, options.tot_nprocs)
-        end_status(tests, 0, verbose)
+        ret_val = end_status(tests, 0, verbose)
     if 'compare' in actions:
         nskipped = compare_tests(tests, verbose)
-        end_status(tests, nskipped, verbose)
+        ret_val = end_status(tests, nskipped, verbose)
     if 'diff' in actions:
         diff_tests(tests, user_options['diff'], verbose)
     if 'tidy' in actions:
@@ -555,6 +558,8 @@ def main(args):
     if 'make-benchmarks' in actions:
         make_benchmarks(test_programs, tests, userconfig, start_time)
 
+    return ret_val
+
 if __name__ == '__main__':
 
-    main(sys.argv[1:])
+    sys.exit(main(sys.argv[1:]))

docs/testcode.py.rst

@@ -97,13 +97,18 @@ Options
     Override/add setting to :ref:`userconfig`.  Takes three arguments.  Format:
     section_name option_name value.  Default: none.
 
+Exit status
+-----------
+
+1 if one or more tests fail (run and compare actions only) and 0 otherwise.
+
 License
 -------
 
 Modified BSD License.  See LICENSE in the source code for more details.
 
 Bugs
 ----
-                                                                                                                               
+
 Contact James Spencer (j.spencer@imperial.ac.uk) regarding bug reports,
 suggestions for improvements or code contributions.