Allow some test failures

easybuilders · Mar 25, 2024 · 84a805f · 84a805f
1 parent 8169a25
commit 84a805f
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/easybuild/easyconfigs/p/PyTorch/PyTorch-1.12.1-foss-2022a-CUDA-11.7.0.eb b/easybuild/easyconfigs/p/PyTorch/PyTorch-1.12.1-foss-2022a-CUDA-11.7.0.eb
@@ -170,6 +170,10 @@ excluded_tests = {
     ]
 }
 
+# several tests are known to be flaky, and fail in some contexts (like having multiple GPUs available),
+# so we allow some tests to fail before treating the installation to be faulty
+max_failed_tests = 4
+
 runtest = 'cd test && PYTHONUNBUFFERED=1 %(python)s run_test.py --continue-through-error  --verbose %(excluded_tests)s'
 
 # The readelf sanity check command can be taken out once the TestRPATH test from