diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index d3652a265..d1bbdc223 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -161,8 +161,8 @@ jobs: # --timeout: max allowed time for each test TEST_PATH=$([[ "${{ contains(matrix.alias, 'distributed') }}" == "true" ]] && echo "test/test_examples_dist.py" || echo ".") EXTRA_FLAGS=$([[ "${{ contains(matrix.alias, 'distributed') }}" == "true" ]] && echo "-rs" || echo "--ignore=test/test_examples_dist.py") - # For distributed tests, fail if any test is skipped - SKIP_CHECK=$([[ "${{ contains(matrix.alias, 'distributed') }}" == "true" ]] && echo "! grep -q SKIPPED" || echo "cat") + # For distributed tests, fail if any test is skipped, failed, or has an error + SKIP_CHECK=$([[ "${{ contains(matrix.alias, 'distributed') }}" == "true" ]] && echo "! grep -qE '(SKIPPED|FAILED|ERROR)'" || echo "cat") pytest -rf --timeout=60 $EXTRA_FLAGS $TEST_PATH | tee >(eval $SKIP_CHECK) test-notebooks: