diff --git a/.azure/gpu-tests.yml b/.azure/gpu-tests.yml
index 8b0f3f01ed..472918b249 100644
--- a/.azure/gpu-tests.yml
+++ b/.azure/gpu-tests.yml
@@ -81,6 +81,7 @@ jobs:
       displayName: 'Sanity check / details'
 
     - bash: |
+        set -ex
         coverage run --source thunder -m \
           pytest thunder/tests/ \
             -m "not standalone" \
@@ -100,6 +101,7 @@ jobs:
       displayName: 'Testing: regular'
 
     - bash: |
+        set -ex
         # these test need to run in single thread as they occurs with CUDA OOM
         coverage run --source thunder -m \
            pytest \
@@ -125,6 +127,7 @@ jobs:
     #  displayName: 'Testing: standalone'
 
     - bash: |
+        set -ex
         # run all found tests in given past as standalone
         bash scripts/run_standalone_tests.sh "thunder/tests/distributed"
         # compile coverage results