diff --git a/satpy/tests/reader_tests/gms/test_gms5_vissr_l1b.py b/satpy/tests/reader_tests/gms/test_gms5_vissr_l1b.py
index e67e41c8d7..f4908c0a2b 100644
--- a/satpy/tests/reader_tests/gms/test_gms5_vissr_l1b.py
+++ b/satpy/tests/reader_tests/gms/test_gms5_vissr_l1b.py
@@ -18,9 +18,10 @@
     import satpy.readers.gms.gms5_vissr_format as fmt
     import satpy.readers.gms.gms5_vissr_l1b as vissr
     import satpy.readers.gms.gms5_vissr_navigation as nav
-except ImportError:
+except ImportError as err:
     if skip_numba_unstable_if_missing():
-        pytest.skip("Numba is not compatible with unstable NumPy", allow_module_level=True)
+        pytest.skip(f"Numba is not compatible with unstable NumPy: {err!s}", allow_module_level=True)
+    raise
 
 
 @pytest.fixture(params=[False, True], autouse=True)
diff --git a/satpy/tests/reader_tests/gms/test_gms5_vissr_navigation.py b/satpy/tests/reader_tests/gms/test_gms5_vissr_navigation.py
index f89f911e5e..144139a07a 100644
--- a/satpy/tests/reader_tests/gms/test_gms5_vissr_navigation.py
+++ b/satpy/tests/reader_tests/gms/test_gms5_vissr_navigation.py
@@ -7,9 +7,10 @@
 
 try:
     import satpy.readers.gms.gms5_vissr_navigation as nav
-except ImportError:
+except ImportError as err:
     if skip_numba_unstable_if_missing():
-        pytest.skip("Numba is not compatible with unstable NumPy", allow_module_level=True)
+        pytest.skip(f"Numba is not compatible with unstable NumPy: {err!s}", allow_module_level=True)
+    raise
 
 # Navigation references computed with JMA's Msial library (files
 # VISSR_19960217_2331_IR1.A.IMG and VISSR_19960217_2331_VIS.A.IMG). The VIS