diff --git a/onnxruntime/test/python/transformers/test_sparse_attention.py b/onnxruntime/test/python/transformers/test_sparse_attention.py
index 4229311cff45..3130818c0938 100644
--- a/onnxruntime/test/python/transformers/test_sparse_attention.py
+++ b/onnxruntime/test/python/transformers/test_sparse_attention.py
@@ -955,8 +955,7 @@ def run_performance_test(sm: int):
 
 
 if __name__ == "__main__":
-    if ENABLE_DEBUG:
-        torch.set_printoptions(precision=6, edgeitems=3, linewidth=150, profile="default", sci_mode=False)
+    torch.set_printoptions(precision=6, edgeitems=3, linewidth=150, profile="default", sci_mode=False)
 
     major, minor = torch.cuda.get_device_capability()
     sm = major * 10 + minor