diff --git a/ignite/utils.py b/ignite/utils.py
index b28b0b2544b6..33515efa2159 100644
--- a/ignite/utils.py
+++ b/ignite/utils.py
@@ -150,6 +150,10 @@ def manual_seed(seed: int) -> None:
     """
     random.seed(seed)
     torch.manual_seed(seed)
+
+    if torch.cuda.is_available():
+        torch.cuda.manual_seed_all(seed)
+
     try:
         import numpy as np