diff --git a/ignite/utils.py b/ignite/utils.py
index 291294d52d4..59a8bc12439 100644
--- a/ignite/utils.py
+++ b/ignite/utils.py
@@ -15,7 +15,7 @@ def convert_tensor(
     """Move tensors to relevant device."""
 
     def _func(tensor: torch.Tensor) -> torch.Tensor:
-        return tensor.to(device=device, non_blocking=non_blocking) if device else tensor
+        return tensor.to(device=device, non_blocking=non_blocking) if device is not None else tensor
 
     return apply_to_tensor(input_, _func)