diff --git a/torchrec/distributed/train_pipeline/train_pipelines.py b/torchrec/distributed/train_pipeline/train_pipelines.py
index 85de6e3b8..27092bf11 100644
--- a/torchrec/distributed/train_pipeline/train_pipelines.py
+++ b/torchrec/distributed/train_pipeline/train_pipelines.py
@@ -74,7 +74,8 @@
 except ImportError:
     logger.warning("torchrec_use_sync_collectives is not available")
 
-torch.ops.import_module("fbgemm_gpu.sparse_ops")
+if not torch._running_with_deploy():
+    torch.ops.import_module("fbgemm_gpu.sparse_ops")
 
 
 class ModelDetachedException(Exception):