Maybe we don't need the mutex for put?

Bluefog-Lib · Jun 6, 2020 · f496fb3 · f496fb3
1 parent 36a151b
commit f496fb3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bluefog/torch/optimizers.py b/bluefog/torch/optimizers.py
@@ -411,7 +411,7 @@ def hook(module, *unused):
                 if p.requires_grad:
                     handle = bf.win_put_async(
                         tensor=p.data, name=parent_name+'.'+name,
-                        dst_weights=self.dst_weights, require_mutex=True)
+                        dst_weights=self.dst_weights, require_mutex=False)
                     self._handles[p] = handle
         return hook