Update _init_utils.py

pytorch · Sep 7, 2023 · 634f0c1 · 634f0c1
1 parent da255d7
commit 634f0c1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torch/distributed/fsdp/_init_utils.py b/torch/distributed/fsdp/_init_utils.py
@@ -570,7 +570,7 @@ def _init_param_handle_from_module(
     managed_params = list(_get_orig_params(fully_sharded_module, state._ignored_params))
     if sync_module_states:
         _sync_module_params_and_buffers(
-            fully_sharded_module, managed_params, default_group
+            fully_sharded_module, managed_params, state.process_group
         )
         if hasattr(state, '_inter_node_pg'):
             _sync_module_params_and_buffers(