update

PaddlePaddle · Sep 28, 2022 · 1f097c3 · 1f097c3
1 parent 80ab5ea
commit 1f097c3
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/ppfleetx/core/engine/eager_engine.py b/ppfleetx/core/engine/eager_engine.py
@@ -247,8 +247,9 @@ def _wrap_sharding_2_3(self):
             level=level,
             scaler=self._scaler,
             group=self._sharding_group,
-            offload=self._sharding_offload,
-            comm_overlap=self._comm_overlap)
+            offload=self._sharding_offload)
+        if self._comm_overlap:
+            self._module.model._set_comm_overlap(self._comm_overlap)
 
     def _wrap_3D_parallel(self):
         self._module.model = fleet.distributed_model(self._module.model)