add overlap p2p (#61935)

PaddlePaddle · Feb 25, 2024 · e213188 · e213188
1 parent 7efc523
commit e213188
Show file tree

Hide file tree

Showing 3 changed files with 516 additions and 204 deletions.
diff --git a/paddle/fluid/framework/distributed_strategy.proto b/paddle/fluid/framework/distributed_strategy.proto
@@ -82,6 +82,7 @@ message PpConfig {
     optional bool sharding_comm_overlap = 4 [ default = false ];
     optional bool profiling = 5 [ default = false ];
     optional bool release_gradients = 6 [ default = false ];
+    optional bool overlap_p2p_comm = 7 [default = false];
 }
 
 message DygraphShardingConfig {