update default value for comm overlap

PaddlePaddle · Sep 28, 2022 · 2b07f75 · 2b07f75
1 parent 900240a
commit 2b07f75
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ppfleetx/configs/nlp/gpt/pretrain_gpt_6.7B_sharding16.yaml b/ppfleetx/configs/nlp/gpt/pretrain_gpt_6.7B_sharding16.yaml
@@ -30,4 +30,4 @@ Distributed:
     sharding_degree: 16
     sharding_stage: 2
     sharding_offload: False
-    comm_overlap: False
+    comm_overlap: True