[shardformer] pp+tp+zero1

hpcaitech · Aug 28, 2023 · 78b50f1 · 78b50f1
1 parent d2c17d7
commit 78b50f1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_shardformer/test_model/test_shard_t5.py b/tests/test_shardformer/test_model/test_shard_t5.py
@@ -67,7 +67,7 @@ def check_forward_backward(model_fn, data_gen_fn, output_transform_fn, loss_fn,
     org_optimizer.step()
     sharded_optimizer.step()
     if test_config['precision'] == 'fp32':
-        atol, rtol = 1e-4, 1e-3
+        atol, rtol = 5e-4, 1e-3
     else:
         atol, rtol = 5e-3, 5e-3
     if stage_manager is None or stage_manager.is_first_stage():