fix c4-medium config

allenai · Jun 9, 2023 · 66c4936 · 66c4936
1 parent fde42f9
commit 66c4936
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/configs/c4-medium.yaml b/configs/c4-medium.yaml
@@ -40,7 +40,7 @@ optimizer:
 scheduler:
   name: cosine_with_warmup
   t_warmup: 2000
-  t_max: 160000
+  t_max: null
 
 data:
   paths: ${path.glob:${path.choose:${oc.env:SCRATCH_DIR,no_exist}/pretraining_data/preprocessed,/net/nfs.cirrascale/allennlp/llm-data}/c4/en/c4-train.*.npy}