From 66c493656b1a27016fc932d9e447a78009096e2b Mon Sep 17 00:00:00 2001 From: epwalsh Date: Fri, 9 Jun 2023 13:40:52 -0700 Subject: [PATCH] fix c4-medium config --- configs/c4-medium.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/c4-medium.yaml b/configs/c4-medium.yaml index 5b40f5701..ba7a4f33a 100644 --- a/configs/c4-medium.yaml +++ b/configs/c4-medium.yaml @@ -40,7 +40,7 @@ optimizer: scheduler: name: cosine_with_warmup t_warmup: 2000 - t_max: 160000 + t_max: null data: paths: ${path.glob:${path.choose:${oc.env:SCRATCH_DIR,no_exist}/pretraining_data/preprocessed,/net/nfs.cirrascale/allennlp/llm-data}/c4/en/c4-train.*.npy}