Merge pull request #48 from EleutherAI/loss_summary

loss_summary
EleutherAI · Sep 12, 2020 · 5b9b433 · 5b9b433
2 parents 309f524 + 2374cdc
commit 5b9b433
Show file tree

Hide file tree

Showing 29 changed files with 212 additions and 705 deletions.
diff --git a/README.md b/README.md
@@ -64,7 +64,7 @@ $ python main.py --test
 To see the tensorboard
 
 ```bash
-$ sh start_test_tb.sh 8081
+$ sh scripts/start_test_tb.sh 8081
 ```
 
 To run a prediction

diff --git a/configs.py b/configs.py
@@ -4,10 +4,11 @@
 
 DATASETS = {}
 
-for path in Path('./dataset_configs').glob('*.json'):
+for path in Path('./configs/dataset_configs').glob('*.json'):
     dataset_id = path.stem
     DATASETS[dataset_id] = json.loads(path.read_text())
 
+
 def fetch_model_params(model):
     model_path = model if model.endswith('.json') else 'configs/{}.json'.format(model)
     with open(model_path, 'r') as f:

diff --git a/dataset_configs/example.json → configs/dataset_configs/example.json b/dataset_configs/example.json → configs/dataset_configs/example.json
diff --git a/dataset_configs/openwebtext-documents.json → ...ataset_configs/openwebtext-documents.json b/dataset_configs/openwebtext-documents.json → ...ataset_configs/openwebtext-documents.json
diff --git a/configs/old_configs/1.5B.json b/configs/old_configs/1.5B.json
diff --git a/configs/old_configs/117M.json b/configs/old_configs/117M.json
diff --git a/configs/old_configs/128_test.json b/configs/old_configs/128_test.json
diff --git a/configs/old_configs/345M.json b/configs/old_configs/345M.json
diff --git a/configs/old_configs/8_selu.json b/configs/old_configs/8_selu.json
diff --git a/configs/old_configs/PrettyBig.json b/configs/old_configs/PrettyBig.json
diff --git a/configs/old_configs/bmk512_2.json b/configs/old_configs/bmk512_2.json
diff --git a/configs/old_configs/bmk_512.json b/configs/old_configs/bmk_512.json
diff --git a/configs/old_configs/colab.json b/configs/old_configs/colab.json
diff --git a/configs/old_configs/gpt2_256.json b/configs/old_configs/gpt2_256.json