Additional recipes

JonasGeiping · Jun 7, 2023 · 84551c3 · 84551c3
1 parent 02c21bd
commit 84551c3
Show file tree

Hide file tree

Showing 16 changed files with 311 additions and 189 deletions.
diff --git a/scripts/architecture_ablations_c5_o3.sh b/scripts/architecture_ablations_c5_o3.sh
@@ -1,3 +1,8 @@
+#
+# These are instructions for the old, pytorch 1.13, version of the repo, they are not usable on the updated repo and provided only for reference.
+# (but could be easily adapted to the newer format)
+#
+
 
 # # Basic settings:
 python pretrain.py name=amp_b4096_orig_o3 wandb.tags=[o3,arch] data=bookcorpus-wikipedia arch=bert-original train=bert-o3 impl.microbatch_size=64 train.batch_size=4096

diff --git a/scripts/broad_ablation_c5_o3_2080ti.sh b/scripts/broad_ablation_c5_o3_2080ti.sh
diff --git a/scripts/broad_ablation_c5_o3_a4000.sh b/scripts/broad_ablation_c5_o3_a4000.sh