Merge pull request #93 from TomNong/GPT-2

Add download_model.sh to examples/gpt-2
asyml · Mar 1, 2019 · d4d6a9c · d4d6a9c
2 parents 77e698b + 10c8391
commit d4d6a9c
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 2 deletions.
diff --git a/.gitignore b/.gitignore
@@ -255,5 +255,4 @@ simple-examples.tgz
 /examples/bert/bert_pretrained_models/
 !/examples/bert/bert_pretrained_models/download_model.sh
 /examples/bert/output
-/examples/gpt-2/gpt2_pretrained_models/
-!/examples/gpt-2/gpt2_pretrained_models/download_model.sh
+
diff --git a/examples/gpt-2/gpt2_pretrained_models/download_model.sh b/examples/gpt-2/gpt2_pretrained_models/download_model.sh
@@ -0,0 +1,15 @@
+#!/bin/sh
+
+if [ "$#" -ne 1 ]; then
+    echo "You must enter the model name as a parameter, e.g.: sh gpt2_pretrained_models/download_model.sh 117M"
+    exit 1
+fi
+
+model=$1
+
+mkdir -p gpt2_pretrained_models/$model
+for filename in checkpoint encoder.json hparams.json model.ckpt.data-00000-of-00001 model.ckpt.index model.ckpt.meta vocab.bpe; do
+  fetch=$model/$filename
+  echo "Fetching $fetch"
+  curl --output gpt2_pretrained_models/$fetch https://storage.googleapis.com/gpt-2/models/$fetch
+done