finetune.py

import os
import tarfile

import gpt_2_simple as gpt2

model_name = "1558M"
if not os.path.isdir(os.path.join("models", model_name)):
    print("Downloading ", model_name, " model...")
    gpt2.download_gpt2(
        model_name=model_name
    )  # model is saved into current directory under /models/124M/

file_name = "text_adventures.txt"

sess = gpt2.start_tf_sess()
gpt2.finetune(
    sess,
    file_name,
    multi_gpu=True,
    batch_size=32,
    learning_rate=0.0001,
    model_name=model_name,
    sample_every=10000,
    max_checkpoints=8,
    save_every=200,
    steps=1000,
)

gpt2.generate(sess)