removed typos

allenai · Jul 19, 2019 · b47533d · b47533d
1 parent 21ceb63
commit b47533d
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 5 deletions.
diff --git a/environments/environments.py b/environments/environments.py
@@ -40,12 +40,12 @@
 
 VAMPIRE = {
         "LAZY_DATASET_READER": os.environ.get("LAZY", 0),
-        "KL_ANNEALING": "sigmoid",
-        "KLD_CLAMP": 1000,
+        "KL_ANNEALING": "linear",
+        "KLD_CLAMP": None,
         "SIGMOID_WEIGHT_1": 0.25,
         "SIGMOID_WEIGHT_2": 15,
         "LINEAR_SCALING": 1000,
-        "VAE_HIDDEN_DIM": 1024,
+        "VAE_HIDDEN_DIM": 81,
         "TRAIN_PATH": os.environ["DATA_DIR"] + "/train.npz",
         "DEV_PATH": os.environ["DATA_DIR"] + "/dev.npz",
         "REFERENCE_COUNTS": os.environ["DATA_DIR"] + "/reference/ref.npz",
@@ -66,7 +66,7 @@
         "UPDATE_BACKGROUND_FREQUENCY": 0,
         "VOCAB_SIZE": os.environ.get("VOCAB_SIZE", 30000),
         "BATCH_SIZE": 64,
-        "MIN_SEQUENCE_LENGTH": 8,
+        "MIN_SEQUENCE_LENGTH": 3,
         "NUM_EPOCHS": 50,
         "PATIENCE": 5,
         "VALIDATION_METRIC": "+npmi"

diff --git a/training_config/vampire.jsonnet b/training_config/vampire.jsonnet
@@ -72,7 +72,6 @@ local BASE_READER(LAZY, SAMPLE, MIN_SEQUENCE_LENGTH) = {
    },
    "trainer": {
       "cuda_device": CUDA_DEVICE,
-      "grad_norm": 7,
       "num_serialized_models_to_keep": 1,
       "num_epochs": std.parseInt(std.extVar("NUM_EPOCHS")),
       "patience": std.parseInt(std.extVar("PATIENCE")),