Update gpt-2 config_model.py

asyml · Mar 8, 2019 · 22eda5a · 22eda5a
1 parent 26c164a
commit 22eda5a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/gpt-2/configs/config_model.py b/examples/gpt-2/configs/config_model.py
@@ -18,7 +18,7 @@
         "num_heads": 12,
         "output_dim": dim,
     },
-    "position_embedder_type": "simple",
+    "position_embedder_type": "variables",
     "position_size": 1024,
     "position_embedder_hparams": {
         "dim": dim,