never mind

tambetm · Dec 19, 2017 · bd30e08 · bd30e08
1 parent 601eaf4
commit bd30e08
Showing 1 changed file with 2 additions and 4 deletions.
diff --git a/hparams.py b/hparams.py
@@ -51,9 +51,8 @@
             "binary_divergence_weight": 0.1,
             "use_decoder_state_for_postnet_input": True,
 
-            # If both true, that's fine, but seems loss tends to decrease slowly
-            "key_projection": False,
-            "value_projection": False,
+            "key_projection": True,
+            "value_projection": True,
 
             "clip_thresh": 0.1,
             "initial_learning_rate": 5e-4,
@@ -80,7 +79,6 @@
             "query_position_rate": 2.0,
             "key_position_rate": 7.6,
 
-            # seems good effect?
             "key_projection": True,
             "value_projection": True,