Merge pull request #48 from jxhe/master

modify vae_text example to fit new transformer interface
asyml · Nov 12, 2018 · f2a040b · f2a040b
2 parents 9098cb6 + cea4f86
commit f2a040b
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 4 deletions.
diff --git a/examples/vae_text/config_trans_ptb.py b/examples/vae_text/config_trans_ptb.py
@@ -72,9 +72,7 @@
 trans_hparams = {
     'output_layer_bias': False,
     'embedding_dropout': embedding_dropout,
-    'attention_dropout': attention_dropout,
     'residual_dropout': residual_dropout,
-    'num_heads': 8,
     'num_blocks': num_blocks,
     'dim': hidden_size,
     'initializer': {
@@ -85,6 +83,12 @@
             'distribution':'uniform',
         },
     },
+    'multihead_attention': {
+        'dropout_rate': attention_dropout,
+        'num_heads': 8,
+        'num_units': hidden_size,
+        'output_dim': hidden_size
+    },
     'poswise_feedforward': {
         'name':'fnn',
         'layers':[

diff --git a/examples/vae_text/config_trans_yahoo.py b/examples/vae_text/config_trans_yahoo.py
@@ -72,9 +72,7 @@
 trans_hparams = {
     'output_layer_bias': False,
     'embedding_dropout': embedding_dropout,
-    'attention_dropout': attention_dropout,
     'residual_dropout': residual_dropout,
-    'num_heads': 8,
     'num_blocks': num_blocks,
     'dim': hidden_size,
     'initializer': {
@@ -85,6 +83,12 @@
             'distribution':'uniform',
         },
     },
+    'multihead_attention': {
+        'dropout_rate': attention_dropout,
+        'num_heads': 8,
+        'num_units': hidden_size,
+        'output_dim': hidden_size
+    },
     'poswise_feedforward': {
         'name':'fnn',
         'layers':[