Update gpt2 README

asyml · Apr 13, 2019 · ecc371b · ecc371b
1 parent 1819539
commit ecc371b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/examples/gpt-2/README.md b/examples/gpt-2/README.md
@@ -139,8 +139,8 @@ output, output_length = decoder(
 output = decoder(
     memory=source_hidden_states, 
     memory_sequence_length=src_len,
-    inputs=truth_target[:, :-1],
-    decoding_strategy='train_greedy')
+    inputs=embedder(truth_target[:, :-1]),
+    decoding_strategy='train_greedy') # teacher-forcing decoding
 
 loss = tx.losses.sequence_sparse_softmax_cross_entropy(
     lables=truth_target[:, 1:],