Deprecate AttentionLM in favor of Transformer

PiperOrigin-RevId: 208913126
tensorflow · Aug 16, 2018 · a705063 · a705063
1 parent 6c8bec5
commit a705063
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/tensor2tensor/models/research/attention_lm.py b/tensor2tensor/models/research/attention_lm.py
@@ -14,6 +14,8 @@
 # limitations under the License.
 """Self-attention based language model.
 
+DEPRECATED. Use Transformer which supports running the decoder only.
+
 Like transformer.py, but no encoder
 
 decoder: [Self-Attention, Feed-forward] x n
@@ -34,6 +36,10 @@
 import tensorflow as tf
 
 
+@tf.contrib.framework.deprecated(
+    "2018-09-15",
+    "Use Transformer, which supports decoder-only mode when "
+    "Transformer.has_input=False.")
 @registry.register_model
 class AttentionLM(t2t_model.T2TModel):
   """Attention net.  See file docstring."""