better docs for memory

yandexdataschool · Aug 3, 2017 · c5803ba · c5803ba
1 parent 4d8c86d
commit c5803ba
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 3 deletions.
diff --git a/agentnet/memory/__init__.py b/agentnet/memory/__init__.py
@@ -35,5 +35,5 @@
 
 from .gru import GRUMemoryLayer
 from .logical import  CounterLayer,SwitchLayer
-from .attention import AttentionLayer
+from .attention import AttentionLayer,DotAttentionLayer
 
diff --git a/agentnet/memory/attention.py b/agentnet/memory/attention.py
@@ -23,8 +23,8 @@ class AttentionLayer(DictLayer):
     - rnn/emb format [batch,seq_len,units] works out of the box
     - 1d convolution format [batch,units,seq_len] needs dimshuffle(conv,[0,2,1])
     - 2d convolution format [batch,units,dim1,dim2] needs two-step procedure
-      - step1 = dimshuffle(conv,[0,2,3,1])
-      - step2 = reshape(step1,[-1,dim1*dim2,units])
+    - step1 = dimshuffle(conv,[0,2,3,1])
+    - step2 = reshape(step1,[-1,dim1*dim2,units])
     - higher dimensionality follows the same principle as 2d example above
     - reshape and dimshuffle can both be found in lasagne.layers (aliases to ReshapeLayer and DimshuffleLayer)
 

diff --git a/docs/modules/memory.rst b/docs/modules/memory.rst
@@ -20,6 +20,8 @@ Augmentations
 
 .. autofunction:: AttentionLayer
 
+.. autofunction:: DotAttentionLayer
+
 .. autofunction:: StackAugmentation
 
 .. autofunction:: WindowAugmentation