RNN

pchavanne · Jan 28, 2017 · a82258f · a82258f
1 parent c8861b5
commit a82258f
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/yadll/layers.py b/yadll/layers.py
@@ -699,11 +699,11 @@ class LSTM(Layer):
     Long Short Term Memory
 
     .. math ::
-        i_t &= \sigma(x_t.W_xi + h_{t-1}.W_hi + b_i) \\
-        f_t &= \sigma(W_xf.x_t + W_hf.h_{t-1} + b_f) \\
-        \tilde{C_t} &= \sigma(W_xc.x_t + W_hc.h_{t-1} + b_c) \\
+        i_t &= \sigma(x_t.W_{xi} + h_{t-1}.W_{hi} + b_i) \\
+        f_t &= \sigma(W_{xf}.x_t + W_{hf}.h_{t-1} + b_f) \\
+        \tilde{C_t} &= \sigma(W_{xc}.x_t + W_{hc}.h_{t-1} + b_c) \\
         C_t &= f_t * C_{t-1} + i_t * \tilde{C_t} \\
-        o_t &= \sigma(W_xo.x_t + W_ho.h_{t-1} + b_o) \\
+        o_t &= \sigma(W_{xo}.x_t + W_{ho}.h_{t-1} + b_o) \\
         h_t &= o_t * tanh(C_t)
 
     Parameters