RNN

pchavanne · Jan 28, 2017 · 42835fe · 42835fe
1 parent 4530fd0
commit 42835fe
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/yadll/layers.py b/yadll/layers.py
@@ -699,7 +699,8 @@ class LSTM(Layer):
     Long Short Term Memory
 
     .. math ::
-        i_t &= \sigma_i(x_t W_{xi} + h_{t-1} W_{hi}
+
+        i_t &= \sigma_i(ax_t W_{xi} + h_{t-1} W_{hi}
                + w_{ci} \odot c_{t-1} + b_i)\\
         f_t &= \sigma_f(x_t W_{xf} + h_{t-1} W_{hf}
                + w_{cf} \odot c_{t-1} + b_f)\\
@@ -708,8 +709,6 @@ class LSTM(Layer):
         o_t &= \sigma_o(x_t W_{xo} + h_{t-1} W_{ho} + w_{co} \odot c_t + b_o)\\
         h_t &= o_t \odot \sigma_h(c_t)
 
-
-
     Parameters
     ----------
     incoming : a `Layer`