NAC fix

bharathgs · Aug 31, 2018 · e2b122c · e2b122c
1 parent 5f1d411
commit e2b122c
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/nalu/__init__.py b/nalu/__init__.py
@@ -1,4 +1,4 @@
-__version__ = '0.0.2'
+__version__ = '0.0.3'
 
 from .core import *
 from .layers import *
diff --git a/nalu/core/nac_cell.py b/nalu/core/nac_cell.py
@@ -19,9 +19,9 @@ def __init__(self, in_shape, out_shape):
         self.out_shape = out_shape
         self.W_ = Parameter(Tensor(out_shape, in_shape))
         self.M_ = Parameter(Tensor(out_shape, in_shape))
-        self.W = Parameter(tanh(self.W_) * sigmoid(self.M_))
         xavier_uniform_(self.W_), xavier_uniform_(self.M_)
         self.register_parameter('bias', None)
 
-    def forward(self, input):
-        return linear(input, self.W, self.bias)
+    def forward(self, input):        
+        W = tanh(self.W_) * sigmoid(self.M_)
+        return linear(input, W, self.bias)