fix dynamic model cannot track PRelu weights gradients problem (#982)

tensorlayer · May 26, 2019 · 6b7f1f8 · 6b7f1f8
1 parent 3106a71
commit 6b7f1f8
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tensorlayer/layers/activation.py b/tensorlayer/layers/activation.py
@@ -95,6 +95,7 @@ def build(self, inputs_shape):
     def forward(self, inputs):
 
         pos = tf.nn.relu(inputs)
+        self.alpha_var_constrained = tf.nn.sigmoid(self.alpha_var, name="constraining_alpha_var_in_0_1")
         neg = -self.alpha_var_constrained * tf.nn.relu(-inputs)
 
         return pos + neg