Update activation_functions.py

bfortuner · Nov 29, 2017 · ced172c · ced172c
1 parent c0b1fda
commit ced172c
Showing 1 changed file with 14 additions and 3 deletions.
diff --git a/code/activation_functions.py b/code/activation_functions.py
@@ -1,14 +1,25 @@
 import math
 import numpy as np
 
+### Note ###
+
+# z is weighted input
+
+
+### Functions ###
+
 def relu(z):
   return max(0, z)
 
-def relu_prime(z):
-  return 1 if z > 0 else 0
-
 def sigmoid(z):
   return 1.0 / (1 + np.exp(-z))
 
+
+
+### Derivatives ###
+
 def sigmoid_prime(z):
   return sigmoid(z) * (1-sigmoid(z))
+
+def relu_prime(z):
+  return 1 if z > 0 else 0