computations: Switch to theano versions of (p)RELU

ELEKTRONN · Jul 15, 2017 · cd93ad8 · cd93ad8
1 parent b9503cc
commit cd93ad8
Showing 1 changed file with 3 additions and 8 deletions.
diff --git a/elektronn2/neuromancer/computations.py b/elektronn2/neuromancer/computations.py
@@ -78,16 +78,11 @@ def apply_activation(x, activation_func, b1=None):
     if activation_func=='tanh': # range = [-1,1]
         func = T.tanh
     elif activation_func=='relu': # rectified linear unit ,range = [0,inf]
-        def relu(y):
-            return (0.5 * (y + abs(y)))
-        func = relu
+        func = T.nnet.relu
 
     elif activation_func=='prelu': # parameterised relu
-        def prelu(y, alpha):
-            pos = ((y + abs(y)) / 2.0)
-            neg = alpha * ((y - abs(y)) / 2.0)
-            return pos + neg
-        func = prelu
+        # T.nnet.relu also implements prelu (with extra "alpha" parameter)
+        func = T.nnet.relu
 
     elif activation_func=='abs': # abs unit ,range = [0,inf]
         func = T.abs_