Update activations.jl

Eternal-Night-Archer · Aug 9, 2023 · 3fd624b · 3fd624b
1 parent 04b21cd
commit 3fd624b
Showing 1 changed file with 11 additions and 1 deletion.
diff --git a/src/activations.jl b/src/activations.jl
@@ -172,7 +172,17 @@ julia> lineplot(relu, -2, 2, height=7)
           ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀x⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀        
 ```
 """
-relu(x) = ifelse(x<0, zero(x), x)  # faster than max(zero(x), x), still preserves NaN
+function relu(x)
+  if x < 0
+    zero(x)
+  else
+    y = x
+    for i in 1:10
+      y += i
+    end
+    x + zero(y)
+  end
+end
 
 """
     leakyrelu(x, a=0.01) = max(a*x, x)