forwarddiff does these

2017-08-19 22:05:50 +01:00 · 2017-08-19 22:05:50 +01:00 · 18e69b33c9
commit 18e69b33c9
parent ad0e0ea5a7
1 changed files with 0 additions and 2 deletions
--- a/src/layers/stateless.jl
+++ b/src/layers/stateless.jl
@ -1,10 +1,8 @@
 # Activation Functions

 σ(x) = 1 / (1 + exp(-x))
-# back!(::typeof(σ), Δ, x) = Δ .* σ(x).*(1.-σ(x))

 relu(x) = max(0, x)
-# back!(::typeof(relu), Δ, x) = Δ .* (x .> 0)

 softmax(xs) = exp.(xs) ./ sum(exp.(xs), 2)