Flux.jl/src/activation.jl

12 lines
218 B
Julia
Raw Normal View History

2016-08-25 16:26:07 +00:00
export σ, relu, softmax
2016-08-23 13:28:54 +00:00
σ(x) = 1 ./ (1 .+ exp.(-x))
2016-08-24 14:41:30 +00:00
back!(::typeof(σ), Δ, x) = Δ .* σ(x)./(1.-σ(x))
2016-08-25 16:26:07 +00:00
relu(x) = max(0, x)
2016-08-25 23:18:58 +00:00
back!(::typeof(relu), Δ, x) = Δ .* (x .< 0)
2016-08-25 16:26:07 +00:00
2016-08-25 21:49:21 +00:00
softmax(xs) = exp.(xs) ./ sum(exp.(xs))