TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

more activation functions

Browse Source
This commit is contained in:
Mike J Innes 2016-08-25 17:26:07 +01:00
parent 526165c897
commit 29aab1e4e0
2 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/activation.jl
View File

@ -1,5 +1,11 @@
export σ export σ, relu, softmax
σ(x) = 1 ./ (1 .+ exp.(-x)) σ(x) = 1 ./ (1 .+ exp.(-x))
back!(::typeof(σ), Δ, x) = Δ .* σ(x)./(1.-σ(x)) back!(::typeof(σ), Δ, x) = Δ .* σ(x)./(1.-σ(x))
relu(x) = max(0, x)
back(::typeof(relu), Δ, x) = Δ .* (x .< 0)
softmax(x) = error("not implemented")

2
src/backend/mxnet/graph.jl
View File

@ -30,3 +30,5 @@ end
node(::typeof(*), args...) = mx.dot(args...) node(::typeof(*), args...) = mx.dot(args...)
node(::typeof(+), args...) = mx.broadcast_plus(args...) node(::typeof(+), args...) = mx.broadcast_plus(args...)
node(::typeof(σ), x) = mx.Activation(data = x, act_type = :sigmoid) node(::typeof(σ), x) = mx.Activation(data = x, act_type = :sigmoid)
node(::typeof(relu), x) = mx.Activation(data = x, act_type=:relu)
node(::typeof(softmax), xs) = mx.broadcast_div(exp(xs), mx.Reshape(mx.sum(exp(xs)), shape = (1,1)))