TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

forwarddiff does these

Browse Source
This commit is contained in:
Mike J Innes 2017-08-19 22:05:50 +01:00
parent ad0e0ea5a7
commit 18e69b33c9
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/layers/stateless.jl
View File

@ -1,10 +1,8 @@
# Activation Functions # Activation Functions
σ(x) = 1 / (1 + exp(-x)) σ(x) = 1 / (1 + exp(-x))
# back!(::typeof(σ), Δ, x) = Δ .* σ(x).*(1.-σ(x))
relu(x) = max(0, x) relu(x) = max(0, x)
# back!(::typeof(relu), Δ, x) = Δ .* (x .> 0)
softmax(xs) = exp.(xs) ./ sum(exp.(xs), 2) softmax(xs) = exp.(xs) ./ sum(exp.(xs), 2)