fix these later

This commit is contained in:
Mike J Innes 2017-08-19 20:05:22 +01:00
parent bd6bffde48
commit 0222103c7f
2 changed files with 4 additions and 4 deletions

View File

@ -1,10 +1,10 @@
# Sigmoid # Sigmoid
σ(x) = 1 ./ (1 + exp.(-x)) σ(x) = 1 ./ (1 + exp.(-x))
back!(::typeof(σ), Δ, x) = Δ .* σ(x).*(1.-σ(x)) # back!(::typeof(σ), Δ, x) = Δ .* σ(x).*(1.-σ(x))
# Rectified Linear Unit # Rectified Linear Unit
relu(x) = max(0, x) relu(x) = max(0, x)
back!(::typeof(relu), Δ, x) = Δ .* (x .> 0) # back!(::typeof(relu), Δ, x) = Δ .* (x .> 0)
softmax(xs) = exp.(xs) ./ sum(exp.(xs), 2) softmax(xs) = exp.(xs) ./ sum(exp.(xs), 2)

View File

@ -1,7 +1,7 @@
mse(, y) = sumabs2( .- y)/2 mse(, y) = sumabs2( .- y)/2
back!(::typeof(mse), Δ, , y) = Δ .* ( .- y) # back!(::typeof(mse), Δ, ŷ, y) = Δ .* (ŷ .- y)
logloss(, y) = -sum(y .* log.()) logloss(, y) = -sum(y .* log.())
back!(::typeof(logloss), Δ, , y) = 0 .- Δ .* y ./ # back!(::typeof(logloss), Δ, ŷ, y) = 0 .- Δ .* y ./