Flux.jl/src/layers/stateless.jl

# Cost functions

mse(ŷ, y) = sum((ŷ .- y).^2)/2
# back!(::typeof(mse), Δ, ŷ, y) = Δ .* (ŷ .- y)

logloss(ŷ, y) = -sum(y .* log.(ŷ))
# back!(::typeof(logloss), Δ, ŷ, y) = 0 .- Δ .* y ./ ŷ
simplify organisation 2017-08-19 19:52:29 +00:00			`# Cost functions`

loss function gradients 2017-08-23 16:50:43 +00:00			`mse(ŷ, y) = sum((ŷ .- y).^2)/2`
simplify organisation 2017-08-19 19:52:29 +00:00			`# back!(::typeof(mse), Δ, ŷ, y) = Δ .* (ŷ .- y)`

			`logloss(ŷ, y) = -sum(y .* log.(ŷ))`
			`# back!(::typeof(logloss), Δ, ŷ, y) = 0 .- Δ .* y ./ ŷ`