Flux.jl/src/layers/stateless.jl

# Cost functions

mse(ŷ, y) = sum((ŷ .- y).^2)/length(y)

crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat) =
  -sum(y .* log.(ŷ)) / size(y, 2)

@deprecate logloss(x, y) crossentropy(x, y)

function logitcrossentropy(logŷ, y::AbstractMatrix, w)
  logŷ = logŷ .-maximum(logŷ,1)
  ypred = logŷ .- log.( sum( exp.( logŷ),1))
  -sum(y .* w .* ypred)
end
simplify organisation 2017-08-19 19:52:29 +00:00			`# Cost functions`

better mse 2017-08-24 10:40:51 +00:00			`mse(ŷ, y) = sum((ŷ .- y).^2)/length(y)`
simplify organisation 2017-08-19 19:52:29 +00:00
rename crossentropy loss 2017-10-17 16:36:18 +00:00			`crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat) =`
loss function tweaks 2017-10-17 16:30:11 +00:00			`-sum(y .* log.(ŷ)) / size(y, 2)`
rename crossentropy loss 2017-10-17 16:36:18 +00:00
			`@deprecate logloss(x, y) crossentropy(x, y)`
logit cross entropy 2017-10-17 16:57:10 +00:00
			`function logitcrossentropy(logŷ, y::AbstractMatrix, w)`
			`logŷ = logŷ .-maximum(logŷ,1)`
			`ypred = logŷ .- log.( sum( exp.( logŷ),1))`
			`-sum(y .* w .* ypred)`
			`end`