Flux.jl/src/layers/stateless.jl

using NNlib: log_fast

# Cost functions

mse(ŷ, y) = sum((ŷ .- y).^2)/length(y)

crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat) =
  -sum(y .* log_fast.(ŷ)) / size(y, 2)

@deprecate logloss(x, y) crossentropy(x, y)

function logitcrossentropy(logŷ::AbstractVecOrMat, y::AbstractVecOrMat)
  logŷ = logŷ .- maximum(logŷ, 1)
  ypred = logŷ .- log_fast.(sum(exp.(logŷ), 1))
  -sum(y .* ypred) / size(y, 2)
end
mv numeric.jl to nnlib 2017-11-09 15:03:57 +00:00			`using NNlib: log_fast`

simplify organisation 2017-08-19 19:52:29 +00:00			`# Cost functions`

better mse 2017-08-24 10:40:51 +00:00			`mse(ŷ, y) = sum((ŷ .- y).^2)/length(y)`
simplify organisation 2017-08-19 19:52:29 +00:00
rename crossentropy loss 2017-10-17 16:36:18 +00:00			`crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat) =`
gpu-ready log 2017-10-27 11:05:37 +00:00			`-sum(y .* log_fast.(ŷ)) / size(y, 2)`
rename crossentropy loss 2017-10-17 16:36:18 +00:00
			`@deprecate logloss(x, y) crossentropy(x, y)`
logit cross entropy 2017-10-17 16:57:10 +00:00
logitcrossentropy tweaks 2017-10-17 16:58:32 +00:00			`function logitcrossentropy(logŷ::AbstractVecOrMat, y::AbstractVecOrMat)`
			`logŷ = logŷ .- maximum(logŷ, 1)`
gpu-ready log 2017-10-27 11:05:37 +00:00			`ypred = logŷ .- log_fast.(sum(exp.(logŷ), 1))`
logitcrossentropy tweaks 2017-10-17 16:58:32 +00:00			`-sum(y .* ypred) / size(y, 2)`
logit cross entropy 2017-10-17 16:57:10 +00:00			`end`