logit cross entropy

2017-10-17 17:57:10 +01:00 · 2017-10-17 17:57:10 +01:00 · 4aa7741ba9
commit 4aa7741ba9
parent 6dff8ca8d3
1 changed files with 6 additions and 0 deletions
--- a/src/layers/stateless.jl
+++ b/src/layers/stateless.jl
@ -6,3 +6,9 @@ crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat) =
  -sum(y .* log.(ŷ)) / size(y, 2)

@deprecate logloss(x, y) crossentropy(x, y)
+
+function logitcrossentropy(logŷ, y::AbstractMatrix, w)
+  logŷ = logŷ .-maximum(logŷ,1)
+  ypred = logŷ .- log.( sum( exp.( logŷ),1))
+  -sum(y .* w .* ypred)
+end