TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #98 from FluxML/log

Browse Source 
GPU-ready log function
This commit is contained in:
Mike J Innes 2017-11-23 17:17:39 +00:00 committed by GitHub
commit dc1f08a709
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/layers/stateless.jl
View File

@ -1,15 +1,17 @@
using NNlib: log_fast
# Cost functions # Cost functions
mse(ŷ, y) = sum((ŷ .- y).^2)/length(y) mse(ŷ, y) = sum((ŷ .- y).^2)/length(y)
crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat) = crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat) =
-sum(y .* log.(ŷ)) / size(y, 2) -sum(y .* log_fast.(ŷ)) / size(y, 2)
@deprecate logloss(x, y) crossentropy(x, y) @deprecate logloss(x, y) crossentropy(x, y)
function logitcrossentropy(logŷ::AbstractVecOrMat, y::AbstractVecOrMat) function logitcrossentropy(logŷ::AbstractVecOrMat, y::AbstractVecOrMat)
logŷ = logŷ .- maximum(logŷ, 1) logŷ = logŷ .- maximum(logŷ, 1)
ypred = logŷ .- log.(sum(exp.(logŷ), 1)) ypred = logŷ .- log_fast.(sum(exp.(logŷ), 1))
-sum(y .* ypred) / size(y, 2) -sum(y .* ypred) / size(y, 2)
end end