TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix problem in crossentropy breaking GPU compilation

Browse Source
This commit is contained in:
Katharine Hyatt 2019-10-17 11:01:28 -04:00
parent af0dcb2c63
commit e0c1c0e057
1 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
src/layers/stateless.jl
View File

@ -4,10 +4,20 @@ using NNlib: logsoftmax, logσ
mse(ŷ, y) = sum((ŷ .- y).^2) * 1 // length(y)
function crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat; weight = 1)
-sum(y .* log.(ŷ) .* weight) * 1 // size(y, 2)
function _crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat, weight::Nothing)
return -sum(y .* log.(ŷ)) * 1 // size(y, 2)
end
function _crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat, weight::Number)
return -sum(y .* log.(ŷ)) .* weight * 1 // size(y, 2)
end
function _crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat, weight::AbstractVector)
return -sum(y .* log.(ŷ) .* weight) * 1 // size(y, 2)
end
crossentropy(ŷ::AbstractVecOrMat, y::AbstractVecOrMat; weight=nothing) = _crossentropy(ŷ, y, weight)
function logitcrossentropy(logŷ::AbstractVecOrMat, y::AbstractVecOrMat; weight = 1)
return -sum(y .* logsoftmax(logŷ) .* weight) * 1 // size(y, 2)
end