TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #592 from MJ10/master

Browse Source 
Layer normalisation for images
This commit is contained in:
Dhairya Gandhi 2019-02-05 18:51:02 +05:30 committed by GitHub
commit 53875a85a1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/layers/stateless.jl
View File

@ -40,12 +40,12 @@ but it is more numerically stable.
logitbinarycrossentropy(logŷ, y) = (1 - y)*logŷ - logσ(logŷ) logitbinarycrossentropy(logŷ, y) = (1 - y)*logŷ - logσ(logŷ)
""" """
normalise(x::AbstractVecOrMat) normalise(x::AbstractArray, dims::Int=1)
Normalise each column of `x` to mean 0 and standard deviation 1. Normalises x to mean 0 and standard deviation 1, across the dimensions given by dims. Defaults to normalising over columns.
""" """
function normalise(x::AbstractVecOrMat) function normalise(x::AbstractArray, dims::Int=1)
μ′ = mean(x, dims = 1) μ′ = mean(x, dims = dims)
σ′ = std(x, dims = 1, mean = μ′, corrected=false) σ′ = std(x, dims = dims, mean = μ′, corrected=false)
return (x .- μ′) ./ σ′ return (x .- μ′) ./ σ′
end end