TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

batchnorm: leverage TrackedArray mean

Browse Source
This commit is contained in:
Iblis Lin 2017-11-02 14:20:34 +08:00
parent 88bd8a8fbd
commit 6c7613e02b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/layers/normalisation.jl
View File

@ -95,7 +95,7 @@ function (BN::BatchNorm)(x)
ϵ = T(BN.ϵ) ϵ = T(BN.ϵ)
m = size(x, 2) # batch size m = size(x, 2) # batch size
μ = sum(x, 2) ./ m μ = mean(x, 2)
σ = sqrt.(sum((x .- μ).^2, 2) ./ m .+ ϵ) σ = sqrt.(sum((x .- μ).^2, 2) ./ m .+ ϵ)
# update moving mean/std # update moving mean/std