From b3356cc6bb91bedf610811031504dfabb1d1bc27 Mon Sep 17 00:00:00 2001 From: Iblis Lin Date: Mon, 30 Oct 2017 12:57:30 +0800 Subject: [PATCH] =?UTF-8?q?batchnorm:=20batch=20=CF=83=20correct=20coeffic?= =?UTF-8?q?ient?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/layers/normalisation.jl | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/layers/normalisation.jl b/src/layers/normalisation.jl index a105e1ba..f7a425b2 100644 --- a/src/layers/normalisation.jl +++ b/src/layers/normalisation.jl @@ -92,12 +92,12 @@ function (BN::BatchNorm)(x) ϵ = T(BN.ϵ) m = size(x, 2) # batch size μ = sum(x, 2) ./ m - σ = sqrt.(sum((x .- μ).^2, 2) ./ (m - 1) .+ ϵ) + σ = sqrt.(sum((x .- μ).^2, 2) ./ m .+ ϵ) # update moving mean/std mtm = T(BN.momentum) - BN.μ = mtm .* μ.data .+ (1 - mtm) .* BN.μ - BN.σ = mtm .* σ.data .+ (1 - mtm) .* BN.σ + BN.μ = (1 - mtm) .* BN.μ .+ mtm .* μ.data + BN.σ = (1 - mtm) .* BN.σ .+ mtm .* σ.data .* m ./ (m - 1) end BN.λ.(BN.γ .* ((x .- μ) ./ σ) .+ BN.β)