From 6c7613e02b2ce102d742c516caa715e4bf67538a Mon Sep 17 00:00:00 2001 From: Iblis Lin Date: Thu, 2 Nov 2017 14:20:34 +0800 Subject: [PATCH] batchnorm: leverage TrackedArray `mean` --- src/layers/normalisation.jl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/layers/normalisation.jl b/src/layers/normalisation.jl index d4a9c94e..bd1425d8 100644 --- a/src/layers/normalisation.jl +++ b/src/layers/normalisation.jl @@ -95,7 +95,7 @@ function (BN::BatchNorm)(x) ϵ = T(BN.ϵ) m = size(x, 2) # batch size - μ = sum(x, 2) ./ m + μ = mean(x, 2) σ = sqrt.(sum((x .- μ).^2, 2) ./ m .+ ϵ) # update moving mean/std