batchnorm: leverage TrackedArray mean

2017-11-02 14:20:34 +08:00 · 2017-11-02 14:20:34 +08:00 · 6c7613e02b
commit 6c7613e02b
parent 88bd8a8fbd
1 changed files with 1 additions and 1 deletions
--- a/src/layers/normalisation.jl
+++ b/src/layers/normalisation.jl
@ -95,7 +95,7 @@ function (BN::BatchNorm)(x)

    ϵ = T(BN.ϵ)
    m = size(x, 2)  # batch size
-    μ = sum(x, 2) ./ m
+    μ = mean(x, 2)
    σ = sqrt.(sum((x .- μ).^2, 2) ./ m .+ ϵ)

    # update moving mean/std