Update normalise.jl

2019-02-21 23:56:19 +05:30 · 2019-02-21 23:56:19 +05:30 · 7463f09591
commit 7463f09591
parent 6044421c5c
1 changed files with 1 additions and 1 deletions
--- a/src/layers/normalise.jl
+++ b/src/layers/normalise.jl
@ -133,7 +133,7 @@ function (BN::BatchNorm)(x)
    # update moving mean/std
    mtm = data(convert(T, BN.momentum))
    BN.μ = (1 - mtm) .* BN.μ .+ mtm .* reshape(data(μ), :)
-    BN.σ² = (1 - mtm) .* BN.σ² .+ mtm .* reshape(data(σ²), :) .* m ./ (m - 1)
+    BN.σ² = (1 - mtm) .* BN.σ² .+ (mtm * m / (m - 1)) .* reshape(data(σ²), :)
  end

  let λ = BN.λ