Change default value of epsilon to prevent CuDNN BatchNorm warnings
This commit is contained in:
parent
185f34d9fe
commit
714ca23aba
@ -108,7 +108,7 @@ mutable struct BatchNorm{F,V,W,N}
|
|||||||
end
|
end
|
||||||
|
|
||||||
BatchNorm(chs::Integer, λ = identity;
|
BatchNorm(chs::Integer, λ = identity;
|
||||||
initβ = zeros, initγ = ones, ϵ = 1e-8, momentum = .1) =
|
initβ = zeros, initγ = ones, ϵ = 1e-5, momentum = .1) =
|
||||||
BatchNorm(λ, param(initβ(chs)), param(initγ(chs)),
|
BatchNorm(λ, param(initβ(chs)), param(initγ(chs)),
|
||||||
zeros(chs), ones(chs), ϵ, momentum, true)
|
zeros(chs), ones(chs), ϵ, momentum, true)
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user