TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Change default value of epsilon to prevent CuDNN BatchNorm warnings

Browse Source
This commit is contained in:
Avik Pal 2018-06-20 12:11:22 +05:30
parent 185f34d9fe
commit 714ca23aba
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/layers/normalise.jl
View File

@ -108,7 +108,7 @@ mutable struct BatchNorm{F,V,W,N}
end
BatchNorm(chs::Integer, λ = identity;
initβ = zeros, initγ = ones, ϵ = 1e-8, momentum = .1) =
initβ = zeros, initγ = ones, ϵ = 1e-5, momentum = .1) =
BatchNorm(λ, param(initβ(chs)), param(initγ(chs)),
zeros(chs), ones(chs), ϵ, momentum, true)