use user defined decay in ADAMW

2018-11-01 15:58:40 +05:30 · 2018-11-01 15:58:40 +05:30 · ca4e01ac26
commit ca4e01ac26
parent 58a6c3f225
1 changed files with 1 additions and 1 deletions
--- a/src/optimise/deprecations.jl
+++ b/src/optimise/deprecations.jl
@ -107,7 +107,7 @@ function ADAMW(params::Params, η = 0.001; β1 = 0.9, β2 = 0.999, decay = 0.)
  β = (β1, β2)
  opt = ADAMW(η, β)
  opt = check_decay(opt, decay)
-  decay != 0 && (opt = Optimiser(opt, WeightDecay(η * decay)))
+  decay != 0 && (opt = Optimiser(opt, WeightDecay(decay)))
  updaterule(opt, ps)
 end