From ca4e01ac262609758805e07c96a5b62c800a7e05 Mon Sep 17 00:00:00 2001 From: Dhairya Gandhi Date: Thu, 1 Nov 2018 15:58:40 +0530 Subject: [PATCH] use user defined decay in ADAMW --- src/optimise/deprecations.jl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/optimise/deprecations.jl b/src/optimise/deprecations.jl index 247c7a40..a90a6a79 100644 --- a/src/optimise/deprecations.jl +++ b/src/optimise/deprecations.jl @@ -107,7 +107,7 @@ function ADAMW(params::Params, η = 0.001; β1 = 0.9, β2 = 0.999, decay = 0.) β = (β1, β2) opt = ADAMW(η, β) opt = check_decay(opt, decay) - decay != 0 && (opt = Optimiser(opt, WeightDecay(η * decay))) + decay != 0 && (opt = Optimiser(opt, WeightDecay(decay))) updaterule(opt, ps) end