TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

use user defined decay in ADAMW

Browse Source
This commit is contained in:
Dhairya Gandhi 2018-11-01 15:58:40 +05:30
parent 58a6c3f225
commit ca4e01ac26
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/optimise/deprecations.jl
View File

@ -107,7 +107,7 @@ function ADAMW(params::Params, η = 0.001; β1 = 0.9, β2 = 0.999, decay = 0.)
β = (β1, β2) β = (β1, β2)
opt = ADAMW(η, β) opt = ADAMW(η, β)
opt = check_decay(opt, decay) opt = check_decay(opt, decay)
decay != 0 && (opt = Optimiser(opt, WeightDecay(η * decay))) decay != 0 && (opt = Optimiser(opt, WeightDecay(decay)))
updaterule(opt, ps) updaterule(opt, ps)
end end