TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fixed ExpDecay

Browse Source
This commit is contained in:
thebhatman 2019-04-11 17:28:06 +05:30
parent 66ce8d8066
commit 31a50ab16a
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/optimise/optimisers.jl
View File

@ -307,7 +307,7 @@ function apply!(o::ExpDecay, x, Δ)
η = max(η * decay^(s / n), o.clip) η = max(η * decay^(s / n), o.clip)
o.eta = η o.eta = η
end end
@. Δ *= decay @. Δ *= η
end end
""" """