Fixed ExpDecay

This commit is contained in:
thebhatman 2019-04-11 17:28:06 +05:30
parent 66ce8d8066
commit 31a50ab16a
1 changed files with 1 additions and 1 deletions

View File

@ -307,7 +307,7 @@ function apply!(o::ExpDecay, x, Δ)
η = max(η * decay^(s / n), o.clip)
o.eta = η
end
@. Δ *= decay
@. Δ *= η
end
"""