Fixed ExpDecay
This commit is contained in:
parent
66ce8d8066
commit
31a50ab16a
|
@ -307,7 +307,7 @@ function apply!(o::ExpDecay, x, Δ)
|
|||
η = max(η * decay^(s / n), o.clip)
|
||||
o.eta = η
|
||||
end
|
||||
@. Δ *= decay
|
||||
@. Δ *= η
|
||||
end
|
||||
|
||||
"""
|
||||
|
|
Loading…
Reference in New Issue