Fixed ExpDecay
This commit is contained in:
parent
66ce8d8066
commit
31a50ab16a
@ -307,7 +307,7 @@ function apply!(o::ExpDecay, x, Δ)
|
||||
η = max(η * decay^(s / n), o.clip)
|
||||
o.eta = η
|
||||
end
|
||||
@. Δ *= decay
|
||||
@. Δ *= η
|
||||
end
|
||||
|
||||
"""
|
||||
|
Loading…
Reference in New Issue
Block a user