TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #107 from baggepinnen/patch-2

Browse Source 
Fix bug in rmsprop and adadelta
This commit is contained in:
Mike J Innes 2017-11-21 15:24:11 +01:00 committed by GitHub
commit 785fbcf68e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/optimise/optimisers.jl
View File

@ -38,7 +38,7 @@ function rmsprop(p::Param; η::Real = 0.001, ρ::Real = 0.9, ϵ::Real = 1e-8)
acc = zeros(p.x) .+ ϵ acc = zeros(p.x) .+ ϵ
function () function ()
@. acc = ρ * acc + (1 - ρ) * p.Δ ^ 2 @. acc = ρ * acc + (1 - ρ) * p.Δ ^ 2
@. p.Δ /= √acc * η @. p.Δ = η * p.Δ / √acc
end end
end end
@ -46,7 +46,7 @@ function adagrad(p::Param; η::Real = 0.01, ϵ::Real = 1e-8)
acc = zeros(p.x) .+ ϵ acc = zeros(p.x) .+ ϵ
function () function ()
@. acc += p.Δ ^ 2 @. acc += p.Δ ^ 2
@. p.Δ /= √acc * η @. p.Δ = η * p.Δ / √acc
end end
end end