From 979949d01adab7bec0711771785eb02b6109788f Mon Sep 17 00:00:00 2001 From: Mike J Innes Date: Tue, 21 Nov 2017 15:25:09 +0100 Subject: [PATCH] style --- src/optimise/optimisers.jl | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/optimise/optimisers.jl b/src/optimise/optimisers.jl index 1ffd8982..abc54090 100644 --- a/src/optimise/optimisers.jl +++ b/src/optimise/optimisers.jl @@ -38,7 +38,7 @@ function rmsprop(p::Param; η::Real = 0.001, ρ::Real = 0.9, ϵ::Real = 1e-8) acc = zeros(p.x) .+ ϵ function () @. acc = ρ * acc + (1 - ρ) * p.Δ ^ 2 - @. p.Δ = η * p.Δ / √acc + @. p.Δ *= η / √acc end end @@ -46,7 +46,7 @@ function adagrad(p::Param; η::Real = 0.01, ϵ::Real = 1e-8) acc = zeros(p.x) .+ ϵ function () @. acc += p.Δ ^ 2 - @. p.Δ = η * p.Δ / √acc + @. p.Δ *= η / √acc end end