From db99e41959ba943ec5c7a0e4d561cf97690c2637 Mon Sep 17 00:00:00 2001 From: Bruno Hebling Vieira Date: Thu, 16 Apr 2020 09:50:41 -0300 Subject: [PATCH 1/2] Removed SGD exports --- src/Flux.jl | 2 +- src/optimise/Optimise.jl | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/Flux.jl b/src/Flux.jl index 9969b323..e453e129 100644 --- a/src/Flux.jl +++ b/src/Flux.jl @@ -16,7 +16,7 @@ export Chain, Dense, Maxout, RNN, LSTM, GRU, Conv, CrossCor, ConvTranspose, MaxP include("optimise/Optimise.jl") using .Optimise using .Optimise: @epochs -export SGD, Descent, ADAM, Momentum, Nesterov, RMSProp, +export Descent, ADAM, Momentum, Nesterov, RMSProp, ADAGrad, AdaMax, ADADelta, AMSGrad, NADAM, ADAMW, RADAM, InvDecay, ExpDecay, WeightDecay diff --git a/src/optimise/Optimise.jl b/src/optimise/Optimise.jl index 68c18a6f..f25e9a50 100644 --- a/src/optimise/Optimise.jl +++ b/src/optimise/Optimise.jl @@ -1,7 +1,7 @@ module Optimise export train!, - SGD, Descent, ADAM, Momentum, Nesterov, RMSProp, + Descent, ADAM, Momentum, Nesterov, RMSProp, ADAGrad, AdaMax, ADADelta, AMSGrad, NADAM, ADAMW,RADAM, InvDecay, ExpDecay, WeightDecay, stop, Optimiser From d53deb9132b06188bea53bee647aa35d62d25c35 Mon Sep 17 00:00:00 2001 From: Adarsh Kumar <45385384+AdarshKumar712@users.noreply.github.com> Date: Sat, 18 Apr 2020 03:19:32 +0530 Subject: [PATCH 2/2] Update glorot_normal doc --- src/utils.jl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/utils.jl b/src/utils.jl index c666caca..7842c961 100644 --- a/src/utils.jl +++ b/src/utils.jl @@ -24,7 +24,7 @@ glorot_uniform(dims...) = (rand(Float32, dims...) .- 0.5f0) .* sqrt(24.0f0 / sum glorot_normal(dims...) Return an `Array` of size `dims` containing random variables taken from a normal -distribution with mean 0 and standard deviation `(2 / sum(dims))`. +distribution with mean 0 and standard deviation `sqrt(2 / sum(dims))`. # Examples ```jldoctest; setup = :(using Random; Random.seed!(0))