TastyPancakes
/
Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge branch 'master' of https://github.com/FluxML/Flux.jl into clip

This commit is contained in:
Yao Lu 2020-04-22 01:29:13 +08:00
parent c4f5e83697 cdada06472
commit 58a72ec879
3 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/Flux.jl
View File

@ -19,7 +19,7 @@ export Chain, Dense, Maxout, RNN, LSTM, GRU, Conv, CrossCor, ConvTranspose,
include("optimise/Optimise.jl") include("optimise/Optimise.jl")
using .Optimise using .Optimise
using .Optimise: @epochs using .Optimise: @epochs
export SGD, Descent, ADAM, Momentum, Nesterov, RMSProp, export Descent, ADAM, Momentum, Nesterov, RMSProp,
ADAGrad, AdaMax, ADADelta, AMSGrad, NADAM, ADAGrad, AdaMax, ADADelta, AMSGrad, NADAM,
ADAMW, RADAM, InvDecay, ExpDecay, WeightDecay, ADAMW, RADAM, InvDecay, ExpDecay, WeightDecay,
ClipValue, ClipNorm ClipValue, ClipNorm

6
src/optimise/Optimise.jl
View File

@ -2,10 +2,10 @@ module Optimise
using LinearAlgebra using LinearAlgebra
export train!, update!, export train!, update!, stop, Optimiser,
SGD, Descent, ADAM, Momentum, Nesterov, RMSProp, Descent, ADAM, Momentum, Nesterov, RMSProp,
ADAGrad, AdaMax, ADADelta, AMSGrad, NADAM, ADAMW, RADAM, ADAGrad, AdaMax, ADADelta, AMSGrad, NADAM, ADAMW, RADAM,
InvDecay, ExpDecay, WeightDecay, stop, Optimiser, ClipValue, ClipNorm InvDecay, ExpDecay, WeightDecay, ClipValue, ClipNorm
include("optimisers.jl") include("optimisers.jl")
include("train.jl") include("train.jl")

2
src/utils.jl
View File

@ -24,7 +24,7 @@ glorot_uniform(dims...) = (rand(Float32, dims...) .- 0.5f0) .* sqrt(24.0f0 / sum
glorot_normal(dims...) glorot_normal(dims...)
Return an `Array` of size `dims` containing random variables taken from a normal Return an `Array` of size `dims` containing random variables taken from a normal
distribution with mean 0 and standard deviation `(2 / sum(dims))`. distribution with mean 0 and standard deviation `sqrt(2 / sum(dims))`.
# Examples # Examples
```jldoctest; setup = :(using Random; Random.seed!(0)) ```jldoctest; setup = :(using Random; Random.seed!(0))