TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

export/test adamax

Browse Source
This commit is contained in:
Sujeet Akula 2018-04-26 17:40:11 +10:00
parent b6508e2416
commit 4586bda5ab
No known key found for this signature in database
GPG Key ID: 8FDE553C4577F2E8
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/optimise/Optimise.jl
View File

@ -1,7 +1,7 @@
module Optimise module Optimise
export update!, params, train!, export update!, params, train!,
SGD, ADAM, Momentum, Nesterov, RMSProp, ADAGrad, ADADelta, AMSGrad SGD, ADAM, Adamax, Momentum, Nesterov, RMSProp, ADAGrad, ADADelta, AMSGrad
struct Param{T} struct Param{T}
x::T x::T

2
test/optimise.jl
View File

@ -3,7 +3,7 @@ using Flux.Tracker
@testset "Optimise" begin @testset "Optimise" begin
w = randn(10, 10) w = randn(10, 10)
@testset for Opt in [SGD, Nesterov, Momentum, ADAM, RMSProp, ps -> ADAGrad(ps, 0.1), ADADelta, AMSGrad] @testset for Opt in [SGD, Nesterov, Momentum, ADAM, AdaMax, RMSProp, ps -> ADAGrad(ps, 0.1), ADADelta, AMSGrad]
w′ = param(randn(10, 10)) w′ = param(randn(10, 10))
loss(x) = Flux.mse(w*x, w′*x) loss(x) = Flux.mse(w*x, w′*x)
opt = Opt([w′]) opt = Opt([w′])