TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Comparing decay steps with expected true decay steps

Browse Source
This commit is contained in:
thebhatman 2019-05-02 00:12:14 +05:30
parent 5e06d8bb76
commit 5ffc3b2d40
1 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
test/optimise.jl
View File

@ -60,8 +60,7 @@ end
w1 = param(randn(10,10)) w1 = param(randn(10,10))
loss(x) = Flux.mse(w*x, w1*x) loss(x) = Flux.mse(w*x, w1*x)
flag = 1 flag = 1
step_flag = 1 decay_steps = []
decay_count = 0
for t = 1:10^5 for t = 1:10^5
l = loss(rand(10)) l = loss(rand(10))
back!(l) back!(l)
@ -71,10 +70,7 @@ end
w1.data .-= delta w1.data .-= delta
new_eta = o.eta new_eta = o.eta
if new_eta != prev_eta if new_eta != prev_eta
decay_count += 1 push!(decay_steps, t)
if div(t, decay_count) != o.step
step_flag = 0
end
end end
array = fill(o.eta, size(prev_grad)) array = fill(o.eta, size(prev_grad))
if array .* prev_grad != delta if array .* prev_grad != delta
@ -82,5 +78,11 @@ end
end end
end end
@test flag == 1 @test flag == 1
@test step_flag == 1 # Test to check if decay happens at decay steps. Eta reaches clip value eventually.
ground_truth = []
for i in 1:11
push!(ground_truth, 1000*i) # Expected decay steps for this example.
end
@test decay_steps == ground_truth
@test o.eta == o.clip
end end