Change intendation to 2 spaces

test/optimise.jl

@@ -58,45 +58,44 @@ end
 
 @testset "ExpDecay" begin
 
-	@testset "Sanity Check" begin
+  @testset "Sanity Check" begin
-		o = ExpDecay(0.2, 0.5, 1, 1e-3)
+    o = ExpDecay(0.2, 0.5, 1, 1e-3)
-		p = [0.0]
+    p = [0.0]
-		steps = 1:8
+    steps = 1:8
-		eta_expected = @. max(o.eta * 0.5 ^ steps, o.clip)
+    eta_expected = @. max(o.eta * 0.5 ^ steps, o.clip)
-		eta_actual = [Optimise.apply!(o, p, [1.0])[1] for _ in steps]
+    eta_actual = [Optimise.apply!(o, p, [1.0])[1] for _ in steps]
-		@test eta_actual == eta_expected
+    @test eta_actual == eta_expected
-	end
+  end
 
-
+  w = randn(10, 10)
-    w = randn(10, 10)
+  o = ExpDecay(0.1, 0.1, 1000, 1e-4)
-    o = ExpDecay(0.1, 0.1, 1000, 1e-4)
+  w1 = randn(10,10)
-    w1 = randn(10,10)
+  loss(x) = Flux.mse(w*x, w1*x)
-    loss(x) = Flux.mse(w*x, w1*x)
+  flag = 1
-    flag = 1
+  decay_steps = []
-    decay_steps = []
+  for t = 1:10^5
-    for t = 1:10^5
+    prev_eta = o.eta
-      prev_eta = o.eta
+    θ = Params([w1])
-      θ = Params([w1])
+    x = rand(10)
-      x = rand(10)
+    θ̄ = gradient(() -> loss(x), θ)
-      θ̄ = gradient(() -> loss(x), θ)
+    prev_grad = collect(θ̄[w1])
-      prev_grad = collect(θ̄[w1])
+    delta = Optimise.apply!(o, w1, θ̄[w1])
-      delta = Optimise.apply!(o, w1, θ̄[w1])
+    w1 .-= delta
-      w1 .-= delta
+    new_eta = o.eta
-      new_eta = o.eta
+    if new_eta != prev_eta
-      if new_eta != prev_eta
+      push!(decay_steps, t)
-        push!(decay_steps, t)
-      end
-      array = fill(o.eta, size(prev_grad))
-      if array .* prev_grad != delta
-        flag = 0
-      end
     end
-    @test flag == 1
+    array = fill(o.eta, size(prev_grad))
-    # Test to check if decay happens at decay steps. Eta reaches clip value (1e-4) after 4000 steps (decay by 0.1 every 1000 steps starting at 0.1).
+    if array .* prev_grad != delta
-    ground_truth = []
+      flag = 0
-    for i in 1:4
-      push!(ground_truth, 1000*i)  # Expected decay steps for this example.
     end
-    @test decay_steps == ground_truth
+  end
-    @test o.eta == o.clip
+  @test flag == 1
+  # Test to check if decay happens at decay steps. Eta reaches clip value (1e-4) after 4000 steps (decay by 0.1 every 1000 steps starting at 0.1).
+  ground_truth = []
+  for i in 1:4
+    push!(ground_truth, 1000*i)  # Expected decay steps for this example.
+  end
+  @test decay_steps == ground_truth
+  @test o.eta == o.clip
 end