89 lines
2.0 KiB
Julia
89 lines
2.0 KiB
Julia
using Flux
|
|
using Flux: throttle, jacobian, glorot_uniform, glorot_normal
|
|
using StatsBase: std
|
|
using Random
|
|
using Test
|
|
|
|
@testset "Throttle" begin
|
|
@testset "default behaviour" begin
|
|
a = []
|
|
f = throttle(()->push!(a, time()), 1, leading=true, trailing=false)
|
|
f()
|
|
f()
|
|
f()
|
|
sleep(1.01)
|
|
@test length(a) == 1
|
|
end
|
|
|
|
@testset "leading behaviour" begin
|
|
a = []
|
|
f = throttle(()->push!(a, time()), 1, leading=true, trailing=false)
|
|
f()
|
|
@test length(a) == 1
|
|
f()
|
|
@test length(a) == 1
|
|
sleep(1.01)
|
|
f()
|
|
@test length(a) == 2
|
|
end
|
|
|
|
@testset "trailing behaviour" begin
|
|
a = []
|
|
f = throttle(()->push!(a, time()), 1, leading=false, trailing=true)
|
|
f()
|
|
@test length(a) == 0
|
|
f()
|
|
@test length(a) == 0
|
|
sleep(1.01)
|
|
@test length(a) == 1
|
|
end
|
|
|
|
@testset "arguments" begin
|
|
a = []
|
|
f = throttle((x)->push!(a, x), 1, leading=true, trailing=true)
|
|
f(1)
|
|
@test a == [1]
|
|
f(2)
|
|
@test a == [1]
|
|
f(3)
|
|
@test a == [1]
|
|
sleep(1.01)
|
|
@test a == [1, 3]
|
|
end
|
|
end
|
|
|
|
@testset "Jacobian" begin
|
|
A = param(randn(2,2))
|
|
x = randn(2)
|
|
m(x) = A*x
|
|
y = m(x)
|
|
J = jacobian(m,x)
|
|
@test J ≈ A.data
|
|
end
|
|
|
|
@testset "Initialization" begin
|
|
# Set random seed so that these tests don't fail randomly
|
|
Random.seed!(0)
|
|
|
|
# glorot_uniform should yield a kernel with stddev ~= sqrt(6/(n_in + n_out)),
|
|
# and glorot_normal should yield a kernel with stddev != 2/(n_in _ n_out)
|
|
for (n_in, n_out) in [(100, 100), (100, 400)]
|
|
v = glorot_uniform(n_in, n_out)
|
|
@test minimum(v) > -1.1*sqrt(6/(n_in + n_out))
|
|
@test minimum(v) < -0.9*sqrt(6/(n_in + n_out))
|
|
@test maximum(v) > 0.9*sqrt(6/(n_in + n_out))
|
|
@test maximum(v) < 1.1*sqrt(6/(n_in + n_out))
|
|
|
|
v = glorot_normal(n_in, n_out)
|
|
@test std(v) > 0.9*sqrt(2/(n_in + n_out))
|
|
@test std(v) < 1.1*sqrt(2/(n_in + n_out))
|
|
end
|
|
end
|
|
|
|
@testset "Params" begin
|
|
m = Dense(10, 5)
|
|
@test size.(params(m)) == [(5, 10), (5,)]
|
|
m = RNN(10, 5)
|
|
@test size.(params(m)) == [(5, 10), (5, 5), (5,), (5,)]
|
|
end
|