20 lines
458 B
Julia
20 lines
458 B
Julia
using Flux: stateless
|
|
|
|
function apply(model, xs, state)
|
|
ys = similar(xs, 0)
|
|
for x in xs
|
|
state, y = model(state, x)
|
|
push!(ys, y)
|
|
end
|
|
state, ys
|
|
end
|
|
|
|
@testset "RNN unrolling" begin
|
|
r = Recurrent(10, 5)
|
|
xs = [rand(10) for _ = 1:3]
|
|
_, ys = apply(stateless(unroll1(r)), xs, (squeeze(r.y.x, 1),))
|
|
@test ys[1] == squeeze(tanh(reshape(xs[1],(1,10)) * r.Wxy.x .+ r.y.x * r.Wyy.x .+ r.by.x), 1)
|
|
ru = unroll(r, 3)
|
|
@test ru(Seq(xs)) == ys
|
|
end
|