18 lines
420 B
Julia
18 lines
420 B
Julia
function apply(model, xs, state)
|
|
ys = similar(xs, 0)
|
|
for x in xs
|
|
state, y = model(state, x)
|
|
push!(ys, y)
|
|
end
|
|
state, ys
|
|
end
|
|
|
|
@testset "RNN unrolling" begin
|
|
r = Recurrent(10, 5)
|
|
xs = [rand(1, 10) for _ = 1:3]
|
|
_, ys = apply(unroll1(r).model, xs, (r.y.x,))
|
|
@test ys[1] == tanh(xs[1] * r.Wxy.x .+ r.y.x * r.Wyy.x .+ r.by.x)
|
|
ru = unroll(r, 3)
|
|
ru(batchone(Seq(squeeze.(xs))))[1] == squeeze.(ys)
|
|
end
|