From 8f8589a7f4b8b92cb45943647c9eca112758141c Mon Sep 17 00:00:00 2001 From: Mike J Innes Date: Wed, 10 Jan 2018 14:11:52 +0000 Subject: [PATCH] fix initialisation --- src/layers/recurrent.jl | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/src/layers/recurrent.jl b/src/layers/recurrent.jl index b04ed5da..e4eb0c3d 100644 --- a/src/layers/recurrent.jl +++ b/src/layers/recurrent.jl @@ -160,10 +160,11 @@ struct GRUCell{D1,D2,V} h::V end -function GRUCell(in, out; init = initn) - cell = GRUCell([Dense(in+out, out, σ, init = init) for _ = 1:2]..., - Dense(in+out, out, tanh, init = init), - param(init(out))) +function GRUCell(in, out) + cell = GRUCell(Dense(in+out, out, σ), + Dense(in+out, out, σ), + Dense(in+out, out, tanh), + param(initn(out))) return cell end