diff --git a/src/layers/recurrent.jl b/src/layers/recurrent.jl index d9c51127..4064ed7b 100644 --- a/src/layers/recurrent.jl +++ b/src/layers/recurrent.jl @@ -84,7 +84,7 @@ end RNNCell(in::Integer, out::Integer, σ = tanh; init = glorot_uniform) = RNNCell(σ, param(init(out, in)), param(init(out, out)), - param(zeros(out)), param(initn(out))) + param(zeros(out)), param(init(out))) function (m::RNNCell)(h, x) σ, Wi, Wh, b = m.σ, m.Wi, m.Wh, m.b @@ -123,7 +123,7 @@ end function LSTMCell(in::Integer, out::Integer; init = glorot_uniform) cell = LSTMCell(param(init(out*4, in)), param(init(out*4, out)), param(zeros(out*4)), - param(initn(out)), param(initn(out))) + param(init(out)), param(init(out))) cell.b.data[gate(out, 2)] .= 1 return cell end @@ -170,7 +170,7 @@ end GRUCell(in, out; init = glorot_uniform) = GRUCell(param(init(out*3, in)), param(init(out*3, out)), - param(zeros(out*3)), param(initn(out))) + param(zeros(out*3)), param(init(out))) function (m::GRUCell)(h, x) b, o = m.b, size(h, 1)