lstm nonzero hidden state

2017-09-05 02:37:48 -04:00 · 2017-09-05 02:37:48 -04:00 · 61de692b50
commit 61de692b50
parent ec02f1fabd
1 changed files with 1 additions and 1 deletions
--- a/src/layers/recurrent.jl
+++ b/src/layers/recurrent.jl
@ -50,7 +50,7 @@ end
 LSTMCell(in, out; init = initn) =
  LSTMCell([Dense(in+out, out, σ, init = initn) for _ = 1:3]...,
           Dense(in+out, out, tanh, init = initn),
-           track(zeros(out)), track(zeros(out)))
+           track(initn(out)), track(initn(out)))

 function (m::LSTMCell)(h_, x)
  h, c = h_