TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

lstm nonzero hidden state

Browse Source
This commit is contained in:
Mike J Innes 2017-09-05 02:37:48 -04:00
parent ec02f1fabd
commit 61de692b50
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/layers/recurrent.jl
View File

@ -50,7 +50,7 @@ end
LSTMCell(in, out; init = initn) = LSTMCell(in, out; init = initn) =
LSTMCell([Dense(in+out, out, σ, init = initn) for _ = 1:3]..., LSTMCell([Dense(in+out, out, σ, init = initn) for _ = 1:3]...,
Dense(in+out, out, tanh, init = initn), Dense(in+out, out, tanh, init = initn),
track(zeros(out)), track(zeros(out))) track(initn(out)), track(initn(out)))
function (m::LSTMCell)(h_, x) function (m::LSTMCell)(h_, x)
h, c = h_ h, c = h_