lstm initialisation
This commit is contained in:
parent
61de692b50
commit
b023da1b7d
@ -47,10 +47,13 @@ struct LSTMCell{D1,D2,V}
|
||||
h::V; c::V
|
||||
end
|
||||
|
||||
LSTMCell(in, out; init = initn) =
|
||||
LSTMCell([Dense(in+out, out, σ, init = initn) for _ = 1:3]...,
|
||||
Dense(in+out, out, tanh, init = initn),
|
||||
track(initn(out)), track(initn(out)))
|
||||
function LSTMCell(in, out; init = initn)
|
||||
cell = LSTMCell([Dense(in+out, out, σ, init = initn) for _ = 1:3]...,
|
||||
Dense(in+out, out, tanh, init = initn),
|
||||
track(initn(out)), track(initn(out)))
|
||||
cell.forget.b.x .= 1
|
||||
return cell
|
||||
end
|
||||
|
||||
function (m::LSTMCell)(h_, x)
|
||||
h, c = h_
|
||||
|
Loading…
Reference in New Issue
Block a user