TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #590 from oxinabox/patch-2

Browse Source 
Default to zero'ed initial state for all RNN
This commit is contained in:
Mike J Innes 2019-02-04 12:28:38 +00:00 committed by GitHub
commit e774053126
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/layers/recurrent.jl
View File

@ -84,7 +84,7 @@ end
RNNCell(in::Integer, out::Integer, σ = tanh; RNNCell(in::Integer, out::Integer, σ = tanh;
init = glorot_uniform) = init = glorot_uniform) =
RNNCell(σ, param(init(out, in)), param(init(out, out)), RNNCell(σ, param(init(out, in)), param(init(out, out)),
param(zeros(out)), param(init(out))) param(init(out)), param(zeros(out)))
function (m::RNNCell)(h, x) function (m::RNNCell)(h, x)
σ, Wi, Wh, b = m.σ, m.Wi, m.Wh, m.b σ, Wi, Wh, b = m.σ, m.Wi, m.Wh, m.b
@ -122,8 +122,8 @@ end
function LSTMCell(in::Integer, out::Integer; function LSTMCell(in::Integer, out::Integer;
init = glorot_uniform) init = glorot_uniform)
cell = LSTMCell(param(init(out*4, in)), param(init(out*4, out)), param(zeros(out*4)), cell = LSTMCell(param(init(out*4, in)), param(init(out*4, out)), param(init(out*4)),
param(init(out)), param(init(out))) param(zeros(out)), param(zeros(out)))
cell.b.data[gate(out, 2)] .= 1 cell.b.data[gate(out, 2)] .= 1
return cell return cell
end end
@ -169,7 +169,7 @@ end
GRUCell(in, out; init = glorot_uniform) = GRUCell(in, out; init = glorot_uniform) =
GRUCell(param(init(out*3, in)), param(init(out*3, out)), GRUCell(param(init(out*3, in)), param(init(out*3, out)),
param(zeros(out*3)), param(init(out))) param(init(out*3)), param(zeros(out)))
function (m::GRUCell)(h, x) function (m::GRUCell)(h, x)
b, o = m.b, size(h, 1) b, o = m.b, size(h, 1)