Merge pull request #63 from JobJob/rnncell-args
Enables passing an activation function to RNN/RNNCell
This commit is contained in:
commit
6728295355
@ -34,8 +34,8 @@ struct RNNCell{D,V}
|
|||||||
h::V
|
h::V
|
||||||
end
|
end
|
||||||
|
|
||||||
RNNCell(in::Integer, out::Integer; init = initn) =
|
RNNCell(in::Integer, out::Integer, σ=identity; init = initn) =
|
||||||
RNNCell(Dense(in+out, out, init = initn), param(initn(out)))
|
RNNCell(Dense(in+out, out, σ, init = init), param(init(out)))
|
||||||
|
|
||||||
function (m::RNNCell)(h, x)
|
function (m::RNNCell)(h, x)
|
||||||
h = m.d(combine(x, h))
|
h = m.d(combine(x, h))
|
||||||
|
Loading…
Reference in New Issue
Block a user