Enables passing an activation function to RNN/RNNCell
Also, fixes it not using the `init` function provided
This commit is contained in:
parent
519f4c3c32
commit
00439555d1
@ -59,8 +59,8 @@ struct RNNCell{D,V}
|
|||||||
h::V
|
h::V
|
||||||
end
|
end
|
||||||
|
|
||||||
RNNCell(in::Integer, out::Integer; init = initn) =
|
RNNCell(in::Integer, out::Integer, σ=identity; init = initn) =
|
||||||
RNNCell(Dense(in+out, out, init = initn), param(initn(out)))
|
RNNCell(Dense(in+out, out, σ, init = init), param(init(out)))
|
||||||
|
|
||||||
function (m::RNNCell)(h, x)
|
function (m::RNNCell)(h, x)
|
||||||
h = m.d(combine(x, h))
|
h = m.d(combine(x, h))
|
||||||
|
Loading…
Reference in New Issue
Block a user