14 lines
361 B
Julia
14 lines
361 B
Julia
@net type Recurrent
|
||
Wxh; Whh; Why
|
||
bh; by
|
||
hidden
|
||
function (x)
|
||
hidden = σ( x * Wxh + hidden * Whh + bh )
|
||
y = hidden * Why + by
|
||
end
|
||
end
|
||
|
||
Recurrent(in::Integer, hidden::Integer, out::Integer; init = initn) =
|
||
Recurrent(init((in, hidden)), init((hidden, hidden)), init((hidden, out)),
|
||
init(hidden), init(out), zeros(Float32, hidden))
|