TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

simplify recurrent layer

Browse Source
This commit is contained in:
Mike J Innes 2016-10-30 16:07:18 +00:00
parent a6fe1f3810
commit 508364407e
1 changed files with 5 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
src/layers/recurrent.jl
View File

@ -1,15 +1,12 @@
export Recurrent
@net type Recurrent
Wxh; Whh; Why
bh; by
hidden
Wxy; Wyy; by
y
function (x)
hidden = σ( x * Wxh + hidden * Whh + bh )
y = hidden * Why + by
y = tanh( x * Wxy + y * Wyy + by )
end
end
Recurrent(in::Integer, hidden::Integer, out::Integer; init = initn) =
Recurrent(init((in, hidden)), init((hidden, hidden)), init((hidden, out)),
init(hidden), init(out), zeros(Float32, hidden))
Recurrent(in, out; init = initn) =
Recurrent(init((in, out)), init((out, out)), init(out), init(out))