TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

throw GRU together

Browse Source
This commit is contained in:
Mike J Innes 2016-11-01 14:42:41 +00:00
parent 53ebb5051a
commit 85415d4244
1 changed files with 17 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
src/layers/recurrent.jl
View File

@ -32,3 +32,20 @@ end
LSTM(in, out; init = initn) = LSTM(in, out; init = initn) =
LSTM(vcat([[init((in, out)), init((out, out)), init(out)] for _ = 1:4]...)..., LSTM(vcat([[init((in, out)), init((out, out)), init(out)] for _ = 1:4]...)...,
zeros(Float32, out), zeros(Float32, out)) zeros(Float32, out), zeros(Float32, out))
@net type GatedRecurrent
Wxr; Wyr; br
Wxu; Wyu; bu
Wxh; Wyh; bh
state
function (x)
reset = σ( x * Wxr + y * Wyr + br )
update = σ( x * Wxu + y * Wyu + bu )
state′ = tanh( x * Wxh + (reset .* y) * Wyh + bh )
state = (1 .- update) .* state′ + update .* y
end
end
GatedRecurrent(in, out; init = initn) =
GatedRecurrent(vcat([[init((in, out)), init((out, out)), init(out)] for _ = 1:3]...)...,
zeros(Float32, out))