TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

tweaks

Browse Source
This commit is contained in:
Mike J Innes 2016-09-06 13:06:30 +01:00
parent ce01ecb058
commit 467e829b64
1 changed files with 8 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
src/compiler/loops.jl
View File

@ -52,33 +52,24 @@ function break!(g::IVertex)
end end
# r = Recurrent(10, 10) # r = Recurrent(10, 10)
# r = Chain(Dense(10,10), Recurrent(10,10)) # r = Chain(Recurrent(10,10), Dense(10,10))
# r = Chain(Recurrent(10,10),Recurrent(10,10)) # r = Chain(Recurrent(10,10),Recurrent(10,10))
#
# atomise(r) |> syntax |> prettify |> display
#
# break!(atomise(r)) |> syntax |> prettify |> display # break!(atomise(r)) |> syntax |> prettify |> display
# @model type Recurrent
# Wx; Wh; B
# hidden
#
# function (x)
# hidden = σ( Wx*x + Wh*hidden + B )
# end
# end
#
# Recurrent(in::Integer, out::Integer; init = initn) =
# Recurrent(init(out, in), init(out, out), init(out), zeros(out))
@model type Recurrent @model type Recurrent
model Wx; Wh; B
hidden hidden
function (x) function (x)
hidden = σ(model(vcat(x, hidden))) hidden = σ( Wx*x + Wh*hidden + B )
end end
end end
Recurrent(in::Integer, out::Integer; init = initn) = Recurrent(in::Integer, out::Integer; init = initn) =
Recurrent(Dense(in + out, out, init = init), zeros(out)) Recurrent(init(out, in), init(out, out), init(out), zeros(out))
Base.show(io::IO, r::Recurrent) = Base.show(io::IO, r::Recurrent) =
print(io, "Flux.Recurrent(...)") print(io, "Flux.Recurrent(...)")