50 lines
1.1 KiB
Julia
50 lines
1.1 KiB
Julia
|
type Delay
|
|||
|
|
name::Symbol
|
|||
|
|
end
|
|||
|
|
|
|||
|
|
function liftloops!(ex, params)
|
|||
|
|
e = Flow.normedges(ex)
|
|||
|
|
hidden = intersect((b.args[1] for b in ex.args), params)
|
|||
|
|
edges = Dict(h => gensym("edge") for h in hidden)
|
|||
|
|
for b in ex.args
|
|||
|
|
b.args[2] = MacroTools.postwalk(x -> get(edges, x, x), b.args[2])
|
|||
|
|
end
|
|||
|
|
for (h, e) in edges
|
|||
|
|
unshift!(ex.args, :($e = $(Delay(h))($h)))
|
|||
|
|
end
|
|||
|
|
return ex
|
|||
|
|
end
|
|||
|
|
|
|||
|
|
bumpinput(i::ModelInput) = isa(i.name, Integer) ? ModelInput(i.name + 1) : i
|
|||
|
|
bumpinput(x) = x
|
|||
|
|
|
|||
|
|
bumpinputs(v::IVertex) = mapconst(bumpinput, v)
|
|||
|
|
|
|||
|
|
function break!(model)
|
|||
|
|
iscyclic(graph(model)) || return model
|
|||
|
|
bumpinputs(graph(model))
|
|||
|
|
end
|
|||
|
|
|
|||
|
|
# r = Recurrent(784, 10, 50)
|
|||
|
|
|
|||
|
|
# break!(r)
|
|||
|
|
|
|||
|
|
@model type Recurrent
|
|||
|
|
Wxh; Whh; Bh
|
|||
|
|
Wxy; Why; By
|
|||
|
|
hidden
|
|||
|
|
|
|||
|
|
function (x)
|
|||
|
|
hidden = σ( Wxh*x + Whh*hidden + Bh )
|
|||
|
|
y = σ( Wxy*x + Why*hidden + By )
|
|||
|
|
end
|
|||
|
|
end
|
|||
|
|
|
|||
|
|
Recurrent(in::Integer, out::Integer, hidden::Integer; init = initn) =
|
|||
|
|
Recurrent(init(hidden, in), init(hidden, hidden), init(hidden),
|
|||
|
|
init(out, in), init(out, hidden), init(hidden),
|
|||
|
|
zeros(hidden))
|
|||
|
|
|
|||
|
|
Base.show(io::IO, r::Recurrent) =
|
|||
|
|
print(io, "Flux.Recurrent(...)")
|