Flux.jl/src/compiler/loops.jl
2016-10-31 12:38:18 +00:00

86 lines
2.0 KiB
Julia

export unroll
type Delay
name::Symbol
default::Nullable{Param}
end
Delay(name) = Delay(name, nothing)
function liftloops!(ex, params)
ex = DataFlow.normedges(ex)
hidden = intersect((b.args[1] for b in ex.args), params)
edges = Dict(h => gensym("edge") for h in hidden)
declared = Dict(h => false for h in hidden)
liftvar(s) = get(declared, s, false) ? s : get(edges, s, s)
for b in ex.args
b.args[2] = MacroTools.postwalk(liftvar, b.args[2])
declared[b.args[1]] = true
end
for (h, e) in edges
unshift!(ex.args, :($e = $(Delay(h))($h)))
end
return ex
end
function hasloops(model)
g = graph(model)
g == nothing && return false
iscyclic(g) && return true
result = false
map(m -> hasloops(m) && (result = true), g)
return result
end
function atomise(model)
postwalk(graph(model)) do v
hasloops(value(v)) || return v
spliceinputs(atomise(value(v)), inputs(v)...)
end
end
hiddeninput(n) = vertex(Split(n), inputnode(1))
function unroll!(delay::IVertex, n)
prewalk!(delay[1]) do v
v === delay ? hiddeninput(n) : v
end
end
function break!(g::IVertex)
g = bumpinputs(g)
loops = []
defaults = []
g = prewalk!(g) do v
isa(value(v), Delay) || return v
n = length(loops)+1
push!(loops, unroll!(v, n))
push!(defaults, get(value(v).default))
hiddeninput(n)
end
cse(group(group(loops...), g)), defaults
end
function unrollgraph(model, n)
graph, defaults = break!(atomise(model))
outputs = [spliceinputs(graph, group([constant(splitnode(inputnode(1),i)) for i = 1:length(defaults)]...),
splitnode(inputnode(2), 1))]
for i = 2:n
push!(outputs, spliceinputs(graph, outputs[end][1], splitnode(inputnode(2), i)))
end
state = outputs[end][1]
outputs = map(x -> x[2], outputs)
(@> group(state, group(outputs...)) detuple), map(x->x.x, defaults)
end
type Unrolled <: Model
model
graph::IVertex{Any}
state::Vector{Any}
steps::Int
end
graph(u::Unrolled) = u.graph
unroll(model, n) = Unrolled(model, unrollgraph(model, n)..., n)