Flux.jl/src/compiler/loops.jl

type Delay
  name::Symbol
  default::Nullable{Param}
end

Delay(name) = Delay(name, nothing)

function liftloops!(ex, params)
  ex = Flow.normedges(ex)
  hidden = intersect((b.args[1] for b in ex.args), params)
  edges = Dict(h => gensym("edge") for h in hidden)
  declared = Dict(h => false for h in hidden)
  liftvar(s) = get(declared, s, false) ? s : get(edges, s, s)
  for b in ex.args
    b.args[2] = MacroTools.postwalk(liftvar, b.args[2])
    declared[b.args[1]] = true
  end
  for (h, e) in edges
    unshift!(ex.args, :($e = $(Delay(h))($h)))
  end
  return ex
end

function hasloops(model)
  g = graph(model)
  g == nothing && return false
  iscyclic(g) && return true
  result = false
  map(m -> hasloops(m) && (result = true), g)
  return result
end

function atomise(model)
  postwalk(graph(model)) do v
    hasloops(value(v)) || return v
    spliceinputs(atomise(value(v)), inputs(v)...)
  end
end

hiddeninput(n) = vertex(Split(n), inputnode(1))

function unroll!(delay::IVertex, n)
  prewalk!(delay[1]) do v
    v === delay ? hiddeninput(n) : v
  end
end

function break!(g::IVertex)
  g = bumpinputs(g)
  loops = []
  defaults = []
  g = prewalk!(g) do v
    isa(value(v), Delay) || return v
    n = length(loops)+1
    push!(loops, unroll!(v, n))
    push!(defaults, get(value(v).default))
    hiddeninput(n)
  end
  cse(group(group(loops...), g)), defaults
end

function unroll(model, n)
  graph, defaults = break!(atomise(model))
  outputs = [spliceinputs(graph, group(map(constant, defaults)...), inputnode(1))]
  detuple(outputs[end])
  for i = 2:n
    push!(outputs, spliceinputs(graph, outputs[end][1], inputnode(i)))
  end
  state = outputs[end][1]
  outputs = map(x -> x[2], outputs)
  @> group(state, group(outputs...)) detuple
end

@net type Recurrent
  Wxh; Whh; Why
  hidden

  function (x)
    hidden = σ( Wxh*x + Whh*hidden )
    y = Why*hidden
  end
end

Recurrent() = Recurrent((rand(i,i) for i = 1:4)...)

# syntax′(x) = syntax(Flow.dl(x), bindconst = true)

# r = Recurrent()
# unroll(r,10) |> cse |> syntax′ |> prettify |> display