100 lines
2.9 KiB
Julia
100 lines
2.9 KiB
Julia
import DataFlow: mapconst, cse
|
|
|
|
export @net, @ml
|
|
|
|
function process_func(ex, params = [])
|
|
@capture(shortdef(ex), (args__,) -> body_)
|
|
body = @> body MacroTools.flatten liftloops graphm DataFlow.il
|
|
body = mapconst(x -> x in params ? :(self.$x) : x, body)
|
|
return args, body
|
|
end
|
|
|
|
function makegraph(graph, args)
|
|
@assert length(args) == 1
|
|
graph = prewalk(graph) do v
|
|
isa(value(v), Constant) && value(v).value == args[1] ?
|
|
inputnode(1) :
|
|
v
|
|
end
|
|
graph = map(graph) do x
|
|
isa(x, Offset) ?
|
|
:(Flux.Offset($(Expr(:quote, x.name)), $(x.n), self.$(x.name))) :
|
|
x
|
|
end
|
|
vertex(:(Flux.Frame(self)), graph)
|
|
end
|
|
|
|
function build_type(T, params)
|
|
@esc T
|
|
ex = quote
|
|
type $T <: Model
|
|
$(params...)
|
|
end
|
|
end
|
|
if any(x->isexpr(x, Symbol), params)
|
|
push!(ex.args,
|
|
:($T($(map(x->isexpr(x, Symbol) ? :($x::AArray) : x, params)...)) =
|
|
$T($(map(x->isexpr(x, Symbol) ? :(param($x)) : namify(x), params)...))))
|
|
end
|
|
ex
|
|
end
|
|
|
|
runmodel(f, xs...) = f(xs...)
|
|
|
|
function deref_params(v)
|
|
v = map(v) do x
|
|
isa(x, Constant) && @capture(x.value, self.p_) ? Constant(:(Flux.state(self.$p))) : x
|
|
end
|
|
prewalk(v) do v
|
|
@capture(value(v), self.p_) ? vertex(:(Flux.runmodel), constant(:(self.$p)), inputs(v)...) : v
|
|
end
|
|
end
|
|
|
|
function build_forward(body, args)
|
|
iscyclic(body) && return :(error("Can't run forward pass on a cyclic graph"))
|
|
applylines(syntax(cse(deref_params(body))))
|
|
end
|
|
|
|
import Lazy: groupby
|
|
|
|
reifyparams(v::IVertex) = mapconst(x -> isa(x, Param) ? x.x : x, v)
|
|
|
|
function process_type(ex)
|
|
@capture(ex, type T_ fs__ end)
|
|
@destruct [params = false || [],
|
|
funcs = true || []] = groupby(x->isexpr(x, :->, :function), fs)
|
|
@assert length(funcs) == 1
|
|
pnames = namify.(params)
|
|
args, body = process_func(funcs[1], pnames)
|
|
@assert length(args) == 1
|
|
self = esc(:self)
|
|
quote
|
|
$(build_type(T, params))
|
|
$(esc(:(Flux.runmodel(self::$T, $(args...)) = $(build_forward(body, args)))))
|
|
($self::$(esc(T)))($(map(arg -> :($arg::Batch), args)...)) = rebatch(runmodel($self, $(map(x->:(rawbatch($x)), args)...)))
|
|
($self::$(esc(T)))($(args...)) = unbatchone($self(map(batchone, ($(args...),))...))
|
|
$(esc(:(Flux.update!(self::$T, η)))) = ($(map(p -> :(update!($self.$p, η)), pnames)...);)
|
|
$(esc(:(Flux.graph(self::$T)))) = $(DataFlow.constructor(mapconst(esc, makegraph(body, args))))
|
|
nothing
|
|
end
|
|
end
|
|
|
|
macro net(ex)
|
|
isexpr(ex, :type) ? process_type(ex) :
|
|
isexpr(ex, :->, :function) ? error("@net functions not implemented") :
|
|
error("Unsupported model expression $ex")
|
|
end
|
|
|
|
function process_anon(ex)
|
|
args, body = process_func(ex)
|
|
@assert length(args) == 1
|
|
:(Flux.Capacitor($(DataFlow.constructor(mapconst(esc, makegraph(body, args))))))
|
|
end
|
|
|
|
macro ml(ex)
|
|
@capture(shortdef(ex), ((xs__,) -> body_ ) | (f_(xs__,) = body_)) ||
|
|
error("@ml requires a function definition")
|
|
ex = process_anon(:($(xs...,) -> $body))
|
|
f == nothing ? ex : :($(esc(f)) = $ex)
|
|
end
|