This commit is contained in:
ylxdzsw 2017-07-21 16:31:12 +08:00
parent 9e0b6af7a8
commit 88fa163c95

View File

@ -25,18 +25,59 @@ macro cb(ex, t, f)
end)
end
"""
Returns a function that when invoked, will only be triggered at most once
during `timeout` seconds. Normally, the throttled function will run
as much as it can, without ever going more than once per `wait` duration;
but if you'd like to disable the execution on the leading edge, pass
`leading=false`. To enable execution on the trailing edge, ditto.
"""
function throttle(f, timeout; leading=true, trailing=false)
cooldown = true
later = nothing
function throttled(args...; kwargs...)
yield()
if cooldown
if leading
f(args...; kwargs...)
else
later = () -> f(args...; kwargs...)
end
cooldown = false
@schedule try
while (sleep(timeout); later != nothing)
later()
later = nothing
end
finally
cooldown = true
end
elseif trailing
later = () -> f(args...; kwargs...)
end
nothing
end
end
function train!(m, train; cb = [],
epoch = 1, η = 0.1, loss = mse)
callback = throttle(()->foreach(f -> f(), cb), 5)
@progress for e in 1:epoch
info("Epoch $e")
@cb for (x, y) in train
for (x, y) in train
x, y = mapt(tobatch, (x, y))
= m(x)
any(isnan, ) && error("NaN")
Δ = back!(loss, 1, , y)
back!(m, Δ, x)
update!(m, η)
end 5 foreach(f -> f(), cb)
callback()
end
end
return m
end