25 lines
513 B
Julia
25 lines
513 B
Julia
function gradient(f, xs::AbstractArray...)
|
|
xs = track.(xs)
|
|
back!(f(xs...))
|
|
grad.(xs)
|
|
end
|
|
|
|
function ngradient(f, xs::AbstractArray...)
|
|
grads = zeros.(xs)
|
|
for (x, Δ) in zip(xs, grads)
|
|
for i in 1:length(x)
|
|
δ = sqrt(eps())
|
|
tmp = x[i]
|
|
x[i] = tmp - δ/2
|
|
y1 = f(xs...)
|
|
x[i] = tmp + δ/2
|
|
y2 = f(xs...)
|
|
x[i] = tmp
|
|
Δ[i] = (y2-y1)/δ
|
|
end
|
|
end
|
|
return grads
|
|
end
|
|
|
|
gradcheck(f, xs...) = all(isapprox.(ngradient(f, xs...), gradient(f, xs...), rtol = 1e-6))
|