From 1f2643c95cd157eedf5e70e108ba88ec4384e1b3 Mon Sep 17 00:00:00 2001
From: HenriDeh <47037088+HenriDeh@users.noreply.github.com>
Date: Fri, 17 Apr 2020 13:34:04 +0200
Subject: [PATCH] Add dropgrad in huber_loss

Workaround for issue #1128
---
 src/layers/stateless.jl | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/layers/stateless.jl b/src/layers/stateless.jl
index 3f97e1fd..b26073f3 100644
--- a/src/layers/stateless.jl
+++ b/src/layers/stateless.jl
@@ -48,7 +48,7 @@ given the prediction `ŷ` and true values `y`.
 """
 function huber_loss(ŷ, y;  δ=eltype(ŷ)(1))
    abs_error = abs.(ŷ .- y)
-   temp = abs_error .<  δ
+   temp = Zygote.dropgrad(abs_error .<  δ)
    x = eltype(ŷ)(0.5)
    hub_loss = sum(((abs_error.^2) .* temp) .* x .+ δ*(abs_error .- x*δ) .* (1 .- temp)) * 1 // length(y)
 end