diff --git a/src/backend/tensorflow/recurrent.jl b/src/backend/tensorflow/recurrent.jl
index bc75e760..23afa265 100644
--- a/src/backend/tensorflow/recurrent.jl
+++ b/src/backend/tensorflow/recurrent.jl
@@ -18,7 +18,7 @@ function tf(model::Flux.Unrolled)
   SeqModel(
     Model(model, sess, params,
           [instates..., input], [outstates..., output],
-          [gradients(output, input)]),
+          [placeholder(Float32)]),
     batchone.(model.state))
 end