diff --git a/src/layers/params.jl b/src/layers/params.jl
index 89a47b7b..6c78fa69 100644
--- a/src/layers/params.jl
+++ b/src/layers/params.jl
@@ -5,7 +5,7 @@ end
 
 param(x) = Param(x, zero(x))
 
-state(p::Param) = p
+state(p::Param) = p.x
 state(x) = x
 
 function accumulate!(p::Param, Δ)