diff --git a/src/layers/params.jl b/src/layers/params.jl
index 38163889..89a47b7b 100644
--- a/src/layers/params.jl
+++ b/src/layers/params.jl
@@ -9,12 +9,12 @@ state(p::Param) = p
 state(x) = x
 
 function accumulate!(p::Param, Δ)
-  p.Δx += Δ
+  p.Δx .+= Δ
   return p
 end
 
 function update!(p::Param, η)
-  p.x += p.Δx * η
+  p.x .+= p.Δx * η
   return p
 end