diff --git a/src/layers/recurrent.jl b/src/layers/recurrent.jl
index 3b40af04..e521ee9a 100644
--- a/src/layers/recurrent.jl
+++ b/src/layers/recurrent.jl
@@ -112,12 +112,12 @@ RNN(a...; ka...) = Recur(RNNCell(a...; ka...))
 
 # LSTM
 
-mutable struct LSTMCell{A,V}
+struct LSTMCell{A,B,V,W,Z}
   Wi::A
-  Wh::A
+  Wh::B
   b::V
-  h::V
-  c::V
+  h::W
+  c::Z
 end
 
 function LSTMCell(in::Integer, out::Integer;