diff --git a/src/layers/recurrent.jl b/src/layers/recurrent.jl
index e012a215..ebe8247a 100644
--- a/src/layers/recurrent.jl
+++ b/src/layers/recurrent.jl
@@ -9,7 +9,7 @@ export Recurrent, GatedRecurrent, LSTM
 end
 
 Recurrent(in, out; init = initn) =
-  Recurrent(init((in, out)), init((out, out)), init(out), init(out))
+  Recurrent(init((in, out)), init((out, out)), init(1, out), init(1, out))
 
 @net type GatedRecurrent
   Wxr; Wyr; br