From 508364407e7623cf2fd8c0ba9448e10fb245f762 Mon Sep 17 00:00:00 2001
From: Mike J Innes <mike.j.innes@gmail.com>
Date: Sun, 30 Oct 2016 16:07:18 +0000
Subject: [PATCH] simplify recurrent layer

---
 src/layers/recurrent.jl | 13 +++++--------
 1 file changed, 5 insertions(+), 8 deletions(-)

diff --git a/src/layers/recurrent.jl b/src/layers/recurrent.jl
index b3c37406..89f29f1e 100644
--- a/src/layers/recurrent.jl
+++ b/src/layers/recurrent.jl
@@ -1,15 +1,12 @@
 export Recurrent
 
 @net type Recurrent
-  Wxh; Whh; Why
-  bh; by
-  hidden
+  Wxy; Wyy; by
+  y
   function (x)
-    hidden = σ( x * Wxh + hidden * Whh + bh )
-    y = hidden * Why + by
+    y = tanh( x * Wxy + y * Wyy + by )
   end
 end
 
-Recurrent(in::Integer, hidden::Integer, out::Integer; init = initn) =
-  Recurrent(init((in, hidden)), init((hidden, hidden)), init((hidden, out)),
-            init(hidden), init(out), zeros(Float32, hidden))
+Recurrent(in, out; init = initn) =
+  Recurrent(init((in, out)), init((out, out)), init(out), init(out))