From 470f58b7e5ce1691296b60767f678e712e89d085 Mon Sep 17 00:00:00 2001
From: Mike J Innes <mike.j.innes@gmail.com>
Date: Tue, 23 Aug 2016 15:09:15 +0100
Subject: [PATCH] tweaks

---
 src/layers/params.jl | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/layers/params.jl b/src/layers/params.jl
index 6c78fa69..a8e42f93 100644
--- a/src/layers/params.jl
+++ b/src/layers/params.jl
@@ -6,7 +6,6 @@ end
 param(x) = Param(x, zero(x))
 
 state(p::Param) = p.x
-state(x) = x
 
 function accumulate!(p::Param, Δ)
   p.Δx .+= Δ
@@ -14,8 +13,9 @@ function accumulate!(p::Param, Δ)
 end
 
 function update!(p::Param, η)
-  p.x .+= p.Δx * η
+  p.x .+= p.Δx .* η
   return p
 end
 
+state(x) = x
 accumulate!(x, Δ) = x