From a3fe89e3488651e1ce7fd8a858d86c2fc3089afe Mon Sep 17 00:00:00 2001 From: Mike J Innes Date: Tue, 12 Sep 2017 13:12:25 +0100 Subject: [PATCH] rnn tanh by default --- src/layers/recurrent.jl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/layers/recurrent.jl b/src/layers/recurrent.jl index b1b7cd11..5d44e1bf 100644 --- a/src/layers/recurrent.jl +++ b/src/layers/recurrent.jl @@ -34,7 +34,7 @@ struct RNNCell{D,V} h::V end -RNNCell(in::Integer, out::Integer, σ=identity; init = initn) = +RNNCell(in::Integer, out::Integer, σ = tanh; init = initn) = RNNCell(Dense(in+out, out, σ, init = init), param(init(out))) function (m::RNNCell)(h, x)