rnn tanh by default

2017-09-12 13:12:25 +01:00 · 2017-09-12 13:12:25 +01:00 · a3fe89e348
commit a3fe89e348
parent 6728295355
1 changed files with 1 additions and 1 deletions
--- a/src/layers/recurrent.jl
+++ b/src/layers/recurrent.jl
@ -34,7 +34,7 @@ struct RNNCell{D,V}
  h::V
 end

-RNNCell(in::Integer, out::Integer, σ=identity; init = initn) =
+RNNCell(in::Integer, out::Integer, σ = tanh; init = initn) =
  RNNCell(Dense(in+out, out, σ, init = init), param(init(out)))

 function (m::RNNCell)(h, x)