diff --git a/src/layers/basic.jl b/src/layers/basic.jl
index 5e5a88bd..3e887472 100644
--- a/src/layers/basic.jl
+++ b/src/layers/basic.jl
@@ -38,7 +38,7 @@ function Base.show(io::IO, c::Chain)
   print(io, ")")
 end
 
-activations(c::Chain, x) = accumulate((x, m) -> m(x), x, c.layers)
+activations(c::Chain, x) = accumulate((x, m) -> m(x), c.layers, init = x)
 
 """
     Dense(in::Integer, out::Integer, σ = identity)