diff --git a/src/layers/basic.jl b/src/layers/basic.jl
index 2da9be11..e9ae061b 100644
--- a/src/layers/basic.jl
+++ b/src/layers/basic.jl
@@ -38,9 +38,6 @@ function Base.show(io::IO, c::Chain)
   print(io, ")")
 end
 
-# Seem to need this for `accumulate`; try removing on 0.7
-Base.rcum_promote_type(op, ::Type, ::Type{Any}) = Any
-
 activations(c::Chain, x) = accumulate((x, m) -> m(x), x, c.layers)
 
 """