diff --git a/src/Flux.jl b/src/Flux.jl
index cb50abe4..023692c2 100644
--- a/src/Flux.jl
+++ b/src/Flux.jl
@@ -18,6 +18,7 @@ include("compiler/loops.jl")
 include("compiler/interp.jl")
 
 include("layers/affine.jl")
+include("layers/activation.jl")
 include("layers/recurrent.jl")
 include("layers/shape.jl")
 include("layers/chain.jl")
@@ -28,7 +29,6 @@ include("dims/batching.jl")
 include("dims/seq.jl")
 
 include("cost.jl")
-include("activation.jl")
 
 include("backend/backend.jl")
 
diff --git a/src/activation.jl b/src/layers/activation.jl
similarity index 100%
rename from src/activation.jl
rename to src/layers/activation.jl