diff --git a/src/Flux.jl b/src/Flux.jl
index dafa6e78..a7d1a7e3 100644
--- a/src/Flux.jl
+++ b/src/Flux.jl
@@ -29,12 +29,11 @@ include("compiler/shape.jl")
 
 include("layers/affine.jl")
 include("layers/activation.jl")
+include("layers/cost.jl")
 include("layers/recurrent.jl")
 include("layers/chain.jl")
 include("layers/shims.jl")
 
-include("cost.jl")
-
 include("backend/backend.jl")
 
 end # module
diff --git a/src/cost.jl b/src/layers/cost.jl
similarity index 100%
rename from src/cost.jl
rename to src/layers/cost.jl