diff --git a/src/Flux.jl b/src/Flux.jl
index c3138ad7..fbc4d4af 100644
--- a/src/Flux.jl
+++ b/src/Flux.jl
@@ -17,7 +17,6 @@ using .Tracker
 export track, back!
 
 include("utils.jl")
-include("params.jl")
 
 include("compiler/Compiler.jl")
 using .Compiler: @net
diff --git a/src/params.jl b/src/params.jl
deleted file mode 100644
index 7501ad46..00000000
--- a/src/params.jl
+++ /dev/null
@@ -1,41 +0,0 @@
-"""
-A `Param` object stores a parameter array along with its gradient.
-When converting to backends like TensorFlow, identical `Param`s will
-result in identical variable objects.
-"""
-struct Param{T}
-  x::T
-  Δx::T
-end
-
-"""
-    param(x::T) => ::Param{T}
-
-Convenience method for creating a `Param` object for a given array.
-"""
-param(x) = Param(x, zero(x))
-
-state(p::Param) = p.x
-
-"""
-    update!(p::Param)
-
-Apply the accumulated updates to the value of the parameter.
-"""
-function update!(p::Param, η)
-  p.x .-= p.Δx .* η
-  p.Δx[:] = 0
-  return p
-end
-
-state(x) = x
-
-Base.size(p::Param) = size(p.x)
-Base.size(p::Param, n) = size(p.x, n)
-
-function Base.show(io::IO, p::Param)
-  print(io, "Param", size(p.x))
-end
-
-Base.copy!(xs, p::Param) = copy!(xs, p.x)
-Base.copy!(p::Param, xs) = copy!(p.x, xs)