diff --git a/.travis.yml b/.travis.yml
index 8c363ccb..bad076a4 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -15,4 +15,6 @@ script:
 after_success:
   # - julia -e 'Pkg.add("Documenter")'
   - julia -e 'Pkg.clone("https://github.com/MikeInnes/Documenter.jl")'
+  - julia -e 'VERSION < v"0.6-" && Pkg.add("TensorFlow")'
+  - julia -e 'Pkg.add("MXNet")'
   - julia -e 'cd(Pkg.dir("Flux")); include(joinpath("docs", "make.jl"))'
diff --git a/REQUIRE b/REQUIRE
index d0ddfa05..e55cac88 100644
--- a/REQUIRE
+++ b/REQUIRE
@@ -1,3 +1,2 @@
 julia 0.5-
-TensorFlow
 Iterators