diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 3f590fbd..a124b053 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -1,3 +1,6 @@
+before_script:
+  - export CI_CURNN_TEST=true
+
 variables:
   CI_IMAGE_TAG: 'cuda'
 
diff --git a/test/cuda/cuda.jl b/test/cuda/cuda.jl
index ee6c1861..0002755e 100644
--- a/test/cuda/cuda.jl
+++ b/test/cuda/cuda.jl
@@ -41,5 +41,7 @@ end
 if CuArrays.libcudnn != nothing
     @info "Testing Flux/CUDNN"
     include("cudnn.jl")
-    # include("curnn.jl")
+    if !haskey(ENV, "CI_CURNN_TEST")
+      include("curnn.jl")
+    end
 end