diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 05217e81..9b39e5b7 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -13,8 +13,6 @@ include:
     - julia -e 'using InteractiveUtils;
                 versioninfo()'
     - mkdir $JULIA_DEPOT_PATH # Pkg3.jl#325
-    - julia -e 'using Pkg;
-                Pkg.add("CuArrays");'
     - julia --project -e 'using Pkg;
                           Pkg.instantiate();
                           Pkg.build();
@@ -35,3 +33,11 @@ test:v1.1:
   only:
     - staging
     - trying
+
+test:v1.2:
+  extends: .flux
+  variables:
+    CI_VERSION_TAG: 'v1.2'
+  only:
+    - staging
+    - trying