diff --git a/src/cuda/cudnn.jl b/src/cuda/cudnn.jl
index fac35a72..1a258173 100644
--- a/src/cuda/cudnn.jl
+++ b/src/cuda/cudnn.jl
@@ -1,5 +1,6 @@
-using .CuArrays.CUDNN: @check, libcudnn, cudnnStatus_t, cudnnTensorDescriptor_t,
+using .CuArrays.CUDNN: @check, cudnnStatus_t, cudnnTensorDescriptor_t,
   cudnnBatchNormMode_t, cudnnHandle_t, cudnnDataType, TensorDesc, FilterDesc
+using .CuArrays: libcudnn
 import ..Flux: data
 using LinearAlgebra
 
diff --git a/src/cuda/curnn.jl b/src/cuda/curnn.jl
index c60104d2..daacb0e8 100644
--- a/src/cuda/curnn.jl
+++ b/src/cuda/curnn.jl
@@ -1,5 +1,6 @@
-using .CuArrays.CUDNN: @check, libcudnn, cudnnStatus_t, cudnnTensorDescriptor_t,
+using .CuArrays.CUDNN: @check, cudnnStatus_t, cudnnTensorDescriptor_t,
   cudnnBatchNormMode_t, cudnnHandle_t, cudnnDataType, TensorDesc, FilterDesc
+using .CuArrays: libcudnn
 using LinearAlgebra
 
 const RNN_RELU = 0 # Stock RNN with ReLu activation