include cudnn.jl

src/cuda/cuda.jl

@@ -2,10 +2,10 @@ module CUDA
 
 using ..CuArrays
 
-if isdefined(CuArrays, :libcudnn_handle)
-  handle() = CuArrays.libcudnn_handle[]
+if CuArrays.libcudnn != nothing
+  include("cudnn.jl")
 else
-  handle() = CuArrays.CUDNN.handle()
+  @warn("CUDNN is not installed, some functionality will not be available.")
 end
 
 end

src/cuda/cudnn.jl

@@ -1,8 +1,13 @@
 using .CuArrays.CUDNN: @check, libcudnn, cudnnStatus_t,
   cudnnDataType, TensorDesc, FilterDesc
-
 using LinearAlgebra
 
+if isdefined(CuArrays, :libcudnn_handle)
+  handle() = CuArrays.libcudnn_handle[]
+else
+  handle() = CuArrays.CUDNN.handle()
+end
+
 mutable struct DropoutDesc
   ptr::Ptr{Nothing}
   states::CuVector{UInt8}