diff --git a/mlir/lib/Conversion/GPUToCUDA/CMakeLists.txt b/mlir/lib/Conversion/GPUToCUDA/CMakeLists.txt
--- a/mlir/lib/Conversion/GPUToCUDA/CMakeLists.txt
+++ b/mlir/lib/Conversion/GPUToCUDA/CMakeLists.txt
@@ -3,7 +3,6 @@
 )
 
 if (MLIR_CUDA_CONVERSIONS_ENABLED)
- list(APPEND SOURCES "ConvertKernelFuncToCubin.cpp")
   set(NVPTX_LIBS
     MC
     NVPTXCodeGen
@@ -11,10 +10,8 @@
     NVPTXInfo
   )
 
-endif()
-
 add_mlir_conversion_library(MLIRGPUtoCUDATransforms
-  ${SOURCES}
+  ConvertKernelFuncToCubin.cpp
 
   DEPENDS
   MLIRConversionPassIncGen
@@ -33,3 +30,4 @@
   MLIRSupport
   MLIRTargetNVVMIR
 )
+endif()
diff --git a/mlir/test/lib/Transforms/CMakeLists.txt b/mlir/test/lib/Transforms/CMakeLists.txt
--- a/mlir/test/lib/Transforms/CMakeLists.txt
+++ b/mlir/test/lib/Transforms/CMakeLists.txt
@@ -1,3 +1,9 @@
+if (MLIR_CUDA_CONVERSIONS_ENABLED)
+  set(CUDA_TRANSFORMS
+    MLIRGPUtoCUDATransforms
+  )
+endif()
+
 # Exclude tests from libMLIR.so
 add_mlir_library(MLIRTestTransforms
   TestAllReduceLowering.cpp
@@ -36,7 +42,6 @@
   MLIRAnalysis
   MLIREDSC
   MLIRGPU
-  MLIRGPUtoCUDATransforms
   MLIRLinalgOps
   MLIRLinalgTransforms
   MLIRSCF
@@ -47,6 +52,7 @@
   MLIRTransformUtils
   MLIRVectorToSCF
   MLIRVector
+  ${CUDA_TRANSFORMS}
   )
 
 include_directories(${CMAKE_CURRENT_SOURCE_DIR}/../Dialect/Test)