diff --git a/mlir/lib/ExecutionEngine/CMakeLists.txt b/mlir/lib/ExecutionEngine/CMakeLists.txt
--- a/mlir/lib/ExecutionEngine/CMakeLists.txt
+++ b/mlir/lib/ExecutionEngine/CMakeLists.txt
@@ -200,15 +200,36 @@
       EXCLUDE_FROM_LIBMLIR
     )
     set_property(TARGET mlir_cuda_runtime PROPERTY CXX_STANDARD 14)
-    target_include_directories(mlir_cuda_runtime
-      PRIVATE
-      ${CMAKE_CUDA_TOOLKIT_INCLUDE_DIRECTORIES}
-    )
-    target_link_libraries(mlir_cuda_runtime
-      PRIVATE
-      ${CUDA_RUNTIME_LIBRARY}
-      ${CUDA_CUSPARSE_LIBRARY}
-    )
+    
+    
+    # We need the cusparseLT to provide 2:4 sparsity support.
+    # As of the pre-1.0 version, we suppose the cusparselt is downloaded as an 
+    # archive and extracted in an exclusive directory CUDA_CUSPARSELT_DIR, rather
+    # than installed by the package manager. This is the same as Nvidia examples.
+    if (DEFINED CUDA_CUSPARSELT_DIR)
+      target_include_directories(mlir_cuda_runtime
+        PRIVATE
+        ${CMAKE_CUDA_TOOLKIT_INCLUDE_DIRECTORIES}
+        ${CUDA_CUSPARSELT_DIR}/include
+      )
+      target_link_libraries(mlir_cuda_runtime
+        PRIVATE
+        ${CUDA_RUNTIME_LIBRARY}
+        ${CUDA_CUSPARSE_LIBRARY}
+        ${CUDA_CUSPARSELT_DIR}/lib64
+      )
+    else()
+      target_include_directories(mlir_cuda_runtime
+        PRIVATE
+        ${CMAKE_CUDA_TOOLKIT_INCLUDE_DIRECTORIES}
+      )
+      target_link_libraries(mlir_cuda_runtime
+        PRIVATE
+        ${CUDA_RUNTIME_LIBRARY}
+        ${CUDA_CUSPARSE_LIBRARY}
+      )
+    endif()
+    add_definitions(-DMLIR_CUDA_CUSPARSELT_ENABLED=(defined(CUDA_CUSPARSELT_DIR)))
   endif()
 
   if(MLIR_ENABLE_ROCM_RUNNER)
diff --git a/mlir/lib/ExecutionEngine/CudaRuntimeWrappers.cpp b/mlir/lib/ExecutionEngine/CudaRuntimeWrappers.cpp
--- a/mlir/lib/ExecutionEngine/CudaRuntimeWrappers.cpp
+++ b/mlir/lib/ExecutionEngine/CudaRuntimeWrappers.cpp
@@ -19,6 +19,10 @@
 #include "cuda.h"
 #include "cusparse.h"
 
+#if MLIR_CUDA_CUSPARSELT_ENABLED
+#include "cusparseLt.h"
+#endif // MLIR_CUDA_CUSPARSELT_ENABLED
+
 #ifdef _WIN32
 #define MLIR_CUDA_WRAPPERS_EXPORT __declspec(dllexport)
 #else
@@ -438,3 +442,8 @@
                                          matB, betap, matC, dtp,
                                          CUSPARSE_SDDMM_ALG_DEFAULT, buf))
 }
+
+// operations from cusparseLt
+#if MLIR_CUDA_CUSPARSELT_ENABLED
+
+#endif // MLIR_CUDA_CUSPARSELT_ENABLED
\ No newline at end of file