diff --git a/mlir/lib/Dialect/SparseTensor/Transforms/SparseTensorRewriting.cpp b/mlir/lib/Dialect/SparseTensor/Transforms/SparseTensorRewriting.cpp
--- a/mlir/lib/Dialect/SparseTensor/Transforms/SparseTensorRewriting.cpp
+++ b/mlir/lib/Dialect/SparseTensor/Transforms/SparseTensorRewriting.cpp
@@ -758,7 +758,6 @@
 
         SmallVector<Value> args;
         for (int i = 0, e = valuesAttr.size(); i < e; i++) {
-          auto valAttr = valuesAttr.getValues<TypedAttr>()[i];
           for (int j = 0; j < rank; j++) {
             auto coordAttr = indicesAttr.getValues<IntegerAttr>()[i * rank + j];
             auto coord = rewriter.create<arith::ConstantIndexOp>(
@@ -766,8 +765,17 @@
             // Remaps coordinates.
             args.push_back(coord);
           }
-          // Remaps value.
-          auto val = rewriter.create<arith::ConstantOp>(loc, valAttr);
+          Value val;
+          if (rtp.getElementType().isa<ComplexType>()) {
+            auto valAttr = valuesAttr.getValues<ArrayAttr>()[i];
+            val = rewriter.create<complex::ConstantOp>(
+                loc, rtp.getElementType(), valAttr);
+          } else {
+            auto valAttr = valuesAttr.getValues<TypedAttr>()[i];
+            // Remaps value.
+            val = rewriter.create<arith::ConstantOp>(loc, valAttr);
+          }
+          assert(val);
           args.push_back(val);
           // Remaps iteration args.
           args.append(reduc);
diff --git a/mlir/test/Integration/Dialect/SparseTensor/CPU/sparse_complex_ops.mlir b/mlir/test/Integration/Dialect/SparseTensor/CPU/sparse_complex_ops.mlir
--- a/mlir/test/Integration/Dialect/SparseTensor/CPU/sparse_complex_ops.mlir
+++ b/mlir/test/Integration/Dialect/SparseTensor/CPU/sparse_complex_ops.mlir
@@ -1,8 +1,15 @@
-// RUN: mlir-opt %s --sparse-compiler | \
-// RUN: mlir-cpu-runner \
-// RUN:  -e entry -entry-point-result=void  \
-// RUN:  -shared-libs=%mlir_lib_dir/libmlir_c_runner_utils%shlibext | \
-// RUN: FileCheck %s
+// DEFINE: %{option} = enable-runtime-library=true
+// DEFINE: %{command} = mlir-opt %s --sparse-compiler=%{option} | \
+// DEFINE: mlir-cpu-runner \
+// DEFINE:  -e entry -entry-point-result=void  \
+// DEFINE:  -shared-libs=%mlir_lib_dir/libmlir_c_runner_utils%shlibext | \
+// DEFINE: FileCheck %s
+//
+// RUN: %{command}
+//
+// Do the same run, but now with direct IR generation.
+// REDEFINE: %{option} = enable-runtime-library=false
+// RUN: %{command}
 
 #SparseVector = #sparse_tensor.encoding<{dimLevelType = ["compressed"]}>