diff --git a/mlir/test/Integration/Sparse/sparse_matvec.mlir b/mlir/test/Integration/Sparse/CPU/sparse_matvec.mlir
rename from mlir/test/Integration/Sparse/sparse_matvec.mlir
rename to mlir/test/Integration/Sparse/CPU/sparse_matvec.mlir