diff --git a/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll b/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll --- a/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll +++ b/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll @@ -24,3 +24,327 @@ %cc = icmp eq %rem, zeroinitializer ret %cc } + +define @vmulh_vv_nxv1i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv1i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv1i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv1i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m1, ta, mu +; CHECK-NEXT: vsext.vf2 v9, v8 +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vmul.vx v8, v9, a0 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v8, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, mf2, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v8, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv1i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv1i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m1, ta, mu +; CHECK-NEXT: vsext.vf2 v9, v8 +; CHECK-NEXT: vsll.vi v8, v9, 4 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v8, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, mf2, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v8, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv2i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv2i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv2i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv2i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m2, ta, mu +; CHECK-NEXT: vsext.vf2 v10, v8 +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vmul.vx v8, v10, a0 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v10, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m1, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v10, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv2i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv2i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m2, ta, mu +; CHECK-NEXT: vsext.vf2 v10, v8 +; CHECK-NEXT: vsll.vi v8, v10, 4 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v10, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m1, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v10, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv4i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vv v8, v10, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv4i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv4i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv4i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m4, ta, mu +; CHECK-NEXT: vsext.vf2 v12, v8 +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vmul.vx v8, v12, a0 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v12, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m2, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v12, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv4i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv4i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m4, ta, mu +; CHECK-NEXT: vsext.vf2 v12, v8 +; CHECK-NEXT: vsll.vi v8, v12, 4 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v12, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m2, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v12, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv8i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vv v8, v12, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv8i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv8i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv8i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m8, ta, mu +; CHECK-NEXT: vsext.vf2 v16, v8 +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vmul.vx v8, v16, a0 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v16, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v16, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv8i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv8i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m8, ta, mu +; CHECK-NEXT: vsext.vf2 v16, v8 +; CHECK-NEXT: vsll.vi v8, v16, 4 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v16, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v16, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} diff --git a/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode.ll b/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode.ll new file mode 100644 --- /dev/null +++ b/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode.ll @@ -0,0 +1,411 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=riscv32 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,RV32 +; RUN: llc -mtriple=riscv64 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,RV64 + +define @vmulhu_vv_nxv1i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv1i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv1i32_0( %va) { +; RV32-LABEL: vmulhu_vi_nxv1i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi sp, sp, -16 +; RV32-NEXT: .cfi_def_cfa_offset 16 +; RV32-NEXT: sw zero, 12(sp) +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: sw a0, 8(sp) +; RV32-NEXT: vsetvli a0, zero, e64, m1, ta, mu +; RV32-NEXT: addi a0, sp, 8 +; RV32-NEXT: vlse64.v v9, (a0), zero +; RV32-NEXT: vzext.vf2 v10, v8 +; RV32-NEXT: vmul.vv v8, v10, v9 +; RV32-NEXT: addi a0, zero, 32 +; RV32-NEXT: vsrl.vx v8, v8, a0 +; RV32-NEXT: vsetvli zero, zero, e32, mf2, ta, mu +; RV32-NEXT: vnsrl.wi v8, v8, 0 +; RV32-NEXT: addi sp, sp, 16 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulhu_vi_nxv1i32_0: +; RV64: # %bb.0: +; RV64-NEXT: vsetvli a0, zero, e64, m1, ta, mu +; RV64-NEXT: vzext.vf2 v9, v8 +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vmul.vx v8, v9, a0 +; RV64-NEXT: addi a0, zero, 32 +; RV64-NEXT: vsrl.vx v8, v8, a0 +; RV64-NEXT: vsetvli zero, zero, e32, mf2, ta, mu +; RV64-NEXT: vnsrl.wi v8, v8, 0 +; RV64-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv1i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv1i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m1, ta, mu +; CHECK-NEXT: vzext.vf2 v9, v8 +; CHECK-NEXT: vsll.vi v8, v9, 4 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v8, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, mf2, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v8, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv2i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv2i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv2i32_0( %va) { +; RV32-LABEL: vmulhu_vi_nxv2i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi sp, sp, -16 +; RV32-NEXT: .cfi_def_cfa_offset 16 +; RV32-NEXT: sw zero, 12(sp) +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: sw a0, 8(sp) +; RV32-NEXT: vsetvli a0, zero, e64, m2, ta, mu +; RV32-NEXT: addi a0, sp, 8 +; RV32-NEXT: vlse64.v v10, (a0), zero +; RV32-NEXT: vzext.vf2 v12, v8 +; RV32-NEXT: vmul.vv v8, v12, v10 +; RV32-NEXT: addi a0, zero, 32 +; RV32-NEXT: vsrl.vx v10, v8, a0 +; RV32-NEXT: vsetvli zero, zero, e32, m1, ta, mu +; RV32-NEXT: vnsrl.wi v8, v10, 0 +; RV32-NEXT: addi sp, sp, 16 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulhu_vi_nxv2i32_0: +; RV64: # %bb.0: +; RV64-NEXT: vsetvli a0, zero, e64, m2, ta, mu +; RV64-NEXT: vzext.vf2 v10, v8 +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vmul.vx v8, v10, a0 +; RV64-NEXT: addi a0, zero, 32 +; RV64-NEXT: vsrl.vx v10, v8, a0 +; RV64-NEXT: vsetvli zero, zero, e32, m1, ta, mu +; RV64-NEXT: vnsrl.wi v8, v10, 0 +; RV64-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv2i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv2i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m2, ta, mu +; CHECK-NEXT: vzext.vf2 v10, v8 +; CHECK-NEXT: vsll.vi v8, v10, 4 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v10, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m1, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v10, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv4i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v10, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv4i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv4i32_0( %va) { +; RV32-LABEL: vmulhu_vi_nxv4i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi sp, sp, -16 +; RV32-NEXT: .cfi_def_cfa_offset 16 +; RV32-NEXT: sw zero, 12(sp) +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: sw a0, 8(sp) +; RV32-NEXT: vsetvli a0, zero, e64, m4, ta, mu +; RV32-NEXT: addi a0, sp, 8 +; RV32-NEXT: vlse64.v v12, (a0), zero +; RV32-NEXT: vzext.vf2 v16, v8 +; RV32-NEXT: vmul.vv v8, v16, v12 +; RV32-NEXT: addi a0, zero, 32 +; RV32-NEXT: vsrl.vx v12, v8, a0 +; RV32-NEXT: vsetvli zero, zero, e32, m2, ta, mu +; RV32-NEXT: vnsrl.wi v8, v12, 0 +; RV32-NEXT: addi sp, sp, 16 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulhu_vi_nxv4i32_0: +; RV64: # %bb.0: +; RV64-NEXT: vsetvli a0, zero, e64, m4, ta, mu +; RV64-NEXT: vzext.vf2 v12, v8 +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vmul.vx v8, v12, a0 +; RV64-NEXT: addi a0, zero, 32 +; RV64-NEXT: vsrl.vx v12, v8, a0 +; RV64-NEXT: vsetvli zero, zero, e32, m2, ta, mu +; RV64-NEXT: vnsrl.wi v8, v12, 0 +; RV64-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv4i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv4i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m4, ta, mu +; CHECK-NEXT: vzext.vf2 v12, v8 +; CHECK-NEXT: vsll.vi v8, v12, 4 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v12, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m2, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v12, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv8i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v12, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv8i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv8i32_0( %va) { +; RV32-LABEL: vmulhu_vi_nxv8i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi sp, sp, -16 +; RV32-NEXT: .cfi_def_cfa_offset 16 +; RV32-NEXT: sw zero, 12(sp) +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: sw a0, 8(sp) +; RV32-NEXT: vsetvli a0, zero, e64, m8, ta, mu +; RV32-NEXT: addi a0, sp, 8 +; RV32-NEXT: vlse64.v v16, (a0), zero +; RV32-NEXT: vzext.vf2 v24, v8 +; RV32-NEXT: vmul.vv v8, v24, v16 +; RV32-NEXT: addi a0, zero, 32 +; RV32-NEXT: vsrl.vx v16, v8, a0 +; RV32-NEXT: vsetvli zero, zero, e32, m4, ta, mu +; RV32-NEXT: vnsrl.wi v8, v16, 0 +; RV32-NEXT: addi sp, sp, 16 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulhu_vi_nxv8i32_0: +; RV64: # %bb.0: +; RV64-NEXT: vsetvli a0, zero, e64, m8, ta, mu +; RV64-NEXT: vzext.vf2 v16, v8 +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vmul.vx v8, v16, a0 +; RV64-NEXT: addi a0, zero, 32 +; RV64-NEXT: vsrl.vx v16, v8, a0 +; RV64-NEXT: vsetvli zero, zero, e32, m4, ta, mu +; RV64-NEXT: vnsrl.wi v8, v16, 0 +; RV64-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv8i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv8i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m8, ta, mu +; CHECK-NEXT: vzext.vf2 v16, v8 +; CHECK-NEXT: vsll.vi v8, v16, 4 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v16, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v16, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +}