diff --git a/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp b/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp --- a/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp +++ b/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp @@ -8555,25 +8555,43 @@ // Both operands must be equivalent extend nodes. SDValue LeftOp = ShiftOperand.getOperand(0); SDValue RightOp = ShiftOperand.getOperand(1); + bool IsSignExt = LeftOp.getOpcode() == ISD::SIGN_EXTEND; bool IsZeroExt = LeftOp.getOpcode() == ISD::ZERO_EXTEND; - if ((!(IsSignExt || IsZeroExt)) || LeftOp.getOpcode() != RightOp.getOpcode()) + if (!(IsSignExt || IsZeroExt)) return SDValue(); + EVT NarrowVT = LeftOp.getOperand(0).getValueType(); + unsigned NarrowVTSize = NarrowVT.getScalarSizeInBits(); + + SDValue MulhRightOp; + if (ConstantSDNode *Constant = isConstOrConstSplat(RightOp)) { + unsigned ActiveBits = IsSignExt + ? Constant->getAPIntValue().getMinSignedBits() + : Constant->getAPIntValue().getActiveBits(); + if (ActiveBits > NarrowVTSize) + return SDValue(); + MulhRightOp = DAG.getConstant( + Constant->getAPIntValue().trunc(NarrowVT.getScalarSizeInBits()), DL, + NarrowVT); + } else { + if (LeftOp.getOpcode() != RightOp.getOpcode()) + return SDValue(); + // Check that the two extend nodes are the same type. + if (NarrowVT != RightOp.getOperand(0).getValueType()) + return SDValue(); + MulhRightOp = RightOp.getOperand(0); + } + EVT WideVT = LeftOp.getValueType(); // Proceed with the transformation if the wide types match. assert((WideVT == RightOp.getValueType()) && "Cannot have a multiply node with two different operand types."); - EVT NarrowVT = LeftOp.getOperand(0).getValueType(); - // Check that the two extend nodes are the same type. - if (NarrowVT != RightOp.getOperand(0).getValueType()) - return SDValue(); // Proceed with the transformation if the wide type is twice as large // as the narrow type. - unsigned NarrowVTSize = NarrowVT.getScalarSizeInBits(); if (WideVT.getScalarSizeInBits() != 2 * NarrowVTSize) return SDValue(); @@ -8592,8 +8610,8 @@ if (!TLI.isOperationLegalOrCustom(MulhOpcode, NarrowVT)) return SDValue(); - SDValue Result = DAG.getNode(MulhOpcode, DL, NarrowVT, LeftOp.getOperand(0), - RightOp.getOperand(0)); + SDValue Result = + DAG.getNode(MulhOpcode, DL, NarrowVT, LeftOp.getOperand(0), MulhRightOp); return (N->getOpcode() == ISD::SRA ? DAG.getSExtOrTrunc(Result, DL, WideVT) : DAG.getZExtOrTrunc(Result, DL, WideVT)); } diff --git a/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll b/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll --- a/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll +++ b/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll @@ -1,6 +1,6 @@ ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py -; RUN: llc -mtriple=riscv32 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK -; RUN: llc -mtriple=riscv64 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK +; RUN: llc -mtriple=riscv32 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,RV32 +; RUN: llc -mtriple=riscv64 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,RV64 ; Test that the prepareSREMEqFold optimization doesn't crash on scalable ; vector types. @@ -24,3 +24,327 @@ %cc = icmp eq %rem, zeroinitializer ret %cc } + +define @vmulh_vv_nxv1i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv1i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv1i32_0( %va) { +; RV32-LABEL: vmulh_vi_nxv1i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; RV32-NEXT: vmulh.vx v8, v8, a0 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulh_vi_nxv1i32_0: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; RV64-NEXT: vmulh.vx v8, v8, a0 +; RV64-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv1i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv1i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv2i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv2i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv2i32_0( %va) { +; RV32-LABEL: vmulh_vi_nxv2i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; RV32-NEXT: vmulh.vx v8, v8, a0 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulh_vi_nxv2i32_0: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; RV64-NEXT: vmulh.vx v8, v8, a0 +; RV64-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv2i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv2i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv4i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vv v8, v10, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv4i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv4i32_0( %va) { +; RV32-LABEL: vmulh_vi_nxv4i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; RV32-NEXT: vmulh.vx v8, v8, a0 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulh_vi_nxv4i32_0: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; RV64-NEXT: vmulh.vx v8, v8, a0 +; RV64-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv4i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv4i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv8i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vv v8, v12, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv8i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv8i32_0( %va) { +; RV32-LABEL: vmulh_vi_nxv8i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; RV32-NEXT: vmulh.vx v8, v8, a0 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulh_vi_nxv8i32_0: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; RV64-NEXT: vmulh.vx v8, v8, a0 +; RV64-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv8i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv8i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} diff --git a/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode.ll b/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode.ll new file mode 100644 --- /dev/null +++ b/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode.ll @@ -0,0 +1,287 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=riscv32 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK +; RUN: llc -mtriple=riscv32 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK + +define @vmulhu_vv_nxv1i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv1i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv1i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv1i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv1i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv1i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv2i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv2i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv2i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv2i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv2i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv2i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv4i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v10, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv4i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv4i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv4i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv4i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv4i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv8i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v12, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv8i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv8i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv8i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv8i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv8i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +}