diff --git a/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp b/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp --- a/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp +++ b/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp @@ -8515,12 +8515,42 @@ // Both operands must be equivalent extend nodes. SDValue LeftOp = ShiftOperand.getOperand(0); SDValue RightOp = ShiftOperand.getOperand(1); + bool IsSignExt = LeftOp.getOpcode() == ISD::SIGN_EXTEND; bool IsZeroExt = LeftOp.getOpcode() == ISD::ZERO_EXTEND; - if ((!(IsSignExt || IsZeroExt)) || LeftOp.getOpcode() != RightOp.getOpcode()) + if (!(IsSignExt || IsZeroExt)) return SDValue(); + EVT NarrowVT = LeftOp.getOperand(0).getValueType(); + unsigned NarrowVTSize = NarrowVT.getScalarSizeInBits(); + + ConstantSDNode *Constant = isConstOrConstSplat(RightOp); + SDValue MulhRightOp; + if (Constant) { + unsigned ActiveBits = Constant->getAPIntValue().getActiveBits(); + if (IsSignExt) { + // If is negative constant, should cout with the signed bit. + bool IsSignedConstant = Constant->getAPIntValue().isNegative(); + if (IsSignedConstant) { + auto Positive = -Constant->getAPIntValue(); + ActiveBits = Positive.getActiveBits() + 1; + } + } + if (ActiveBits > NarrowVTSize) + return SDValue(); + MulhRightOp = DAG.getConstant( + Constant->getAPIntValue().trunc(NarrowVT.getScalarSizeInBits()), DL, + NarrowVT); + } else { + if (LeftOp.getOpcode() != RightOp.getOpcode()) + return SDValue(); + // Check that the two extend nodes are the same type. + if (NarrowVT != RightOp.getOperand(0).getValueType()) + return SDValue(); + MulhRightOp = RightOp.getOperand(0); + } + EVT WideVT1 = LeftOp.getValueType(); EVT WideVT2 = RightOp.getValueType(); (void)WideVT2; @@ -8528,14 +8558,8 @@ assert((WideVT1 == WideVT2) && "Cannot have a multiply node with two different operand types."); - EVT NarrowVT = LeftOp.getOperand(0).getValueType(); - // Check that the two extend nodes are the same type. - if (NarrowVT != RightOp.getOperand(0).getValueType()) - return SDValue(); - // Proceed with the transformation if the wide type is twice as large // as the narrow type. - unsigned NarrowVTSize = NarrowVT.getScalarSizeInBits(); if (WideVT1.getScalarSizeInBits() != 2 * NarrowVTSize) return SDValue(); @@ -8554,8 +8578,8 @@ if (!TLI.isOperationLegalOrCustom(MulhOpcode, NarrowVT)) return SDValue(); - SDValue Result = DAG.getNode(MulhOpcode, DL, NarrowVT, LeftOp.getOperand(0), - RightOp.getOperand(0)); + SDValue Result = + DAG.getNode(MulhOpcode, DL, NarrowVT, LeftOp.getOperand(0), MulhRightOp); return (N->getOpcode() == ISD::SRA ? DAG.getSExtOrTrunc(Result, DL, WideVT1) : DAG.getZExtOrTrunc(Result, DL, WideVT1)); } diff --git a/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode-rv32.ll b/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode-rv32.ll --- a/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode-rv32.ll +++ b/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode-rv32.ll @@ -23,3 +23,291 @@ %cc = icmp eq %rem, zeroinitializer ret %cc } + +define @vmulh_vv_nxv1i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv1i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv1i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv1i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv1i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv1i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv2i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv2i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv2i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv2i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv2i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv2i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv4i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vv v8, v10, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv4i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv4i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv4i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv4i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv4i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv8i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vv v8, v12, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv8i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv8i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv8i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv8i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv8i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} diff --git a/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode-rv32.ll b/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode-rv32.ll new file mode 100644 --- /dev/null +++ b/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode-rv32.ll @@ -0,0 +1,286 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=riscv32 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s + +define @vmulhu_vv_nxv1i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv1i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv1i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv1i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv1i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv1i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv2i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv2i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv2i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv2i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv2i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv2i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv4i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v10, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv4i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv4i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv4i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv4i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv4i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv8i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v12, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv8i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv8i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv8i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv8i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv8i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +}