diff --git a/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp b/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp --- a/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp +++ b/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp @@ -8516,10 +8516,35 @@ // Both operands must be equivalent extend nodes. SDValue LeftOp = ShiftOperand.getOperand(0); SDValue RightOp = ShiftOperand.getOperand(1); + ConstantSDNode *LeftConstant = isConstOrConstSplat(LeftOp); + ConstantSDNode *RightConstant = isConstOrConstSplat(RightOp); + + if (LeftConstant && RightConstant) + return SDValue(); + + bool HasConstant = LeftConstant || RightConstant; + + if (HasConstant) { + SDValue ExtOp = LeftConstant ? RightOp : LeftOp; + SDValue ConstantOp = LeftConstant ? LeftOp : RightOp; + if (ExtOp.getOpcode() != ISD::SIGN_EXTEND && + ExtOp.getOpcode() != ISD::ZERO_EXTEND) + return SDValue(); + unsigned NarrowVTBits = + ExtOp.getOperand(0).getValueType().getScalarSizeInBits(); + unsigned ActiveBits = + isConstOrConstSplat(ConstantOp)->getAPIntValue().getActiveBits(); + if (ActiveBits > NarrowVTBits) + return SDValue(); + LeftOp = ExtOp; + RightOp = ConstantOp; + } + bool IsSignExt = LeftOp.getOpcode() == ISD::SIGN_EXTEND; bool IsZeroExt = LeftOp.getOpcode() == ISD::ZERO_EXTEND; - if ((!(IsSignExt || IsZeroExt)) || LeftOp.getOpcode() != RightOp.getOpcode()) + if ((!(IsSignExt || IsZeroExt)) || + (!HasConstant && LeftOp.getOpcode() != RightOp.getOpcode())) return SDValue(); EVT WideVT1 = LeftOp.getValueType(); @@ -8531,7 +8556,7 @@ EVT NarrowVT = LeftOp.getOperand(0).getValueType(); // Check that the two extend nodes are the same type. - if (NarrowVT != RightOp.getOperand(0).getValueType()) + if (!HasConstant && (NarrowVT != RightOp.getOperand(0).getValueType())) return SDValue(); // Proceed with the transformation if the wide type is twice as large @@ -8555,8 +8580,12 @@ if (!TLI.isOperationLegalOrCustom(MulhOpcode, NarrowVT)) return SDValue(); - SDValue Result = DAG.getNode(MulhOpcode, DL, NarrowVT, LeftOp.getOperand(0), - RightOp.getOperand(0)); + SDValue Result = + HasConstant + ? DAG.getNode(MulhOpcode, DL, NarrowVT, LeftOp.getOperand(0), + DAG.getNode(ISD::TRUNCATE, DL, NarrowVT, RightOp)) + : DAG.getNode(MulhOpcode, DL, NarrowVT, LeftOp.getOperand(0), + RightOp.getOperand(0)); return (N->getOpcode() == ISD::SRA ? DAG.getSExtOrTrunc(Result, DL, WideVT1) : DAG.getZExtOrTrunc(Result, DL, WideVT1)); } diff --git a/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode-rv32.ll b/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode-rv32.ll --- a/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode-rv32.ll +++ b/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode-rv32.ll @@ -23,3 +23,311 @@ %cc = icmp eq %rem, zeroinitializer ret %cc } + +define @vmulh_vv_nxv1i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv1i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv1i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv1i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m1, ta, mu +; CHECK-NEXT: vsext.vf2 v25, v8 +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vmul.vx v25, v25, a0 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v25, v25, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, mf2, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v25, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv1i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv1i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv2i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv2i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv2i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv2i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m2, ta, mu +; CHECK-NEXT: vsext.vf2 v26, v8 +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vmul.vx v26, v26, a0 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v26, v26, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m1, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v26, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv2i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv2i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv4i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vv v8, v10, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv4i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv4i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv4i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m4, ta, mu +; CHECK-NEXT: vsext.vf2 v28, v8 +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vmul.vx v28, v28, a0 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v28, v28, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m2, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v28, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv4i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv4i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vv_nxv8i32( %va, %vb) { +; CHECK-LABEL: vmulh_vv_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vv v8, v12, v8 +; CHECK-NEXT: ret + %vc = sext %vb to + %vd = sext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulh_vx_nxv8i32( %va, i32 %x) { +; CHECK-LABEL: vmulh_vx_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv8i32_0( %va) { +; CHECK-LABEL: vmulh_vi_nxv8i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e64, m8, ta, mu +; CHECK-NEXT: vsext.vf2 v16, v8 +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vmul.vx v8, v16, a0 +; CHECK-NEXT: addi a0, zero, 32 +; CHECK-NEXT: vsrl.vx v16, v8, a0 +; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, mu +; CHECK-NEXT: vnsrl.wi v8, v16, 0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulh_vi_nxv8i32_1( %va) { +; CHECK-LABEL: vmulh_vi_nxv8i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = sext %splat1 to + %vc = sext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} diff --git a/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode-rv32.ll b/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode-rv32.ll new file mode 100644 --- /dev/null +++ b/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode-rv32.ll @@ -0,0 +1,286 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=riscv32 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s + +define @vmulhu_vv_nxv1i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv1i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv1i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv1i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv1i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv1i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv1i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv2i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v9, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv2i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv2i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv2i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv2i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv2i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv2i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv4i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v10, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv4i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv4i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv4i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv4i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv4i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv4i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vv_nxv8i32( %va, %vb) { +; CHECK-LABEL: vmulhu_vv_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vv v8, v12, v8 +; CHECK-NEXT: ret + %vc = zext %vb to + %vd = zext %va to + %ve = mul %vc, %vd + %head = insertelement undef, i64 32, i32 0 + %splat = shufflevector %head, undef, zeroinitializer + %vf = lshr %ve, %splat + %vg = trunc %vf to + ret %vg +} + +define @vmulhu_vx_nxv8i32( %va, i32 %x) { +; CHECK-LABEL: vmulhu_vx_nxv8i32: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 %x, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv8i32_0( %va) { +; CHECK-LABEL: vmulhu_vi_nxv8i32_0: +; CHECK: # %bb.0: +; CHECK-NEXT: addi a0, zero, -7 +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulhu.vx v8, v8, a0 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 -7, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +} + +define @vmulhu_vi_nxv8i32_1( %va) { +; CHECK-LABEL: vmulhu_vi_nxv8i32_1: +; CHECK: # %bb.0: +; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; CHECK-NEXT: vsrl.vi v8, v8, 28 +; CHECK-NEXT: ret + %head1 = insertelement undef, i32 16, i32 0 + %splat1 = shufflevector %head1, undef, zeroinitializer + %vb = zext %splat1 to + %vc = zext %va to + %vd = mul %vb, %vc + %head2 = insertelement undef, i64 32, i32 0 + %splat2 = shufflevector %head2, undef, zeroinitializer + %ve = lshr %vd, %splat2 + %vf = trunc %ve to + ret %vf +}