diff --git a/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp b/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp --- a/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp +++ b/llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp @@ -8552,25 +8552,42 @@ // Both operands must be equivalent extend nodes. SDValue LeftOp = ShiftOperand.getOperand(0); SDValue RightOp = ShiftOperand.getOperand(1); + bool IsSignExt = LeftOp.getOpcode() == ISD::SIGN_EXTEND; bool IsZeroExt = LeftOp.getOpcode() == ISD::ZERO_EXTEND; - if ((!(IsSignExt || IsZeroExt)) || LeftOp.getOpcode() != RightOp.getOpcode()) + if (!IsSignExt && !IsZeroExt) return SDValue(); + EVT NarrowVT = LeftOp.getOperand(0).getValueType(); + unsigned NarrowVTSize = NarrowVT.getScalarSizeInBits(); + + SDValue MulhRightOp; + if (ConstantSDNode *Constant = isConstOrConstSplat(RightOp)) { + unsigned ActiveBits = IsSignExt + ? Constant->getAPIntValue().getMinSignedBits() + : Constant->getAPIntValue().getActiveBits(); + if (ActiveBits > NarrowVTSize) + return SDValue(); + MulhRightOp = DAG.getConstant( + Constant->getAPIntValue().trunc(NarrowVT.getScalarSizeInBits()), DL, + NarrowVT); + } else { + if (LeftOp.getOpcode() != RightOp.getOpcode()) + return SDValue(); + // Check that the two extend nodes are the same type. + if (NarrowVT != RightOp.getOperand(0).getValueType()) + return SDValue(); + MulhRightOp = RightOp.getOperand(0); + } + EVT WideVT = LeftOp.getValueType(); // Proceed with the transformation if the wide types match. assert((WideVT == RightOp.getValueType()) && "Cannot have a multiply node with two different operand types."); - EVT NarrowVT = LeftOp.getOperand(0).getValueType(); - // Check that the two extend nodes are the same type. - if (NarrowVT != RightOp.getOperand(0).getValueType()) - return SDValue(); - // Proceed with the transformation if the wide type is twice as large // as the narrow type. - unsigned NarrowVTSize = NarrowVT.getScalarSizeInBits(); if (WideVT.getScalarSizeInBits() != 2 * NarrowVTSize) return SDValue(); @@ -8589,8 +8606,8 @@ if (!TLI.isOperationLegalOrCustom(MulhOpcode, NarrowVT)) return SDValue(); - SDValue Result = DAG.getNode(MulhOpcode, DL, NarrowVT, LeftOp.getOperand(0), - RightOp.getOperand(0)); + SDValue Result = + DAG.getNode(MulhOpcode, DL, NarrowVT, LeftOp.getOperand(0), MulhRightOp); return (N->getOpcode() == ISD::SRA ? DAG.getSExtOrTrunc(Result, DL, WideVT) : DAG.getZExtOrTrunc(Result, DL, WideVT)); } diff --git a/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll b/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll --- a/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll +++ b/llvm/test/CodeGen/RISCV/rvv/vmulh-sdnode.ll @@ -1,6 +1,6 @@ ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py -; RUN: llc -mtriple=riscv32 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK -; RUN: llc -mtriple=riscv64 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK +; RUN: llc -mtriple=riscv32 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,RV32 +; RUN: llc -mtriple=riscv64 -mattr=+experimental-v -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,RV64 ; Test that the prepareSREMEqFold optimization doesn't crash on scalable ; vector types. @@ -60,17 +60,21 @@ } define @vmulh_vi_nxv1i32_0( %va) { -; CHECK-LABEL: vmulh_vi_nxv1i32_0: -; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m1, ta, mu -; CHECK-NEXT: vsext.vf2 v9, v8 -; CHECK-NEXT: addi a0, zero, -7 -; CHECK-NEXT: vmul.vx v8, v9, a0 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v8, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, mf2, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v8, 0 -; CHECK-NEXT: ret +; RV32-LABEL: vmulh_vi_nxv1i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; RV32-NEXT: vmulh.vx v8, v8, a0 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulh_vi_nxv1i32_0: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; RV64-NEXT: vmulh.vx v8, v8, a0 +; RV64-NEXT: ret %head1 = insertelement undef, i32 -7, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer %vb = sext %splat1 to @@ -86,13 +90,9 @@ define @vmulh_vi_nxv1i32_1( %va) { ; CHECK-LABEL: vmulh_vi_nxv1i32_1: ; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m1, ta, mu -; CHECK-NEXT: vsext.vf2 v9, v8 -; CHECK-NEXT: vsll.vi v8, v9, 4 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v8, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, mf2, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v8, 0 +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 ; CHECK-NEXT: ret %head1 = insertelement undef, i32 16, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer @@ -141,17 +141,21 @@ } define @vmulh_vi_nxv2i32_0( %va) { -; CHECK-LABEL: vmulh_vi_nxv2i32_0: -; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m2, ta, mu -; CHECK-NEXT: vsext.vf2 v10, v8 -; CHECK-NEXT: addi a0, zero, -7 -; CHECK-NEXT: vmul.vx v8, v10, a0 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v10, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, m1, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v10, 0 -; CHECK-NEXT: ret +; RV32-LABEL: vmulh_vi_nxv2i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; RV32-NEXT: vmulh.vx v8, v8, a0 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulh_vi_nxv2i32_0: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; RV64-NEXT: vmulh.vx v8, v8, a0 +; RV64-NEXT: ret %head1 = insertelement undef, i32 -7, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer %vb = sext %splat1 to @@ -167,13 +171,9 @@ define @vmulh_vi_nxv2i32_1( %va) { ; CHECK-LABEL: vmulh_vi_nxv2i32_1: ; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m2, ta, mu -; CHECK-NEXT: vsext.vf2 v10, v8 -; CHECK-NEXT: vsll.vi v8, v10, 4 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v10, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, m1, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v10, 0 +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 ; CHECK-NEXT: ret %head1 = insertelement undef, i32 16, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer @@ -222,17 +222,21 @@ } define @vmulh_vi_nxv4i32_0( %va) { -; CHECK-LABEL: vmulh_vi_nxv4i32_0: -; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m4, ta, mu -; CHECK-NEXT: vsext.vf2 v12, v8 -; CHECK-NEXT: addi a0, zero, -7 -; CHECK-NEXT: vmul.vx v8, v12, a0 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v12, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, m2, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v12, 0 -; CHECK-NEXT: ret +; RV32-LABEL: vmulh_vi_nxv4i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; RV32-NEXT: vmulh.vx v8, v8, a0 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulh_vi_nxv4i32_0: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; RV64-NEXT: vmulh.vx v8, v8, a0 +; RV64-NEXT: ret %head1 = insertelement undef, i32 -7, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer %vb = sext %splat1 to @@ -248,13 +252,9 @@ define @vmulh_vi_nxv4i32_1( %va) { ; CHECK-LABEL: vmulh_vi_nxv4i32_1: ; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m4, ta, mu -; CHECK-NEXT: vsext.vf2 v12, v8 -; CHECK-NEXT: vsll.vi v8, v12, 4 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v12, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, m2, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v12, 0 +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 ; CHECK-NEXT: ret %head1 = insertelement undef, i32 16, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer @@ -303,17 +303,21 @@ } define @vmulh_vi_nxv8i32_0( %va) { -; CHECK-LABEL: vmulh_vi_nxv8i32_0: -; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m8, ta, mu -; CHECK-NEXT: vsext.vf2 v16, v8 -; CHECK-NEXT: addi a0, zero, -7 -; CHECK-NEXT: vmul.vx v8, v16, a0 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v16, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v16, 0 -; CHECK-NEXT: ret +; RV32-LABEL: vmulh_vi_nxv8i32_0: +; RV32: # %bb.0: +; RV32-NEXT: addi a0, zero, -7 +; RV32-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; RV32-NEXT: vmulh.vx v8, v8, a0 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulh_vi_nxv8i32_0: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 1 +; RV64-NEXT: slli a0, a0, 32 +; RV64-NEXT: addi a0, a0, -7 +; RV64-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; RV64-NEXT: vmulh.vx v8, v8, a0 +; RV64-NEXT: ret %head1 = insertelement undef, i32 -7, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer %vb = sext %splat1 to @@ -329,13 +333,9 @@ define @vmulh_vi_nxv8i32_1( %va) { ; CHECK-LABEL: vmulh_vi_nxv8i32_1: ; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m8, ta, mu -; CHECK-NEXT: vsext.vf2 v16, v8 -; CHECK-NEXT: vsll.vi v8, v16, 4 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v16, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v16, 0 +; CHECK-NEXT: addi a0, zero, 16 +; CHECK-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; CHECK-NEXT: vmulh.vx v8, v8, a0 ; CHECK-NEXT: ret %head1 = insertelement undef, i32 16, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer diff --git a/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode.ll b/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode.ll --- a/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode.ll +++ b/llvm/test/CodeGen/RISCV/rvv/vmulhu-sdnode.ll @@ -39,35 +39,18 @@ define @vmulhu_vi_nxv1i32_0( %va) { ; RV32-LABEL: vmulhu_vi_nxv1i32_0: ; RV32: # %bb.0: -; RV32-NEXT: addi sp, sp, -16 -; RV32-NEXT: .cfi_def_cfa_offset 16 -; RV32-NEXT: sw zero, 12(sp) ; RV32-NEXT: addi a0, zero, -7 -; RV32-NEXT: sw a0, 8(sp) -; RV32-NEXT: vsetvli a0, zero, e64, m1, ta, mu -; RV32-NEXT: addi a0, sp, 8 -; RV32-NEXT: vlse64.v v9, (a0), zero -; RV32-NEXT: vzext.vf2 v10, v8 -; RV32-NEXT: vmul.vv v8, v10, v9 -; RV32-NEXT: addi a0, zero, 32 -; RV32-NEXT: vsrl.vx v8, v8, a0 -; RV32-NEXT: vsetvli zero, zero, e32, mf2, ta, mu -; RV32-NEXT: vnsrl.wi v8, v8, 0 -; RV32-NEXT: addi sp, sp, 16 +; RV32-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; RV32-NEXT: vmulhu.vx v8, v8, a0 ; RV32-NEXT: ret ; ; RV64-LABEL: vmulhu_vi_nxv1i32_0: ; RV64: # %bb.0: -; RV64-NEXT: vsetvli a0, zero, e64, m1, ta, mu -; RV64-NEXT: vzext.vf2 v9, v8 ; RV64-NEXT: addi a0, zero, 1 ; RV64-NEXT: slli a0, a0, 32 ; RV64-NEXT: addi a0, a0, -7 -; RV64-NEXT: vmul.vx v8, v9, a0 -; RV64-NEXT: addi a0, zero, 32 -; RV64-NEXT: vsrl.vx v8, v8, a0 -; RV64-NEXT: vsetvli zero, zero, e32, mf2, ta, mu -; RV64-NEXT: vnsrl.wi v8, v8, 0 +; RV64-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; RV64-NEXT: vmulhu.vx v8, v8, a0 ; RV64-NEXT: ret %head1 = insertelement undef, i32 -7, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer @@ -82,16 +65,18 @@ } define @vmulhu_vi_nxv1i32_1( %va) { -; CHECK-LABEL: vmulhu_vi_nxv1i32_1: -; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m1, ta, mu -; CHECK-NEXT: vzext.vf2 v9, v8 -; CHECK-NEXT: vsll.vi v8, v9, 4 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v8, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, mf2, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v8, 0 -; CHECK-NEXT: ret +; RV32-LABEL: vmulhu_vi_nxv1i32_1: +; RV32: # %bb.0: +; RV32-NEXT: vsetvli a0, zero, e32, mf2, ta, mu +; RV32-NEXT: vsrl.vi v8, v8, 28 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulhu_vi_nxv1i32_1: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 16 +; RV64-NEXT: vsetvli a1, zero, e32, mf2, ta, mu +; RV64-NEXT: vmulhu.vx v8, v8, a0 +; RV64-NEXT: ret %head1 = insertelement undef, i32 16, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer %vb = zext %splat1 to @@ -141,35 +126,18 @@ define @vmulhu_vi_nxv2i32_0( %va) { ; RV32-LABEL: vmulhu_vi_nxv2i32_0: ; RV32: # %bb.0: -; RV32-NEXT: addi sp, sp, -16 -; RV32-NEXT: .cfi_def_cfa_offset 16 -; RV32-NEXT: sw zero, 12(sp) ; RV32-NEXT: addi a0, zero, -7 -; RV32-NEXT: sw a0, 8(sp) -; RV32-NEXT: vsetvli a0, zero, e64, m2, ta, mu -; RV32-NEXT: addi a0, sp, 8 -; RV32-NEXT: vlse64.v v10, (a0), zero -; RV32-NEXT: vzext.vf2 v12, v8 -; RV32-NEXT: vmul.vv v8, v12, v10 -; RV32-NEXT: addi a0, zero, 32 -; RV32-NEXT: vsrl.vx v10, v8, a0 -; RV32-NEXT: vsetvli zero, zero, e32, m1, ta, mu -; RV32-NEXT: vnsrl.wi v8, v10, 0 -; RV32-NEXT: addi sp, sp, 16 +; RV32-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; RV32-NEXT: vmulhu.vx v8, v8, a0 ; RV32-NEXT: ret ; ; RV64-LABEL: vmulhu_vi_nxv2i32_0: ; RV64: # %bb.0: -; RV64-NEXT: vsetvli a0, zero, e64, m2, ta, mu -; RV64-NEXT: vzext.vf2 v10, v8 ; RV64-NEXT: addi a0, zero, 1 ; RV64-NEXT: slli a0, a0, 32 ; RV64-NEXT: addi a0, a0, -7 -; RV64-NEXT: vmul.vx v8, v10, a0 -; RV64-NEXT: addi a0, zero, 32 -; RV64-NEXT: vsrl.vx v10, v8, a0 -; RV64-NEXT: vsetvli zero, zero, e32, m1, ta, mu -; RV64-NEXT: vnsrl.wi v8, v10, 0 +; RV64-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; RV64-NEXT: vmulhu.vx v8, v8, a0 ; RV64-NEXT: ret %head1 = insertelement undef, i32 -7, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer @@ -184,16 +152,18 @@ } define @vmulhu_vi_nxv2i32_1( %va) { -; CHECK-LABEL: vmulhu_vi_nxv2i32_1: -; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m2, ta, mu -; CHECK-NEXT: vzext.vf2 v10, v8 -; CHECK-NEXT: vsll.vi v8, v10, 4 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v10, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, m1, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v10, 0 -; CHECK-NEXT: ret +; RV32-LABEL: vmulhu_vi_nxv2i32_1: +; RV32: # %bb.0: +; RV32-NEXT: vsetvli a0, zero, e32, m1, ta, mu +; RV32-NEXT: vsrl.vi v8, v8, 28 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulhu_vi_nxv2i32_1: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 16 +; RV64-NEXT: vsetvli a1, zero, e32, m1, ta, mu +; RV64-NEXT: vmulhu.vx v8, v8, a0 +; RV64-NEXT: ret %head1 = insertelement undef, i32 16, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer %vb = zext %splat1 to @@ -243,35 +213,18 @@ define @vmulhu_vi_nxv4i32_0( %va) { ; RV32-LABEL: vmulhu_vi_nxv4i32_0: ; RV32: # %bb.0: -; RV32-NEXT: addi sp, sp, -16 -; RV32-NEXT: .cfi_def_cfa_offset 16 -; RV32-NEXT: sw zero, 12(sp) ; RV32-NEXT: addi a0, zero, -7 -; RV32-NEXT: sw a0, 8(sp) -; RV32-NEXT: vsetvli a0, zero, e64, m4, ta, mu -; RV32-NEXT: addi a0, sp, 8 -; RV32-NEXT: vlse64.v v12, (a0), zero -; RV32-NEXT: vzext.vf2 v16, v8 -; RV32-NEXT: vmul.vv v8, v16, v12 -; RV32-NEXT: addi a0, zero, 32 -; RV32-NEXT: vsrl.vx v12, v8, a0 -; RV32-NEXT: vsetvli zero, zero, e32, m2, ta, mu -; RV32-NEXT: vnsrl.wi v8, v12, 0 -; RV32-NEXT: addi sp, sp, 16 +; RV32-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; RV32-NEXT: vmulhu.vx v8, v8, a0 ; RV32-NEXT: ret ; ; RV64-LABEL: vmulhu_vi_nxv4i32_0: ; RV64: # %bb.0: -; RV64-NEXT: vsetvli a0, zero, e64, m4, ta, mu -; RV64-NEXT: vzext.vf2 v12, v8 ; RV64-NEXT: addi a0, zero, 1 ; RV64-NEXT: slli a0, a0, 32 ; RV64-NEXT: addi a0, a0, -7 -; RV64-NEXT: vmul.vx v8, v12, a0 -; RV64-NEXT: addi a0, zero, 32 -; RV64-NEXT: vsrl.vx v12, v8, a0 -; RV64-NEXT: vsetvli zero, zero, e32, m2, ta, mu -; RV64-NEXT: vnsrl.wi v8, v12, 0 +; RV64-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; RV64-NEXT: vmulhu.vx v8, v8, a0 ; RV64-NEXT: ret %head1 = insertelement undef, i32 -7, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer @@ -286,16 +239,18 @@ } define @vmulhu_vi_nxv4i32_1( %va) { -; CHECK-LABEL: vmulhu_vi_nxv4i32_1: -; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m4, ta, mu -; CHECK-NEXT: vzext.vf2 v12, v8 -; CHECK-NEXT: vsll.vi v8, v12, 4 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v12, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, m2, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v12, 0 -; CHECK-NEXT: ret +; RV32-LABEL: vmulhu_vi_nxv4i32_1: +; RV32: # %bb.0: +; RV32-NEXT: vsetvli a0, zero, e32, m2, ta, mu +; RV32-NEXT: vsrl.vi v8, v8, 28 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulhu_vi_nxv4i32_1: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 16 +; RV64-NEXT: vsetvli a1, zero, e32, m2, ta, mu +; RV64-NEXT: vmulhu.vx v8, v8, a0 +; RV64-NEXT: ret %head1 = insertelement undef, i32 16, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer %vb = zext %splat1 to @@ -345,35 +300,18 @@ define @vmulhu_vi_nxv8i32_0( %va) { ; RV32-LABEL: vmulhu_vi_nxv8i32_0: ; RV32: # %bb.0: -; RV32-NEXT: addi sp, sp, -16 -; RV32-NEXT: .cfi_def_cfa_offset 16 -; RV32-NEXT: sw zero, 12(sp) ; RV32-NEXT: addi a0, zero, -7 -; RV32-NEXT: sw a0, 8(sp) -; RV32-NEXT: vsetvli a0, zero, e64, m8, ta, mu -; RV32-NEXT: addi a0, sp, 8 -; RV32-NEXT: vlse64.v v16, (a0), zero -; RV32-NEXT: vzext.vf2 v24, v8 -; RV32-NEXT: vmul.vv v8, v24, v16 -; RV32-NEXT: addi a0, zero, 32 -; RV32-NEXT: vsrl.vx v16, v8, a0 -; RV32-NEXT: vsetvli zero, zero, e32, m4, ta, mu -; RV32-NEXT: vnsrl.wi v8, v16, 0 -; RV32-NEXT: addi sp, sp, 16 +; RV32-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; RV32-NEXT: vmulhu.vx v8, v8, a0 ; RV32-NEXT: ret ; ; RV64-LABEL: vmulhu_vi_nxv8i32_0: ; RV64: # %bb.0: -; RV64-NEXT: vsetvli a0, zero, e64, m8, ta, mu -; RV64-NEXT: vzext.vf2 v16, v8 ; RV64-NEXT: addi a0, zero, 1 ; RV64-NEXT: slli a0, a0, 32 ; RV64-NEXT: addi a0, a0, -7 -; RV64-NEXT: vmul.vx v8, v16, a0 -; RV64-NEXT: addi a0, zero, 32 -; RV64-NEXT: vsrl.vx v16, v8, a0 -; RV64-NEXT: vsetvli zero, zero, e32, m4, ta, mu -; RV64-NEXT: vnsrl.wi v8, v16, 0 +; RV64-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; RV64-NEXT: vmulhu.vx v8, v8, a0 ; RV64-NEXT: ret %head1 = insertelement undef, i32 -7, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer @@ -388,16 +326,18 @@ } define @vmulhu_vi_nxv8i32_1( %va) { -; CHECK-LABEL: vmulhu_vi_nxv8i32_1: -; CHECK: # %bb.0: -; CHECK-NEXT: vsetvli a0, zero, e64, m8, ta, mu -; CHECK-NEXT: vzext.vf2 v16, v8 -; CHECK-NEXT: vsll.vi v8, v16, 4 -; CHECK-NEXT: addi a0, zero, 32 -; CHECK-NEXT: vsrl.vx v16, v8, a0 -; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, mu -; CHECK-NEXT: vnsrl.wi v8, v16, 0 -; CHECK-NEXT: ret +; RV32-LABEL: vmulhu_vi_nxv8i32_1: +; RV32: # %bb.0: +; RV32-NEXT: vsetvli a0, zero, e32, m4, ta, mu +; RV32-NEXT: vsrl.vi v8, v8, 28 +; RV32-NEXT: ret +; +; RV64-LABEL: vmulhu_vi_nxv8i32_1: +; RV64: # %bb.0: +; RV64-NEXT: addi a0, zero, 16 +; RV64-NEXT: vsetvli a1, zero, e32, m4, ta, mu +; RV64-NEXT: vmulhu.vx v8, v8, a0 +; RV64-NEXT: ret %head1 = insertelement undef, i32 16, i32 0 %splat1 = shufflevector %head1, undef, zeroinitializer %vb = zext %splat1 to