Index: llvm/lib/Target/ARM/ARMInstrMVE.td =================================================================== --- llvm/lib/Target/ARM/ARMInstrMVE.td +++ llvm/lib/Target/ARM/ARMInstrMVE.td @@ -2052,7 +2052,7 @@ : MVE_VHADDSUB<"vhsub", suffix, U, 0b1, size, pattern>; multiclass MVE_VHADD_m { + SDNode unpred_op, Intrinsic pred_int, SDNode shift_op> { def "" : MVE_VHADD_; defvar Inst = !cast(NAME); @@ -2061,6 +2061,9 @@ def : Pat<(VTI.Vec (unpred_op (VTI.Vec MQPR:$Qm), (VTI.Vec MQPR:$Qn), (i32 VTI.Unsigned))), (VTI.Vec (Inst (VTI.Vec MQPR:$Qm), (VTI.Vec MQPR:$Qn)))>; + def : Pat<(VTI.Vec (shift_op (add (VTI.Vec MQPR:$Qm), (VTI.Vec MQPR:$Qn)), (i32 1))), + (Inst MQPR:$Qm, MQPR:$Qn)>; + // Predicated add-and-divide-by-two def : Pat<(VTI.Vec (pred_int (VTI.Vec MQPR:$Qm), (VTI.Vec MQPR:$Qn), (i32 VTI.Unsigned), (VTI.Pred VCCR:$mask), (VTI.Vec MQPR:$inactive))), @@ -2070,18 +2073,18 @@ } } -multiclass MVE_VHADD - : MVE_VHADD_m; +multiclass MVE_VHADD + : MVE_VHADD_m; -defm MVE_VHADDs8 : MVE_VHADD; -defm MVE_VHADDs16 : MVE_VHADD; -defm MVE_VHADDs32 : MVE_VHADD; -defm MVE_VHADDu8 : MVE_VHADD; -defm MVE_VHADDu16 : MVE_VHADD; -defm MVE_VHADDu32 : MVE_VHADD; +defm MVE_VHADDs8 : MVE_VHADD; +defm MVE_VHADDs16 : MVE_VHADD; +defm MVE_VHADDs32 : MVE_VHADD; +defm MVE_VHADDu8 : MVE_VHADD; +defm MVE_VHADDu16 : MVE_VHADD; +defm MVE_VHADDu32 : MVE_VHADD; multiclass MVE_VHSUB_m { + SDNode unpred_op, Intrinsic pred_int, SDNode shift_op> { def "" : MVE_VHSUB_; defvar Inst = !cast(NAME); @@ -2091,6 +2094,9 @@ (i32 VTI.Unsigned))), (VTI.Vec (Inst (VTI.Vec MQPR:$Qm), (VTI.Vec MQPR:$Qn)))>; + def : Pat<(VTI.Vec (shift_op (sub (VTI.Vec MQPR:$Qm), (VTI.Vec MQPR:$Qn)), (i32 1))), + (Inst MQPR:$Qm, MQPR:$Qn)>; + // Predicated subtract-and-divide-by-two def : Pat<(VTI.Vec (pred_int (VTI.Vec MQPR:$Qm), (VTI.Vec MQPR:$Qn), (i32 VTI.Unsigned), (VTI.Pred VCCR:$mask), @@ -2101,15 +2107,15 @@ } } -multiclass MVE_VHSUB - : MVE_VHSUB_m; +multiclass MVE_VHSUB + : MVE_VHSUB_m; -defm MVE_VHSUBs8 : MVE_VHSUB; -defm MVE_VHSUBs16 : MVE_VHSUB; -defm MVE_VHSUBs32 : MVE_VHSUB; -defm MVE_VHSUBu8 : MVE_VHSUB; -defm MVE_VHSUBu16 : MVE_VHSUB; -defm MVE_VHSUBu32 : MVE_VHSUB; +defm MVE_VHSUBs8 : MVE_VHSUB; +defm MVE_VHSUBs16 : MVE_VHSUB; +defm MVE_VHSUBs32 : MVE_VHSUB; +defm MVE_VHSUBu8 : MVE_VHSUB; +defm MVE_VHSUBu16 : MVE_VHSUB; +defm MVE_VHSUBu32 : MVE_VHSUB; class MVE_VDUP pattern=[]> : MVE_p<(outs MQPR:$Qd), (ins rGPR:$Rt), NoItinerary, Index: llvm/test/CodeGen/Thumb2/mve-halving.ll =================================================================== --- /dev/null +++ llvm/test/CodeGen/Thumb2/mve-halving.ll @@ -0,0 +1,111 @@ +; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py +; RUN: llc -mtriple=thumbv8.1m.main-arm-none-eabi -mattr=+mve -verify-machineinstrs %s -o - | FileCheck %s + +define arm_aapcs_vfpcc <16 x i8> @vhadds_v16i8(<16 x i8> %x, <16 x i8> %y) { +; CHECK-LABEL: vhadds_v16i8: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhadd.s8 q0, q0, q1 +; CHECK-NEXT: bx lr + %add = add <16 x i8> %x, %y + %half = ashr <16 x i8> %add, + ret <16 x i8> %half +} +define arm_aapcs_vfpcc <16 x i8> @vhaddu_v16i8(<16 x i8> %x, <16 x i8> %y) { +; CHECK-LABEL: vhaddu_v16i8: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhadd.u8 q0, q0, q1 +; CHECK-NEXT: bx lr + %add = add <16 x i8> %x, %y + %half = lshr <16 x i8> %add, + ret <16 x i8> %half +} +define arm_aapcs_vfpcc <8 x i16> @vhadds_v8i16(<8 x i16> %x, <8 x i16> %y) { +; CHECK-LABEL: vhadds_v8i16: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhadd.s16 q0, q0, q1 +; CHECK-NEXT: bx lr + %add = add <8 x i16> %x, %y + %half = ashr <8 x i16> %add, + ret <8 x i16> %half +} +define arm_aapcs_vfpcc <8 x i16> @vhaddu_v8i16(<8 x i16> %x, <8 x i16> %y) { +; CHECK-LABEL: vhaddu_v8i16: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhadd.u16 q0, q0, q1 +; CHECK-NEXT: bx lr + %add = add <8 x i16> %x, %y + %half = lshr <8 x i16> %add, + ret <8 x i16> %half +} +define arm_aapcs_vfpcc <4 x i32> @vhadds_v4i32(<4 x i32> %x, <4 x i32> %y) { +; CHECK-LABEL: vhadds_v4i32: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhadd.s32 q0, q0, q1 +; CHECK-NEXT: bx lr + %add = add <4 x i32> %x, %y + %half = ashr <4 x i32> %add, + ret <4 x i32> %half +} +define arm_aapcs_vfpcc <4 x i32> @vhaddu_v4i32(<4 x i32> %x, <4 x i32> %y) { +; CHECK-LABEL: vhaddu_v4i32: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhadd.u32 q0, q0, q1 +; CHECK-NEXT: bx lr + %add = add <4 x i32> %x, %y + %half = lshr <4 x i32> %add, + ret <4 x i32> %half +} +define arm_aapcs_vfpcc <16 x i8> @vhsubs_v16i8(<16 x i8> %x, <16 x i8> %y) { +; CHECK-LABEL: vhsubs_v16i8: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhsub.s8 q0, q0, q1 +; CHECK-NEXT: bx lr + %sub = sub <16 x i8> %x, %y + %half = ashr <16 x i8> %sub, + ret <16 x i8> %half +} +define arm_aapcs_vfpcc <16 x i8> @vhsubu_v16i8(<16 x i8> %x, <16 x i8> %y) { +; CHECK-LABEL: vhsubu_v16i8: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhsub.u8 q0, q0, q1 +; CHECK-NEXT: bx lr + %sub = sub <16 x i8> %x, %y + %half = lshr <16 x i8> %sub, + ret <16 x i8> %half +} +define arm_aapcs_vfpcc <8 x i16> @vhsubs_v8i16(<8 x i16> %x, <8 x i16> %y) { +; CHECK-LABEL: vhsubs_v8i16: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhsub.s16 q0, q0, q1 +; CHECK-NEXT: bx lr + %sub = sub <8 x i16> %x, %y + %half = ashr <8 x i16> %sub, + ret <8 x i16> %half +} +define arm_aapcs_vfpcc <8 x i16> @vhsubu_v8i16(<8 x i16> %x, <8 x i16> %y) { +; CHECK-LABEL: vhsubu_v8i16: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhsub.u16 q0, q0, q1 +; CHECK-NEXT: bx lr + %sub = sub <8 x i16> %x, %y + %half = lshr <8 x i16> %sub, + ret <8 x i16> %half +} +define arm_aapcs_vfpcc <4 x i32> @vhsubs_v4i32(<4 x i32> %x, <4 x i32> %y) { +; CHECK-LABEL: vhsubs_v4i32: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhsub.s32 q0, q0, q1 +; CHECK-NEXT: bx lr + %sub = sub <4 x i32> %x, %y + %half = ashr <4 x i32> %sub, + ret <4 x i32> %half +} +define arm_aapcs_vfpcc <4 x i32> @vhsubu_v4i32(<4 x i32> %x, <4 x i32> %y) { +; CHECK-LABEL: vhsubu_v4i32: +; CHECK: @ %bb.0: +; CHECK-NEXT: vhsub.u32 q0, q0, q1 +; CHECK-NEXT: bx lr + %sub = sub <4 x i32> %x, %y + %half = lshr <4 x i32> %sub, + ret <4 x i32> %half +}