[DAG] Fold neg(bvsplat(neg(x)) -> bvsplat(x)

[dmgreen]

Summary

This add as a fold of sub(0, buildvector_splat(sub(0, x))) -> buildvector_splat(x). This is something that can come up in the lowering of right shifts under AArch64, where we generate a shift left of a negated number.

[RKSimon]

Funnily enough I was wondering about this pattern the other day as a followup to D98778...

Should we always be folding unaryop(splat(x)) -> splat(unaryop(x)) if the unaryop is legal/custom on the scalar type? And then maybe extend that to binop(splat(x),splat(y)) -> splat(binop(x,y)) as well?

[dmgreen]

Rebase over D103756

[dmgreen]

In D103755#2800920, @RKSimon wrote:

Funnily enough I was wondering about this pattern the other day as a followup to D98778...

Should we always be folding unaryop(splat(x)) -> splat(unaryop(x)) if the unaryop is legal/custom on the scalar type? And then maybe extend that to binop(splat(x),splat(y)) -> splat(binop(x,y)) as well?

Maybe. Not sure. I always find it difficult to see when optimizations like that would be universally beneficial over a wide range of very different architectures, considering how different they can be. I can see that it would make this more general, but it seems easy to think of cases where it would make things worse.

For this case I think it would need to work with the truncated type, not the scalar element type. For a v8i16 the scalar element type would not be legal under AArch64. If it was using the element type it would only handle half of the tests changed here.

[sdesmalen]

llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp

3313

Can SelectionDAG::getSplatValue() be used here? If so, then this doesn't need to be limited to BUILD_VECTOR, as it seems this fold would work equally well for scalable vectors (which use SPLAT_VECTOR).

[dmgreen]

llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp

3313

Thanks for taking a look. Yeah, seems to work OK. I'll make it so.

[dmgreen]

Use getSplatValue.

[RKSimon]

LGTM - cheers

[sdesmalen]

llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp

3312

nit: s/bvsplat/splat/g

llvm/test/CodeGen/AArch64/neon-shift-neg.ll

567

It seems odd to have a scalable-vector test in neon-shift-neg.ll ? (I actually can't find this test in latest HEAD, am I looking at the right diff?)

[dmgreen]

llvm/test/CodeGen/AArch64/neon-shift-neg.ll

567

Yeah.. The same pattern of negated shifts does not apply for SVE (which makes it a little less useful). I've added a more direct test in 77ae9b364a9d9b99501163761313cefbb345cea7.

llvm/lib/CodeGen/SelectionDAG/DAGCombiner.cpp

if (isNullOrNullSplat(N0)) {
     }
 
     // Convert 0 - abs(x).
     SDValue Result;
     if (N1->getOpcode() == ISD::ABS &&
         !TLI.isOperationLegalOrCustom(ISD::ABS, VT) &&
         TLI.expandABS(N1.getNode(), Result, DAG, true))
       return Result;
+
+    // Fold neg(splat(neg(x)) -> splat(x)
+    if (VT.isVector()) {
+      SDValue N1S = DAG.getSplatValue(N1, true);
+      if (N1S && N1S.getOpcode() == ISD::SUB &&
+          isNullConstant(N1S.getOperand(0))) {
+        if (VT.isScalableVector())
+          return DAG.getSplatVector(VT, DL, N1S.getOperand(1));
+        return DAG.getSplatBuildVector(VT, DL, N1S.getOperand(1));
+      }
+    }
   }
 
   // Canonicalize (sub -1, x) -> ~x, i.e. (xor x, -1)
   if (isAllOnesOrAllOnesSplat(N0))
     return DAG.getNode(ISD::XOR, DL, VT, N1, N0);
 
   // fold (A - (0-B)) -> A+B
   if (N1.getOpcode() == ISD::SUB && isNullOrNullSplat(N1.getOperand(0)))

llvm/test/CodeGen/AArch64/neon-shift-neg.ll

 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
 ; RUN: llc < %s -mtriple=aarch64-none-linux-gnu -mattr=+neon,+sve | FileCheck %s
 
 define <2 x i64> @shr64x2(<2 x i64> %a, i64 %b) {
 ; CHECK-LABEL: shr64x2:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg x8, x0
-; CHECK-NEXT:    dup v1.2d, x8
-; CHECK-NEXT:    neg v1.2d, v1.2d
+; CHECK-NEXT:    dup v1.2d, x0
 ; CHECK-NEXT:    sshl v0.2d, v0.2d, v1.2d
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub nsw i64 0, %b
   %splat.splatinsert = insertelement <2 x i64> poison, i64 %sub, i32 0
   %splat.splat = shufflevector <2 x i64> %splat.splatinsert, <2 x i64> poison, <2 x i32> zeroinitializer
   %shr = ashr <2 x i64> %a, %splat.splat
   ret <2 x i64> %shr
 }
 
 define <4 x i32> @shr32x4(<4 x i32> %a, i32 %b) {
 ; CHECK-LABEL: shr32x4:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.4s, w8
-; CHECK-NEXT:    neg v1.4s, v1.4s
+; CHECK-NEXT:    dup v1.4s, w0
 ; CHECK-NEXT:    sshl v0.4s, v0.4s, v1.4s
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub nsw i32 0, %b
   %splat.splatinsert = insertelement <4 x i32> poison, i32 %sub, i32 0
   %splat.splat = shufflevector <4 x i32> %splat.splatinsert, <4 x i32> poison, <4 x i32> zeroinitializer
   %shr = ashr <4 x i32> %a, %splat.splat
   ret <4 x i32> %shr
 }
 
 define <4 x i32> @shr32x4undef(<4 x i32> %a, i32 %b) {
 ; CHECK-LABEL: shr32x4undef:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.4s, w8
-; CHECK-NEXT:    neg v1.4s, v1.4s
+; CHECK-NEXT:    dup v1.4s, w0
 ; CHECK-NEXT:    sshl v0.4s, v0.4s, v1.4s
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub nsw i32 0, %b
   %splat.splatinsert = insertelement <4 x i32> poison, i32 %sub, i32 0
   %splat.splat = shufflevector <4 x i32> %splat.splatinsert, <4 x i32> poison, <4 x i32> <i32 undef, i32 0, i32 0, i32 0>
   %shr = ashr <4 x i32> %a, %splat.splat
   ret <4 x i32> %shr
 }
 
 define <8 x i16> @shr16x8(<8 x i16> %a, i16 %b) {
 ; CHECK-LABEL: shr16x8:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.8h, w8
-; CHECK-NEXT:    neg v1.8h, v1.8h
+; CHECK-NEXT:    dup v1.8h, w0
 ; CHECK-NEXT:    sshl v0.8h, v0.8h, v1.8h
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i16 0, %b
   %0 = insertelement <8 x i16> undef, i16 %sub, i32 0
   %sh_prom = shufflevector <8 x i16> %0, <8 x i16> undef, <8 x i32> zeroinitializer
   %shr = ashr <8 x i16> %a, %sh_prom
   ret <8 x i16> %shr
 }
 
 define <16 x i8> @shr8x16(<16 x i8> %a, i8 %b) {
 ; CHECK-LABEL: shr8x16:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.16b, w8
-; CHECK-NEXT:    neg v1.16b, v1.16b
+; CHECK-NEXT:    dup v1.16b, w0
 ; CHECK-NEXT:    sshl v0.16b, v0.16b, v1.16b
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i8 0, %b
   %0 = insertelement <16 x i8> undef, i8 %sub, i32 0
   %sh_prom = shufflevector <16 x i8> %0, <16 x i8> undef, <16 x i32> zeroinitializer
   %shr = ashr <16 x i8> %a, %sh_prom
   ret <16 x i8> %shr
 }
 
 define <1 x i64> @shr64x1(<1 x i64> %a, i64 %b) {
 ; CHECK-LABEL: shr64x1:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg x8, x0
-; CHECK-NEXT:    fmov d1, x8
-; CHECK-NEXT:    neg d1, d1
+; CHECK-NEXT:    fmov d1, x0
 ; CHECK-NEXT:    sshl d0, d0, d1
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub nsw i64 0, %b
   %splat.splatinsert = insertelement <1 x i64> poison, i64 %sub, i32 0
   %shr = ashr <1 x i64> %a, %splat.splatinsert
   ret <1 x i64> %shr
 }
 
 define <2 x i32> @shr32x2(<2 x i32> %a, i32 %b) {
 ; CHECK-LABEL: shr32x2:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.2s, w8
-; CHECK-NEXT:    neg v1.2s, v1.2s
+; CHECK-NEXT:    dup v1.2s, w0
 ; CHECK-NEXT:    sshl v0.2s, v0.2s, v1.2s
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub nsw i32 0, %b
   %splat.splatinsert = insertelement <2 x i32> poison, i32 %sub, i32 0
   %splat.splat = shufflevector <2 x i32> %splat.splatinsert, <2 x i32> poison, <2 x i32> zeroinitializer
   %shr = ashr <2 x i32> %a, %splat.splat
   ret <2 x i32> %shr
 }
 
 define <4 x i16> @shr16x4(<4 x i16> %a, i16 %b) {
 ; CHECK-LABEL: shr16x4:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.4h, w8
-; CHECK-NEXT:    neg v1.4h, v1.4h
+; CHECK-NEXT:    dup v1.4h, w0
 ; CHECK-NEXT:    sshl v0.4h, v0.4h, v1.4h
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i16 0, %b
   %0 = insertelement <4 x i16> undef, i16 %sub, i32 0
   %sh_prom = shufflevector <4 x i16> %0, <4 x i16> undef, <4 x i32> zeroinitializer
   %shr = ashr <4 x i16> %a, %sh_prom
   ret <4 x i16> %shr
 }
 
 define <8 x i8> @shr8x8(<8 x i8> %a, i8 %b) {
 ; CHECK-LABEL: shr8x8:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.8b, w8
-; CHECK-NEXT:    neg v1.8b, v1.8b
+; CHECK-NEXT:    dup v1.8b, w0
 ; CHECK-NEXT:    sshl v0.8b, v0.8b, v1.8b
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i8 0, %b
   %0 = insertelement <8 x i8> undef, i8 %sub, i32 0
   %sh_prom = shufflevector <8 x i8> %0, <8 x i8> undef, <8 x i32> zeroinitializer
   %shr = ashr <8 x i8> %a, %sh_prom
   ret <8 x i8> %shr
 }
 
 define <2 x i64> @lshr64x2(<2 x i64> %a, i64 %b) {
 ; CHECK-LABEL: lshr64x2:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg x8, x0
-; CHECK-NEXT:    dup v1.2d, x8
-; CHECK-NEXT:    neg v1.2d, v1.2d
+; CHECK-NEXT:    dup v1.2d, x0
 ; CHECK-NEXT:    ushl v0.2d, v0.2d, v1.2d
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub nsw i64 0, %b
   %splat.splatinsert = insertelement <2 x i64> poison, i64 %sub, i32 0
   %splat.splat = shufflevector <2 x i64> %splat.splatinsert, <2 x i64> poison, <2 x i32> zeroinitializer
   %shr = lshr <2 x i64> %a, %splat.splat
   ret <2 x i64> %shr
 }
 
 define <4 x i32> @lshr32x4(<4 x i32> %a, i32 %b) {
 ; CHECK-LABEL: lshr32x4:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.4s, w8
-; CHECK-NEXT:    neg v1.4s, v1.4s
+; CHECK-NEXT:    dup v1.4s, w0
 ; CHECK-NEXT:    ushl v0.4s, v0.4s, v1.4s
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub nsw i32 0, %b
   %splat.splatinsert = insertelement <4 x i32> poison, i32 %sub, i32 0
   %splat.splat = shufflevector <4 x i32> %splat.splatinsert, <4 x i32> poison, <4 x i32> zeroinitializer
   %shr = lshr <4 x i32> %a, %splat.splat
   ret <4 x i32> %shr
 }
 
 define <4 x i32> @lshr32x4undef(<4 x i32> %a, i32 %b) {
 ; CHECK-LABEL: lshr32x4undef:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.4s, w8
-; CHECK-NEXT:    neg v1.4s, v1.4s
+; CHECK-NEXT:    dup v1.4s, w0
 ; CHECK-NEXT:    ushl v0.4s, v0.4s, v1.4s
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub nsw i32 0, %b
   %splat.splatinsert = insertelement <4 x i32> poison, i32 %sub, i32 0
   %splat.splat = shufflevector <4 x i32> %splat.splatinsert, <4 x i32> poison, <4 x i32> <i32 undef, i32 0, i32 0, i32 0>
   %shr = lshr <4 x i32> %a, %splat.splat
   ret <4 x i32> %shr
 }
 
 define <8 x i16> @lshr16x8(<8 x i16> %a, i16 %b) {
 ; CHECK-LABEL: lshr16x8:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.8h, w8
-; CHECK-NEXT:    neg v1.8h, v1.8h
+; CHECK-NEXT:    dup v1.8h, w0
 ; CHECK-NEXT:    ushl v0.8h, v0.8h, v1.8h
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i16 0, %b
   %0 = insertelement <8 x i16> undef, i16 %sub, i32 0
   %sh_prom = shufflevector <8 x i16> %0, <8 x i16> undef, <8 x i32> zeroinitializer
   %shr = lshr <8 x i16> %a, %sh_prom
   ret <8 x i16> %shr
 }
 
 define <16 x i8> @lshr8x16(<16 x i8> %a, i8 %b) {
 ; CHECK-LABEL: lshr8x16:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.16b, w8
-; CHECK-NEXT:    neg v1.16b, v1.16b
+; CHECK-NEXT:    dup v1.16b, w0
 ; CHECK-NEXT:    ushl v0.16b, v0.16b, v1.16b
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i8 0, %b
   %0 = insertelement <16 x i8> undef, i8 %sub, i32 0
   %sh_prom = shufflevector <16 x i8> %0, <16 x i8> undef, <16 x i32> zeroinitializer
   %shr = lshr <16 x i8> %a, %sh_prom
   ret <16 x i8> %shr
 }
 
 define <1 x i64> @lshr64x1(<1 x i64> %a, i64 %b) {
 ; CHECK-LABEL: lshr64x1:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg x8, x0
-; CHECK-NEXT:    fmov d1, x8
-; CHECK-NEXT:    neg d1, d1
+; CHECK-NEXT:    fmov d1, x0
 ; CHECK-NEXT:    ushl d0, d0, d1
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub nsw i64 0, %b
   %splat.splatinsert = insertelement <1 x i64> poison, i64 %sub, i32 0
   %shr = lshr <1 x i64> %a, %splat.splatinsert
   ret <1 x i64> %shr
 }
 
 define <2 x i32> @lshr32x2(<2 x i32> %a, i32 %b) {
 ; CHECK-LABEL: lshr32x2:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.2s, w8
-; CHECK-NEXT:    neg v1.2s, v1.2s
+; CHECK-NEXT:    dup v1.2s, w0
 ; CHECK-NEXT:    ushl v0.2s, v0.2s, v1.2s
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub nsw i32 0, %b
   %splat.splatinsert = insertelement <2 x i32> poison, i32 %sub, i32 0
   %splat.splat = shufflevector <2 x i32> %splat.splatinsert, <2 x i32> poison, <2 x i32> zeroinitializer
   %shr = lshr <2 x i32> %a, %splat.splat
   ret <2 x i32> %shr
 }
 
 define <4 x i16> @lshr16x4(<4 x i16> %a, i16 %b) {
 ; CHECK-LABEL: lshr16x4:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.4h, w8
-; CHECK-NEXT:    neg v1.4h, v1.4h
+; CHECK-NEXT:    dup v1.4h, w0
 ; CHECK-NEXT:    ushl v0.4h, v0.4h, v1.4h
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i16 0, %b
   %0 = insertelement <4 x i16> undef, i16 %sub, i32 0
   %sh_prom = shufflevector <4 x i16> %0, <4 x i16> undef, <4 x i32> zeroinitializer
   %shr = lshr <4 x i16> %a, %sh_prom
   ret <4 x i16> %shr
 }
 
 define <8 x i8> @lshr8x8(<8 x i8> %a, i8 %b) {
 ; CHECK-LABEL: lshr8x8:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v1.8b, w8
-; CHECK-NEXT:    neg v1.8b, v1.8b
+; CHECK-NEXT:    dup v1.8b, w0
 ; CHECK-NEXT:    ushl v0.8b, v0.8b, v1.8b
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i8 0, %b
   %0 = insertelement <8 x i8> undef, i8 %sub, i32 0
   %sh_prom = shufflevector <8 x i8> %0, <8 x i8> undef, <8 x i32> zeroinitializer
   %shr = lshr <8 x i8> %a, %sh_prom
   ret <8 x i8> %shr

 entry:
   %sub = sub i8 0, %b
   %0 = insertelement <vscale x 16 x i8> undef, i8 %sub, i32 0
   %sh_prom = shufflevector <vscale x 16 x i8> %0, <vscale x 16 x i8> undef, <vscale x 16 x i32> zeroinitializer
   %shl = shl <vscale x 16 x i8> %a, %sh_prom
   ret <vscale x 16 x i8> %shl
 }
 
 define <vscale x 16 x i8> @subsub(<vscale x 16 x i8> %a, i8 %b) {
 ; CHECK-LABEL: subsub:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    mov z0.b, w8
-; CHECK-NEXT:    subr z0.b, z0.b, #0 // =0x0
+; CHECK-NEXT:    mov z0.b, w0
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i8 0, %b
   %0 = insertelement <vscale x 16 x i8> undef, i8 %sub, i32 0
   %sh_prom = shufflevector <vscale x 16 x i8> %0, <vscale x 16 x i8> undef, <vscale x 16 x i32> zeroinitializer
   %sub2 = sub <vscale x 16 x i8> zeroinitializer, %sh_prom
   ret <vscale x 16 x i8> %sub2
 }

llvm/test/CodeGen/AArch64/sub-splat-sub.ll

 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
 ; RUN: llc < %s -mtriple=aarch64-none-linux-gnu -mattr=+neon,+sve | FileCheck %s
 
 define <16 x i8> @subsubii8(<16 x i8> %a, i8 %b) {
 ; CHECK-LABEL: subsubii8:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    dup v0.16b, w8
-; CHECK-NEXT:    neg v0.16b, v0.16b
+; CHECK-NEXT:    dup v0.16b, w0
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i8 0, %b
   %0 = insertelement <16 x i8> undef, i8 %sub, i32 0
   %sh_prom = shufflevector <16 x i8> %0, <16 x i8> undef, <16 x i32> zeroinitializer
   %sub2 = sub <16 x i8> zeroinitializer, %sh_prom
   ret <16 x i8> %sub2
 }
 
 define <vscale x 16 x i8> @subsubni8(<vscale x 16 x i8> %a, i8 %b) {
 ; CHECK-LABEL: subsubni8:
 ; CHECK:       // %bb.0: // %entry
-; CHECK-NEXT:    neg w8, w0
-; CHECK-NEXT:    mov z0.b, w8
-; CHECK-NEXT:    subr z0.b, z0.b, #0 // =0x0
+; CHECK-NEXT:    mov z0.b, w0
 ; CHECK-NEXT:    ret
 entry:
   %sub = sub i8 0, %b
   %0 = insertelement <vscale x 16 x i8> undef, i8 %sub, i32 0
   %sh_prom = shufflevector <vscale x 16 x i8> %0, <vscale x 16 x i8> undef, <vscale x 16 x i32> zeroinitializer
   %sub2 = sub <vscale x 16 x i8> zeroinitializer, %sh_prom
   ret <vscale x 16 x i8> %sub2
 }