Index: llvm/lib/Target/AArch64/AArch64ISelLowering.cpp =================================================================== --- llvm/lib/Target/AArch64/AArch64ISelLowering.cpp +++ llvm/lib/Target/AArch64/AArch64ISelLowering.cpp @@ -17834,6 +17834,83 @@ } } + // Use index 0 as ResNo directly since we know that N is a uzp1 DAG node. + EVT VT = N->getValueType(0); + + // uzp1(xtn x, xtn y) -> xtn(uzp1 (x, y)) + // Only implemented on little-endian subtargets. + bool IsLittleEndian = DAG.getDataLayout().isLittleEndian(); + if (IsLittleEndian && VT.isSimple() && VT.is64BitVector() && + VT.getVectorNumElements() >= 2) { + + auto getSourceOp = [](SDValue Operand) -> SDValue { + const unsigned Opcode = Operand.getOpcode(); + if (Opcode == ISD::TRUNCATE) + return Operand->getOperand(0); + if (Opcode == ISD::BITCAST && + Operand->getOperand(0).getOpcode() == ISD::TRUNCATE) + return Operand->getOperand(0)->getOperand(0); + return SDValue(); + }; + + auto HalfElementSize = [&DAG, &DL](SDValue Source, + SDValue &Result) -> bool { + EVT ResultTy; + switch (Source.getSimpleValueType().SimpleTy) { + case MVT::v2i64: + ResultTy = MVT::v4i32; + break; + case MVT::v4i32: + ResultTy = MVT::v8i16; + break; + case MVT::v8i16: + ResultTy = MVT::v16i8; + break; + default: + return false; + } + Result = DAG.getNode(ISD::BITCAST, DL, ResultTy, Source); + return true; + }; + + SDValue SourceOp0 = getSourceOp(Op0); + SDValue SourceOp1 = getSourceOp(Op1); + EVT DestVT = VT; + + if (!SourceOp0 || !SourceOp1) + return SDValue(); + + SDValue UzpOp0, UzpOp1, UzpResult; + if (HalfElementSize(SourceOp0, UzpOp0) && + HalfElementSize(SourceOp1, UzpOp1)) { + if (UzpOp0.getValueType() != UzpOp1.getValueType()) + return SDValue(); + UzpResult = DAG.getNode(AArch64ISD::UZP1, DL, UzpOp0.getValueType(), + UzpOp0, UzpOp1); + } + else + return SDValue(); + + EVT BitcastResultTy; + + switch (DestVT.getSimpleVT().SimpleTy) { + case MVT::v2i32: + BitcastResultTy = MVT::v2i64; + break; + case MVT::v4i16: + BitcastResultTy = MVT::v4i32; + break; + case MVT::v8i8: + BitcastResultTy = MVT::v8i16; + break; + default: + return SDValue(); + } + + return DAG.getNode( + ISD::TRUNCATE, DL, DestVT, + DAG.getNode(ISD::BITCAST, DL, BitcastResultTy, UzpResult)); + } return SDValue(); } Index: llvm/test/CodeGen/AArch64/aarch64-uzp1-combine.ll =================================================================== --- llvm/test/CodeGen/AArch64/aarch64-uzp1-combine.ll +++ llvm/test/CodeGen/AArch64/aarch64-uzp1-combine.ll @@ -7,9 +7,8 @@ define <4 x i16> @test_combine_v4i16_v2i64(<2 x i64> %a, <2 x i64> %b) { ; CHECK-LE-LABEL: test_combine_v4i16_v2i64: ; CHECK-LE: // %bb.0: -; CHECK-LE-NEXT: xtn v0.2s, v0.2d -; CHECK-LE-NEXT: xtn v1.2s, v1.2d -; CHECK-LE-NEXT: uzp1 v0.4h, v0.4h, v1.4h +; CHECK-LE-NEXT: uzp1 v0.4s, v0.4s, v1.4s +; CHECK-LE-NEXT: xtn v0.4h, v0.4s ; CHECK-LE-NEXT: ret ; ; CHECK-BE-LABEL: test_combine_v4i16_v2i64: @@ -36,9 +35,8 @@ define <4 x i16> @test_combine_v4i16_v4i32(<4 x i32> %a, <4 x i32> %b) { ; CHECK-LE-LABEL: test_combine_v4i16_v4i32: ; CHECK-LE: // %bb.0: +; CHECK-LE-NEXT: uzp1 v0.8h, v0.8h, v1.8h ; CHECK-LE-NEXT: xtn v0.4h, v0.4s -; CHECK-LE-NEXT: xtn v1.4h, v1.4s -; CHECK-LE-NEXT: uzp1 v0.4h, v0.4h, v1.4h ; CHECK-LE-NEXT: ret ; ; CHECK-BE-LABEL: test_combine_v4i16_v4i32: @@ -62,9 +60,8 @@ define <4 x i16> @test_combine_v4i16_v8i16(<8 x i16> %a, <8 x i16> %b) { ; CHECK-LE-LABEL: test_combine_v4i16_v8i16: ; CHECK-LE: // %bb.0: -; CHECK-LE-NEXT: xtn v0.8b, v0.8h -; CHECK-LE-NEXT: xtn v1.8b, v1.8h -; CHECK-LE-NEXT: uzp1 v0.4h, v0.4h, v1.4h +; CHECK-LE-NEXT: uzp1 v0.16b, v0.16b, v1.16b +; CHECK-LE-NEXT: xtn v0.4h, v0.4s ; CHECK-LE-NEXT: ret ; ; CHECK-BE-LABEL: test_combine_v4i16_v8i16: @@ -94,9 +91,8 @@ define <8 x i8> @test_combine_v8i8_v2i64(<2 x i64> %a, <2 x i64> %b) { ; CHECK-LE-LABEL: test_combine_v8i8_v2i64: ; CHECK-LE: // %bb.0: -; CHECK-LE-NEXT: xtn v0.2s, v0.2d -; CHECK-LE-NEXT: xtn v1.2s, v1.2d -; CHECK-LE-NEXT: uzp1 v0.8b, v0.8b, v1.8b +; CHECK-LE-NEXT: uzp1 v0.4s, v0.4s, v1.4s +; CHECK-LE-NEXT: xtn v0.8b, v0.8h ; CHECK-LE-NEXT: ret ; ; CHECK-BE-LABEL: test_combine_v8i8_v2i64: @@ -123,9 +119,8 @@ define <8 x i8> @test_combine_v8i8_v4i32(<4 x i32> %a, <4 x i32> %b) { ; CHECK-LE-LABEL: test_combine_v8i8_v4i32: ; CHECK-LE: // %bb.0: -; CHECK-LE-NEXT: xtn v0.4h, v0.4s -; CHECK-LE-NEXT: xtn v1.4h, v1.4s -; CHECK-LE-NEXT: uzp1 v0.8b, v0.8b, v1.8b +; CHECK-LE-NEXT: uzp1 v0.8h, v0.8h, v1.8h +; CHECK-LE-NEXT: xtn v0.8b, v0.8h ; CHECK-LE-NEXT: ret ; ; CHECK-BE-LABEL: test_combine_v8i8_v4i32: @@ -154,9 +149,8 @@ define <8 x i8> @test_combine_v8i8_v8i16(<8 x i16> %a, <8 x i16> %b) { ; CHECK-LE-LABEL: test_combine_v8i8_v8i16: ; CHECK-LE: // %bb.0: +; CHECK-LE-NEXT: uzp1 v0.16b, v0.16b, v1.16b ; CHECK-LE-NEXT: xtn v0.8b, v0.8h -; CHECK-LE-NEXT: xtn v1.8b, v1.8h -; CHECK-LE-NEXT: uzp1 v0.8b, v0.8b, v1.8b ; CHECK-LE-NEXT: ret ; ; CHECK-BE-LABEL: test_combine_v8i8_v8i16: @@ -268,9 +262,8 @@ define i8 @trunc_v4i64_v4i8(<4 x i64> %input) { ; CHECK-LE-LABEL: trunc_v4i64_v4i8: ; CHECK-LE: // %bb.0: -; CHECK-LE-NEXT: xtn v1.2s, v1.2d -; CHECK-LE-NEXT: xtn v0.2s, v0.2d -; CHECK-LE-NEXT: uzp1 v0.4h, v0.4h, v1.4h +; CHECK-LE-NEXT: uzp1 v0.4s, v0.4s, v1.4s +; CHECK-LE-NEXT: xtn v0.4h, v0.4s ; CHECK-LE-NEXT: addv h0, v0.4h ; CHECK-LE-NEXT: fmov w0, s0 ; CHECK-LE-NEXT: ret