diff --git a/llvm/test/CodeGen/AArch64/nontemporal-load.ll b/llvm/test/CodeGen/AArch64/nontemporal-load.ll --- a/llvm/test/CodeGen/AArch64/nontemporal-load.ll +++ b/llvm/test/CodeGen/AArch64/nontemporal-load.ll @@ -1,11 +1,19 @@ ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc < %s -mtriple aarch64-apple-darwin | FileCheck %s +; RUN: llc < %s -mtriple aarch64_be-unknown-unknown | FileCheck --check-prefix CHECK-BE %s define <4 x double> @test_ldnp_v4f64(<4 x double>* %A) { ; CHECK-LABEL: test_ldnp_v4f64: ; CHECK: ; %bb.0: ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v4f64: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <4 x double>, <4 x double>* %A, align 8, !nontemporal !0 ret <4 x double> %lv } @@ -15,6 +23,13 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v4i64: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <4 x i64>, <4 x i64>* %A, align 8, !nontemporal !0 ret <4 x i64> %lv } @@ -24,6 +39,15 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v8i32: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: rev64 v0.4s, v0.4s +; CHECK-BE-NEXT: rev64 v1.4s, v1.4s +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <8 x i32>, <8 x i32>* %A, align 8, !nontemporal !0 ret <8 x i32> %lv } @@ -33,6 +57,15 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v8f32: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: rev64 v0.4s, v0.4s +; CHECK-BE-NEXT: rev64 v1.4s, v1.4s +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <8 x float>, <8 x float>* %A, align 8, !nontemporal !0 ret <8 x float> %lv } @@ -42,6 +75,15 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v16i16: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: rev64 v0.8h, v0.8h +; CHECK-BE-NEXT: rev64 v1.8h, v1.8h +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <16 x i16>, <16 x i16>* %A, align 8, !nontemporal !0 ret <16 x i16> %lv } @@ -51,6 +93,15 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v16f16: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: rev64 v0.8h, v0.8h +; CHECK-BE-NEXT: rev64 v1.8h, v1.8h +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <16 x half>, <16 x half>* %A, align 8, !nontemporal !0 ret <16 x half> %lv } @@ -60,6 +111,15 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v32i8: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: rev64 v0.16b, v0.16b +; CHECK-BE-NEXT: rev64 v1.16b, v1.16b +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <32 x i8>, <32 x i8>* %A, align 8, !nontemporal !0 ret <32 x i8> %lv } @@ -69,6 +129,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr q0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v4i32: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr q0, [x0] +; CHECK-BE-NEXT: ret %lv = load<4 x i32>, <4 x i32>* %A, align 8, !nontemporal !0 ret <4 x i32> %lv } @@ -78,6 +143,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr q0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v4f32: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr q0, [x0] +; CHECK-BE-NEXT: ret %lv = load<4 x float>, <4 x float>* %A, align 8, !nontemporal !0 ret <4 x float> %lv } @@ -87,6 +157,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr q0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v8i16: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr q0, [x0] +; CHECK-BE-NEXT: ret %lv = load <8 x i16>, <8 x i16>* %A, align 8, !nontemporal !0 ret <8 x i16> %lv } @@ -96,6 +171,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr q0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v16i8: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr q0, [x0] +; CHECK-BE-NEXT: ret %lv = load <16 x i8>, <16 x i8>* %A, align 8, !nontemporal !0 ret <16 x i8> %lv } @@ -104,6 +184,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr q0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v2f64: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr q0, [x0] +; CHECK-BE-NEXT: ret %lv = load <2 x double>, <2 x double>* %A, align 8, !nontemporal !0 ret <2 x double> %lv } @@ -113,6 +198,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr d0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v2i32: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr d0, [x0] +; CHECK-BE-NEXT: ret %lv = load <2 x i32>, <2 x i32>* %A, align 8, !nontemporal !0 ret <2 x i32> %lv } @@ -122,6 +212,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr d0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v2f32: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr d0, [x0] +; CHECK-BE-NEXT: ret %lv = load <2 x float>, <2 x float>* %A, align 8, !nontemporal !0 ret <2 x float> %lv } @@ -131,6 +226,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr d0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v4i16: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr d0, [x0] +; CHECK-BE-NEXT: ret %lv = load <4 x i16>, <4 x i16>* %A, align 8, !nontemporal !0 ret <4 x i16> %lv } @@ -140,6 +240,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr d0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v8i8: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr d0, [x0] +; CHECK-BE-NEXT: ret %lv = load <8 x i8>, <8 x i8>* %A, align 8, !nontemporal !0 ret <8 x i8> %lv } @@ -149,6 +254,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr d0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v1f64: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr d0, [x0] +; CHECK-BE-NEXT: ret %lv = load <1 x double>, <1 x double>* %A, align 8, !nontemporal !0 ret <1 x double> %lv } @@ -158,6 +268,11 @@ ; CHECK: ; %bb.0: ; CHECK-NEXT: ldr d0, [x0] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v1i64: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldr d0, [x0] +; CHECK-BE-NEXT: ret %lv = load <1 x i64>, <1 x i64>* %A, align 8, !nontemporal !0 ret <1 x i64> %lv } @@ -168,6 +283,20 @@ ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ldnp q2, q3, [x0, #32] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v32i16: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: ldnp q2, q3, [x0, #32] +; CHECK-BE-NEXT: rev64 v0.8h, v0.8h +; CHECK-BE-NEXT: rev64 v2.8h, v2.8h +; CHECK-BE-NEXT: rev64 v1.8h, v1.8h +; CHECK-BE-NEXT: rev64 v3.8h, v3.8h +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v2.16b, v2.16b, v2.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ext v3.16b, v3.16b, v3.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <32 x i16>, <32 x i16>* %A, align 8, !nontemporal !0 ret <32 x i16> %lv } @@ -178,6 +307,20 @@ ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ldnp q2, q3, [x0, #32] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v32f16: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: ldnp q2, q3, [x0, #32] +; CHECK-BE-NEXT: rev64 v0.8h, v0.8h +; CHECK-BE-NEXT: rev64 v2.8h, v2.8h +; CHECK-BE-NEXT: rev64 v1.8h, v1.8h +; CHECK-BE-NEXT: rev64 v3.8h, v3.8h +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v2.16b, v2.16b, v2.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ext v3.16b, v3.16b, v3.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <32 x half>, <32 x half>* %A, align 8, !nontemporal !0 ret <32 x half> %lv } @@ -188,6 +331,20 @@ ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ldnp q2, q3, [x0, #32] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v16i32: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: ldnp q2, q3, [x0, #32] +; CHECK-BE-NEXT: rev64 v0.4s, v0.4s +; CHECK-BE-NEXT: rev64 v2.4s, v2.4s +; CHECK-BE-NEXT: rev64 v1.4s, v1.4s +; CHECK-BE-NEXT: rev64 v3.4s, v3.4s +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v2.16b, v2.16b, v2.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ext v3.16b, v3.16b, v3.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <16 x i32>, <16 x i32>* %A, align 8, !nontemporal !0 ret <16 x i32> %lv } @@ -198,6 +355,20 @@ ; CHECK-NEXT: ldnp q0, q1, [x0] ; CHECK-NEXT: ldnp q2, q3, [x0, #32] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v16f32: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q0, q1, [x0] +; CHECK-BE-NEXT: ldnp q2, q3, [x0, #32] +; CHECK-BE-NEXT: rev64 v0.4s, v0.4s +; CHECK-BE-NEXT: rev64 v2.4s, v2.4s +; CHECK-BE-NEXT: rev64 v1.4s, v1.4s +; CHECK-BE-NEXT: rev64 v3.4s, v3.4s +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ext v2.16b, v2.16b, v2.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ext v3.16b, v3.16b, v3.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <16 x float>, <16 x float>* %A, align 8, !nontemporal !0 ret <16 x float> %lv } @@ -212,6 +383,26 @@ ; CHECK-NEXT: stp q1, q2, [x8, #32] ; CHECK-NEXT: str s0, [x8, #64] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v17f32: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: add x9, x0, #32 +; CHECK-BE-NEXT: ld1 { v1.4s }, [x0] +; CHECK-BE-NEXT: add x10, x0, #16 +; CHECK-BE-NEXT: ldr s2, [x0, #64] +; CHECK-BE-NEXT: ld1 { v0.4s }, [x9] +; CHECK-BE-NEXT: add x9, x0, #48 +; CHECK-BE-NEXT: ld1 { v4.4s }, [x10] +; CHECK-BE-NEXT: add x10, x8, #32 +; CHECK-BE-NEXT: ld1 { v3.4s }, [x9] +; CHECK-BE-NEXT: add x9, x8, #48 +; CHECK-BE-NEXT: str s2, [x8, #64] +; CHECK-BE-NEXT: st1 { v1.4s }, [x8] +; CHECK-BE-NEXT: add x8, x8, #16 +; CHECK-BE-NEXT: st1 { v3.4s }, [x9] +; CHECK-BE-NEXT: st1 { v0.4s }, [x10] +; CHECK-BE-NEXT: st1 { v4.4s }, [x8] +; CHECK-BE-NEXT: ret %lv = load <17 x float>, <17 x float>* %A, align 8, !nontemporal !0 ret <17 x float> %lv } @@ -238,6 +429,74 @@ ; CHECK-NEXT: stp q23, q24, [x8, #192] ; CHECK-NEXT: stp q21, q22, [x8, #224] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v33f64: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: add x9, x0, #16 +; CHECK-BE-NEXT: add x10, x0, #32 +; CHECK-BE-NEXT: ld1 { v21.2d }, [x0] +; CHECK-BE-NEXT: add x11, x8, #208 +; CHECK-BE-NEXT: ld1 { v0.2d }, [x9] +; CHECK-BE-NEXT: add x9, x0, #48 +; CHECK-BE-NEXT: ld1 { v1.2d }, [x10] +; CHECK-BE-NEXT: add x10, x0, #64 +; CHECK-BE-NEXT: ld1 { v2.2d }, [x9] +; CHECK-BE-NEXT: add x9, x0, #80 +; CHECK-BE-NEXT: ld1 { v3.2d }, [x10] +; CHECK-BE-NEXT: add x10, x0, #96 +; CHECK-BE-NEXT: ld1 { v4.2d }, [x9] +; CHECK-BE-NEXT: add x9, x0, #112 +; CHECK-BE-NEXT: ld1 { v5.2d }, [x10] +; CHECK-BE-NEXT: add x10, x0, #128 +; CHECK-BE-NEXT: ld1 { v6.2d }, [x9] +; CHECK-BE-NEXT: add x9, x0, #144 +; CHECK-BE-NEXT: ld1 { v7.2d }, [x10] +; CHECK-BE-NEXT: add x10, x0, #160 +; CHECK-BE-NEXT: ld1 { v16.2d }, [x9] +; CHECK-BE-NEXT: add x9, x0, #176 +; CHECK-BE-NEXT: ld1 { v17.2d }, [x10] +; CHECK-BE-NEXT: add x10, x0, #192 +; CHECK-BE-NEXT: ld1 { v18.2d }, [x9] +; CHECK-BE-NEXT: add x9, x0, #224 +; CHECK-BE-NEXT: ld1 { v19.2d }, [x10] +; CHECK-BE-NEXT: add x10, x0, #208 +; CHECK-BE-NEXT: ld1 { v20.2d }, [x9] +; CHECK-BE-NEXT: add x9, x0, #240 +; CHECK-BE-NEXT: ldr d22, [x0, #256] +; CHECK-BE-NEXT: ld1 { v23.2d }, [x9] +; CHECK-BE-NEXT: add x9, x8, #240 +; CHECK-BE-NEXT: ld1 { v24.2d }, [x10] +; CHECK-BE-NEXT: add x10, x8, #224 +; CHECK-BE-NEXT: str d22, [x8, #256] +; CHECK-BE-NEXT: st1 { v21.2d }, [x8] +; CHECK-BE-NEXT: st1 { v23.2d }, [x9] +; CHECK-BE-NEXT: add x9, x8, #192 +; CHECK-BE-NEXT: st1 { v20.2d }, [x10] +; CHECK-BE-NEXT: add x10, x8, #176 +; CHECK-BE-NEXT: st1 { v24.2d }, [x11] +; CHECK-BE-NEXT: add x11, x8, #160 +; CHECK-BE-NEXT: st1 { v19.2d }, [x9] +; CHECK-BE-NEXT: add x9, x8, #144 +; CHECK-BE-NEXT: st1 { v18.2d }, [x10] +; CHECK-BE-NEXT: add x10, x8, #128 +; CHECK-BE-NEXT: st1 { v17.2d }, [x11] +; CHECK-BE-NEXT: add x11, x8, #112 +; CHECK-BE-NEXT: st1 { v16.2d }, [x9] +; CHECK-BE-NEXT: add x9, x8, #96 +; CHECK-BE-NEXT: st1 { v7.2d }, [x10] +; CHECK-BE-NEXT: add x10, x8, #80 +; CHECK-BE-NEXT: st1 { v6.2d }, [x11] +; CHECK-BE-NEXT: add x11, x8, #64 +; CHECK-BE-NEXT: st1 { v5.2d }, [x9] +; CHECK-BE-NEXT: add x9, x8, #48 +; CHECK-BE-NEXT: st1 { v4.2d }, [x10] +; CHECK-BE-NEXT: add x10, x8, #32 +; CHECK-BE-NEXT: add x8, x8, #16 +; CHECK-BE-NEXT: st1 { v3.2d }, [x11] +; CHECK-BE-NEXT: st1 { v2.2d }, [x9] +; CHECK-BE-NEXT: st1 { v1.2d }, [x10] +; CHECK-BE-NEXT: st1 { v0.2d }, [x8] +; CHECK-BE-NEXT: ret %lv = load <33 x double>, <33 x double>* %A, align 8, !nontemporal !0 ret <33 x double> %lv } @@ -250,6 +509,18 @@ ; CHECK-NEXT: stp q1, q0, [x8] ; CHECK-NEXT: strb w9, [x8, #32] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v33i8: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: add x9, x0, #16 +; CHECK-BE-NEXT: ld1 { v0.16b }, [x0] +; CHECK-BE-NEXT: add x10, x8, #16 +; CHECK-BE-NEXT: ld1 { v1.16b }, [x9] +; CHECK-BE-NEXT: ldrb w9, [x0, #32] +; CHECK-BE-NEXT: strb w9, [x8, #32] +; CHECK-BE-NEXT: st1 { v0.16b }, [x8] +; CHECK-BE-NEXT: st1 { v1.16b }, [x10] +; CHECK-BE-NEXT: ret %lv = load<33 x i8>, <33 x i8>* %A, align 8, !nontemporal !0 ret <33 x i8> %lv } @@ -271,6 +542,39 @@ ; CHECK-NEXT: ubfx x7, x11, #3, #1 ; CHECK-NEXT: fmov x0, d0 ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v4i65: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldp x9, x8, [x0, #16] +; CHECK-BE-NEXT: ldp x11, x10, [x0] +; CHECK-BE-NEXT: ldrb w7, [x0, #32] +; CHECK-BE-NEXT: lsr x13, x9, #56 +; CHECK-BE-NEXT: lsr x14, x11, #56 +; CHECK-BE-NEXT: extr x15, x10, x9, #56 +; CHECK-BE-NEXT: bfi x7, x8, #8, #56 +; CHECK-BE-NEXT: extr x8, x9, x8, #56 +; CHECK-BE-NEXT: extr x12, x11, x10, #56 +; CHECK-BE-NEXT: lsr x11, x11, #59 +; CHECK-BE-NEXT: ubfx x9, x9, #57, #1 +; CHECK-BE-NEXT: extr x5, x13, x8, #1 +; CHECK-BE-NEXT: extr x1, x14, x12, #3 +; CHECK-BE-NEXT: ubfx x12, x10, #58, #1 +; CHECK-BE-NEXT: fmov d0, x11 +; CHECK-BE-NEXT: and x11, x8, #0x1 +; CHECK-BE-NEXT: lsr x10, x10, #56 +; CHECK-BE-NEXT: fmov d2, x9 +; CHECK-BE-NEXT: fmov d1, x12 +; CHECK-BE-NEXT: extr x3, x10, x15, #2 +; CHECK-BE-NEXT: fmov d3, x11 +; CHECK-BE-NEXT: mov v0.d[1], x1 +; CHECK-BE-NEXT: mov v2.d[1], x5 +; CHECK-BE-NEXT: mov v1.d[1], x3 +; CHECK-BE-NEXT: mov v3.d[1], x7 +; CHECK-BE-NEXT: fmov x0, d0 +; CHECK-BE-NEXT: fmov x4, d2 +; CHECK-BE-NEXT: fmov x2, d1 +; CHECK-BE-NEXT: fmov x6, d3 +; CHECK-BE-NEXT: ret %lv = load <4 x i65>, <4 x i65>* %A, align 8, !nontemporal !0 ret <4 x i65> %lv } @@ -288,6 +592,19 @@ ; CHECK-NEXT: and x2, x9, #0x7fffffffffffffff ; CHECK-NEXT: and x3, x10, #0x7fffffffffffffff ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v4i63: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldp x9, x8, [x0] +; CHECK-BE-NEXT: ldp x10, x11, [x0, #16] +; CHECK-BE-NEXT: extr x9, x9, x8, #61 +; CHECK-BE-NEXT: extr x8, x8, x10, #62 +; CHECK-BE-NEXT: extr x10, x10, x11, #63 +; CHECK-BE-NEXT: and x3, x11, #0x7fffffffffffffff +; CHECK-BE-NEXT: and x0, x9, #0x7fffffffffffffff +; CHECK-BE-NEXT: and x1, x8, #0x7fffffffffffffff +; CHECK-BE-NEXT: and x2, x10, #0x7fffffffffffffff +; CHECK-BE-NEXT: ret %lv = load <4 x i63>, <4 x i63>* %A, align 8, !nontemporal !0 ret <4 x i63> %lv } @@ -305,6 +622,21 @@ ; CHECK-NEXT: ; kill: def $d3 killed $d3 killed $q3 ; CHECK-NEXT: ; kill: def $d4 killed $d4 killed $q4 ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v5f64: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: add x8, x0, #16 +; CHECK-BE-NEXT: ld1 { v0.2d }, [x0] +; CHECK-BE-NEXT: ldr d4, [x0, #32] +; CHECK-BE-NEXT: ld1 { v2.2d }, [x8] +; CHECK-BE-NEXT: // kill: def $d4 killed $d4 killed $q4 +; CHECK-BE-NEXT: ext v1.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: // kill: def $d0 killed $d0 killed $q0 +; CHECK-BE-NEXT: // kill: def $d1 killed $d1 killed $q1 +; CHECK-BE-NEXT: ext v3.16b, v2.16b, v2.16b, #8 +; CHECK-BE-NEXT: // kill: def $d2 killed $d2 killed $q2 +; CHECK-BE-NEXT: // kill: def $d3 killed $d3 killed $q3 +; CHECK-BE-NEXT: ret %lv = load<5 x double>, <5 x double>* %A, align 8, !nontemporal !0 ret <5 x double> %lv } @@ -317,6 +649,22 @@ ; CHECK-NEXT: ldnp q4, q5, [x0, #64] ; CHECK-NEXT: ldnp q6, q7, [x0, #96] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v16i64: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q1, q5, [x0, #64] +; CHECK-BE-NEXT: ldnp q0, q3, [x0] +; CHECK-BE-NEXT: ext v4.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ldnp q2, q7, [x0, #32] +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ldnp q6, q16, [x0, #96] +; CHECK-BE-NEXT: ext v2.16b, v2.16b, v2.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v3.16b, v3.16b, #8 +; CHECK-BE-NEXT: ext v6.16b, v6.16b, v6.16b, #8 +; CHECK-BE-NEXT: ext v3.16b, v7.16b, v7.16b, #8 +; CHECK-BE-NEXT: ext v5.16b, v5.16b, v5.16b, #8 +; CHECK-BE-NEXT: ext v7.16b, v16.16b, v16.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <16 x i64>, <16 x i64>* %A, align 8, !nontemporal !0 ret <16 x i64> %lv } @@ -329,6 +677,22 @@ ; CHECK-NEXT: ldnp q4, q5, [x0, #64] ; CHECK-NEXT: ldnp q6, q7, [x0, #96] ; CHECK-NEXT: ret +; +; CHECK-BE-LABEL: test_ldnp_v16f64: +; CHECK-BE: // %bb.0: +; CHECK-BE-NEXT: ldnp q1, q5, [x0, #64] +; CHECK-BE-NEXT: ldnp q0, q3, [x0] +; CHECK-BE-NEXT: ext v4.16b, v1.16b, v1.16b, #8 +; CHECK-BE-NEXT: ldnp q2, q7, [x0, #32] +; CHECK-BE-NEXT: ext v0.16b, v0.16b, v0.16b, #8 +; CHECK-BE-NEXT: ldnp q6, q16, [x0, #96] +; CHECK-BE-NEXT: ext v2.16b, v2.16b, v2.16b, #8 +; CHECK-BE-NEXT: ext v1.16b, v3.16b, v3.16b, #8 +; CHECK-BE-NEXT: ext v6.16b, v6.16b, v6.16b, #8 +; CHECK-BE-NEXT: ext v3.16b, v7.16b, v7.16b, #8 +; CHECK-BE-NEXT: ext v5.16b, v5.16b, v5.16b, #8 +; CHECK-BE-NEXT: ext v7.16b, v16.16b, v16.16b, #8 +; CHECK-BE-NEXT: ret %lv = load <16 x double>, <16 x double>* %A, align 8, !nontemporal !0 ret <16 x double> %lv }