Index: llvm/trunk/lib/Target/WebAssembly/MCTargetDesc/WebAssemblyMCTargetDesc.h =================================================================== --- llvm/trunk/lib/Target/WebAssembly/MCTargetDesc/WebAssemblyMCTargetDesc.h +++ llvm/trunk/lib/Target/WebAssembly/MCTargetDesc/WebAssemblyMCTargetDesc.h @@ -305,6 +305,31 @@ case WebAssembly::ATOMIC_WAIT_I64: case WebAssembly::ATOMIC_WAIT_I64_S: return 3; + case WebAssembly::LOAD_v16i8: + case WebAssembly::LOAD_v16i8_S: + case WebAssembly::LOAD_v8i16: + case WebAssembly::LOAD_v8i16_S: + case WebAssembly::LOAD_v4i32: + case WebAssembly::LOAD_v4i32_S: + case WebAssembly::LOAD_v2i64: + case WebAssembly::LOAD_v2i64_S: + case WebAssembly::LOAD_v4f32: + case WebAssembly::LOAD_v4f32_S: + case WebAssembly::LOAD_v2f64: + case WebAssembly::LOAD_v2f64_S: + case WebAssembly::STORE_v16i8: + case WebAssembly::STORE_v16i8_S: + case WebAssembly::STORE_v8i16: + case WebAssembly::STORE_v8i16_S: + case WebAssembly::STORE_v4i32: + case WebAssembly::STORE_v4i32_S: + case WebAssembly::STORE_v2i64: + case WebAssembly::STORE_v2i64_S: + case WebAssembly::STORE_v4f32: + case WebAssembly::STORE_v4f32_S: + case WebAssembly::STORE_v2f64: + case WebAssembly::STORE_v2f64_S: + return 4; default: llvm_unreachable("Only loads and stores have p2align values"); } Index: llvm/trunk/lib/Target/WebAssembly/WebAssemblyInstrSIMD.td =================================================================== --- llvm/trunk/lib/Target/WebAssembly/WebAssemblyInstrSIMD.td +++ llvm/trunk/lib/Target/WebAssembly/WebAssemblyInstrSIMD.td @@ -18,13 +18,28 @@ foreach SIZE = [2, 4, 8, 16, 32] in def LaneIdx#SIZE : ImmLeaf; -// const vectors multiclass ConstVec { defm CONST_V128_#vec_t : SIMD_I<(outs V128:$dst), ops, (outs), ops, [(set V128:$dst, (vec_t pat))], "v128.const\t$dst, "#args, "v128.const\t"#args, 0>; } +multiclass SIMDLoad { + let mayLoad = 1 in + defm LOAD_#vec_t : + SIMD_I<(outs V128:$dst), (ins P2Align:$align, offset32_op:$off, I32:$addr), + (outs), (ins P2Align:$align, offset32_op:$off), [], + "v128.load\t$dst, ${off}(${addr})$align", + "v128.load\t$off$align", 1>; +} +multiclass SIMDStore { + let mayStore = 1 in + defm STORE_#vec_t : + SIMD_I<(outs), (ins P2Align:$align, offset32_op:$off, I32:$addr, V128:$vec), + (outs), (ins P2Align:$align, offset32_op:$off), [], + "v128.store\t${off}(${addr})$align, $vec", + "v128.store\t$off$align", 2>; +} multiclass ExtractLane simdop, string suffix = "", SDNode extract = vector_extract> { @@ -177,6 +192,11 @@ (build_vector (f64 fpimm:$i0), (f64 fpimm:$i1)), "$i0, $i1">; +foreach vec_t = [v16i8, v8i16, v4i32, v2i64, v4f32, v2f64] in { +defm "" : SIMDLoad; +defm "" : SIMDStore; +} + defm "" : ExtractLaneExtended<"_s", 9>; defm "" : ExtractLaneExtended<"_u", 10>; defm "" : ExtractLane; @@ -222,6 +242,29 @@ } // Defs = [ARGUMENTS] +// Def load and store patterns from WebAssemblyInstrMemory.td for vector types +foreach vec_t = [v16i8, v8i16, v4i32, v2i64, v4f32, v2f64] in { + +def : LoadPatNoOffset("LOAD_"#vec_t)>; +def : LoadPatImmOff("LOAD_"#vec_t)>; +def : LoadPatImmOff("LOAD_"#vec_t)>; +def : LoadPatGlobalAddr("LOAD_"#vec_t)>; +def : LoadPatExternalSym("LOAD_"#vec_t)>; +def : LoadPatOffsetOnly("LOAD_"#vec_t)>; +def : LoadPatGlobalAddrOffOnly("LOAD_"#vec_t)>; +def : LoadPatExternSymOffOnly("LOAD_"#vec_t)>; + +def : StorePatNoOffset("STORE_"#vec_t)>; +def : StorePatImmOff("STORE_"#vec_t)>; +def : StorePatImmOff("STORE_"#vec_t)>; +def : StorePatGlobalAddr("STORE_"#vec_t)>; +def : StorePatExternalSym("STORE_"#vec_t)>; +def : StorePatOffsetOnly("STORE_"#vec_t)>; +def : StorePatGlobalAddrOffOnly("STORE_"#vec_t)>; +def : StorePatExternSymOffOnly("STORE_"#vec_t)>; + +} + // follow convention of making implicit expansions unsigned def : Pat<(i32 (vector_extract (v16i8 V128:$vec), (i32 LaneIdx16:$idx))), (EXTRACT_LANE_v16i8_u V128:$vec, (i32 LaneIdx16:$idx))>; Index: llvm/trunk/test/CodeGen/WebAssembly/offset-simd.ll =================================================================== --- llvm/trunk/test/CodeGen/WebAssembly/offset-simd.ll +++ llvm/trunk/test/CodeGen/WebAssembly/offset-simd.ll @@ -0,0 +1,1312 @@ +; RUN: llc < %s -disable-wasm-fallthrough-return-opt -wasm-keep-registers -wasm-disable-explicit-locals -wasm-enable-unimplemented-simd -mattr=+simd128,+sign-ext --show-mc-encoding | FileCheck %s --check-prefixes CHECK,SIMD128 +; RUN: llc < %s -disable-wasm-fallthrough-return-opt -wasm-keep-registers -wasm-disable-explicit-locals -mattr=+simd128,+sign-ext --show-mc-encoding | FileCheck %s --check-prefixes CHECK,SIMD128-VM +; RUN: llc < %s -disable-wasm-fallthrough-return-opt -wasm-keep-registers -wasm-disable-explicit-locals -mattr=-simd128,+sign-ext --show-mc-encoding | FileCheck %s --check-prefixes CHECK,NO-SIMD128 + +; Test SIMD loads and stores + +target datalayout = "e-m:e-p:32:32-i64:64-n32:64-S128" +target triple = "wasm32-unknown-unknown" + +; ============================================================================== +; 16 x i8 +; ============================================================================== +; CHECK-LABEL: load_v16i8: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 0($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop0 # +define <16 x i8> @load_v16i8(<16 x i8>* %p) { + %v = load <16 x i8>, <16 x i8>* %p + ret <16 x i8> %v +} + +; CHECK-LABEL: load_v16i8_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <16 x i8> @load_v16i8_with_folded_offset(<16 x i8>* %p) { + %q = ptrtoint <16 x i8>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <16 x i8>* + %v = load <16 x i8>, <16 x i8>* %s + ret <16 x i8> %v +} + +; CHECK-LABEL: load_v16i8_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <16 x i8> @load_v16i8_with_folded_gep_offset(<16 x i8>* %p) { + %s = getelementptr inbounds <16 x i8>, <16 x i8>* %p, i32 1 + %v = load <16 x i8>, <16 x i8>* %s + ret <16 x i8> %v +} + +; CHECK-LABEL: load_v16i8_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <16 x i8> @load_v16i8_with_unfolded_gep_negative_offset(<16 x i8>* %p) { + %s = getelementptr inbounds <16 x i8>, <16 x i8>* %p, i32 -1 + %v = load <16 x i8>, <16 x i8>* %s + ret <16 x i8> %v +} + +; CHECK-LABEL: load_v16i8_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <16 x i8> @load_v16i8_with_unfolded_offset(<16 x i8>* %p) { + %q = ptrtoint <16 x i8>* %p to i32 + %r = add nsw i32 %q, 16 + %s = inttoptr i32 %r to <16 x i8>* + %v = load <16 x i8>, <16 x i8>* %s + ret <16 x i8> %v +} + +; CHECK-LABEL: load_v16i8_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <16 x i8> @load_v16i8_with_unfolded_gep_offset(<16 x i8>* %p) { + %s = getelementptr <16 x i8>, <16 x i8>* %p, i32 1 + %v = load <16 x i8>, <16 x i8>* %s + ret <16 x i8> %v +} + +; CHECK-LABEL: load_v16i8_from_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, 32($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x20]{{$}} +; SIMD128: return $pop1 # +define <16 x i8> @load_v16i8_from_numeric_address() { + %s = inttoptr i32 32 to <16 x i8>* + %v = load <16 x i8>, <16 x i8>* %s + ret <16 x i8> %v +} + +; CHECK-LABEL: load_v16i8_from_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, gv_v16i8($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00, +; SIMD128: return $pop1 # +@gv_v16i8 = global <16 x i8> +define <16 x i8> @load_v16i8_from_global_address() { + %v = load <16 x i8>, <16 x i8>* @gv_v16i8 + ret <16 x i8> %v +} + +; CHECK-LABEL: store_v16i8: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 0($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v16i8(<16 x i8> %v, <16 x i8>* %p) { + store <16 x i8> %v , <16 x i8>* %p + ret void +} + +; CHECK-LABEL: store_v16i8_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v16i8_with_folded_offset(<16 x i8> %v, <16 x i8>* %p) { + %q = ptrtoint <16 x i8>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <16 x i8>* + store <16 x i8> %v , <16 x i8>* %s + ret void +} + +; CHECK-LABEL: store_v16i8_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v16i8_with_folded_gep_offset(<16 x i8> %v, <16 x i8>* %p) { + %s = getelementptr inbounds <16 x i8>, <16 x i8>* %p, i32 1 + store <16 x i8> %v , <16 x i8>* %s + ret void +} + +; CHECK-LABEL: store_v16i8_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v16i8_with_unfolded_gep_negative_offset(<16 x i8> %v, <16 x i8>* %p) { + %s = getelementptr inbounds <16 x i8>, <16 x i8>* %p, i32 -1 + store <16 x i8> %v , <16 x i8>* %s + ret void +} + +; CHECK-LABEL: store_v16i8_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v16i8_with_unfolded_offset(<16 x i8> %v, <16 x i8>* %p) { + %s = getelementptr inbounds <16 x i8>, <16 x i8>* %p, i32 -1 + store <16 x i8> %v , <16 x i8>* %s + ret void +} + +; CHECK-LABEL: store_v16i8_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v16i8_with_unfolded_gep_offset(<16 x i8> %v, <16 x i8>* %p) { + %s = getelementptr <16 x i8>, <16 x i8>* %p, i32 1 + store <16 x i8> %v , <16 x i8>* %s + ret void +} + +; CHECK-LABEL: store_v16i8_to_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store 32($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x20]{{$}} +define void @store_v16i8_to_numeric_address(<16 x i8> %v) { + %s = inttoptr i32 32 to <16 x i8>* + store <16 x i8> %v , <16 x i8>* %s + ret void +} + +; CHECK-LABEL: store_v16i8_to_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store gv_v16i8($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00, +define void @store_v16i8_to_global_address(<16 x i8> %v) { + store <16 x i8> %v , <16 x i8>* @gv_v16i8 + ret void +} + +; ============================================================================== +; 8 x i16 +; ============================================================================== +; CHECK-LABEL: load_v8i16: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 0($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop0 # +define <8 x i16> @load_v8i16(<8 x i16>* %p) { + %v = load <8 x i16>, <8 x i16>* %p + ret <8 x i16> %v +} + +; CHECK-LABEL: load_v8i16_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <8 x i16> @load_v8i16_with_folded_offset(<8 x i16>* %p) { + %q = ptrtoint <8 x i16>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <8 x i16>* + %v = load <8 x i16>, <8 x i16>* %s + ret <8 x i16> %v +} + +; CHECK-LABEL: load_v8i16_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <8 x i16> @load_v8i16_with_folded_gep_offset(<8 x i16>* %p) { + %s = getelementptr inbounds <8 x i16>, <8 x i16>* %p, i32 1 + %v = load <8 x i16>, <8 x i16>* %s + ret <8 x i16> %v +} + +; CHECK-LABEL: load_v8i16_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <8 x i16> @load_v8i16_with_unfolded_gep_negative_offset(<8 x i16>* %p) { + %s = getelementptr inbounds <8 x i16>, <8 x i16>* %p, i32 -1 + %v = load <8 x i16>, <8 x i16>* %s + ret <8 x i16> %v +} + +; CHECK-LABEL: load_v8i16_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <8 x i16> @load_v8i16_with_unfolded_offset(<8 x i16>* %p) { + %q = ptrtoint <8 x i16>* %p to i32 + %r = add nsw i32 %q, 16 + %s = inttoptr i32 %r to <8 x i16>* + %v = load <8 x i16>, <8 x i16>* %s + ret <8 x i16> %v +} + +; CHECK-LABEL: load_v8i16_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <8 x i16> @load_v8i16_with_unfolded_gep_offset(<8 x i16>* %p) { + %s = getelementptr <8 x i16>, <8 x i16>* %p, i32 1 + %v = load <8 x i16>, <8 x i16>* %s + ret <8 x i16> %v +} + +; CHECK-LABEL: load_v8i16_from_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, 32($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x20]{{$}} +; SIMD128: return $pop1 # +define <8 x i16> @load_v8i16_from_numeric_address() { + %s = inttoptr i32 32 to <8 x i16>* + %v = load <8 x i16>, <8 x i16>* %s + ret <8 x i16> %v +} + +; CHECK-LABEL: load_v8i16_from_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, gv_v8i16($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00, +; SIMD128: return $pop1 # +@gv_v8i16 = global <8 x i16> +define <8 x i16> @load_v8i16_from_global_address() { + %v = load <8 x i16>, <8 x i16>* @gv_v8i16 + ret <8 x i16> %v +} + +; CHECK-LABEL: store_v8i16: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 0($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v8i16(<8 x i16> %v, <8 x i16>* %p) { + store <8 x i16> %v , <8 x i16>* %p + ret void +} + +; CHECK-LABEL: store_v8i16_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v8i16_with_folded_offset(<8 x i16> %v, <8 x i16>* %p) { + %q = ptrtoint <8 x i16>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <8 x i16>* + store <8 x i16> %v , <8 x i16>* %s + ret void +} + +; CHECK-LABEL: store_v8i16_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v8i16_with_folded_gep_offset(<8 x i16> %v, <8 x i16>* %p) { + %s = getelementptr inbounds <8 x i16>, <8 x i16>* %p, i32 1 + store <8 x i16> %v , <8 x i16>* %s + ret void +} + +; CHECK-LABEL: store_v8i16_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v8i16_with_unfolded_gep_negative_offset(<8 x i16> %v, <8 x i16>* %p) { + %s = getelementptr inbounds <8 x i16>, <8 x i16>* %p, i32 -1 + store <8 x i16> %v , <8 x i16>* %s + ret void +} + +; CHECK-LABEL: store_v8i16_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v8i16_with_unfolded_offset(<8 x i16> %v, <8 x i16>* %p) { + %s = getelementptr inbounds <8 x i16>, <8 x i16>* %p, i32 -1 + store <8 x i16> %v , <8 x i16>* %s + ret void +} + +; CHECK-LABEL: store_v8i16_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v8i16_with_unfolded_gep_offset(<8 x i16> %v, <8 x i16>* %p) { + %s = getelementptr <8 x i16>, <8 x i16>* %p, i32 1 + store <8 x i16> %v , <8 x i16>* %s + ret void +} + +; CHECK-LABEL: store_v8i16_to_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store 32($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x20]{{$}} +define void @store_v8i16_to_numeric_address(<8 x i16> %v) { + %s = inttoptr i32 32 to <8 x i16>* + store <8 x i16> %v , <8 x i16>* %s + ret void +} + +; CHECK-LABEL: store_v8i16_to_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store gv_v8i16($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00, +define void @store_v8i16_to_global_address(<8 x i16> %v) { + store <8 x i16> %v , <8 x i16>* @gv_v8i16 + ret void +} + +; ============================================================================== +; 4 x i32 +; ============================================================================== +; CHECK-LABEL: load_v4i32: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 0($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop0 # +define <4 x i32> @load_v4i32(<4 x i32>* %p) { + %v = load <4 x i32>, <4 x i32>* %p + ret <4 x i32> %v +} + +; CHECK-LABEL: load_v4i32_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <4 x i32> @load_v4i32_with_folded_offset(<4 x i32>* %p) { + %q = ptrtoint <4 x i32>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <4 x i32>* + %v = load <4 x i32>, <4 x i32>* %s + ret <4 x i32> %v +} + +; CHECK-LABEL: load_v4i32_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <4 x i32> @load_v4i32_with_folded_gep_offset(<4 x i32>* %p) { + %s = getelementptr inbounds <4 x i32>, <4 x i32>* %p, i32 1 + %v = load <4 x i32>, <4 x i32>* %s + ret <4 x i32> %v +} + +; CHECK-LABEL: load_v4i32_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <4 x i32> @load_v4i32_with_unfolded_gep_negative_offset(<4 x i32>* %p) { + %s = getelementptr inbounds <4 x i32>, <4 x i32>* %p, i32 -1 + %v = load <4 x i32>, <4 x i32>* %s + ret <4 x i32> %v +} + +; CHECK-LABEL: load_v4i32_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <4 x i32> @load_v4i32_with_unfolded_offset(<4 x i32>* %p) { + %q = ptrtoint <4 x i32>* %p to i32 + %r = add nsw i32 %q, 16 + %s = inttoptr i32 %r to <4 x i32>* + %v = load <4 x i32>, <4 x i32>* %s + ret <4 x i32> %v +} + +; CHECK-LABEL: load_v4i32_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <4 x i32> @load_v4i32_with_unfolded_gep_offset(<4 x i32>* %p) { + %s = getelementptr <4 x i32>, <4 x i32>* %p, i32 1 + %v = load <4 x i32>, <4 x i32>* %s + ret <4 x i32> %v +} + +; CHECK-LABEL: load_v4i32_from_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, 32($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x20]{{$}} +; SIMD128: return $pop1 # +define <4 x i32> @load_v4i32_from_numeric_address() { + %s = inttoptr i32 32 to <4 x i32>* + %v = load <4 x i32>, <4 x i32>* %s + ret <4 x i32> %v +} + +; CHECK-LABEL: load_v4i32_from_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, gv_v4i32($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00, +; SIMD128: return $pop1 # +@gv_v4i32 = global <4 x i32> +define <4 x i32> @load_v4i32_from_global_address() { + %v = load <4 x i32>, <4 x i32>* @gv_v4i32 + ret <4 x i32> %v +} + +; CHECK-LABEL: store_v4i32: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 0($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v4i32(<4 x i32> %v, <4 x i32>* %p) { + store <4 x i32> %v , <4 x i32>* %p + ret void +} + +; CHECK-LABEL: store_v4i32_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v4i32_with_folded_offset(<4 x i32> %v, <4 x i32>* %p) { + %q = ptrtoint <4 x i32>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <4 x i32>* + store <4 x i32> %v , <4 x i32>* %s + ret void +} + +; CHECK-LABEL: store_v4i32_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v4i32_with_folded_gep_offset(<4 x i32> %v, <4 x i32>* %p) { + %s = getelementptr inbounds <4 x i32>, <4 x i32>* %p, i32 1 + store <4 x i32> %v , <4 x i32>* %s + ret void +} + +; CHECK-LABEL: store_v4i32_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v4i32_with_unfolded_gep_negative_offset(<4 x i32> %v, <4 x i32>* %p) { + %s = getelementptr inbounds <4 x i32>, <4 x i32>* %p, i32 -1 + store <4 x i32> %v , <4 x i32>* %s + ret void +} + +; CHECK-LABEL: store_v4i32_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v4i32_with_unfolded_offset(<4 x i32> %v, <4 x i32>* %p) { + %s = getelementptr inbounds <4 x i32>, <4 x i32>* %p, i32 -1 + store <4 x i32> %v , <4 x i32>* %s + ret void +} + +; CHECK-LABEL: store_v4i32_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v4i32_with_unfolded_gep_offset(<4 x i32> %v, <4 x i32>* %p) { + %s = getelementptr <4 x i32>, <4 x i32>* %p, i32 1 + store <4 x i32> %v , <4 x i32>* %s + ret void +} + +; CHECK-LABEL: store_v4i32_to_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store 32($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x20]{{$}} +define void @store_v4i32_to_numeric_address(<4 x i32> %v) { + %s = inttoptr i32 32 to <4 x i32>* + store <4 x i32> %v , <4 x i32>* %s + ret void +} + +; CHECK-LABEL: store_v4i32_to_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store gv_v4i32($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00, +define void @store_v4i32_to_global_address(<4 x i32> %v) { + store <4 x i32> %v , <4 x i32>* @gv_v4i32 + ret void +} + +; ============================================================================== +; 2 x i64 +; ============================================================================== +; CHECK-LABEL: load_v2i64: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 0($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop0 # +define <2 x i64> @load_v2i64(<2 x i64>* %p) { + %v = load <2 x i64>, <2 x i64>* %p + ret <2 x i64> %v +} + +; CHECK-LABEL: load_v2i64_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <2 x i64> @load_v2i64_with_folded_offset(<2 x i64>* %p) { + %q = ptrtoint <2 x i64>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <2 x i64>* + %v = load <2 x i64>, <2 x i64>* %s + ret <2 x i64> %v +} + +; CHECK-LABEL: load_v2i64_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <2 x i64> @load_v2i64_with_folded_gep_offset(<2 x i64>* %p) { + %s = getelementptr inbounds <2 x i64>, <2 x i64>* %p, i32 1 + %v = load <2 x i64>, <2 x i64>* %s + ret <2 x i64> %v +} + +; CHECK-LABEL: load_v2i64_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <2 x i64> @load_v2i64_with_unfolded_gep_negative_offset(<2 x i64>* %p) { + %s = getelementptr inbounds <2 x i64>, <2 x i64>* %p, i32 -1 + %v = load <2 x i64>, <2 x i64>* %s + ret <2 x i64> %v +} + +; CHECK-LABEL: load_v2i64_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <2 x i64> @load_v2i64_with_unfolded_offset(<2 x i64>* %p) { + %q = ptrtoint <2 x i64>* %p to i32 + %r = add nsw i32 %q, 16 + %s = inttoptr i32 %r to <2 x i64>* + %v = load <2 x i64>, <2 x i64>* %s + ret <2 x i64> %v +} + +; CHECK-LABEL: load_v2i64_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <2 x i64> @load_v2i64_with_unfolded_gep_offset(<2 x i64>* %p) { + %s = getelementptr <2 x i64>, <2 x i64>* %p, i32 1 + %v = load <2 x i64>, <2 x i64>* %s + ret <2 x i64> %v +} + +; CHECK-LABEL: load_v2i64_from_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, 32($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x20]{{$}} +; SIMD128: return $pop1 # +define <2 x i64> @load_v2i64_from_numeric_address() { + %s = inttoptr i32 32 to <2 x i64>* + %v = load <2 x i64>, <2 x i64>* %s + ret <2 x i64> %v +} + +; CHECK-LABEL: load_v2i64_from_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, gv_v2i64($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00, +; SIMD128: return $pop1 # +@gv_v2i64 = global <2 x i64> +define <2 x i64> @load_v2i64_from_global_address() { + %v = load <2 x i64>, <2 x i64>* @gv_v2i64 + ret <2 x i64> %v +} + +; CHECK-LABEL: store_v2i64: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 0($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v2i64(<2 x i64> %v, <2 x i64>* %p) { + store <2 x i64> %v , <2 x i64>* %p + ret void +} + +; CHECK-LABEL: store_v2i64_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v2i64_with_folded_offset(<2 x i64> %v, <2 x i64>* %p) { + %q = ptrtoint <2 x i64>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <2 x i64>* + store <2 x i64> %v , <2 x i64>* %s + ret void +} + +; CHECK-LABEL: store_v2i64_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v2i64_with_folded_gep_offset(<2 x i64> %v, <2 x i64>* %p) { + %s = getelementptr inbounds <2 x i64>, <2 x i64>* %p, i32 1 + store <2 x i64> %v , <2 x i64>* %s + ret void +} + +; CHECK-LABEL: store_v2i64_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v2i64_with_unfolded_gep_negative_offset(<2 x i64> %v, <2 x i64>* %p) { + %s = getelementptr inbounds <2 x i64>, <2 x i64>* %p, i32 -1 + store <2 x i64> %v , <2 x i64>* %s + ret void +} + +; CHECK-LABEL: store_v2i64_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v2i64_with_unfolded_offset(<2 x i64> %v, <2 x i64>* %p) { + %s = getelementptr inbounds <2 x i64>, <2 x i64>* %p, i32 -1 + store <2 x i64> %v , <2 x i64>* %s + ret void +} + +; CHECK-LABEL: store_v2i64_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v2i64_with_unfolded_gep_offset(<2 x i64> %v, <2 x i64>* %p) { + %s = getelementptr <2 x i64>, <2 x i64>* %p, i32 1 + store <2 x i64> %v , <2 x i64>* %s + ret void +} + +; CHECK-LABEL: store_v2i64_to_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store 32($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x20]{{$}} +define void @store_v2i64_to_numeric_address(<2 x i64> %v) { + %s = inttoptr i32 32 to <2 x i64>* + store <2 x i64> %v , <2 x i64>* %s + ret void +} + +; CHECK-LABEL: store_v2i64_to_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store gv_v2i64($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00, +define void @store_v2i64_to_global_address(<2 x i64> %v) { + store <2 x i64> %v , <2 x i64>* @gv_v2i64 + ret void +} + +; ============================================================================== +; 4 x float +; ============================================================================== +; CHECK-LABEL: load_v4f32: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 0($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop0 # +define <4 x float> @load_v4f32(<4 x float>* %p) { + %v = load <4 x float>, <4 x float>* %p + ret <4 x float> %v +} + +; CHECK-LABEL: load_v4f32_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <4 x float> @load_v4f32_with_folded_offset(<4 x float>* %p) { + %q = ptrtoint <4 x float>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <4 x float>* + %v = load <4 x float>, <4 x float>* %s + ret <4 x float> %v +} + +; CHECK-LABEL: load_v4f32_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <4 x float> @load_v4f32_with_folded_gep_offset(<4 x float>* %p) { + %s = getelementptr inbounds <4 x float>, <4 x float>* %p, i32 1 + %v = load <4 x float>, <4 x float>* %s + ret <4 x float> %v +} + +; CHECK-LABEL: load_v4f32_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <4 x float> @load_v4f32_with_unfolded_gep_negative_offset(<4 x float>* %p) { + %s = getelementptr inbounds <4 x float>, <4 x float>* %p, i32 -1 + %v = load <4 x float>, <4 x float>* %s + ret <4 x float> %v +} + +; CHECK-LABEL: load_v4f32_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <4 x float> @load_v4f32_with_unfolded_offset(<4 x float>* %p) { + %q = ptrtoint <4 x float>* %p to i32 + %r = add nsw i32 %q, 16 + %s = inttoptr i32 %r to <4 x float>* + %v = load <4 x float>, <4 x float>* %s + ret <4 x float> %v +} + +; CHECK-LABEL: load_v4f32_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <4 x float> @load_v4f32_with_unfolded_gep_offset(<4 x float>* %p) { + %s = getelementptr <4 x float>, <4 x float>* %p, i32 1 + %v = load <4 x float>, <4 x float>* %s + ret <4 x float> %v +} + +; CHECK-LABEL: load_v4f32_from_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, 32($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x20]{{$}} +; SIMD128: return $pop1 # +define <4 x float> @load_v4f32_from_numeric_address() { + %s = inttoptr i32 32 to <4 x float>* + %v = load <4 x float>, <4 x float>* %s + ret <4 x float> %v +} + +; CHECK-LABEL: load_v4f32_from_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, gv_v4f32($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00, +; SIMD128: return $pop1 # +@gv_v4f32 = global <4 x float> +define <4 x float> @load_v4f32_from_global_address() { + %v = load <4 x float>, <4 x float>* @gv_v4f32 + ret <4 x float> %v +} + +; CHECK-LABEL: store_v4f32: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 0($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v4f32(<4 x float> %v, <4 x float>* %p) { + store <4 x float> %v , <4 x float>* %p + ret void +} + +; CHECK-LABEL: store_v4f32_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v4f32_with_folded_offset(<4 x float> %v, <4 x float>* %p) { + %q = ptrtoint <4 x float>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <4 x float>* + store <4 x float> %v , <4 x float>* %s + ret void +} + +; CHECK-LABEL: store_v4f32_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v4f32_with_folded_gep_offset(<4 x float> %v, <4 x float>* %p) { + %s = getelementptr inbounds <4 x float>, <4 x float>* %p, i32 1 + store <4 x float> %v , <4 x float>* %s + ret void +} + +; CHECK-LABEL: store_v4f32_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v4f32_with_unfolded_gep_negative_offset(<4 x float> %v, <4 x float>* %p) { + %s = getelementptr inbounds <4 x float>, <4 x float>* %p, i32 -1 + store <4 x float> %v , <4 x float>* %s + ret void +} + +; CHECK-LABEL: store_v4f32_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v4f32_with_unfolded_offset(<4 x float> %v, <4 x float>* %p) { + %s = getelementptr inbounds <4 x float>, <4 x float>* %p, i32 -1 + store <4 x float> %v , <4 x float>* %s + ret void +} + +; CHECK-LABEL: store_v4f32_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v4f32_with_unfolded_gep_offset(<4 x float> %v, <4 x float>* %p) { + %s = getelementptr <4 x float>, <4 x float>* %p, i32 1 + store <4 x float> %v , <4 x float>* %s + ret void +} + +; CHECK-LABEL: store_v4f32_to_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store 32($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x20]{{$}} +define void @store_v4f32_to_numeric_address(<4 x float> %v) { + %s = inttoptr i32 32 to <4 x float>* + store <4 x float> %v , <4 x float>* %s + ret void +} + +; CHECK-LABEL: store_v4f32_to_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store gv_v4f32($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00, +define void @store_v4f32_to_global_address(<4 x float> %v) { + store <4 x float> %v , <4 x float>* @gv_v4f32 + ret void +} + +; ============================================================================== +; 2 x double +; ============================================================================== +; CHECK-LABEL: load_v2f64: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 0($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop0 # +define <2 x double> @load_v2f64(<2 x double>* %p) { + %v = load <2 x double>, <2 x double>* %p + ret <2 x double> %v +} + +; CHECK-LABEL: load_v2f64_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <2 x double> @load_v2f64_with_folded_offset(<2 x double>* %p) { + %q = ptrtoint <2 x double>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <2 x double>* + %v = load <2 x double>, <2 x double>* %s + ret <2 x double> %v +} + +; CHECK-LABEL: load_v2f64_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: v128.load $push0=, 16($0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x10]{{$}} +; SIMD128: return $pop0 # +define <2 x double> @load_v2f64_with_folded_gep_offset(<2 x double>* %p) { + %s = getelementptr inbounds <2 x double>, <2 x double>* %p, i32 1 + %v = load <2 x double>, <2 x double>* %s + ret <2 x double> %v +} + +; CHECK-LABEL: load_v2f64_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <2 x double> @load_v2f64_with_unfolded_gep_negative_offset(<2 x double>* %p) { + %s = getelementptr inbounds <2 x double>, <2 x double>* %p, i32 -1 + %v = load <2 x double>, <2 x double>* %s + ret <2 x double> %v +} + +; CHECK-LABEL: load_v2f64_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <2 x double> @load_v2f64_with_unfolded_offset(<2 x double>* %p) { + %q = ptrtoint <2 x double>* %p to i32 + %r = add nsw i32 %q, 16 + %s = inttoptr i32 %r to <2 x double>* + %v = load <2 x double>, <2 x double>* %s + ret <2 x double> %v +} + +; CHECK-LABEL: load_v2f64_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param i32{{$}} +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $0, $pop0 # +; SIMD128: v128.load $push2=, 0($pop1):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x00]{{$}} +; SIMD128: return $pop2 # +define <2 x double> @load_v2f64_with_unfolded_gep_offset(<2 x double>* %p) { + %s = getelementptr <2 x double>, <2 x double>* %p, i32 1 + %v = load <2 x double>, <2 x double>* %s + ret <2 x double> %v +} + +; CHECK-LABEL: load_v2f64_from_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, 32($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00,0x20]{{$}} +; SIMD128: return $pop1 # +define <2 x double> @load_v2f64_from_numeric_address() { + %s = inttoptr i32 32 to <2 x double>* + %v = load <2 x double>, <2 x double>* %s + ret <2 x double> %v +} + +; CHECK-LABEL: load_v2f64_from_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .result v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.load $push1=, gv_v2f64($pop0):p2align=0 +; SIMD128-SAME: # encoding: [0xfd,0x01,0x00, +; SIMD128: return $pop1 # +@gv_v2f64 = global <2 x double> +define <2 x double> @load_v2f64_from_global_address() { + %v = load <2 x double>, <2 x double>* @gv_v2f64 + ret <2 x double> %v +} + +; CHECK-LABEL: store_v2f64: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 0($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v2f64(<2 x double> %v, <2 x double>* %p) { + store <2 x double> %v , <2 x double>* %p + ret void +} + +; CHECK-LABEL: store_v2f64_with_folded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v2f64_with_folded_offset(<2 x double> %v, <2 x double>* %p) { + %q = ptrtoint <2 x double>* %p to i32 + %r = add nuw i32 %q, 16 + %s = inttoptr i32 %r to <2 x double>* + store <2 x double> %v , <2 x double>* %s + ret void +} + +; CHECK-LABEL: store_v2f64_with_folded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: v128.store 16($1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x10]{{$}} +define void @store_v2f64_with_folded_gep_offset(<2 x double> %v, <2 x double>* %p) { + %s = getelementptr inbounds <2 x double>, <2 x double>* %p, i32 1 + store <2 x double> %v , <2 x double>* %s + ret void +} + +; CHECK-LABEL: store_v2f64_with_unfolded_gep_negative_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v2f64_with_unfolded_gep_negative_offset(<2 x double> %v, <2 x double>* %p) { + %s = getelementptr inbounds <2 x double>, <2 x double>* %p, i32 -1 + store <2 x double> %v , <2 x double>* %s + ret void +} + +; CHECK-LABEL: store_v2f64_with_unfolded_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, -16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v2f64_with_unfolded_offset(<2 x double> %v, <2 x double>* %p) { + %s = getelementptr inbounds <2 x double>, <2 x double>* %p, i32 -1 + store <2 x double> %v , <2 x double>* %s + ret void +} + +; CHECK-LABEL: store_v2f64_with_unfolded_gep_offset: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128, i32{{$}} +; SIMD128: i32.const $push0=, 16 # +; SIMD128: i32.add $push1=, $1, $pop0 # +; SIMD128: v128.store 0($pop1):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x00]{{$}} +define void @store_v2f64_with_unfolded_gep_offset(<2 x double> %v, <2 x double>* %p) { + %s = getelementptr <2 x double>, <2 x double>* %p, i32 1 + store <2 x double> %v , <2 x double>* %s + ret void +} + +; CHECK-LABEL: store_v2f64_to_numeric_address: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store 32($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00,0x20]{{$}} +define void @store_v2f64_to_numeric_address(<2 x double> %v) { + %s = inttoptr i32 32 to <2 x double>* + store <2 x double> %v , <2 x double>* %s + ret void +} + +; CHECK-LABEL: store_v2f64_to_global_address: +; NO-SIMD128-NOT: v128 +; SIMD128-VM-NOT: v128 +; SIMD128: .param v128{{$}} +; SIMD128: i32.const $push0=, 0 # +; SIMD128: v128.store gv_v2f64($pop0):p2align=0, $0 +; SIMD128-SAME: # encoding: [0xfd,0x02,0x00, +define void @store_v2f64_to_global_address(<2 x double> %v) { + store <2 x double> %v , <2 x double>* @gv_v2f64 + ret void +}