Index: clang/include/clang/Basic/AArch64SVETypeFlags.h =================================================================== --- clang/include/clang/Basic/AArch64SVETypeFlags.h +++ clang/include/clang/Basic/AArch64SVETypeFlags.h @@ -24,6 +24,13 @@ static const uint64_t EltTypeMask = 0x00000000000f; static const uint64_t MemEltTypeMask = 0x000000000070; static const uint64_t IsLoad = 0x000000000080; + static const uint64_t IsStore = 0x000000000100; + static const uint64_t IsGatherLoad = 0x000000000200; + static const uint64_t IsScatterStore = 0x000000000400; + static const uint64_t IsStructLoad = 0x000000000800; + static const uint64_t IsStructStore = 0x000000001000; + static const uint64_t IsZxtReturn = 0x000000002000; + enum EltType { Invalid, @@ -57,6 +64,13 @@ } bool isLoad() const { return Flags & IsLoad; } + bool isStore() const { return Flags & IsStore; } + bool isGatherLoad() const { return Flags & IsGatherLoad; } + bool isScatterStore() const { return Flags & IsScatterStore; } + bool isStructLoad() const { return Flags & IsStructLoad; } + bool isStructStore() const { return Flags & IsStructStore; } + bool isZxtReturn() const { return Flags & IsZxtReturn; } + uint64_t getBits() const { return Flags; } bool isFlagSet(uint64_t Flag) const { return Flags & Flag; } Index: clang/include/clang/Basic/arm_sve.td =================================================================== --- clang/include/clang/Basic/arm_sve.td +++ clang/include/clang/Basic/arm_sve.td @@ -95,6 +95,12 @@ // ... // 0x00000070 => MemEltType def IsLoad : FlagType<0x00000080>; +def IsStore : FlagType<0x00000100>; +def IsGatherLoad : FlagType<0x00000200>; +def IsScatterStore : FlagType<0x00000400>; +def IsStructLoad : FlagType<0x00000800>; +def IsStructStore : FlagType<0x00001000>; +def IsZxtReturn : FlagType<0x00002000>; // Every intrinsic subclasses Inst. class Inst; +def SVLD1SB : MInst<"svld1sb_{d}", "dPS", "silUsUiUl", [IsLoad], MemEltTyInt8>; +def SVLD1UB : MInst<"svld1ub_{d}", "dPW", "silUsUiUl", [IsLoad, IsZxtReturn], MemEltTyInt8>; +def SVLD1SH : MInst<"svld1sh_{d}", "dPT", "ilUiUl", [IsLoad], MemEltTyInt16>; +def SVLD1UH : MInst<"svld1uh_{d}", "dPX", "ilUiUl", [IsLoad, IsZxtReturn], MemEltTyInt16>; +def SVLD1SW : MInst<"svld1sw_{d}", "dPU", "lUl", [IsLoad], MemEltTyInt32>; +def SVLD1UW : MInst<"svld1uw_{d}", "dPY", "lUl", [IsLoad, IsZxtReturn], MemEltTyInt32>; + +// Load one vector (scalar base, VL displacement) +def SVLD1_VNUM : MInst<"svld1_vnum[_{2}]", "dPcl", "csilUcUsUiUlhfd", [IsLoad]>; +def SVLD1SB_VNUM : MInst<"svld1sb_vnum_{d}", "dPSl", "silUsUiUl", [IsLoad], MemEltTyInt8>; +def SVLD1UB_VNUM : MInst<"svld1ub_vnum_{d}", "dPWl", "silUsUiUl", [IsLoad, IsZxtReturn], MemEltTyInt8>; +def SVLD1SH_VNUM : MInst<"svld1sh_vnum_{d}", "dPTl", "ilUiUl", [IsLoad], MemEltTyInt16>; +def SVLD1UH_VNUM : MInst<"svld1uh_vnum_{d}", "dPXl", "ilUiUl", [IsLoad, IsZxtReturn], MemEltTyInt16>; +def SVLD1SW_VNUM : MInst<"svld1sw_vnum_{d}", "dPUl", "lUl", [IsLoad], MemEltTyInt32>; +def SVLD1UW_VNUM : MInst<"svld1uw_vnum_{d}", "dPYl", "lUl", [IsLoad, IsZxtReturn], MemEltTyInt32>; + +// First-faulting load one vector (scalar base) +def SVLDFF1 : MInst<"svldff1[_{2}]", "dPc", "csilUcUsUiUlhfd", [IsLoad], MemEltTyDefault, "aarch64_sve_ldff1">; +def SVLDFF1SB : MInst<"svldff1sb_{d}", "dPS", "silUsUiUl", [IsLoad], MemEltTyInt8, "aarch64_sve_ldff1">; +def SVLDFF1UB : MInst<"svldff1ub_{d}", "dPW", "silUsUiUl", [IsLoad, IsZxtReturn], MemEltTyInt8, "aarch64_sve_ldff1">; +def SVLDFF1SH : MInst<"svldff1sh_{d}", "dPT", "ilUiUl", [IsLoad], MemEltTyInt16, "aarch64_sve_ldff1">; +def SVLDFF1UH : MInst<"svldff1uh_{d}", "dPX", "ilUiUl", [IsLoad, IsZxtReturn], MemEltTyInt16, "aarch64_sve_ldff1">; +def SVLDFF1SW : MInst<"svldff1sw_{d}", "dPU", "lUl", [IsLoad], MemEltTyInt32, "aarch64_sve_ldff1">; +def SVLDFF1UW : MInst<"svldff1uw_{d}", "dPY", "lUl", [IsLoad, IsZxtReturn], MemEltTyInt32, "aarch64_sve_ldff1">; + +// First-faulting load one vector (scalar base, VL displacement) +def SVLDFF1_VNUM : MInst<"svldff1_vnum[_{2}]", "dPcl", "csilUcUsUiUlhfd", [IsLoad], MemEltTyDefault, "aarch64_sve_ldff1">; +def SVLDFF1SB_VNUM : MInst<"svldff1sb_vnum_{d}", "dPSl", "silUsUiUl", [IsLoad], MemEltTyInt8, "aarch64_sve_ldff1">; +def SVLDFF1UB_VNUM : MInst<"svldff1ub_vnum_{d}", "dPWl", "silUsUiUl", [IsLoad, IsZxtReturn], MemEltTyInt8, "aarch64_sve_ldff1">; +def SVLDFF1SH_VNUM : MInst<"svldff1sh_vnum_{d}", "dPTl", "ilUiUl", [IsLoad], MemEltTyInt16, "aarch64_sve_ldff1">; +def SVLDFF1UH_VNUM : MInst<"svldff1uh_vnum_{d}", "dPXl", "ilUiUl", [IsLoad, IsZxtReturn], MemEltTyInt16, "aarch64_sve_ldff1">; +def SVLDFF1SW_VNUM : MInst<"svldff1sw_vnum_{d}", "dPUl", "lUl", [IsLoad], MemEltTyInt32, "aarch64_sve_ldff1">; +def SVLDFF1UW_VNUM : MInst<"svldff1uw_vnum_{d}", "dPYl", "lUl", [IsLoad, IsZxtReturn], MemEltTyInt32, "aarch64_sve_ldff1">; + +// Non-faulting load one vector (scalar base) +def SVLDNF1 : MInst<"svldnf1[_{2}]", "dPc", "csilUcUsUiUlhfd", [IsLoad], MemEltTyDefault, "aarch64_sve_ldnf1">; +def SVLDNF1SB : MInst<"svldnf1sb_{d}", "dPS", "silUsUiUl", [IsLoad], MemEltTyInt8, "aarch64_sve_ldnf1">; +def SVLDNF1UB : MInst<"svldnf1ub_{d}", "dPW", "silUsUiUl", [IsLoad, IsZxtReturn], MemEltTyInt8, "aarch64_sve_ldnf1">; +def SVLDNF1SH : MInst<"svldnf1sh_{d}", "dPT", "ilUiUl", [IsLoad], MemEltTyInt16, "aarch64_sve_ldnf1">; +def SVLDNF1UH : MInst<"svldnf1uh_{d}", "dPX", "ilUiUl", [IsLoad, IsZxtReturn], MemEltTyInt16, "aarch64_sve_ldnf1">; +def SVLDNF1SW : MInst<"svldnf1sw_{d}", "dPU", "lUl", [IsLoad], MemEltTyInt32, "aarch64_sve_ldnf1">; +def SVLDNF1UW : MInst<"svldnf1uw_{d}", "dPY", "lUl", [IsLoad, IsZxtReturn], MemEltTyInt32, "aarch64_sve_ldnf1">; + +// Non-faulting load one vector (scalar base, VL displacement) +def SVLDNF1_VNUM : MInst<"svldnf1_vnum[_{2}]", "dPcl", "csilUcUsUiUlhfd", [IsLoad], MemEltTyDefault, "aarch64_sve_ldnf1">; +def SVLDNF1SB_VNUM : MInst<"svldnf1sb_vnum_{d}", "dPSl", "silUsUiUl", [IsLoad], MemEltTyInt8, "aarch64_sve_ldnf1">; +def SVLDNF1UB_VNUM : MInst<"svldnf1ub_vnum_{d}", "dPWl", "silUsUiUl", [IsLoad, IsZxtReturn], MemEltTyInt8, "aarch64_sve_ldnf1">; +def SVLDNF1SH_VNUM : MInst<"svldnf1sh_vnum_{d}", "dPTl", "ilUiUl", [IsLoad], MemEltTyInt16, "aarch64_sve_ldnf1">; +def SVLDNF1UH_VNUM : MInst<"svldnf1uh_vnum_{d}", "dPXl", "ilUiUl", [IsLoad, IsZxtReturn], MemEltTyInt16, "aarch64_sve_ldnf1">; +def SVLDNF1SW_VNUM : MInst<"svldnf1sw_vnum_{d}", "dPUl", "lUl", [IsLoad], MemEltTyInt32, "aarch64_sve_ldnf1">; +def SVLDNF1UW_VNUM : MInst<"svldnf1uw_vnum_{d}", "dPYl", "lUl", [IsLoad, IsZxtReturn], MemEltTyInt32, "aarch64_sve_ldnf1">; + +// Load one vector, unextended load, non-temporal (scalar base) +def SVLDNT1 : MInst<"svldnt1[_{2}]", "dPc", "csilUcUsUiUlhfd", [IsLoad], MemEltTyDefault, "aarch64_sve_ldnt1">; + +// Load one vector, unextended load, non-temporal (scalar base, VL displacement) +def SVLDNT1_VNUM : MInst<"svldnt1_vnum[_{2}]", "dPcl", "csilUcUsUiUlhfd", [IsLoad], MemEltTyDefault, "aarch64_sve_ldnt1">; + + +//////////////////////////////////////////////////////////////////////////////// +// Stores + +// Store one vector (scalar base) +def SVST1 : MInst<"svst1[_{d}]", "vPpd", "csilUcUsUiUlhfd", [IsStore]>; +def SVST1B_S : MInst<"svst1b[_{d}]", "vPAd", "sil", [IsStore], MemEltTyInt8>; +def SVST1B_U : MInst<"svst1b[_{d}]", "vPEd", "UsUiUl", [IsStore], MemEltTyInt8>; +def SVST1H_S : MInst<"svst1h[_{d}]", "vPBd", "il", [IsStore], MemEltTyInt16>; +def SVST1H_U : MInst<"svst1h[_{d}]", "vPFd", "UiUl", [IsStore], MemEltTyInt16>; +def SVST1W_S : MInst<"svst1w[_{d}]", "vPCd", "l", [IsStore], MemEltTyInt32>; +def SVST1W_U : MInst<"svst1w[_{d}]", "vPGd", "Ul", [IsStore], MemEltTyInt32>; + +// Store one vector (scalar base, VL displacement) +def SVST1_VNUM : MInst<"svst1_vnum[_{d}]", "vPpld", "csilUcUsUiUlhfd", [IsStore]>; +def SVST1B_VNUM_S : MInst<"svst1b_vnum[_{d}]", "vPAld", "sil", [IsStore], MemEltTyInt8>; +def SVST1B_VNUM_U : MInst<"svst1b_vnum[_{d}]", "vPEld", "UsUiUl", [IsStore], MemEltTyInt8>; +def SVST1H_VNUM_S : MInst<"svst1h_vnum[_{d}]", "vPBld", "il", [IsStore], MemEltTyInt16>; +def SVST1H_VNUM_U : MInst<"svst1h_vnum[_{d}]", "vPFld", "UiUl", [IsStore], MemEltTyInt16>; +def SVST1W_VNUM_S : MInst<"svst1w_vnum[_{d}]", "vPCld", "l", [IsStore], MemEltTyInt32>; +def SVST1W_VNUM_U : MInst<"svst1w_vnum[_{d}]", "vPGld", "Ul", [IsStore], MemEltTyInt32>; + +// Store one vector, with no truncation, non-temporal (scalar base) +def SVSTNT1 : MInst<"svstnt1[_{d}]", "vPpd", "csilUcUsUiUlhfd", [IsStore], MemEltTyDefault, "aarch64_sve_stnt1">; + +// Store one vector, with no truncation, non-temporal (scalar base, VL displacement) +def SVSTNT1_VNUM : MInst<"svstnt1_vnum[_{d}]", "vPpld", "csilUcUsUiUlhfd", [IsStore], MemEltTyDefault, "aarch64_sve_stnt1">; Index: clang/lib/CodeGen/CGBuiltin.cpp =================================================================== --- clang/lib/CodeGen/CGBuiltin.cpp +++ clang/lib/CodeGen/CGBuiltin.cpp @@ -7435,7 +7435,9 @@ } Value *CodeGenFunction::EmitSVEMaskedLoad(llvm::Type *ReturnTy, - SmallVectorImpl &Ops) { + SmallVectorImpl &Ops, + unsigned BuiltinID, + bool IsZxtReturn) { llvm::PointerType *PTy = cast(Ops[1]->getType()); llvm::Type *MemEltTy = PTy->getPointerElementType(); @@ -7445,13 +7447,53 @@ auto MemoryTy = llvm::VectorType::get(MemEltTy, VectorTy->getVectorElementCount()); - Value *Offset = Builder.getInt32(0); Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); + Value *Offset = Ops.size() > 2 ? Ops[2] : Builder.getInt32(0); BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Offset); Value *Splat0 = Constant::getNullValue(MemoryTy); - return Builder.CreateMaskedLoad(BasePtr, Align(1), Predicate, Splat0); + + Value *Load = nullptr; + if (!BuiltinID) + // Regular masked loads take a different path from the SVE-specific ones. + Load = Builder.CreateMaskedLoad(BasePtr, llvm::Align(1), Predicate, Splat0); + else { + BasePtr = Builder.CreateBitCast(BasePtr, MemEltTy->getPointerTo()); + Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); + Load = Builder.CreateCall(F, {Predicate, BasePtr}); + } + + return IsZxtReturn ? Builder.CreateZExt(Load, VectorTy) + : Builder.CreateSExt(Load, VectorTy); +} + +Value *CodeGenFunction::EmitSVEMaskedStore(llvm::Type *ReturnTy, + SmallVectorImpl &Ops, + unsigned BuiltinID) { + llvm::PointerType *PTy = cast(Ops[1]->getType()); + llvm::Type *MemEltTy = PTy->getPointerElementType(); + + // The vector type that is stored may be different from the + // eventual type stored to memory. + auto VectorTy = cast(Ops.back()->getType()); + auto MemoryTy = + llvm::VectorType::get(MemEltTy, VectorTy->getVectorElementCount()); + + Value *Predicate = EmitSVEPredicateCast(Ops[0], MemoryTy); + Value *BasePtr = Builder.CreateBitCast(Ops[1], MemoryTy->getPointerTo()); + Value *Offset = Ops.size() == 4 ? Ops[2] : Builder.getInt32(0); + BasePtr = Builder.CreateGEP(MemoryTy, BasePtr, Offset); + + // Last value is always the data + llvm::Value *Val = Builder.CreateTrunc(Ops.back(), MemoryTy); + + if (!BuiltinID) + return Builder.CreateMaskedStore(Val, BasePtr, llvm::Align(1), Predicate); + + BasePtr = Builder.CreateBitCast(BasePtr, MemEltTy->getPointerTo()); + Function *F = CGM.getIntrinsic(BuiltinID, MemoryTy); + return Builder.CreateCall(F, {Val, Predicate, BasePtr}); } Value *CodeGenFunction::EmitAArch64SVEBuiltinExpr(unsigned BuiltinID, @@ -7475,7 +7517,10 @@ SVETypeFlags TypeFlags(Builtin->TypeModifier); llvm::Type *Ty = ConvertType(E->getType()); if (TypeFlags.isLoad()) - return EmitSVEMaskedLoad(Ty, Ops); + return EmitSVEMaskedLoad(Ty, Ops, Builtin->LLVMIntrinsic, + TypeFlags.isZxtReturn()); + else if (TypeFlags.isStore()) + return EmitSVEMaskedStore(Ty, Ops, Builtin->LLVMIntrinsic); /// Should not happen return nullptr; Index: clang/lib/CodeGen/CodeGenFunction.h =================================================================== --- clang/lib/CodeGen/CodeGenFunction.h +++ clang/lib/CodeGen/CodeGenFunction.h @@ -3903,7 +3903,11 @@ llvm::Value *EmitSVEPredicateCast(llvm::Value *Pred, llvm::VectorType *VTy); llvm::Value *EmitSVEMaskedLoad(llvm::Type *ReturnTy, - SmallVectorImpl &Ops); + SmallVectorImpl &Ops, + unsigned BuiltinID, bool IsZxtReturn); + llvm::Value *EmitSVEMaskedStore(llvm::Type *ReturnTy, + SmallVectorImpl &Ops, + unsigned BuiltinID); llvm::Value *EmitAArch64SVEBuiltinExpr(unsigned BuiltinID, const CallExpr *E); llvm::Value *EmitAArch64BuiltinExpr(unsigned BuiltinID, const CallExpr *E, Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1.c =================================================================== --- clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1.c +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1.c @@ -81,3 +81,443 @@ // CHECK: @llvm.masked.load.nxv2f64.p0nxv2f64(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) return svld1_f64(pg, base); } +svint8_t test_svld1_vnum_s8(svbool_t pg, const int8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_s8 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv16i8.p0nxv16i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s8(pg, base, vnum); +} + +svint8_t test_svld1_vnum_s8_1(svbool_t pg, const int8_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s8_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv16i8.p0nxv16i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s8(pg, base, -9223372036854775807ll); +} + +svint8_t test_svld1_vnum_s8_2(svbool_t pg, const int8_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s8_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv16i8.p0nxv16i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s8(pg, base, 0); +} + +svint8_t test_svld1_vnum_s8_3(svbool_t pg, const int8_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s8_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv16i8.p0nxv16i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s8(pg, base, 129); +} + +svint8_t test_svld1_vnum_s8_4(svbool_t pg, const int8_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s8_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv16i8.p0nxv16i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s8(pg, base, 9223372036854775807ull); +} + +svint16_t test_svld1_vnum_s16(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_s16 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv8i16.p0nxv8i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s16(pg, base, vnum); +} + +svint16_t test_svld1_vnum_s16_1(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s16_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv8i16.p0nxv8i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s16(pg, base, -9223372036854775807ll); +} + +svint16_t test_svld1_vnum_s16_2(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s16_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv8i16.p0nxv8i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s16(pg, base, 0); +} + +svint16_t test_svld1_vnum_s16_3(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s16_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv8i16.p0nxv8i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s16(pg, base, 129); +} + +svint16_t test_svld1_vnum_s16_4(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s16_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv8i16.p0nxv8i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s16(pg, base, 9223372036854775807ull); +} + +svint32_t test_svld1_vnum_s32(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_s32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv4i32.p0nxv4i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s32(pg, base, vnum); +} + +svint32_t test_svld1_vnum_s32_1(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv4i32.p0nxv4i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s32(pg, base, -9223372036854775807ll); +} + +svint32_t test_svld1_vnum_s32_2(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s32_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv4i32.p0nxv4i32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s32(pg, base, 0); +} + +svint32_t test_svld1_vnum_s32_3(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv4i32.p0nxv4i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s32(pg, base, 129); +} + +svint32_t test_svld1_vnum_s32_4(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv4i32.p0nxv4i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s32(pg, base, 9223372036854775807ull); +} + +svint64_t test_svld1_vnum_s64(svbool_t pg, const int64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_s64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv2i64.p0nxv2i64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s64(pg, base, vnum); +} + +svint64_t test_svld1_vnum_s64_1(svbool_t pg, const int64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv2i64.p0nxv2i64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s64(pg, base, -9223372036854775807ll); +} + +svint64_t test_svld1_vnum_s64_2(svbool_t pg, const int64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv2i64.p0nxv2i64(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s64(pg, base, 0); +} + +svint64_t test_svld1_vnum_s64_3(svbool_t pg, const int64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv2i64.p0nxv2i64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s64(pg, base, 129); +} + +svint64_t test_svld1_vnum_s64_4(svbool_t pg, const int64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_s64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv2i64.p0nxv2i64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_s64(pg, base, 9223372036854775807ull); +} + +svuint8_t test_svld1_vnum_u8(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_u8 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv16i8.p0nxv16i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u8(pg, base, vnum); +} + +svuint8_t test_svld1_vnum_u8_1(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u8_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv16i8.p0nxv16i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u8(pg, base, -9223372036854775807ll); +} + +svuint8_t test_svld1_vnum_u8_2(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u8_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv16i8.p0nxv16i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u8(pg, base, 0); +} + +svuint8_t test_svld1_vnum_u8_3(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u8_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv16i8.p0nxv16i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u8(pg, base, 129); +} + +svuint8_t test_svld1_vnum_u8_4(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u8_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv16i8.p0nxv16i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u8(pg, base, 9223372036854775807ull); +} + +svuint16_t test_svld1_vnum_u16(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_u16 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv8i16.p0nxv8i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u16(pg, base, vnum); +} + +svuint16_t test_svld1_vnum_u16_1(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u16_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv8i16.p0nxv8i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u16(pg, base, -9223372036854775807ll); +} + +svuint16_t test_svld1_vnum_u16_2(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u16_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv8i16.p0nxv8i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u16(pg, base, 0); +} + +svuint16_t test_svld1_vnum_u16_3(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u16_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv8i16.p0nxv8i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u16(pg, base, 129); +} + +svuint16_t test_svld1_vnum_u16_4(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u16_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv8i16.p0nxv8i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u16(pg, base, 9223372036854775807ull); +} + +svuint32_t test_svld1_vnum_u32(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_u32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv4i32.p0nxv4i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u32(pg, base, vnum); +} + +svuint32_t test_svld1_vnum_u32_1(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv4i32.p0nxv4i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u32(pg, base, -9223372036854775807ll); +} + +svuint32_t test_svld1_vnum_u32_2(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u32_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv4i32.p0nxv4i32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u32(pg, base, 0); +} + +svuint32_t test_svld1_vnum_u32_3(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv4i32.p0nxv4i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u32(pg, base, 129); +} + +svuint32_t test_svld1_vnum_u32_4(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv4i32.p0nxv4i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u32(pg, base, 9223372036854775807ull); +} + +svuint64_t test_svld1_vnum_u64(svbool_t pg, const uint64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_u64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv2i64.p0nxv2i64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u64(pg, base, vnum); +} + +svuint64_t test_svld1_vnum_u64_1(svbool_t pg, const uint64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv2i64.p0nxv2i64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u64(pg, base, -9223372036854775807ll); +} + +svuint64_t test_svld1_vnum_u64_2(svbool_t pg, const uint64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv2i64.p0nxv2i64(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u64(pg, base, 0); +} + +svuint64_t test_svld1_vnum_u64_3(svbool_t pg, const uint64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv2i64.p0nxv2i64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u64(pg, base, 129); +} + +svuint64_t test_svld1_vnum_u64_4(svbool_t pg, const uint64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_u64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv2i64.p0nxv2i64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_u64(pg, base, 9223372036854775807ull); +} + +svfloat16_t test_svld1_vnum_f16(svbool_t pg, const float16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_f16 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv8f16.p0nxv8f16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f16(pg, base, vnum); +} + +svfloat16_t test_svld1_vnum_f16_1(svbool_t pg, const float16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f16_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv8f16.p0nxv8f16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f16(pg, base, -9223372036854775807ll); +} + +svfloat16_t test_svld1_vnum_f16_2(svbool_t pg, const float16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f16_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv8f16.p0nxv8f16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f16(pg, base, 0); +} + +svfloat16_t test_svld1_vnum_f16_3(svbool_t pg, const float16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f16_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv8f16.p0nxv8f16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f16(pg, base, 129); +} + +svfloat16_t test_svld1_vnum_f16_4(svbool_t pg, const float16_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f16_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv8f16.p0nxv8f16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f16(pg, base, 9223372036854775807ull); +} + +svfloat32_t test_svld1_vnum_f32(svbool_t pg, const float32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_f32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv4f32.p0nxv4f32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f32(pg, base, vnum); +} + +svfloat32_t test_svld1_vnum_f32_1(svbool_t pg, const float32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv4f32.p0nxv4f32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f32(pg, base, -9223372036854775807ll); +} + +svfloat32_t test_svld1_vnum_f32_2(svbool_t pg, const float32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f32_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv4f32.p0nxv4f32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f32(pg, base, 0); +} + +svfloat32_t test_svld1_vnum_f32_3(svbool_t pg, const float32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv4f32.p0nxv4f32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f32(pg, base, 129); +} + +svfloat32_t test_svld1_vnum_f32_4(svbool_t pg, const float32_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv4f32.p0nxv4f32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f32(pg, base, 9223372036854775807ull); +} + +svfloat64_t test_svld1_vnum_f64(svbool_t pg, const float64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1_vnum_f64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.load.nxv2f64.p0nxv2f64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f64(pg, base, vnum); +} + +svfloat64_t test_svld1_vnum_f64_1(svbool_t pg, const float64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.load.nxv2f64.p0nxv2f64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f64(pg, base, -9223372036854775807ll); +} + +svfloat64_t test_svld1_vnum_f64_2(svbool_t pg, const float64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.load.nxv2f64.p0nxv2f64(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f64(pg, base, 0); +} + +svfloat64_t test_svld1_vnum_f64_3(svbool_t pg, const float64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.load.nxv2f64.p0nxv2f64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f64(pg, base, 129); +} + +svfloat64_t test_svld1_vnum_f64_4(svbool_t pg, const float64_t *base) +{ + // CHECK-LABEL: test_svld1_vnum_f64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.load.nxv2f64.p0nxv2f64(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + return svld1_vnum_f64(pg, base, 9223372036854775807ull); +} + Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1sh.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1sh.c @@ -0,0 +1,222 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ld1sh +// + +svint32_t test_svld1sh_s32(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_s32 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv4i16.p0nxv4i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_s32(pg, base); +} + +svint64_t test_svld1sh_s64(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_s64 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv2i16.p0nxv2i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_s64(pg, base); +} + +svuint32_t test_svld1sh_u32(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_u32 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv4i16.p0nxv4i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_u32(pg, base); +} + +svuint64_t test_svld1sh_u64(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_u64 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv2i16.p0nxv2i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_u64(pg, base); +} + +svint32_t test_svld1sh_vnum_s32(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1sh_vnum_s32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_s32(pg, base, vnum); +} + +svint32_t test_svld1sh_vnum_s32_1(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_s32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_s32(pg, base, -9223372036854775807ll); +} + +svint32_t test_svld1sh_vnum_s32_2(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_s32_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_s32(pg, base, 0); +} + +svint32_t test_svld1sh_vnum_s32_3(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_s32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_s32(pg, base, 129); +} + +svint32_t test_svld1sh_vnum_s32_4(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_s32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_s32(pg, base, 9223372036854775807ull); +} + +svint64_t test_svld1sh_vnum_s64(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1sh_vnum_s64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_s64(pg, base, vnum); +} + +svint64_t test_svld1sh_vnum_s64_1(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_s64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_s64(pg, base, -9223372036854775807ll); +} + +svint64_t test_svld1sh_vnum_s64_2(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_s64_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_s64(pg, base, 0); +} + +svint64_t test_svld1sh_vnum_s64_3(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_s64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_s64(pg, base, 129); +} + +svint64_t test_svld1sh_vnum_s64_4(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_s64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_s64(pg, base, 9223372036854775807ull); +} + +svuint32_t test_svld1sh_vnum_u32(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1sh_vnum_u32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_u32(pg, base, vnum); +} + +svuint32_t test_svld1sh_vnum_u32_1(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_u32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_u32(pg, base, -9223372036854775807ll); +} + +svuint32_t test_svld1sh_vnum_u32_2(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_u32_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_u32(pg, base, 0); +} + +svuint32_t test_svld1sh_vnum_u32_3(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_u32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_u32(pg, base, 129); +} + +svuint32_t test_svld1sh_vnum_u32_4(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_u32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_u32(pg, base, 9223372036854775807ull); +} + +svuint64_t test_svld1sh_vnum_u64(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1sh_vnum_u64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_u64(pg, base, vnum); +} + +svuint64_t test_svld1sh_vnum_u64_1(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_u64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_u64(pg, base, -9223372036854775807ll); +} + +svuint64_t test_svld1sh_vnum_u64_2(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_u64_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_u64(pg, base, 0); +} + +svuint64_t test_svld1sh_vnum_u64_3(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_u64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_u64(pg, base, 129); +} + +svuint64_t test_svld1sh_vnum_u64_4(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svld1sh_vnum_u64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sh_vnum_u64(pg, base, 9223372036854775807ull); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1sw.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1sw.c @@ -0,0 +1,114 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ld1sw +// + +svint64_t test_svld1sw_s64(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1sw_s64 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv2i32.p0nxv2i32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_s64(pg, base); +} + +svuint64_t test_svld1sw_u64(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1sw_u64 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv2i32.p0nxv2i32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_u64(pg, base); +} + +svint64_t test_svld1sw_vnum_s64(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1sw_vnum_s64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_vnum_s64(pg, base, vnum); +} + +svint64_t test_svld1sw_vnum_s64_1(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1sw_vnum_s64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_vnum_s64(pg, base, -9223372036854775807ll); +} + +svint64_t test_svld1sw_vnum_s64_2(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1sw_vnum_s64_2 + // CHECK-not: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_vnum_s64(pg, base, 0); +} + +svint64_t test_svld1sw_vnum_s64_3(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1sw_vnum_s64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_vnum_s64(pg, base, 129); +} + +svint64_t test_svld1sw_vnum_s64_4(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1sw_vnum_s64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_vnum_s64(pg, base, 9223372036854775807ull); +} + +svuint64_t test_svld1sw_vnum_u64(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1sw_vnum_u64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_vnum_u64(pg, base, vnum); +} + +svuint64_t test_svld1sw_vnum_u64_1(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1sw_vnum_u64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_vnum_u64(pg, base, -9223372036854775807ll); +} + +svuint64_t test_svld1sw_vnum_u64_2(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1sw_vnum_u64_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_vnum_u64(pg, base, 0); +} + +svuint64_t test_svld1sw_vnum_u64_3(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1sw_vnum_u64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_vnum_u64(pg, base, 129); +} + +svuint64_t test_svld1sw_vnum_u64_4(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svld1sw_vnum_u64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: sext %[[LOAD]] to + return svld1sw_vnum_u64(pg, base, 9223372036854775807ull); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1ub.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1ub.c @@ -0,0 +1,330 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ld1ub +// + +svint16_t test_svld1ub_s16(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_s16 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv8i8.p0nxv8i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_s16(pg, base); +} + +svint32_t test_svld1ub_s32(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_s32 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv4i8.p0nxv4i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_s32(pg, base); +} + +svint64_t test_svld1ub_s64(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_s64 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv2i8.p0nxv2i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_s64(pg, base); +} + +svuint16_t test_svld1ub_u16(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_u16 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv8i8.p0nxv8i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_u16(pg, base); +} + +svuint32_t test_svld1ub_u32(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_u32 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv4i8.p0nxv4i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_u32(pg, base); +} + +svuint64_t test_svld1ub_u64(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_u64 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv2i8.p0nxv2i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_u64(pg, base); +} + +svint16_t test_svld1ub_vnum_s16(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1ub_vnum_s16 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv8i8.p0nxv8i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s16(pg, base, vnum); +} + +svint16_t test_svld1ub_vnum_s16_1(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s16_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv8i8.p0nxv8i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s16(pg, base, -9223372036854775807ll); +} + +svint16_t test_svld1ub_vnum_s16_2(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s16_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv8i8.p0nxv8i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s16(pg, base, 0); +} + +svint16_t test_svld1ub_vnum_s16_3(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s16_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv8i8.p0nxv8i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s16(pg, base, 129); +} + +svint16_t test_svld1ub_vnum_s16_4(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s16_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv8i8.p0nxv8i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s16(pg, base, 9223372036854775807ull); +} + +svint32_t test_svld1ub_vnum_s32(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1ub_vnum_s32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i8.p0nxv4i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s32(pg, base, vnum); +} + +svint32_t test_svld1ub_vnum_s32_1(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i8.p0nxv4i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s32(pg, base, -9223372036854775807ll); +} + +svint32_t test_svld1ub_vnum_s32_2(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s32_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i8.p0nxv4i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s32(pg, base, 0); +} + +svint32_t test_svld1ub_vnum_s32_3(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i8.p0nxv4i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s32(pg, base, 129); +} + +svint32_t test_svld1ub_vnum_s32_4(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i8.p0nxv4i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s32(pg, base, 9223372036854775807ull); +} + +svint64_t test_svld1ub_vnum_s64(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1ub_vnum_s64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i8.p0nxv2i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s64(pg, base, vnum); +} + +svint64_t test_svld1ub_vnum_s64_1(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i8.p0nxv2i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s64(pg, base, -9223372036854775807ll); +} + +svint64_t test_svld1ub_vnum_s64_2(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s64_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i8.p0nxv2i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s64(pg, base, 0); +} + +svint64_t test_svld1ub_vnum_s64_3(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i8.p0nxv2i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s64(pg, base, 129); +} + +svint64_t test_svld1ub_vnum_s64_4(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_s64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i8.p0nxv2i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_s64(pg, base, 9223372036854775807ull); +} + +svuint16_t test_svld1ub_vnum_u16(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1ub_vnum_u16 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv8i8.p0nxv8i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u16(pg, base, vnum); +} + +svuint16_t test_svld1ub_vnum_u16_1(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u16_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv8i8.p0nxv8i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u16(pg, base, -9223372036854775807ll); +} + +svuint16_t test_svld1ub_vnum_u16_2(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u16_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv8i8.p0nxv8i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u16(pg, base, 0); +} + +svuint16_t test_svld1ub_vnum_u16_3(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u16_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv8i8.p0nxv8i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u16(pg, base, 129); +} + +svuint16_t test_svld1ub_vnum_u16_4(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u16_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv8i8.p0nxv8i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u16(pg, base, 9223372036854775807ull); +} + +svuint32_t test_svld1ub_vnum_u32(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1ub_vnum_u32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i8.p0nxv4i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u32(pg, base, vnum); +} + +svuint32_t test_svld1ub_vnum_u32_1(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i8.p0nxv4i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u32(pg, base, -9223372036854775807ll); +} + +svuint32_t test_svld1ub_vnum_u32_2(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u32_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i8.p0nxv4i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u32(pg, base, 0); +} + +svuint32_t test_svld1ub_vnum_u32_3(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i8.p0nxv4i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u32(pg, base, 129); +} + +svuint32_t test_svld1ub_vnum_u32_4(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i8.p0nxv4i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u32(pg, base, 9223372036854775807ull); +} + +svuint64_t test_svld1ub_vnum_u64(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1ub_vnum_u64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i8.p0nxv2i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u64(pg, base, vnum); +} + +svuint64_t test_svld1ub_vnum_u64_1(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i8.p0nxv2i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u64(pg, base, -9223372036854775807ll); +} + +svuint64_t test_svld1ub_vnum_u64_2(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u64_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i8.p0nxv2i8(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u64(pg, base, 0); +} + +svuint64_t test_svld1ub_vnum_u64_3(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i8.p0nxv2i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u64(pg, base, 129); +} + +svuint64_t test_svld1ub_vnum_u64_4(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svld1ub_vnum_u64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i8.p0nxv2i8(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1ub_vnum_u64(pg, base, 9223372036854775807ull); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1uh.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1uh.c @@ -0,0 +1,222 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ld1uh +// + +svint32_t test_svld1uh_s32(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_s32 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv4i16.p0nxv4i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_s32(pg, base); +} + +svint64_t test_svld1uh_s64(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_s64 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv2i16.p0nxv2i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_s64(pg, base); +} + +svuint32_t test_svld1uh_u32(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_u32 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv4i16.p0nxv4i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_u32(pg, base); +} + +svuint64_t test_svld1uh_u64(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_u64 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv2i16.p0nxv2i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_u64(pg, base); +} + +svint32_t test_svld1uh_vnum_s32(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1uh_vnum_s32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_s32(pg, base, vnum); +} + +svint32_t test_svld1uh_vnum_s32_1(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_s32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_s32(pg, base, -9223372036854775807ll); +} + +svint32_t test_svld1uh_vnum_s32_2(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_s32_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_s32(pg, base, 0); +} + +svint32_t test_svld1uh_vnum_s32_3(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_s32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_s32(pg, base, 129); +} + +svint32_t test_svld1uh_vnum_s32_4(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_s32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_s32(pg, base, 9223372036854775807ull); +} + +svint64_t test_svld1uh_vnum_s64(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1uh_vnum_s64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_s64(pg, base, vnum); +} + +svint64_t test_svld1uh_vnum_s64_1(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_s64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_s64(pg, base, -9223372036854775807ll); +} + +svint64_t test_svld1uh_vnum_s64_2(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_s64_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_s64(pg, base, 0); +} + +svint64_t test_svld1uh_vnum_s64_3(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_s64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_s64(pg, base, 129); +} + +svint64_t test_svld1uh_vnum_s64_4(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_s64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_s64(pg, base, 9223372036854775807ull); +} + +svuint32_t test_svld1uh_vnum_u32(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1uh_vnum_u32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_u32(pg, base, vnum); +} + +svuint32_t test_svld1uh_vnum_u32_1(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_u32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_u32(pg, base, -9223372036854775807ll); +} + +svuint32_t test_svld1uh_vnum_u32_2(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_u32_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_u32(pg, base, 0); +} + +svuint32_t test_svld1uh_vnum_u32_3(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_u32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_u32(pg, base, 129); +} + +svuint32_t test_svld1uh_vnum_u32_4(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_u32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv4i16.p0nxv4i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_u32(pg, base, 9223372036854775807ull); +} + +svuint64_t test_svld1uh_vnum_u64(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1uh_vnum_u64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_u64(pg, base, vnum); +} + +svuint64_t test_svld1uh_vnum_u64_1(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_u64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_u64(pg, base, -9223372036854775807ll); +} + +svuint64_t test_svld1uh_vnum_u64_2(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_u64_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_u64(pg, base, 0); +} + +svuint64_t test_svld1uh_vnum_u64_3(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_u64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_u64(pg, base, 129); +} + +svuint64_t test_svld1uh_vnum_u64_4(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svld1uh_vnum_u64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i16.p0nxv2i16(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uh_vnum_u64(pg, base, 9223372036854775807ull); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1uw.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ld1uw.c @@ -0,0 +1,114 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ld1uw +// + +svint64_t test_svld1uw_s64(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1uw_s64 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv2i32.p0nxv2i32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_s64(pg, base); +} + +svuint64_t test_svld1uw_u64(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1uw_u64 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = {{.*}} @llvm.masked.load.nxv2i32.p0nxv2i32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_u64(pg, base); +} + +svint64_t test_svld1uw_vnum_s64(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1uw_vnum_s64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_vnum_s64(pg, base, vnum); +} + +svint64_t test_svld1uw_vnum_s64_1(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1uw_vnum_s64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_vnum_s64(pg, base, -9223372036854775807ll); +} + +svint64_t test_svld1uw_vnum_s64_2(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1uw_vnum_s64_2 + // CHECK-NOT getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_vnum_s64(pg, base, 0); +} + +svint64_t test_svld1uw_vnum_s64_3(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1uw_vnum_s64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_vnum_s64(pg, base, 129); +} + +svint64_t test_svld1uw_vnum_s64_4(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1uw_vnum_s64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_vnum_s64(pg, base, 9223372036854775807ull); +} + +svuint64_t test_svld1uw_vnum_u64(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svld1uw_vnum_u64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_vnum_u64(pg, base, vnum); +} + +svuint64_t test_svld1uw_vnum_u64_1(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1uw_vnum_u64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_vnum_u64(pg, base, -9223372036854775807ll); +} + +svuint64_t test_svld1uw_vnum_u64_2(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1uw_vnum_u64_2 + // CHECK-NOT: getelementptr + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %{{.*}}, i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_vnum_u64(pg, base, 0); +} + +svuint64_t test_svld1uw_vnum_u64_3(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1uw_vnum_u64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_vnum_u64(pg, base, 129); +} + +svuint64_t test_svld1uw_vnum_u64_4(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svld1uw_vnum_u64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: %[[LOAD:.*]] = call @llvm.masked.load.nxv2i32.p0nxv2i32(* %[[GEP]], i32 1, %{{.*}}, zeroinitializer) + // CHECK: zext %[[LOAD]] to + return svld1uw_vnum_u64(pg, base, 9223372036854775807ull); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1.c @@ -0,0 +1,438 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldff1 +// + +svint8_t test_svldff1_s8(svbool_t pg, const int8_t *base) +{ + // CHECK-LABEL: test_svldff1_s8 + // CHECK: @llvm.aarch64.sve.ldff1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldff1_s8(pg, base); +} + +svint8_t test_svldff1(svbool_t pg, const int8_t *base) +{ + // CHECK-LABEL: test_svldff1 + // CHECK: @llvm.aarch64.sve.ldff1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svint16_t test_svldff1_s16(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldff1_s16 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldff1_s16(pg, base); +} + +svint16_t test_svldff1_1(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldff1_1 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svint32_t test_svldff1_s32(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svldff1_s32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldff1_s32(pg, base); +} + +svint32_t test_svldff1_2(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svldff1_2 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svint64_t test_svldff1_s64(svbool_t pg, const int64_t *base) +{ + // CHECK-LABEL: test_svldff1_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldff1_s64(pg, base); +} + +svint64_t test_svldff1_3(svbool_t pg, const int64_t *base) +{ + // CHECK-LABEL: test_svldff1_3 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svuint8_t test_svldff1_u8(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldff1_u8 + // CHECK: @llvm.aarch64.sve.ldff1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldff1_u8(pg, base); +} + +svuint8_t test_svldff1_4(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldff1_4 + // CHECK: @llvm.aarch64.sve.ldff1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svuint16_t test_svldff1_u16(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldff1_u16 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldff1_u16(pg, base); +} + +svuint16_t test_svldff1_5(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldff1_5 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svuint32_t test_svldff1_u32(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svldff1_u32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldff1_u32(pg, base); +} + +svuint32_t test_svldff1_6(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svldff1_6 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svuint64_t test_svldff1_u64(svbool_t pg, const uint64_t *base) +{ + // CHECK-LABEL: test_svldff1_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldff1_u64(pg, base); +} + +svuint64_t test_svldff1_7(svbool_t pg, const uint64_t *base) +{ + // CHECK-LABEL: test_svldff1_7 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svfloat16_t test_svldff1_f16(svbool_t pg, const float16_t *base) +{ + // CHECK-LABEL: test_svldff1_f16 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8f16( %[[PG]], half* %base) + // CHECK-NEXT: ret + return svldff1_f16(pg, base); +} + +svfloat16_t test_svldff1_8(svbool_t pg, const float16_t *base) +{ + // CHECK-LABEL: test_svldff1_8 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8f16( %[[PG]], half* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svfloat32_t test_svldff1_f32(svbool_t pg, const float32_t *base) +{ + // CHECK-LABEL: test_svldff1_f32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4f32( %[[PG]], float* %base) + // CHECK-NEXT: ret + return svldff1_f32(pg, base); +} + +svfloat32_t test_svldff1_9(svbool_t pg, const float32_t *base) +{ + // CHECK-LABEL: test_svldff1_9 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4f32( %[[PG]], float* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svfloat64_t test_svldff1_f64(svbool_t pg, const float64_t *base) +{ + // CHECK-LABEL: test_svldff1_f64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2f64( %[[PG]], double* %base) + // CHECK-NEXT: ret + return svldff1_f64(pg, base); +} + +svfloat64_t test_svldff1_10(svbool_t pg, const float64_t *base) +{ + // CHECK-LABEL: test_svldff1_10 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2f64( %[[PG]], double* %base) + // CHECK-NEXT: ret + return svldff1(pg, base); +} + +svint8_t test_svldff1_vnum_s8(svbool_t pg, const int8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_s8 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: @llvm.aarch64.sve.ldff1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_s8(pg, base, vnum); +} + +svint8_t test_svldff1_vnum(svbool_t pg, const int8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: @llvm.aarch64.sve.ldff1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} + +svint16_t test_svldff1_vnum_s16(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_s16 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_s16(pg, base, vnum); +} + +svint16_t test_svldff1_vnum_1(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_1 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} + +svint32_t test_svldff1_vnum_s32(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_s32 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_s32(pg, base, vnum); +} + +svint32_t test_svldff1_vnum_2(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_2 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} + +svint64_t test_svldff1_vnum_s64(svbool_t pg, const int64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_s64 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_s64(pg, base, vnum); +} + +svint64_t test_svldff1_vnum_3(svbool_t pg, const int64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_3 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} + +svuint8_t test_svldff1_vnum_u8(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_u8 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: @llvm.aarch64.sve.ldff1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_u8(pg, base, vnum); +} + +svuint8_t test_svldff1_vnum_4(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_4 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: @llvm.aarch64.sve.ldff1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} + +svuint16_t test_svldff1_vnum_u16(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_u16 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_u16(pg, base, vnum); +} + +svuint16_t test_svldff1_vnum_5(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_5 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} + +svuint32_t test_svldff1_vnum_u32(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_u32 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_u32(pg, base, vnum); +} + +svuint32_t test_svldff1_vnum_6(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_6 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} + +svuint64_t test_svldff1_vnum_u64(svbool_t pg, const uint64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_u64 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_u64(pg, base, vnum); +} + +svuint64_t test_svldff1_vnum_7(svbool_t pg, const uint64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_7 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} + +svfloat16_t test_svldff1_vnum_f16(svbool_t pg, const float16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_f16 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast half* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8f16( %[[PG]], half* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_f16(pg, base, vnum); +} + +svfloat16_t test_svldff1_vnum_8(svbool_t pg, const float16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_8 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast half* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv8f16( %[[PG]], half* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} + +svfloat32_t test_svldff1_vnum_f32(svbool_t pg, const float32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_f32 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast float* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4f32( %[[PG]], float* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_f32(pg, base, vnum); +} + +svfloat32_t test_svldff1_vnum_9(svbool_t pg, const float32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_9 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast float* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv4f32( %[[PG]], float* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} + +svfloat64_t test_svldff1_vnum_f64(svbool_t pg, const float64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_f64 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast double* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2f64( %[[PG]], double* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum_f64(pg, base, vnum); +} + +svfloat64_t test_svldff1_vnum_10(svbool_t pg, const float64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1_vnum_10 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast double* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldff1.nxv2f64( %[[PG]], double* %[[GEP]]) + // CHECK-NEXT: ret + return svldff1_vnum(pg, base, vnum); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1sh.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1sh.c @@ -0,0 +1,94 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldff1sh +// + +svint32_t test_svldff1sh_s32(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldff1sh_s32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i16( %[[PG]], i16* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sh_s32(pg, base); +} + +svint64_t test_svldff1sh_s64(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldff1sh_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i16( %[[PG]], i16* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sh_s64(pg, base); +} + +svuint32_t test_svldff1sh_u32(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldff1sh_u32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i16( %[[PG]], i16* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sh_u32(pg, base); +} + +svuint64_t test_svldff1sh_u64(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldff1sh_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i16( %[[PG]], i16* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sh_u64(pg, base); +} + +svint32_t test_svldff1sh_vnum_s32(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1sh_vnum_s32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i16( %[[PG]], i16* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sh_vnum_s32(pg, base, vnum); +} + +svint64_t test_svldff1sh_vnum_s64(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1sh_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i16( %[[PG]], i16* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sh_vnum_s64(pg, base, vnum); +} + +svuint32_t test_svldff1sh_vnum_u32(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1sh_vnum_u32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i16( %[[PG]], i16* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sh_vnum_u32(pg, base, vnum); +} + +svuint64_t test_svldff1sh_vnum_u64(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1sh_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i16( %[[PG]], i16* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sh_vnum_u64(pg, base, vnum); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1sw.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1sw.c @@ -0,0 +1,50 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldff1sw +// + +svint64_t test_svldff1sw_s64(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svldff1sw_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i32( %[[PG]], i32* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sw_s64(pg, base); +} + +svuint64_t test_svldff1sw_u64(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svldff1sw_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i32( %[[PG]], i32* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sw_u64(pg, base); +} + +svint64_t test_svldff1sw_vnum_s64(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1sw_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i32( %[[PG]], i32* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sw_vnum_s64(pg, base, vnum); +} + +svuint64_t test_svldff1sw_vnum_u64(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1sw_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i32( %[[PG]], i32* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1sw_vnum_u64(pg, base, vnum); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1ub.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1ub.c @@ -0,0 +1,138 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldff1ub +// + +svint16_t test_svldff1ub_s16(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldff1ub_s16 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv8i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_s16(pg, base); +} + +svint32_t test_svldff1ub_s32(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldff1ub_s32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_s32(pg, base); +} + +svint64_t test_svldff1ub_s64(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldff1ub_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_s64(pg, base); +} + +svuint16_t test_svldff1ub_u16(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldff1ub_u16 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv8i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_u16(pg, base); +} + +svuint32_t test_svldff1ub_u32(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldff1ub_u32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_u32(pg, base); +} + +svuint64_t test_svldff1ub_u64(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldff1ub_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_u64(pg, base); +} + +svint16_t test_svldff1ub_vnum_s16(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1ub_vnum_s16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv8i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_vnum_s16(pg, base, vnum); +} + +svint32_t test_svldff1ub_vnum_s32(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1ub_vnum_s32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_vnum_s32(pg, base, vnum); +} + +svint64_t test_svldff1ub_vnum_s64(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1ub_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_vnum_s64(pg, base, vnum); +} + +svuint16_t test_svldff1ub_vnum_u16(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1ub_vnum_u16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv8i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_vnum_u16(pg, base, vnum); +} + +svuint32_t test_svldff1ub_vnum_u32(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1ub_vnum_u32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_vnum_u32(pg, base, vnum); +} + +svuint64_t test_svldff1ub_vnum_u64(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1ub_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1ub_vnum_u64(pg, base, vnum); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1uh.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1uh.c @@ -0,0 +1,94 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldff1uh +// + +svint32_t test_svldff1uh_s32(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldff1uh_s32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i16( %[[PG]], i16* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uh_s32(pg, base); +} + +svint64_t test_svldff1uh_s64(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldff1uh_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i16( %[[PG]], i16* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uh_s64(pg, base); +} + +svuint32_t test_svldff1uh_u32(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldff1uh_u32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i16( %[[PG]], i16* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uh_u32(pg, base); +} + +svuint64_t test_svldff1uh_u64(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldff1uh_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i16( %[[PG]], i16* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uh_u64(pg, base); +} + +svint32_t test_svldff1uh_vnum_s32(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1uh_vnum_s32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i16( %[[PG]], i16* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uh_vnum_s32(pg, base, vnum); +} + +svint64_t test_svldff1uh_vnum_s64(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1uh_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i16( %[[PG]], i16* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uh_vnum_s64(pg, base, vnum); +} + +svuint32_t test_svldff1uh_vnum_u32(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1uh_vnum_u32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv4i16( %[[PG]], i16* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uh_vnum_u32(pg, base, vnum); +} + +svuint64_t test_svldff1uh_vnum_u64(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1uh_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i16( %[[PG]], i16* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uh_vnum_u64(pg, base, vnum); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1uw.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldff1uw.c @@ -0,0 +1,50 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldff1uw +// + +svint64_t test_svldff1uw_s64(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svldff1uw_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i32( %[[PG]], i32* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uw_s64(pg, base); +} + +svuint64_t test_svldff1uw_u64(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svldff1uw_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i32( %[[PG]], i32* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uw_u64(pg, base); +} + +svint64_t test_svldff1uw_vnum_s64(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1uw_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i32( %[[PG]], i32* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uw_vnum_s64(pg, base, vnum); +} + +svuint64_t test_svldff1uw_vnum_u64(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldff1uw_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldff1.nxv2i32( %[[PG]], i32* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldff1uw_vnum_u64(pg, base, vnum); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1.c @@ -0,0 +1,439 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldnf1 +// + +svint8_t test_svldnf1_s8(svbool_t pg, const int8_t *base) +{ + // CHECK-LABEL: test_svldnf1_s8 + // CHECK: @llvm.aarch64.sve.ldnf1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldnf1_s8(pg, base); +} + +svint8_t test_svldnf1(svbool_t pg, const int8_t *base) +{ + // CHECK-LABEL: test_svldnf1 + // CHECK: @llvm.aarch64.sve.ldnf1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svint16_t test_svldnf1_s16(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldnf1_s16 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldnf1_s16(pg, base); +} + +svint16_t test_svldnf1_1(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldnf1_1 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svint32_t test_svldnf1_s32(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svldnf1_s32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldnf1_s32(pg, base); +} + +svint32_t test_svldnf1_2(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svldnf1_2 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svint64_t test_svldnf1_s64(svbool_t pg, const int64_t *base) +{ + // CHECK-LABEL: test_svldnf1_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldnf1_s64(pg, base); +} + +svint64_t test_svldnf1_3(svbool_t pg, const int64_t *base) +{ + // CHECK-LABEL: test_svldnf1_3 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svuint8_t test_svldnf1_u8(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldnf1_u8 + // CHECK: @llvm.aarch64.sve.ldnf1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldnf1_u8(pg, base); +} + +svuint8_t test_svldnf1_4(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldnf1_4 + // CHECK: @llvm.aarch64.sve.ldnf1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svuint16_t test_svldnf1_u16(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldnf1_u16 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldnf1_u16(pg, base); +} + +svuint16_t test_svldnf1_5(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldnf1_5 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svuint32_t test_svldnf1_u32(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svldnf1_u32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldnf1_u32(pg, base); +} + +svuint32_t test_svldnf1_6(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svldnf1_6 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svuint64_t test_svldnf1_u64(svbool_t pg, const uint64_t *base) +{ + // CHECK-LABEL: test_svldnf1_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldnf1_u64(pg, base); +} + +svuint64_t test_svldnf1_7(svbool_t pg, const uint64_t *base) +{ + // CHECK-LABEL: test_svldnf1_7 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svfloat16_t test_svldnf1_f16(svbool_t pg, const float16_t *base) +{ + // CHECK-LABEL: test_svldnf1_f16 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8f16( %[[PG]], half* %base) + // CHECK-NEXT: ret + return svldnf1_f16(pg, base); +} + +svfloat16_t test_svldnf1_8(svbool_t pg, const float16_t *base) +{ + // CHECK-LABEL: test_svldnf1_8 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8f16( %[[PG]], half* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svfloat32_t test_svldnf1_f32(svbool_t pg, const float32_t *base) +{ + // CHECK-LABEL: test_svldnf1_f32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4f32( %[[PG]], float* %base) + // CHECK-NEXT: ret + return svldnf1_f32(pg, base); +} + +svfloat32_t test_svldnf1_9(svbool_t pg, const float32_t *base) +{ + // CHECK-LABEL: test_svldnf1_9 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4f32( %[[PG]], float* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svfloat64_t test_svldnf1_f64(svbool_t pg, const float64_t *base) +{ + // CHECK-LABEL: test_svldnf1_f64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2f64( %[[PG]], double* %base) + // CHECK-NEXT: ret + return svldnf1_f64(pg, base); +} + +svfloat64_t test_svldnf1_10(svbool_t pg, const float64_t *base) +{ + // CHECK-LABEL: test_svldnf1_10 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2f64( %[[PG]], double* %base) + // CHECK-NEXT: ret + return svldnf1(pg, base); +} + +svint8_t test_svldnf1_vnum_s8(svbool_t pg, const int8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_s8 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: @llvm.aarch64.sve.ldnf1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_s8(pg, base, vnum); +} + +svint8_t test_svldnf1_vnum(svbool_t pg, const int8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: @llvm.aarch64.sve.ldnf1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + +svint16_t test_svldnf1_vnum_s16(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_s16 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_s16(pg, base, vnum); +} + +svint16_t test_svldnf1_vnum_1(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_1 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + +svint32_t test_svldnf1_vnum_s32(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_s32 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_s32(pg, base, vnum); +} + +svint32_t test_svldnf1_vnum_2(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_2 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + +svint64_t test_svldnf1_vnum_s64(svbool_t pg, const int64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_s64 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_s64(pg, base, vnum); +} + +svint64_t test_svldnf1_vnum_3(svbool_t pg, const int64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_3 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + +svuint8_t test_svldnf1_vnum_u8(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_u8 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: @llvm.aarch64.sve.ldnf1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_u8(pg, base, vnum); +} + +svuint8_t test_svldnf1_vnum_4(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_4 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: @llvm.aarch64.sve.ldnf1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + +svuint16_t test_svldnf1_vnum_u16(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_u16 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_u16(pg, base, vnum); +} + +svuint16_t test_svldnf1_vnum_5(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_5 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + +svuint32_t test_svldnf1_vnum_u32(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_u32 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_u32(pg, base, vnum); +} + +svuint32_t test_svldnf1_vnum_6(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_6 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + +svuint64_t test_svldnf1_vnum_u64(svbool_t pg, const uint64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_u64 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_u64(pg, base, vnum); +} + +svuint64_t test_svldnf1_vnum_7(svbool_t pg, const uint64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_7 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + +svfloat16_t test_svldnf1_vnum_f16(svbool_t pg, const float16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_f16 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast half* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8f16( %[[PG]], half* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_f16(pg, base, vnum); +} + +svfloat16_t test_svldnf1_vnum_8(svbool_t pg, const float16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_8 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast half* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv8f16( %[[PG]], half* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + +svfloat32_t test_svldnf1_vnum_f32(svbool_t pg, const float32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_f32 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast float* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4f32( %[[PG]], float* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_f32(pg, base, vnum); +} + +svfloat32_t test_svldnf1_vnum_9(svbool_t pg, const float32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_9 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast float* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv4f32( %[[PG]], float* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + +svfloat64_t test_svldnf1_vnum_f64(svbool_t pg, const float64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_f64 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast double* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2f64( %[[PG]], double* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum_f64(pg, base, vnum); +} + +svfloat64_t test_svldnf1_vnum_10(svbool_t pg, const float64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1_vnum_10 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast double* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: @llvm.aarch64.sve.ldnf1.nxv2f64( %[[PG]], double* %[[GEP]]) + // CHECK-NEXT: ret + return svldnf1_vnum(pg, base, vnum); +} + Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1sh.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1sh.c @@ -0,0 +1,94 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldnf1sh +// + +svint32_t test_svldnf1sh_s32(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldnf1sh_s32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i16( %[[PG]], i16* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sh_s32(pg, base); +} + +svint64_t test_svldnf1sh_s64(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldnf1sh_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i16( %[[PG]], i16* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sh_s64(pg, base); +} + +svuint32_t test_svldnf1sh_u32(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldnf1sh_u32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i16( %[[PG]], i16* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sh_u32(pg, base); +} + +svuint64_t test_svldnf1sh_u64(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldnf1sh_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i16( %[[PG]], i16* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sh_u64(pg, base); +} + +svint32_t test_svldnf1sh_vnum_s32(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1sh_vnum_s32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i16( %[[PG]], i16* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sh_vnum_s32(pg, base, vnum); +} + +svint64_t test_svldnf1sh_vnum_s64(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1sh_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i16( %[[PG]], i16* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sh_vnum_s64(pg, base, vnum); +} + +svuint32_t test_svldnf1sh_vnum_u32(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1sh_vnum_u32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i16( %[[PG]], i16* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sh_vnum_u32(pg, base, vnum); +} + +svuint64_t test_svldnf1sh_vnum_u64(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1sh_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i16( %[[PG]], i16* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sh_vnum_u64(pg, base, vnum); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1sw.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1sw.c @@ -0,0 +1,51 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldnf1sw +// + +svint64_t test_svldnf1sw_s64(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svldnf1sw_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i32( %[[PG]], i32* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sw_s64(pg, base); +} + +svuint64_t test_svldnf1sw_u64(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svldnf1sw_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i32( %[[PG]], i32* %base) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sw_u64(pg, base); +} + +svint64_t test_svldnf1sw_vnum_s64(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1sw_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i32( %[[PG]], i32* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sw_vnum_s64(pg, base, vnum); +} + +svuint64_t test_svldnf1sw_vnum_u64(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1sw_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i32( %[[PG]], i32* %[[GEP]]) + // CHECK: sext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1sw_vnum_u64(pg, base, vnum); +} + Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1ub.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1ub.c @@ -0,0 +1,139 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldnf1ub +// + +svint16_t test_svldnf1ub_s16(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldnf1ub_s16 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv8i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_s16(pg, base); +} + +svint32_t test_svldnf1ub_s32(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldnf1ub_s32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_s32(pg, base); +} + +svint64_t test_svldnf1ub_s64(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldnf1ub_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_s64(pg, base); +} + +svuint16_t test_svldnf1ub_u16(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldnf1ub_u16 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv8i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_u16(pg, base); +} + +svuint32_t test_svldnf1ub_u32(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldnf1ub_u32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_u32(pg, base); +} + +svuint64_t test_svldnf1ub_u64(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldnf1ub_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i8( %[[PG]], i8* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_u64(pg, base); +} + +svint16_t test_svldnf1ub_vnum_s16(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1ub_vnum_s16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv8i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_vnum_s16(pg, base, vnum); +} + +svint32_t test_svldnf1ub_vnum_s32(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1ub_vnum_s32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_vnum_s32(pg, base, vnum); +} + +svint64_t test_svldnf1ub_vnum_s64(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1ub_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_vnum_s64(pg, base, vnum); +} + +svuint16_t test_svldnf1ub_vnum_u16(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1ub_vnum_u16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv8i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_vnum_u16(pg, base, vnum); +} + +svuint32_t test_svldnf1ub_vnum_u32(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1ub_vnum_u32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_vnum_u32(pg, base, vnum); +} + +svuint64_t test_svldnf1ub_vnum_u64(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1ub_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i8( %[[PG]], i8* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1ub_vnum_u64(pg, base, vnum); +} + Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1uh.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1uh.c @@ -0,0 +1,94 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldnf1uh +// + +svint32_t test_svldnf1uh_s32(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldnf1uh_s32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i16( %[[PG]], i16* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uh_s32(pg, base); +} + +svint64_t test_svldnf1uh_s64(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldnf1uh_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i16( %[[PG]], i16* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uh_s64(pg, base); +} + +svuint32_t test_svldnf1uh_u32(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldnf1uh_u32 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i16( %[[PG]], i16* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uh_u32(pg, base); +} + +svuint64_t test_svldnf1uh_u64(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldnf1uh_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i16( %[[PG]], i16* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uh_u64(pg, base); +} + +svint32_t test_svldnf1uh_vnum_s32(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1uh_vnum_s32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i16( %[[PG]], i16* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uh_vnum_s32(pg, base, vnum); +} + +svint64_t test_svldnf1uh_vnum_s64(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1uh_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i16( %[[PG]], i16* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uh_vnum_s64(pg, base, vnum); +} + +svuint32_t test_svldnf1uh_vnum_u32(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1uh_vnum_u32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv4i16( %[[PG]], i16* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uh_vnum_u32(pg, base, vnum); +} + +svuint64_t test_svldnf1uh_vnum_u64(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1uh_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i16( %[[PG]], i16* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uh_vnum_u64(pg, base, vnum); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1uw.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnf1uw.c @@ -0,0 +1,51 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldnf1uw +// + +svint64_t test_svldnf1uw_s64(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svldnf1uw_s64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i32( %[[PG]], i32* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uw_s64(pg, base); +} + +svuint64_t test_svldnf1uw_u64(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svldnf1uw_u64 + // CHECK: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i32( %[[PG]], i32* %base) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uw_u64(pg, base); +} + +svint64_t test_svldnf1uw_vnum_s64(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1uw_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i32( %[[PG]], i32* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uw_vnum_s64(pg, base, vnum); +} + +svuint64_t test_svldnf1uw_vnum_u64(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnf1uw_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: %[[LOAD:.*]] = call @llvm.aarch64.sve.ldnf1.nxv2i32( %[[PG]], i32* %[[GEP]]) + // CHECK: zext %[[LOAD]] to + // CHECK-NEXT: ret + return svldnf1uw_vnum_u64(pg, base, vnum); +} + Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnt1.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_ldnt1.c @@ -0,0 +1,439 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// ldnt1 +// + +svint8_t test_svldnt1_s8(svbool_t pg, const int8_t *base) +{ + // CHECK-LABEL: test_svldnt1_s8 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldnt1_s8(pg, base); +} + +svint8_t test_svldnt1(svbool_t pg, const int8_t *base) +{ + // CHECK-LABEL: test_svldnt1 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svint16_t test_svldnt1_s16(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldnt1_s16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldnt1_s16(pg, base); +} + +svint16_t test_svldnt1_1(svbool_t pg, const int16_t *base) +{ + // CHECK-LABEL: test_svldnt1_1 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svint32_t test_svldnt1_s32(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svldnt1_s32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldnt1_s32(pg, base); +} + +svint32_t test_svldnt1_2(svbool_t pg, const int32_t *base) +{ + // CHECK-LABEL: test_svldnt1_2 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svint64_t test_svldnt1_s64(svbool_t pg, const int64_t *base) +{ + // CHECK-LABEL: test_svldnt1_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldnt1_s64(pg, base); +} + +svint64_t test_svldnt1_3(svbool_t pg, const int64_t *base) +{ + // CHECK-LABEL: test_svldnt1_3 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svuint8_t test_svldnt1_u8(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldnt1_u8 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldnt1_u8(pg, base); +} + +svuint8_t test_svldnt1_4(svbool_t pg, const uint8_t *base) +{ + // CHECK-LABEL: test_svldnt1_4 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv16i8( %pg, i8* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svuint16_t test_svldnt1_u16(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldnt1_u16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldnt1_u16(pg, base); +} + +svuint16_t test_svldnt1_5(svbool_t pg, const uint16_t *base) +{ + // CHECK-LABEL: test_svldnt1_5 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8i16( %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svuint32_t test_svldnt1_u32(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svldnt1_u32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldnt1_u32(pg, base); +} + +svuint32_t test_svldnt1_6(svbool_t pg, const uint32_t *base) +{ + // CHECK-LABEL: test_svldnt1_6 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4i32( %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svuint64_t test_svldnt1_u64(svbool_t pg, const uint64_t *base) +{ + // CHECK-LABEL: test_svldnt1_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldnt1_u64(pg, base); +} + +svuint64_t test_svldnt1_7(svbool_t pg, const uint64_t *base) +{ + // CHECK-LABEL: test_svldnt1_7 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2i64( %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svfloat16_t test_svldnt1_f16(svbool_t pg, const float16_t *base) +{ + // CHECK-LABEL: test_svldnt1_f16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8f16( %[[PG]], half* %base) + // CHECK-NEXT: ret + return svldnt1_f16(pg, base); +} + +svfloat16_t test_svldnt1_8(svbool_t pg, const float16_t *base) +{ + // CHECK-LABEL: test_svldnt1_8 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8f16( %[[PG]], half* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svfloat32_t test_svldnt1_f32(svbool_t pg, const float32_t *base) +{ + // CHECK-LABEL: test_svldnt1_f32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4f32( %[[PG]], float* %base) + // CHECK-NEXT: ret + return svldnt1_f32(pg, base); +} + +svfloat32_t test_svldnt1_9(svbool_t pg, const float32_t *base) +{ + // CHECK-LABEL: test_svldnt1_9 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4f32( %[[PG]], float* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svfloat64_t test_svldnt1_f64(svbool_t pg, const float64_t *base) +{ + // CHECK-LABEL: test_svldnt1_f64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2f64( %[[PG]], double* %base) + // CHECK-NEXT: ret + return svldnt1_f64(pg, base); +} + +svfloat64_t test_svldnt1_10(svbool_t pg, const float64_t *base) +{ + // CHECK-LABEL: test_svldnt1_10 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2f64( %[[PG]], double* %base) + // CHECK-NEXT: ret + return svldnt1(pg, base); +} + +svint8_t test_svldnt1_vnum_s8(svbool_t pg, const int8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_s8 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_s8(pg, base, vnum); +} + +svint8_t test_svldnt1_vnum(svbool_t pg, const int8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + +svint16_t test_svldnt1_vnum_s16(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_s16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_s16(pg, base, vnum); +} + +svint16_t test_svldnt1_vnum_1(svbool_t pg, const int16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_1 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + +svint32_t test_svldnt1_vnum_s32(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_s32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_s32(pg, base, vnum); +} + +svint32_t test_svldnt1_vnum_2(svbool_t pg, const int32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_2 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + +svint64_t test_svldnt1_vnum_s64(svbool_t pg, const int64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_s64(pg, base, vnum); +} + +svint64_t test_svldnt1_vnum_3(svbool_t pg, const int64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_3 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + +svuint8_t test_svldnt1_vnum_u8(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_u8 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_u8(pg, base, vnum); +} + +svuint8_t test_svldnt1_vnum_4(svbool_t pg, const uint8_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_4 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv16i8( %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + +svuint16_t test_svldnt1_vnum_u16(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_u16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_u16(pg, base, vnum); +} + +svuint16_t test_svldnt1_vnum_5(svbool_t pg, const uint16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_5 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8i16( %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + +svuint32_t test_svldnt1_vnum_u32(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_u32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_u32(pg, base, vnum); +} + +svuint32_t test_svldnt1_vnum_6(svbool_t pg, const uint32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_6 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4i32( %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + +svuint64_t test_svldnt1_vnum_u64(svbool_t pg, const uint64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_u64(pg, base, vnum); +} + +svuint64_t test_svldnt1_vnum_7(svbool_t pg, const uint64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_7 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2i64( %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + +svfloat16_t test_svldnt1_vnum_f16(svbool_t pg, const float16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_f16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast half* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8f16( %[[PG]], half* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_f16(pg, base, vnum); +} + +svfloat16_t test_svldnt1_vnum_8(svbool_t pg, const float16_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_8 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast half* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv8f16( %[[PG]], half* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + +svfloat32_t test_svldnt1_vnum_f32(svbool_t pg, const float32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_f32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast float* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4f32( %[[PG]], float* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_f32(pg, base, vnum); +} + +svfloat32_t test_svldnt1_vnum_9(svbool_t pg, const float32_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_9 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast float* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv4f32( %[[PG]], float* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + +svfloat64_t test_svldnt1_vnum_f64(svbool_t pg, const float64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_f64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast double* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2f64( %[[PG]], double* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum_f64(pg, base, vnum); +} + +svfloat64_t test_svldnt1_vnum_10(svbool_t pg, const float64_t *base, int64_t vnum) +{ + // CHECK-LABEL: test_svldnt1_vnum_10 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK-DAG: %[[BITCAST:.*]] = bitcast double* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum + // CHECK: call @llvm.aarch64.sve.ldnt1.nxv2f64( %[[PG]], double* %[[GEP]]) + // CHECK-NEXT: ret + return svldnt1_vnum(pg, base, vnum); +} + Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_st1.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_st1.c @@ -0,0 +1,523 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// st1 +// + +void test_svst1_s8(svbool_t pg, int8_t *base, svint8_t data) +{ + // CHECK-LABEL: test_svst1_s8 + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_s8(pg, base, data); +} + +void test_svst1_s16(svbool_t pg, int16_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svst1_s16 + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_s16(pg, base, data); +} + +void test_svst1_s32(svbool_t pg, int32_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1_s32 + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_s32(pg, base, data); +} + +void test_svst1_s64(svbool_t pg, int64_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1_s64 + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_s64(pg, base, data); +} + +void test_svst1_u8(svbool_t pg, uint8_t *base, svuint8_t data) +{ + // CHECK-LABEL: test_svst1_u8 + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_u8(pg, base, data); +} + +void test_svst1_u16(svbool_t pg, uint16_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svst1_u16 + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_u16(pg, base, data); +} + +void test_svst1_u32(svbool_t pg, uint32_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1_u32 + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_u32(pg, base, data); +} + +void test_svst1_u64(svbool_t pg, uint64_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1_u64 + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_u64(pg, base, data); +} + +void test_svst1_f16(svbool_t pg, float16_t *base, svfloat16_t data) +{ + // CHECK-LABEL: test_svst1_f16 + // CHECK: @llvm.masked.store.nxv8f16.p0nxv8f16( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_f16(pg, base, data); +} + +void test_svst1_f32(svbool_t pg, float32_t *base, svfloat32_t data) +{ + // CHECK-LABEL: test_svst1_f32 + // CHECK: @llvm.masked.store.nxv4f32.p0nxv4f32( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_f32(pg, base, data); +} + +void test_svst1_f64(svbool_t pg, float64_t *base, svfloat64_t data) +{ + // CHECK-LABEL: test_svst1_f64 + // CHECK: @llvm.masked.store.nxv2f64.p0nxv2f64( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_f64(pg, base, data); +} + +void test_svst1_vnum_s8(svbool_t pg, int8_t *base, int64_t vnum, svint8_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s8 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s8(pg, base, vnum, data); +} + +void test_svst1_vnum_s8_1(svbool_t pg, int8_t *base, svint8_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s8_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s8(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_s8_2(svbool_t pg, int8_t *base, svint8_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s8_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_s8(pg, base, 0, data); +} + +void test_svst1_vnum_s8_3(svbool_t pg, int8_t *base, svint8_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s8_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s8(pg, base, 129, data); +} + +void test_svst1_vnum_s8_4(svbool_t pg, int8_t *base, svint8_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s8_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s8(pg, base, 9223372036854775807ull, data); +} + +void test_svst1_vnum_s16(svbool_t pg, int16_t *base, int64_t vnum, svint16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s16 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s16(pg, base, vnum, data); +} + +void test_svst1_vnum_s16_1(svbool_t pg, int16_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s16_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s16(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_s16_2(svbool_t pg, int16_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s16_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_s16(pg, base, 0, data); +} + +void test_svst1_vnum_s16_3(svbool_t pg, int16_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s16_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s16(pg, base, 129, data); +} + +void test_svst1_vnum_s16_4(svbool_t pg, int16_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s16_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s16(pg, base, 9223372036854775807ull, data); +} + +void test_svst1_vnum_s32(svbool_t pg, int32_t *base, int64_t vnum, svint32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s32(pg, base, vnum, data); +} + +void test_svst1_vnum_s32_1(svbool_t pg, int32_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s32(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_s32_2(svbool_t pg, int32_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s32_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_s32(pg, base, 0, data); +} + +void test_svst1_vnum_s32_3(svbool_t pg, int32_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s32(pg, base, 129, data); +} + +void test_svst1_vnum_s32_4(svbool_t pg, int32_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s32(pg, base, 9223372036854775807ull, data); +} + +void test_svst1_vnum_s64(svbool_t pg, int64_t *base, int64_t vnum, svint64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s64(pg, base, vnum, data); +} + +void test_svst1_vnum_s64_1(svbool_t pg, int64_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s64(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_s64_2(svbool_t pg, int64_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_s64(pg, base, 0, data); +} + +void test_svst1_vnum_s64_3(svbool_t pg, int64_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s64(pg, base, 129, data); +} + +void test_svst1_vnum_s64_4(svbool_t pg, int64_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_s64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_s64(pg, base, 9223372036854775807ull, data); +} + +void test_svst1_vnum_u8(svbool_t pg, uint8_t *base, int64_t vnum, svuint8_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u8 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u8(pg, base, vnum, data); +} + +void test_svst1_vnum_u8_1(svbool_t pg, uint8_t *base, svuint8_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u8_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u8(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_u8_2(svbool_t pg, uint8_t *base, svuint8_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u8_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_u8(pg, base, 0, data); +} + +void test_svst1_vnum_u8_3(svbool_t pg, uint8_t *base, svuint8_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u8_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u8(pg, base, 129, data); +} + +void test_svst1_vnum_u8_4(svbool_t pg, uint8_t *base, svuint8_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u8_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv16i8.p0nxv16i8( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u8(pg, base, 9223372036854775807ull, data); +} + +void test_svst1_vnum_u16(svbool_t pg, uint16_t *base, int64_t vnum, svuint16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u16 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u16(pg, base, vnum, data); +} + +void test_svst1_vnum_u16_1(svbool_t pg, uint16_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u16_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u16(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_u16_2(svbool_t pg, uint16_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u16_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_u16(pg, base, 0, data); +} + +void test_svst1_vnum_u16_3(svbool_t pg, uint16_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u16_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u16(pg, base, 129, data); +} + +void test_svst1_vnum_u16_4(svbool_t pg, uint16_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u16_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv8i16.p0nxv8i16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u16(pg, base, 9223372036854775807ull, data); +} + +void test_svst1_vnum_u32(svbool_t pg, uint32_t *base, int64_t vnum, svuint32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u32(pg, base, vnum, data); +} + +void test_svst1_vnum_u32_1(svbool_t pg, uint32_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u32(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_u32_2(svbool_t pg, uint32_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u32_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_u32(pg, base, 0, data); +} + +void test_svst1_vnum_u32_3(svbool_t pg, uint32_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u32(pg, base, 129, data); +} + +void test_svst1_vnum_u32_4(svbool_t pg, uint32_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i32.p0nxv4i32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u32(pg, base, 9223372036854775807ull, data); +} + +void test_svst1_vnum_u64(svbool_t pg, uint64_t *base, int64_t vnum, svuint64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u64(pg, base, vnum, data); +} + +void test_svst1_vnum_u64_1(svbool_t pg, uint64_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u64(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_u64_2(svbool_t pg, uint64_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_u64(pg, base, 0, data); +} + +void test_svst1_vnum_u64_3(svbool_t pg, uint64_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u64(pg, base, 129, data); +} + +void test_svst1_vnum_u64_4(svbool_t pg, uint64_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_u64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i64.p0nxv2i64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_u64(pg, base, 9223372036854775807ull, data); +} + +void test_svst1_vnum_f16(svbool_t pg, float16_t *base, int64_t vnum, svfloat16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f16 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv8f16.p0nxv8f16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f16(pg, base, vnum, data); +} + +void test_svst1_vnum_f16_1(svbool_t pg, float16_t *base, svfloat16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f16_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv8f16.p0nxv8f16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f16(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_f16_2(svbool_t pg, float16_t *base, svfloat16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f16_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv8f16.p0nxv8f16( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_f16(pg, base, 0, data); +} + +void test_svst1_vnum_f16_3(svbool_t pg, float16_t *base, svfloat16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f16_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv8f16.p0nxv8f16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f16(pg, base, 129, data); +} + +void test_svst1_vnum_f16_4(svbool_t pg, float16_t *base, svfloat16_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f16_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv8f16.p0nxv8f16( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f16(pg, base, 9223372036854775807ull, data); +} + +void test_svst1_vnum_f32(svbool_t pg, float32_t *base, int64_t vnum, svfloat32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv4f32.p0nxv4f32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f32(pg, base, vnum, data); +} + +void test_svst1_vnum_f32_1(svbool_t pg, float32_t *base, svfloat32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv4f32.p0nxv4f32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f32(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_f32_2(svbool_t pg, float32_t *base, svfloat32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f32_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4f32.p0nxv4f32( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_f32(pg, base, 0, data); +} + +void test_svst1_vnum_f32_3(svbool_t pg, float32_t *base, svfloat32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv4f32.p0nxv4f32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f32(pg, base, 129, data); +} + +void test_svst1_vnum_f32_4(svbool_t pg, float32_t *base, svfloat32_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv4f32.p0nxv4f32( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f32(pg, base, 9223372036854775807ull, data); +} + +void test_svst1_vnum_f64(svbool_t pg, float64_t *base, int64_t vnum, svfloat64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv2f64.p0nxv2f64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f64(pg, base, vnum, data); +} + +void test_svst1_vnum_f64_1(svbool_t pg, float64_t *base, svfloat64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv2f64.p0nxv2f64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f64(pg, base, -9223372036854775807ll, data); +} + +void test_svst1_vnum_f64_2(svbool_t pg, float64_t *base, svfloat64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2f64.p0nxv2f64( %data, * %{{.*}}, i32 1, %{{.*}}) + return svst1_vnum_f64(pg, base, 0, data); +} + +void test_svst1_vnum_f64_3(svbool_t pg, float64_t *base, svfloat64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv2f64.p0nxv2f64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f64(pg, base, 129, data); +} + +void test_svst1_vnum_f64_4(svbool_t pg, float64_t *base, svfloat64_t data) +{ + // CHECK-LABEL: test_svst1_vnum_f64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv2f64.p0nxv2f64( %data, * %[[GEP]], i32 1, %{{.*}}) + return svst1_vnum_f64(pg, base, 9223372036854775807ull, data); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_st1b.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_st1b.c @@ -0,0 +1,294 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -o - -emit-llvm %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// st1b +// + +void test_svst1b_s16(svbool_t pg, int8_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svst1b_s16 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_s16(pg, base, data); +} + +void test_svst1b_s32(svbool_t pg, int8_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1b_s32 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_s32(pg, base, data); +} + +void test_svst1b_s64(svbool_t pg, int8_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1b_s64 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_s64(pg, base, data); +} + +void test_svst1b_u16(svbool_t pg, uint8_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svst1b_u16 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_u16(pg, base, data); +} + +void test_svst1b_u32(svbool_t pg, uint8_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1b_u32 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_u32(pg, base, data); +} + +void test_svst1b_u64(svbool_t pg, uint8_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1b_u64 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_u64(pg, base, data); +} + +void test_svst1b_vnum_s16(svbool_t pg, int8_t *base, int64_t vnum, svint16_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s16 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s16(pg, base, vnum, data); +} + +void test_svst1b_vnum_s16_1(svbool_t pg, int8_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s16_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s16(pg, base, -9223372036854775807ll, data); +} + +void test_svst1b_vnum_s16_2(svbool_t pg, int8_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s16_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_vnum_s16(pg, base, 0, data); +} + +void test_svst1b_vnum_s16_3(svbool_t pg, int8_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s16_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s16(pg, base, 129, data); +} + +void test_svst1b_vnum_s16_4(svbool_t pg, int8_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s16_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s16(pg, base, 9223372036854775807ull, data); +} + +void test_svst1b_vnum_s32(svbool_t pg, int8_t *base, int64_t vnum, svint32_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s32(pg, base, vnum, data); +} + +void test_svst1b_vnum_s32_1(svbool_t pg, int8_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s32(pg, base, -9223372036854775807ll, data); +} + +void test_svst1b_vnum_s32_2(svbool_t pg, int8_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s32_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_vnum_s32(pg, base, 0, data); +} + +void test_svst1b_vnum_s32_3(svbool_t pg, int8_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s32(pg, base, 129, data); +} + +void test_svst1b_vnum_s32_4(svbool_t pg, int8_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s32(pg, base, 9223372036854775807ull, data); +} + +void test_svst1b_vnum_s64(svbool_t pg, int8_t *base, int64_t vnum, svint64_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s64(pg, base, vnum, data); +} + +void test_svst1b_vnum_s64_1(svbool_t pg, int8_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s64(pg, base, -9223372036854775807ll, data); +} + +void test_svst1b_vnum_s64_2(svbool_t pg, int8_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_vnum_s64(pg, base, 0, data); +} + +void test_svst1b_vnum_s64_3(svbool_t pg, int8_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s64(pg, base, 129, data); +} + +void test_svst1b_vnum_s64_4(svbool_t pg, int8_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_s64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_s64(pg, base, 9223372036854775807ull, data); +} + +void test_svst1b_vnum_u16(svbool_t pg, uint8_t *base, int64_t vnum, svuint16_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u16 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u16(pg, base, vnum, data); +} + +void test_svst1b_vnum_u16_1(svbool_t pg, uint8_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u16_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u16(pg, base, -9223372036854775807ll, data); +} + +void test_svst1b_vnum_u16_2(svbool_t pg, uint8_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u16_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_vnum_u16(pg, base, 0, data); +} + +void test_svst1b_vnum_u16_3(svbool_t pg, uint8_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u16_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u16(pg, base, 129, data); +} + +void test_svst1b_vnum_u16_4(svbool_t pg, uint8_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u16_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv8i8.p0nxv8i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u16(pg, base, 9223372036854775807ull, data); +} + +void test_svst1b_vnum_u32(svbool_t pg, uint8_t *base, int64_t vnum, svuint32_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u32(pg, base, vnum, data); +} + +void test_svst1b_vnum_u32_1(svbool_t pg, uint8_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u32(pg, base, -9223372036854775807ll, data); +} + +void test_svst1b_vnum_u32_2(svbool_t pg, uint8_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u32_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_vnum_u32(pg, base, 0, data); +} + +void test_svst1b_vnum_u32_3(svbool_t pg, uint8_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u32(pg, base, 129, data); +} + +void test_svst1b_vnum_u32_4(svbool_t pg, uint8_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i8.p0nxv4i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u32(pg, base, 9223372036854775807ull, data); +} + +void test_svst1b_vnum_u64(svbool_t pg, uint8_t *base, int64_t vnum, svuint64_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u64(pg, base, vnum, data); +} + +void test_svst1b_vnum_u64_1(svbool_t pg, uint8_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u64(pg, base, -9223372036854775807ll, data); +} + +void test_svst1b_vnum_u64_2(svbool_t pg, uint8_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1b_vnum_u64(pg, base, 0, data); +} + +void test_svst1b_vnum_u64_3(svbool_t pg, uint8_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u64(pg, base, 129, data); +} + +void test_svst1b_vnum_u64_4(svbool_t pg, uint8_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1b_vnum_u64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i8.p0nxv2i8( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1b_vnum_u64(pg, base, 9223372036854775807ull, data); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_st1h.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_st1h.c @@ -0,0 +1,198 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -o - -emit-llvm %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// st1h +// + +void test_svst1h_s32(svbool_t pg, int16_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1h_s32 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1h_s32(pg, base, data); +} + +void test_svst1h_s64(svbool_t pg, int16_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1h_s64 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1h_s64(pg, base, data); +} + +void test_svst1h_u32(svbool_t pg, uint16_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1h_u32 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1h_u32(pg, base, data); +} + +void test_svst1h_u64(svbool_t pg, uint16_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1h_u64 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1h_u64(pg, base, data); +} + +void test_svst1h_vnum_s32(svbool_t pg, int16_t *base, int64_t vnum, svint32_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_s32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_s32(pg, base, vnum, data); +} + +void test_svst1h_vnum_s32_1(svbool_t pg, int16_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_s32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_s32(pg, base, -9223372036854775807ll, data); +} + +void test_svst1h_vnum_s32_2(svbool_t pg, int16_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_s32_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1h_vnum_s32(pg, base, 0, data); +} + +void test_svst1h_vnum_s32_3(svbool_t pg, int16_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_s32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_s32(pg, base, 129, data); +} + +void test_svst1h_vnum_s32_4(svbool_t pg, int16_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_s32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_s32(pg, base, 9223372036854775807ull, data); +} + +void test_svst1h_vnum_s64(svbool_t pg, int16_t *base, int64_t vnum, svint64_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_s64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_s64(pg, base, vnum, data); +} + +void test_svst1h_vnum_s64_1(svbool_t pg, int16_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_s64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_s64(pg, base, -9223372036854775807ll, data); +} + +void test_svst1h_vnum_s64_2(svbool_t pg, int16_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_s64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1h_vnum_s64(pg, base, 0, data); +} + +void test_svst1h_vnum_s64_3(svbool_t pg, int16_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_s64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_s64(pg, base, 129, data); +} + +void test_svst1h_vnum_s64_4(svbool_t pg, int16_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_s64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_s64(pg, base, 9223372036854775807ull, data); +} + +void test_svst1h_vnum_u32(svbool_t pg, uint16_t *base, int64_t vnum, svuint32_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_u32 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_u32(pg, base, vnum, data); +} + +void test_svst1h_vnum_u32_1(svbool_t pg, uint16_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_u32_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_u32(pg, base, -9223372036854775807ll, data); +} + +void test_svst1h_vnum_u32_2(svbool_t pg, uint16_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_u32_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1h_vnum_u32(pg, base, 0, data); +} + +void test_svst1h_vnum_u32_3(svbool_t pg, uint16_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_u32_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_u32(pg, base, 129, data); +} + +void test_svst1h_vnum_u32_4(svbool_t pg, uint16_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_u32_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv4i16.p0nxv4i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_u32(pg, base, 9223372036854775807ull, data); +} + +void test_svst1h_vnum_u64(svbool_t pg, uint16_t *base, int64_t vnum, svuint64_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_u64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_u64(pg, base, vnum, data); +} + +void test_svst1h_vnum_u64_1(svbool_t pg, uint16_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_u64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_u64(pg, base, -9223372036854775807ll, data); +} + +void test_svst1h_vnum_u64_2(svbool_t pg, uint16_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_u64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1h_vnum_u64(pg, base, 0, data); +} + +void test_svst1h_vnum_u64_3(svbool_t pg, uint16_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_u64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_u64(pg, base, 129, data); +} + +void test_svst1h_vnum_u64_4(svbool_t pg, uint16_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1h_vnum_u64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i16.p0nxv2i16( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1h_vnum_u64(pg, base, 9223372036854775807ull, data); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_st1w.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_st1w.c @@ -0,0 +1,102 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -o - -emit-llvm %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// st1w +// + +void test_svst1w_s64(svbool_t pg, int32_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1w_s64 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1w_s64(pg, base, data); +} + +void test_svst1w_u64(svbool_t pg, uint32_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1w_u64 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1w_u64(pg, base, data); +} + +void test_svst1w_vnum_s64(svbool_t pg, int32_t *base, int64_t vnum, svint64_t data) +{ + // CHECK-LABEL: test_svst1w_vnum_s64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1w_vnum_s64(pg, base, vnum, data); +} + +void test_svst1w_vnum_s64_1(svbool_t pg, int32_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1w_vnum_s64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1w_vnum_s64(pg, base, -9223372036854775807ll, data); +} + +void test_svst1w_vnum_s64_2(svbool_t pg, int32_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1w_vnum_s64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1w_vnum_s64(pg, base, 0, data); +} + +void test_svst1w_vnum_s64_3(svbool_t pg, int32_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1w_vnum_s64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1w_vnum_s64(pg, base, 129, data); +} + +void test_svst1w_vnum_s64_4(svbool_t pg, int32_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svst1w_vnum_s64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1w_vnum_s64(pg, base, 9223372036854775807ull, data); +} + +void test_svst1w_vnum_u64(svbool_t pg, uint32_t *base, int64_t vnum, svuint64_t data) +{ + // CHECK-LABEL: test_svst1w_vnum_u64 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 %vnum + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1w_vnum_u64(pg, base, vnum, data); +} + +void test_svst1w_vnum_u64_1(svbool_t pg, uint32_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1w_vnum_u64_1 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 -9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1w_vnum_u64(pg, base, -9223372036854775807ll, data); +} + +void test_svst1w_vnum_u64_2(svbool_t pg, uint32_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1w_vnum_u64_2 + // CHECK-NOT: getelementptr + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %{{.*}}, i32 1, %{{.*}}) + return svst1w_vnum_u64(pg, base, 0, data); +} + +void test_svst1w_vnum_u64_3(svbool_t pg, uint32_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1w_vnum_u64_3 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 129 + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1w_vnum_u64(pg, base, 129, data); +} + +void test_svst1w_vnum_u64_4(svbool_t pg, uint32_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svst1w_vnum_u64_4 + // CHECK: %[[GEP:.*]] = getelementptr , * %{{.*}}, i64 9223372036854775807 + // CHECK: @llvm.masked.store.nxv2i32.p0nxv2i32( {{.*}}, * %[[GEP]], i32 1, %{{.*}}) + return svst1w_vnum_u64(pg, base, 9223372036854775807ull, data); +} Index: clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_stnt1.c =================================================================== --- /dev/null +++ clang/test/CodeGen/aarch64-sve-intrinsics/acle_sve_stnt1.c @@ -0,0 +1,439 @@ +// RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s -D__ARM_FEATURE_SVE | FileCheck %s + +#include +// +// stnt1 +// + +void test_svstnt1_s8(svbool_t pg, int8_t *base, svint8_t data) +{ + // CHECK-LABEL: test_svstnt1_s8 + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv16i8( %data, %pg, i8* %base) + // CHECK-NEXT: ret + return svstnt1_s8(pg, base, data); +} + +void test_svstnt1(svbool_t pg, int8_t *base, svint8_t data) +{ + // CHECK-LABEL: test_svstnt1 + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv16i8( %data, %pg, i8* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_s16(svbool_t pg, int16_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svstnt1_s16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8i16( %data, %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svstnt1_s16(pg, base, data); +} + +void test_svstnt1_1(svbool_t pg, int16_t *base, svint16_t data) +{ + // CHECK-LABEL: test_svstnt1_1 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8i16( %data, %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_s32(svbool_t pg, int32_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svstnt1_s32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4i32( %data, %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svstnt1_s32(pg, base, data); +} + +void test_svstnt1_2(svbool_t pg, int32_t *base, svint32_t data) +{ + // CHECK-LABEL: test_svstnt1_2 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4i32( %data, %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_s64(svbool_t pg, int64_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svstnt1_s64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2i64( %data, %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svstnt1_s64(pg, base, data); +} + +void test_svstnt1_3(svbool_t pg, int64_t *base, svint64_t data) +{ + // CHECK-LABEL: test_svstnt1_3 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2i64( %data, %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_u8(svbool_t pg, uint8_t *base, svuint8_t data) +{ + // CHECK-LABEL: test_svstnt1_u8 + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv16i8( %data, %pg, i8* %base) + // CHECK-NEXT: ret + return svstnt1_u8(pg, base, data); +} + +void test_svstnt1_4(svbool_t pg, uint8_t *base, svuint8_t data) +{ + // CHECK-LABEL: test_svstnt1_4 + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv16i8( %data, %pg, i8* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_u16(svbool_t pg, uint16_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svstnt1_u16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8i16( %data, %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svstnt1_u16(pg, base, data); +} + +void test_svstnt1_5(svbool_t pg, uint16_t *base, svuint16_t data) +{ + // CHECK-LABEL: test_svstnt1_5 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8i16( %data, %[[PG]], i16* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_u32(svbool_t pg, uint32_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svstnt1_u32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4i32( %data, %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svstnt1_u32(pg, base, data); +} + +void test_svstnt1_6(svbool_t pg, uint32_t *base, svuint32_t data) +{ + // CHECK-LABEL: test_svstnt1_6 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4i32( %data, %[[PG]], i32* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_u64(svbool_t pg, uint64_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svstnt1_u64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2i64( %data, %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svstnt1_u64(pg, base, data); +} + +void test_svstnt1_7(svbool_t pg, uint64_t *base, svuint64_t data) +{ + // CHECK-LABEL: test_svstnt1_7 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2i64( %data, %[[PG]], i64* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_f16(svbool_t pg, float16_t *base, svfloat16_t data) +{ + // CHECK-LABEL: test_svstnt1_f16 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8f16( %data, %[[PG]], half* %base) + // CHECK-NEXT: ret + return svstnt1_f16(pg, base, data); +} + +void test_svstnt1_8(svbool_t pg, float16_t *base, svfloat16_t data) +{ + // CHECK-LABEL: test_svstnt1_8 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8f16( %data, %[[PG]], half* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_f32(svbool_t pg, float32_t *base, svfloat32_t data) +{ + // CHECK-LABEL: test_svstnt1_f32 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4f32( %data, %[[PG]], float* %base) + // CHECK-NEXT: ret + return svstnt1_f32(pg, base, data); +} + +void test_svstnt1_9(svbool_t pg, float32_t *base, svfloat32_t data) +{ + // CHECK-LABEL: test_svstnt1_9 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4f32( %data, %[[PG]], float* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_f64(svbool_t pg, float64_t *base, svfloat64_t data) +{ + // CHECK-LABEL: test_svstnt1_f64 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2f64( %data, %[[PG]], double* %base) + // CHECK-NEXT: ret + return svstnt1_f64(pg, base, data); +} + +void test_svstnt1_10(svbool_t pg, float64_t *base, svfloat64_t data) +{ + // CHECK-LABEL: test_svstnt1_10 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2f64( %data, %[[PG]], double* %base) + // CHECK-NEXT: ret + return svstnt1(pg, base, data); +} + +void test_svstnt1_vnum_s8(svbool_t pg, int8_t *base, int64_t vnum, svint8_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_s8 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv16i8( %data, %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_s8(pg, base, vnum, data); +} + +void test_svstnt1_vnum(svbool_t pg, int8_t *base, int64_t vnum, svint8_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv16i8( %data, %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + +void test_svstnt1_vnum_s16(svbool_t pg, int16_t *base, int64_t vnum, svint16_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_s16 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8i16( %data, %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_s16(pg, base, vnum, data); +} + +void test_svstnt1_vnum_1(svbool_t pg, int16_t *base, int64_t vnum, svint16_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_1 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8i16( %data, %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + +void test_svstnt1_vnum_s32(svbool_t pg, int32_t *base, int64_t vnum, svint32_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_s32 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4i32( %data, %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_s32(pg, base, vnum, data); +} + +void test_svstnt1_vnum_2(svbool_t pg, int32_t *base, int64_t vnum, svint32_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_2 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4i32( %data, %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + +void test_svstnt1_vnum_s64(svbool_t pg, int64_t *base, int64_t vnum, svint64_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_s64 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2i64( %data, %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_s64(pg, base, vnum, data); +} + +void test_svstnt1_vnum_3(svbool_t pg, int64_t *base, int64_t vnum, svint64_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_3 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2i64( %data, %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + +void test_svstnt1_vnum_u8(svbool_t pg, uint8_t *base, int64_t vnum, svuint8_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_u8 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv16i8( %data, %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_u8(pg, base, vnum, data); +} + +void test_svstnt1_vnum_4(svbool_t pg, uint8_t *base, int64_t vnum, svuint8_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_4 + // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to * + // CHECK: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv16i8( %data, %pg, i8* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + +void test_svstnt1_vnum_u16(svbool_t pg, uint16_t *base, int64_t vnum, svuint16_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_u16 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8i16( %data, %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_u16(pg, base, vnum, data); +} + +void test_svstnt1_vnum_5(svbool_t pg, uint16_t *base, int64_t vnum, svuint16_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_5 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8i16( %data, %[[PG]], i16* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + +void test_svstnt1_vnum_u32(svbool_t pg, uint32_t *base, int64_t vnum, svuint32_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_u32 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4i32( %data, %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_u32(pg, base, vnum, data); +} + +void test_svstnt1_vnum_6(svbool_t pg, uint32_t *base, int64_t vnum, svuint32_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_6 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4i32( %data, %[[PG]], i32* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + +void test_svstnt1_vnum_u64(svbool_t pg, uint64_t *base, int64_t vnum, svuint64_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_u64 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2i64( %data, %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_u64(pg, base, vnum, data); +} + +void test_svstnt1_vnum_7(svbool_t pg, uint64_t *base, int64_t vnum, svuint64_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_7 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2i64( %data, %[[PG]], i64* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + +void test_svstnt1_vnum_f16(svbool_t pg, float16_t *base, int64_t vnum, svfloat16_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_f16 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast half* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8f16( %data, %[[PG]], half* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_f16(pg, base, vnum, data); +} + +void test_svstnt1_vnum_8(svbool_t pg, float16_t *base, int64_t vnum, svfloat16_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_8 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast half* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv8i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv8f16( %data, %[[PG]], half* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + +void test_svstnt1_vnum_f32(svbool_t pg, float32_t *base, int64_t vnum, svfloat32_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_f32 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast float* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4f32( %data, %[[PG]], float* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_f32(pg, base, vnum, data); +} + +void test_svstnt1_vnum_9(svbool_t pg, float32_t *base, int64_t vnum, svfloat32_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_9 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast float* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv4i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv4f32( %data, %[[PG]], float* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + +void test_svstnt1_vnum_f64(svbool_t pg, float64_t *base, int64_t vnum, svfloat64_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_f64 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast double* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2f64( %data, %[[PG]], double* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum_f64(pg, base, vnum, data); +} + +void test_svstnt1_vnum_10(svbool_t pg, float64_t *base, int64_t vnum, svfloat64_t data) +{ + // CHECK-LABEL: test_svstnt1_vnum_10 + // CHECK-DAG: %[[BITCAST:.*]] = bitcast double* %base to * + // CHECK-DAG: %[[GEP:.*]] = getelementptr , * %[[BITCAST]], i64 %vnum, i64 0 + // CHECK-DAG: %[[PG:.*]] = call @llvm.aarch64.sve.convert.from.svbool.nxv2i1( %pg) + // CHECK: call void @llvm.aarch64.sve.stnt1.nxv2f64( %data, %[[PG]], double* %[[GEP]]) + // CHECK-NEXT: ret + return svstnt1_vnum(pg, base, vnum, data); +} + Index: clang/utils/TableGen/SveEmitter.cpp =================================================================== --- clang/utils/TableGen/SveEmitter.cpp +++ clang/utils/TableGen/SveEmitter.cpp @@ -445,6 +445,97 @@ Bitwidth = 16; ElementBitwidth = 1; break; + case 'l': + Predicate = false; + Signed = true; + Float = false; + ElementBitwidth = Bitwidth = 64; + NumVectors = 0; + break; + case 'S': + Constant = true; + Pointer = true; + ElementBitwidth = Bitwidth = 8; + NumVectors = 0; + Signed = true; + break; + case 'W': + Constant = true; + Pointer = true; + ElementBitwidth = Bitwidth = 8; + NumVectors = 0; + Signed = false; + break; + case 'T': + Constant = true; + Pointer = true; + ElementBitwidth = Bitwidth = 16; + NumVectors = 0; + Signed = true; + break; + case 'X': + Constant = true; + Pointer = true; + ElementBitwidth = Bitwidth = 16; + NumVectors = 0; + Signed = false; + break; + case 'Y': + Constant = true; + Pointer = true; + ElementBitwidth = Bitwidth = 32; + NumVectors = 0; + Signed = false; + break; + case 'U': + Constant = true; + Pointer = true; + ElementBitwidth = Bitwidth = 32; + NumVectors = 0; + Signed = true; + break; + case 'A': + Pointer = true; + ElementBitwidth = Bitwidth = 8; + NumVectors = 0; + Signed = true; + break; + case 'B': + Pointer = true; + ElementBitwidth = Bitwidth = 16; + NumVectors = 0; + Signed = true; + break; + case 'C': + Pointer = true; + ElementBitwidth = Bitwidth = 32; + NumVectors = 0; + Signed = true; + break; + case 'D': + Pointer = true; + ElementBitwidth = Bitwidth = 64; + NumVectors = 0; + Signed = true; + break; + case 'E': + Pointer = true; + ElementBitwidth = Bitwidth = 8; + NumVectors = 0; + Signed = false; + break; + case 'F': + Pointer = true; + ElementBitwidth = Bitwidth = 16; + NumVectors = 0; + Signed = false; + break; + case 'G': + Pointer = true; + ElementBitwidth = Bitwidth = 32; + NumVectors = 0; + Signed = false; + break; default: llvm_unreachable("Unhandled character!"); }