diff --git a/llvm/include/llvm/IR/IntrinsicsAArch64.td b/llvm/include/llvm/IR/IntrinsicsAArch64.td --- a/llvm/include/llvm/IR/IntrinsicsAArch64.td +++ b/llvm/include/llvm/IR/IntrinsicsAArch64.td @@ -974,6 +974,17 @@ llvm_i32_ty], [IntrNoMem]>; + class SVE2_1VectorArg_Narrowing_Intrinsic + : Intrinsic<[LLVMSubdivide2VectorType<0>], + [llvm_anyvector_ty], + [IntrNoMem]>; + + class SVE2_Merged1VectorArg_Narrowing_Intrinsic + : Intrinsic<[LLVMSubdivide2VectorType<0>], + [LLVMSubdivide2VectorType<0>, + llvm_anyvector_ty], + [IntrNoMem]>; + // NOTE: There is no relationship between these intrinsics beyond an attempt // to reuse currently identical class definitions. class AdvSIMD_SVE_LOGB_Intrinsic : AdvSIMD_SVE_CNT_Intrinsic; @@ -1383,4 +1394,15 @@ // def int_aarch64_sve_flogb : AdvSIMD_SVE_LOGB_Intrinsic; + +// +// SVE2 - Unary narrowing operations +// + +def int_aarch64_sve_sqxtnb : SVE2_1VectorArg_Narrowing_Intrinsic; +def int_aarch64_sve_sqxtnt : SVE2_Merged1VectorArg_Narrowing_Intrinsic; +def int_aarch64_sve_sqxtunb : SVE2_1VectorArg_Narrowing_Intrinsic; +def int_aarch64_sve_sqxtunt : SVE2_Merged1VectorArg_Narrowing_Intrinsic; +def int_aarch64_sve_uqxtnb : SVE2_1VectorArg_Narrowing_Intrinsic; +def int_aarch64_sve_uqxtnt : SVE2_Merged1VectorArg_Narrowing_Intrinsic; } diff --git a/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td b/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td --- a/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td +++ b/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td @@ -1427,14 +1427,14 @@ defm RSUBHNT_ZZZ : sve2_int_addsub_narrow_high_top<0b11, "rsubhnt">; // SVE2 saturating extract narrow (bottom) - defm SQXTNB_ZZ : sve2_int_sat_extract_narrow_bottom<0b00, "sqxtnb">; - defm UQXTNB_ZZ : sve2_int_sat_extract_narrow_bottom<0b01, "uqxtnb">; - defm SQXTUNB_ZZ : sve2_int_sat_extract_narrow_bottom<0b10, "sqxtunb">; + defm SQXTNB_ZZ : sve2_int_sat_extract_narrow_bottom<0b00, "sqxtnb", int_aarch64_sve_sqxtnb>; + defm UQXTNB_ZZ : sve2_int_sat_extract_narrow_bottom<0b01, "uqxtnb", int_aarch64_sve_uqxtnb>; + defm SQXTUNB_ZZ : sve2_int_sat_extract_narrow_bottom<0b10, "sqxtunb", int_aarch64_sve_sqxtunb>; // SVE2 saturating extract narrow (top) - defm SQXTNT_ZZ : sve2_int_sat_extract_narrow_top<0b00, "sqxtnt">; - defm UQXTNT_ZZ : sve2_int_sat_extract_narrow_top<0b01, "uqxtnt">; - defm SQXTUNT_ZZ : sve2_int_sat_extract_narrow_top<0b10, "sqxtunt">; + defm SQXTNT_ZZ : sve2_int_sat_extract_narrow_top<0b00, "sqxtnt", int_aarch64_sve_sqxtnt>; + defm UQXTNT_ZZ : sve2_int_sat_extract_narrow_top<0b01, "uqxtnt", int_aarch64_sve_uqxtnt>; + defm SQXTUNT_ZZ : sve2_int_sat_extract_narrow_top<0b10, "sqxtunt", int_aarch64_sve_sqxtunt>; // SVE2 character match defm MATCH_PPzZZ : sve2_char_match<0b0, "match">; diff --git a/llvm/lib/Target/AArch64/SVEInstrFormats.td b/llvm/lib/Target/AArch64/SVEInstrFormats.td --- a/llvm/lib/Target/AArch64/SVEInstrFormats.td +++ b/llvm/lib/Target/AArch64/SVEInstrFormats.td @@ -3034,10 +3034,15 @@ let Inst{4-0} = Zd; } -multiclass sve2_int_sat_extract_narrow_bottom opc, string asm> { +multiclass sve2_int_sat_extract_narrow_bottom opc, string asm, + SDPatternOperator op> { def _B : sve2_int_sat_extract_narrow_bottom<0b001, opc, asm, ZPR8, ZPR16>; def _H : sve2_int_sat_extract_narrow_bottom<0b010, opc, asm, ZPR16, ZPR32>; def _S : sve2_int_sat_extract_narrow_bottom<0b100, opc, asm, ZPR32, ZPR64>; + + def : SVE_1_Op_Pat(NAME # _B)>; + def : SVE_1_Op_Pat(NAME # _H)>; + def : SVE_1_Op_Pat(NAME # _S)>; } class sve2_int_sat_extract_narrow_top tsz8_64, bits<2> opc, string asm, @@ -3059,10 +3064,15 @@ let Constraints = "$Zd = $_Zd"; } -multiclass sve2_int_sat_extract_narrow_top opc, string asm> { +multiclass sve2_int_sat_extract_narrow_top opc, string asm, + SDPatternOperator op> { def _B : sve2_int_sat_extract_narrow_top<0b001, opc, asm, ZPR8, ZPR16>; def _H : sve2_int_sat_extract_narrow_top<0b010, opc, asm, ZPR16, ZPR32>; def _S : sve2_int_sat_extract_narrow_top<0b100, opc, asm, ZPR32, ZPR64>; + + def : SVE_2_Op_Pat(NAME # _B)>; + def : SVE_2_Op_Pat(NAME # _H)>; + def : SVE_2_Op_Pat(NAME # _S)>; } //===----------------------------------------------------------------------===// diff --git a/llvm/test/CodeGen/AArch64/sve2-intrinsics-unary-narrowing.ll b/llvm/test/CodeGen/AArch64/sve2-intrinsics-unary-narrowing.ll new file mode 100644 --- /dev/null +++ b/llvm/test/CodeGen/AArch64/sve2-intrinsics-unary-narrowing.ll @@ -0,0 +1,202 @@ +; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve2 < %s | FileCheck %s + +; +; SQXTNB +; + +define @sqxtnb_h( %a) { +; CHECK-LABEL: sqxtnb_h: +; CHECK: sqxtnb z0.b, z0.h +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtnb.nxv8i16( %a) + ret %out +} + +define @sqxtnb_s( %a) { +; CHECK-LABEL: sqxtnb_s: +; CHECK: sqxtnb z0.h, z0.s +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtnb.nxv4i32( %a) + ret %out +} + +define @sqxtnb_d( %a) { +; CHECK-LABEL: sqxtnb_d: +; CHECK: sqxtnb z0.s, z0.d +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtnb.nxv2i64( %a) + ret %out +} + +; +; UQXTNB +; + +define @uqxtnb_h( %a) { +; CHECK-LABEL: uqxtnb_h: +; CHECK: uqxtnb z0.b, z0.h +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.uqxtnb.nxv8i16( %a) + ret %out +} + +define @uqxtnb_s( %a) { +; CHECK-LABEL: uqxtnb_s: +; CHECK: uqxtnb z0.h, z0.s +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.uqxtnb.nxv4i32( %a) + ret %out +} + +define @uqxtnb_d( %a) { +; CHECK-LABEL: uqxtnb_d: +; CHECK: uqxtnb z0.s, z0.d +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.uqxtnb.nxv2i64( %a) + ret %out +} + +; +; SQXTUNB +; + +define @sqxtunb_h( %a) { +; CHECK-LABEL: sqxtunb_h: +; CHECK: sqxtunb z0.b, z0.h +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtunb.nxv8i16( %a) + ret %out +} + +define @sqxtunb_s( %a) { +; CHECK-LABEL: sqxtunb_s: +; CHECK: sqxtunb z0.h, z0.s +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtunb.nxv4i32( %a) + ret %out +} + +define @sqxtunb_d( %a) { +; CHECK-LABEL: sqxtunb_d: +; CHECK: sqxtunb z0.s, z0.d +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtunb.nxv2i64( %a) + ret %out +} + +; +; SQXTNT +; + +define @sqxtnt_h( %a, %b) { +; CHECK-LABEL: sqxtnt_h: +; CHECK: sqxtnt z0.b, z1.h +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtnt.nxv8i16( %a, + %b) + ret %out +} + +define @sqxtnt_s( %a, %b) { +; CHECK-LABEL: sqxtnt_s: +; CHECK: sqxtnt z0.h, z1.s +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtnt.nxv4i32( %a, + %b) + ret %out +} + +define @sqxtnt_d( %a, %b) { +; CHECK-LABEL: sqxtnt_d: +; CHECK: sqxtnt z0.s, z1.d +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtnt.nxv2i64( %a, + %b) + ret %out +} + +; +; UQXTNT +; + +define @uqxtnt_h( %a, %b) { +; CHECK-LABEL: uqxtnt_h: +; CHECK: uqxtnt z0.b, z1.h +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.uqxtnt.nxv8i16( %a, + %b) + ret %out +} + +define @uqxtnt_s( %a, %b) { +; CHECK-LABEL: uqxtnt_s: +; CHECK: uqxtnt z0.h, z1.s +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.uqxtnt.nxv4i32( %a, + %b) + ret %out +} + +define @uqxtnt_d( %a, %b) { +; CHECK-LABEL: uqxtnt_d: +; CHECK: uqxtnt z0.s, z1.d +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.uqxtnt.nxv2i64( %a, + %b) + ret %out +} + +; +; SQXTUNT +; + +define @sqxtunt_h( %a, %b) { +; CHECK-LABEL: sqxtunt_h: +; CHECK: sqxtunt z0.b, z1.h +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtunt.nxv8i16( %a, + %b) + ret %out +} + +define @sqxtunt_s( %a, %b) { +; CHECK-LABEL: sqxtunt_s: +; CHECK: sqxtunt z0.h, z1.s +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtunt.nxv4i32( %a, + %b) + ret %out +} + +define @sqxtunt_d( %a, %b) { +; CHECK-LABEL: sqxtunt_d: +; CHECK: sqxtunt z0.s, z1.d +; CHECK-NEXT: ret + %out = call @llvm.aarch64.sve.sqxtunt.nxv2i64( %a, + %b) + ret %out +} + +declare @llvm.aarch64.sve.sqxtnb.nxv8i16() +declare @llvm.aarch64.sve.sqxtnb.nxv4i32() +declare @llvm.aarch64.sve.sqxtnb.nxv2i64() + +declare @llvm.aarch64.sve.uqxtnb.nxv8i16() +declare @llvm.aarch64.sve.uqxtnb.nxv4i32() +declare @llvm.aarch64.sve.uqxtnb.nxv2i64() + +declare @llvm.aarch64.sve.sqxtunb.nxv8i16() +declare @llvm.aarch64.sve.sqxtunb.nxv4i32() +declare @llvm.aarch64.sve.sqxtunb.nxv2i64() + +declare @llvm.aarch64.sve.sqxtnt.nxv8i16(, ) +declare @llvm.aarch64.sve.sqxtnt.nxv4i32(, ) +declare @llvm.aarch64.sve.sqxtnt.nxv2i64(, ) + +declare @llvm.aarch64.sve.uqxtnt.nxv8i16(, ) +declare @llvm.aarch64.sve.uqxtnt.nxv4i32(, ) +declare @llvm.aarch64.sve.uqxtnt.nxv2i64(, ) + +declare @llvm.aarch64.sve.sqxtunt.nxv8i16(, ) +declare @llvm.aarch64.sve.sqxtunt.nxv4i32(, ) +declare @llvm.aarch64.sve.sqxtunt.nxv2i64(, )