diff --git a/llvm/include/llvm/IR/IntrinsicsAArch64.td b/llvm/include/llvm/IR/IntrinsicsAArch64.td --- a/llvm/include/llvm/IR/IntrinsicsAArch64.td +++ b/llvm/include/llvm/IR/IntrinsicsAArch64.td @@ -2041,6 +2041,11 @@ def int_aarch64_sve_bsl2n : AdvSIMD_3VectorArg_Intrinsic; def int_aarch64_sve_nbsl : AdvSIMD_3VectorArg_Intrinsic; +// SVE2 bit permutations. +def int_aarch64_sve_bext : AdvSIMD_2VectorArg_Intrinsic; +def int_aarch64_sve_bdep : AdvSIMD_2VectorArg_Intrinsic; +def int_aarch64_sve_bgrp : AdvSIMD_2VectorArg_Intrinsic; + // // SVE2 - Optional AES, SHA-3 and SM4 // diff --git a/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td b/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td --- a/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td +++ b/llvm/lib/Target/AArch64/AArch64SVEInstrInfo.td @@ -1970,7 +1970,7 @@ let Predicates = [HasSVE2BitPerm] in { // SVE2 bitwise permute - defm BEXT_ZZZ : sve2_misc_bitwise<0b1100, "bext">; - defm BDEP_ZZZ : sve2_misc_bitwise<0b1101, "bdep">; - defm BGRP_ZZZ : sve2_misc_bitwise<0b1110, "bgrp">; + defm BEXT_ZZZ : sve2_misc_bitwise<0b1100, "bext", int_aarch64_sve_bext>; + defm BDEP_ZZZ : sve2_misc_bitwise<0b1101, "bdep", int_aarch64_sve_bdep>; + defm BGRP_ZZZ : sve2_misc_bitwise<0b1110, "bgrp", int_aarch64_sve_bgrp>; } diff --git a/llvm/lib/Target/AArch64/SVEInstrFormats.td b/llvm/lib/Target/AArch64/SVEInstrFormats.td --- a/llvm/lib/Target/AArch64/SVEInstrFormats.td +++ b/llvm/lib/Target/AArch64/SVEInstrFormats.td @@ -3024,11 +3024,16 @@ let Inst{4-0} = Zd; } -multiclass sve2_misc_bitwise opc, string asm> { +multiclass sve2_misc_bitwise opc, string asm, SDPatternOperator op> { def _B : sve2_misc<0b00, opc, asm, ZPR8, ZPR8>; def _H : sve2_misc<0b01, opc, asm, ZPR16, ZPR16>; def _S : sve2_misc<0b10, opc, asm, ZPR32, ZPR32>; def _D : sve2_misc<0b11, opc, asm, ZPR64, ZPR64>; + + def : SVE_2_Op_Pat(NAME # _B)>; + def : SVE_2_Op_Pat(NAME # _H)>; + def : SVE_2_Op_Pat(NAME # _S)>; + def : SVE_2_Op_Pat(NAME # _D)>; } multiclass sve2_misc_int_addsub_long_interleaved opc, string asm, diff --git a/llvm/test/CodeGen/AArch64/sve2-bit-perm.ll b/llvm/test/CodeGen/AArch64/sve2-bit-perm.ll new file mode 100644 --- /dev/null +++ b/llvm/test/CodeGen/AArch64/sve2-bit-perm.ll @@ -0,0 +1,143 @@ +; RUN: llc -mtriple=aarch64-linux-gnu -mattr=+sve2 -mattr=+sve2-bitperm < %s | FileCheck %s + +; +; BEXT (vector, bitwise, unpredicated) +; +define @bext_i8( %a, + %b) { +; CHECK-LABEL: bext_i8 +; CHECK: bext z0.b, z0.b, z1.b +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bext.nxv16i8( %a, + %b) + ret %res +} + +define @bext_i16( %a, + %b) { +; CHECK-LABEL: bext_i16 +; CHECK: bext z0.h, z0.h, z1.h +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bext.nxv8i16( %a, + %b) + ret %res +} + +define @bext_i32( %a, + %b) { +; CHECK-LABEL: bext_i32 +; CHECK: bext z0.s, z0.s, z1.s +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bext.nxv4i32( %a, + %b) + ret %res +} + +define @bext_i64( %a, + %b) { +; CHECK-LABEL: bext_i64 +; CHECK: bext z0.d, z0.d, z1.d +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bext.nxv2i64( %a, + %b) + ret %res +} + +; +; BDEP (vector, bitwise, unpredicated) +; +define @bdep_i8( %a, + %b) { +; CHECK-LABEL: bdep_i8 +; CHECK: bdep z0.b, z0.b, z1.b +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bdep.nxv16i8( %a, + %b) + ret %res +} + +define @bdep_i16( %a, + %b) { +; CHECK-LABEL: bdep_i16 +; CHECK: bdep z0.h, z0.h, z1.h +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bdep.nxv8i16( %a, + %b) + ret %res +} + +define @bdep_i32( %a, + %b) { +; CHECK-LABEL: bdep_i32 +; CHECK: bdep z0.s, z0.s, z1.s +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bdep.nxv4i32( %a, + %b) + ret %res +} + +define @bdep_i64( %a, + %b) { +; CHECK-LABEL: bdep_i64 +; CHECK: bdep z0.d, z0.d, z1.d +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bdep.nxv2i64( %a, + %b) + ret %res +} + +; +; BGRP (vector, bitwise, unpredicated) +; +define @bgrp_i8( %a, + %b) { +; CHECK-LABEL: bgrp_i8 +; CHECK: bgrp z0.b, z0.b, z1.b +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bgrp.nxv16i8( %a, + %b) + ret %res +} + +define @bgrp_i16( %a, + %b) { +; CHECK-LABEL: bgrp_i16 +; CHECK: bgrp z0.h, z0.h, z1.h +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bgrp.nxv8i16( %a, + %b) + ret %res +} + +define @bgrp_i32( %a, + %b) { +; CHECK-LABEL: bgrp_i32 +; CHECK: bgrp z0.s, z0.s, z1.s +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bgrp.nxv4i32( %a, + %b) + ret %res +} + +define @bgrp_i64( %a, + %b) { +; CHECK-LABEL: bgrp_i64 +; CHECK: bgrp z0.d, z0.d, z1.d +; CHECK-NEXT: ret + %res = call @llvm.aarch64.sve.bgrp.nxv2i64( %a, + %b) + ret %res +} + +declare @llvm.aarch64.sve.bext.nxv16i8(, ) +declare @llvm.aarch64.sve.bext.nxv8i16(, ) +declare @llvm.aarch64.sve.bext.nxv4i32(, ) +declare @llvm.aarch64.sve.bext.nxv2i64(, ) +declare @llvm.aarch64.sve.bdep.nxv16i8(, ) +declare @llvm.aarch64.sve.bdep.nxv8i16(, ) +declare @llvm.aarch64.sve.bdep.nxv4i32(, ) +declare @llvm.aarch64.sve.bdep.nxv2i64(, ) +declare @llvm.aarch64.sve.bgrp.nxv16i8(, ) +declare @llvm.aarch64.sve.bgrp.nxv8i16(, ) +declare @llvm.aarch64.sve.bgrp.nxv4i32(, ) +declare @llvm.aarch64.sve.bgrp.nxv2i64(, )