Skip to content

Commit 6a0e087

Browse files
michaelz-engmichaelz-eng
committedMay 2, 2016
[Clang][avx512][builtin] Adding intrinsics for vexpand{d|q|ps|pd} instrctuon set
Differential Revision: http://reviews.llvm.org/D19467 llvm-svn: 268214
1 parent c62f27e commit 6a0e087

File tree

3 files changed

+218
-0
lines changed

3 files changed

+218
-0
lines changed
 

‎clang/include/clang/Basic/BuiltinsX86.def

+8
Original file line numberDiff line numberDiff line change
@@ -2233,6 +2233,14 @@ TARGET_BUILTIN(__builtin_ia32_movsldup256_mask, "V8fV8fV8fUc","","avx512vl")
22332233
TARGET_BUILTIN(__builtin_ia32_pshufd512_mask, "V16iV16iCsV16iUc","","avx512f")
22342234
TARGET_BUILTIN(__builtin_ia32_pshufd256_mask, "V8iV8iCsV8iUc","","avx512vl")
22352235
TARGET_BUILTIN(__builtin_ia32_pshufd128_mask, "V4iV4iCsV4iUc","","avx512vl")
2236+
TARGET_BUILTIN(__builtin_ia32_expanddf512_mask, "V8dV8dV8dUc","","avx512f")
2237+
TARGET_BUILTIN(__builtin_ia32_expanddi512_mask, "V8LLiV8LLiV8LLiUc","","avx512f")
2238+
TARGET_BUILTIN(__builtin_ia32_expandloaddf512_mask, "V8dvC*V8dUc","","avx512f")
2239+
TARGET_BUILTIN(__builtin_ia32_expandloaddi512_mask, "V8LLivC*V8LLiUc","","avx512f")
2240+
TARGET_BUILTIN(__builtin_ia32_expandloadsf512_mask, "V16fvC*V16fUs","","avx512f")
2241+
TARGET_BUILTIN(__builtin_ia32_expandloadsi512_mask, "V16ivC*V16iUs","","avx512f")
2242+
TARGET_BUILTIN(__builtin_ia32_expandsf512_mask, "V16fV16fV16fUs","","avx512f")
2243+
TARGET_BUILTIN(__builtin_ia32_expandsi512_mask, "V16iV16iV16iUs","","avx512f")
22362244

22372245
#undef BUILTIN
22382246
#undef TARGET_BUILTIN

‎clang/lib/Headers/avx512fintrin.h

+128
Original file line numberDiff line numberDiff line change
@@ -7754,6 +7754,134 @@ __builtin_ia32_pshufd512_mask ((__v16si)( __A),\
77547754
(__mmask16)( __U));\
77557755
})
77567756

7757+
static __inline__ __m512d __DEFAULT_FN_ATTRS
7758+
_mm512_mask_expand_pd (__m512d __W, __mmask8 __U, __m512d __A)
7759+
{
7760+
return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
7761+
(__v8df) __W,
7762+
(__mmask8) __U);
7763+
}
7764+
7765+
static __inline__ __m512d __DEFAULT_FN_ATTRS
7766+
_mm512_maskz_expand_pd (__mmask8 __U, __m512d __A)
7767+
{
7768+
return (__m512d) __builtin_ia32_expanddf512_mask ((__v8df) __A,
7769+
(__v8df) _mm512_setzero_pd (),
7770+
(__mmask8) __U);
7771+
}
7772+
7773+
static __inline__ __m512i __DEFAULT_FN_ATTRS
7774+
_mm512_mask_expand_epi64 (__m512i __W, __mmask8 __U, __m512i __A)
7775+
{
7776+
return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
7777+
(__v8di) __W,
7778+
(__mmask8) __U);
7779+
}
7780+
7781+
static __inline__ __m512i __DEFAULT_FN_ATTRS
7782+
_mm512_maskz_expand_epi64 ( __mmask8 __U, __m512i __A)
7783+
{
7784+
return (__m512i) __builtin_ia32_expanddi512_mask ((__v8di) __A,
7785+
(__v8di) _mm512_setzero_pd (),
7786+
(__mmask8) __U);
7787+
}
7788+
7789+
static __inline__ __m512d __DEFAULT_FN_ATTRS
7790+
_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P)
7791+
{
7792+
return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
7793+
(__v8df) __W,
7794+
(__mmask8) __U);
7795+
}
7796+
7797+
static __inline__ __m512d __DEFAULT_FN_ATTRS
7798+
_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P)
7799+
{
7800+
return (__m512d) __builtin_ia32_expandloaddf512_mask ((const __v8df *)__P,
7801+
(__v8df) _mm512_setzero_pd(),
7802+
(__mmask8) __U);
7803+
}
7804+
7805+
static __inline__ __m512i __DEFAULT_FN_ATTRS
7806+
_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P)
7807+
{
7808+
return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
7809+
(__v8di) __W,
7810+
(__mmask8) __U);
7811+
}
7812+
7813+
static __inline__ __m512i __DEFAULT_FN_ATTRS
7814+
_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P)
7815+
{
7816+
return (__m512i) __builtin_ia32_expandloaddi512_mask ((const __v8di *)__P,
7817+
(__v8di) _mm512_setzero_pd(),
7818+
(__mmask8) __U);
7819+
}
7820+
7821+
static __inline__ __m512 __DEFAULT_FN_ATTRS
7822+
_mm512_mask_expandloadu_ps(__m512 __W, __mmask16 __U, void const *__P)
7823+
{
7824+
return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
7825+
(__v16sf) __W,
7826+
(__mmask16) __U);
7827+
}
7828+
7829+
static __inline__ __m512 __DEFAULT_FN_ATTRS
7830+
_mm512_maskz_expandloadu_ps(__mmask16 __U, void const *__P)
7831+
{
7832+
return (__m512) __builtin_ia32_expandloadsf512_mask ((const __v16sf *)__P,
7833+
(__v16sf) _mm512_setzero_ps(),
7834+
(__mmask16) __U);
7835+
}
7836+
7837+
static __inline__ __m512i __DEFAULT_FN_ATTRS
7838+
_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P)
7839+
{
7840+
return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
7841+
(__v16si) __W,
7842+
(__mmask16) __U);
7843+
}
7844+
7845+
static __inline__ __m512i __DEFAULT_FN_ATTRS
7846+
_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P)
7847+
{
7848+
return (__m512i) __builtin_ia32_expandloadsi512_mask ((const __v16si *)__P,
7849+
(__v16si) _mm512_setzero_ps(),
7850+
(__mmask16) __U);
7851+
}
7852+
7853+
static __inline__ __m512 __DEFAULT_FN_ATTRS
7854+
_mm512_mask_expand_ps (__m512 __W, __mmask16 __U, __m512 __A)
7855+
{
7856+
return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
7857+
(__v16sf) __W,
7858+
(__mmask16) __U);
7859+
}
7860+
7861+
static __inline__ __m512 __DEFAULT_FN_ATTRS
7862+
_mm512_maskz_expand_ps (__mmask16 __U, __m512 __A)
7863+
{
7864+
return (__m512) __builtin_ia32_expandsf512_mask ((__v16sf) __A,
7865+
(__v16sf) _mm512_setzero_ps(),
7866+
(__mmask16) __U);
7867+
}
7868+
7869+
static __inline__ __m512i __DEFAULT_FN_ATTRS
7870+
_mm512_mask_expand_epi32 (__m512i __W, __mmask16 __U, __m512i __A)
7871+
{
7872+
return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
7873+
(__v16si) __W,
7874+
(__mmask16) __U);
7875+
}
7876+
7877+
static __inline__ __m512i __DEFAULT_FN_ATTRS
7878+
_mm512_maskz_expand_epi32 (__mmask16 __U, __m512i __A)
7879+
{
7880+
return (__m512i) __builtin_ia32_expandsi512_mask ((__v16si) __A,
7881+
(__v16si) _mm512_setzero_ps(),
7882+
(__mmask16) __U);
7883+
}
7884+
77577885
#undef __DEFAULT_FN_ATTRS
77587886

77597887
#endif // __AVX512FINTRIN_H

‎clang/test/CodeGen/avx512f-builtins.c

+82
Original file line numberDiff line numberDiff line change
@@ -5388,3 +5388,85 @@ __m512i test_mm512_maskz_shuffle_epi32(__mmask16 __U, __m512i __A) {
53885388
return _mm512_maskz_shuffle_epi32(__U, __A, 1);
53895389
}
53905390

5391+
__m512d test_mm512_mask_expand_pd(__m512d __W, __mmask8 __U, __m512d __A) {
5392+
// CHECK-LABEL: @test_mm512_mask_expand_pd
5393+
// CHECK: @llvm.x86.avx512.mask.expand.pd.512
5394+
return _mm512_mask_expand_pd(__W, __U, __A);
5395+
}
5396+
5397+
__m512d test_mm512_maskz_expand_pd(__mmask8 __U, __m512d __A) {
5398+
// CHECK-LABEL: @test_mm512_maskz_expand_pd
5399+
// CHECK: @llvm.x86.avx512.mask.expand.pd.512
5400+
return _mm512_maskz_expand_pd(__U, __A);
5401+
}
5402+
5403+
__m512i test_mm512_mask_expand_epi64(__m512i __W, __mmask8 __U, __m512i __A) {
5404+
// CHECK-LABEL: @test_mm512_mask_expand_epi64
5405+
// CHECK: @llvm.x86.avx512.mask.expand.q.512
5406+
return _mm512_mask_expand_epi64(__W, __U, __A);
5407+
}
5408+
5409+
__m512i test_mm512_maskz_expand_epi64(__mmask8 __U, __m512i __A) {
5410+
// CHECK-LABEL: @test_mm512_maskz_expand_epi64
5411+
// CHECK: @llvm.x86.avx512.mask.expand.q.512
5412+
return _mm512_maskz_expand_epi64(__U, __A);
5413+
}
5414+
__m512i test_mm512_mask_expandloadu_epi64(__m512i __W, __mmask8 __U, void const *__P) {
5415+
// CHECK-LABEL: @test_mm512_mask_expandloadu_epi64
5416+
// CHECK: @llvm.x86.avx512.mask.expand.load.q.512
5417+
return _mm512_mask_expandloadu_epi64(__W, __U, __P);
5418+
}
5419+
5420+
__m512i test_mm512_maskz_expandloadu_epi64(__mmask8 __U, void const *__P) {
5421+
// CHECK-LABEL: @test_mm512_maskz_expandloadu_epi64
5422+
// CHECK: @llvm.x86.avx512.mask.expand.load.q.512
5423+
return _mm512_maskz_expandloadu_epi64(__U, __P);
5424+
}
5425+
5426+
__m512d test_mm512_mask_expandloadu_pd(__m512d __W, __mmask8 __U, void const *__P) {
5427+
// CHECK-LABEL: @test_mm512_mask_expandloadu_pd
5428+
// CHECK: @llvm.x86.avx512.mask.expand.load.pd.512
5429+
return _mm512_mask_expandloadu_pd(__W, __U, __P);
5430+
}
5431+
5432+
__m512d test_mm512_maskz_expandloadu_pd(__mmask8 __U, void const *__P) {
5433+
// CHECK-LABEL: @test_mm512_maskz_expandloadu_pd
5434+
// CHECK: @llvm.x86.avx512.mask.expand.load.pd.512
5435+
return _mm512_maskz_expandloadu_pd(__U, __P);
5436+
}
5437+
5438+
__m512i test_mm512_mask_expandloadu_epi32(__m512i __W, __mmask16 __U, void const *__P) {
5439+
// CHECK-LABEL: @test_mm512_mask_expandloadu_epi32
5440+
// CHECK: @llvm.x86.avx512.mask.expand.load.d.512
5441+
return _mm512_mask_expandloadu_epi32(__W, __U, __P);
5442+
}
5443+
5444+
__m512i test_mm512_maskz_expandloadu_epi32(__mmask16 __U, void const *__P) {
5445+
// CHECK-LABEL: @test_mm512_maskz_expandloadu_epi32
5446+
// CHECK: @llvm.x86.avx512.mask.expand.load.d.512
5447+
return _mm512_maskz_expandloadu_epi32(__U, __P);
5448+
}
5449+
5450+
__m512 test_mm512_mask_expand_ps(__m512 __W, __mmask16 __U, __m512 __A) {
5451+
// CHECK-LABEL: @test_mm512_mask_expand_ps
5452+
// CHECK: @llvm.x86.avx512.mask.expand.ps.512
5453+
return _mm512_mask_expand_ps(__W, __U, __A);
5454+
}
5455+
5456+
__m512 test_mm512_maskz_expand_ps(__mmask16 __U, __m512 __A) {
5457+
// CHECK-LABEL: @test_mm512_maskz_expand_ps
5458+
// CHECK: @llvm.x86.avx512.mask.expand.ps.512
5459+
return _mm512_maskz_expand_ps(__U, __A);
5460+
}
5461+
5462+
__m512i test_mm512_mask_expand_epi32(__m512i __W, __mmask16 __U, __m512i __A) {
5463+
// CHECK-LABEL: @test_mm512_mask_expand_epi32
5464+
// CHECK: @llvm.x86.avx512.mask.expand.d.512
5465+
return _mm512_mask_expand_epi32(__W, __U, __A);
5466+
}
5467+
5468+
__m512i test_mm512_maskz_expand_epi32(__mmask16 __U, __m512i __A) {
5469+
// CHECK-LABEL: @test_mm512_maskz_expand_epi32
5470+
// CHECK: @llvm.x86.avx512.mask.expand.d.512
5471+
return _mm512_maskz_expand_epi32(__U, __A);
5472+
}

0 commit comments

Comments
 (0)