1 | |
2 | |
3 | |
4 | |
5 | |
6 | |
7 | |
8 | |
9 | |
10 | |
11 | |
12 | |
13 | |
14 | |
15 | |
16 | |
17 | |
18 | |
19 | |
20 | |
21 | |
22 | |
23 | |
24 | #ifndef __IMMINTRIN_H |
25 | #error "Never use <avx512ifmaintrin.h> directly; include <immintrin.h> instead." |
26 | #endif |
27 | |
28 | #ifndef __IFMAINTRIN_H |
29 | #define __IFMAINTRIN_H |
30 | |
31 | |
32 | #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("avx512ifma"), __min_vector_width__(512))) |
33 | |
34 | static __inline__ __m512i __DEFAULT_FN_ATTRS |
35 | _mm512_madd52hi_epu64 (__m512i __X, __m512i __Y, __m512i __Z) |
36 | { |
37 | return (__m512i)__builtin_ia32_vpmadd52huq512((__v8di) __X, (__v8di) __Y, |
38 | (__v8di) __Z); |
39 | } |
40 | |
41 | static __inline__ __m512i __DEFAULT_FN_ATTRS |
42 | _mm512_mask_madd52hi_epu64 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y) |
43 | { |
44 | return (__m512i)__builtin_ia32_selectq_512(__M, |
45 | (__v8di)_mm512_madd52hi_epu64(__W, __X, __Y), |
46 | (__v8di)__W); |
47 | } |
48 | |
49 | static __inline__ __m512i __DEFAULT_FN_ATTRS |
50 | _mm512_maskz_madd52hi_epu64 (__mmask8 __M, __m512i __X, __m512i __Y, __m512i __Z) |
51 | { |
52 | return (__m512i)__builtin_ia32_selectq_512(__M, |
53 | (__v8di)_mm512_madd52hi_epu64(__X, __Y, __Z), |
54 | (__v8di)_mm512_setzero_si512()); |
55 | } |
56 | |
57 | static __inline__ __m512i __DEFAULT_FN_ATTRS |
58 | _mm512_madd52lo_epu64 (__m512i __X, __m512i __Y, __m512i __Z) |
59 | { |
60 | return (__m512i)__builtin_ia32_vpmadd52luq512((__v8di) __X, (__v8di) __Y, |
61 | (__v8di) __Z); |
62 | } |
63 | |
64 | static __inline__ __m512i __DEFAULT_FN_ATTRS |
65 | _mm512_mask_madd52lo_epu64 (__m512i __W, __mmask8 __M, __m512i __X, __m512i __Y) |
66 | { |
67 | return (__m512i)__builtin_ia32_selectq_512(__M, |
68 | (__v8di)_mm512_madd52lo_epu64(__W, __X, __Y), |
69 | (__v8di)__W); |
70 | } |
71 | |
72 | static __inline__ __m512i __DEFAULT_FN_ATTRS |
73 | _mm512_maskz_madd52lo_epu64 (__mmask8 __M, __m512i __X, __m512i __Y, __m512i __Z) |
74 | { |
75 | return (__m512i)__builtin_ia32_selectq_512(__M, |
76 | (__v8di)_mm512_madd52lo_epu64(__X, __Y, __Z), |
77 | (__v8di)_mm512_setzero_si512()); |
78 | } |
79 | |
80 | #undef __DEFAULT_FN_ATTRS |
81 | |
82 | #endif |
83 | |