1 | |
2 | |
3 | |
4 | |
5 | |
6 | |
7 | |
8 | |
9 | |
10 | |
11 | |
12 | |
13 | |
14 | |
15 | |
16 | |
17 | |
18 | |
19 | |
20 | |
21 | |
22 | |
23 | |
24 | #if !defined __X86INTRIN_H && !defined __IMMINTRIN_H |
25 | #error "Never use <bmi2intrin.h> directly; include <x86intrin.h> instead." |
26 | #endif |
27 | |
28 | #ifndef __BMI2INTRIN_H |
29 | #define __BMI2INTRIN_H |
30 | |
31 | |
32 | #define __DEFAULT_FN_ATTRS __attribute__((__always_inline__, __nodebug__, __target__("bmi2"))) |
33 | |
34 | static __inline__ unsigned int __DEFAULT_FN_ATTRS |
35 | _bzhi_u32(unsigned int __X, unsigned int __Y) |
36 | { |
37 | return __builtin_ia32_bzhi_si(__X, __Y); |
38 | } |
39 | |
40 | static __inline__ unsigned int __DEFAULT_FN_ATTRS |
41 | _pdep_u32(unsigned int __X, unsigned int __Y) |
42 | { |
43 | return __builtin_ia32_pdep_si(__X, __Y); |
44 | } |
45 | |
46 | static __inline__ unsigned int __DEFAULT_FN_ATTRS |
47 | _pext_u32(unsigned int __X, unsigned int __Y) |
48 | { |
49 | return __builtin_ia32_pext_si(__X, __Y); |
50 | } |
51 | |
52 | #ifdef __x86_64__ |
53 | |
54 | static __inline__ unsigned long long __DEFAULT_FN_ATTRS |
55 | _bzhi_u64(unsigned long long __X, unsigned long long __Y) |
56 | { |
57 | return __builtin_ia32_bzhi_di(__X, __Y); |
58 | } |
59 | |
60 | static __inline__ unsigned long long __DEFAULT_FN_ATTRS |
61 | _pdep_u64(unsigned long long __X, unsigned long long __Y) |
62 | { |
63 | return __builtin_ia32_pdep_di(__X, __Y); |
64 | } |
65 | |
66 | static __inline__ unsigned long long __DEFAULT_FN_ATTRS |
67 | _pext_u64(unsigned long long __X, unsigned long long __Y) |
68 | { |
69 | return __builtin_ia32_pext_di(__X, __Y); |
70 | } |
71 | |
72 | static __inline__ unsigned long long __DEFAULT_FN_ATTRS |
73 | _mulx_u64 (unsigned long long __X, unsigned long long __Y, |
74 | unsigned long long *__P) |
75 | { |
76 | unsigned __int128 __res = (unsigned __int128) __X * __Y; |
77 | *__P = (unsigned long long) (__res >> 64); |
78 | return (unsigned long long) __res; |
79 | } |
80 | |
81 | #else |
82 | |
83 | static __inline__ unsigned int __DEFAULT_FN_ATTRS |
84 | _mulx_u32 (unsigned int __X, unsigned int __Y, unsigned int *__P) |
85 | { |
86 | unsigned long long __res = (unsigned long long) __X * __Y; |
87 | *__P = (unsigned int) (__res >> 32); |
88 | return (unsigned int) __res; |
89 | } |
90 | |
91 | #endif |
92 | |
93 | #undef __DEFAULT_FN_ATTRS |
94 | |
95 | #endif |
96 | |