Warning: This file is not a C or C++ file. It does not have highlighting.
1 | /*===---- avx512erintrin.h - AVX512ER intrinsics ---------------------------=== |
---|---|
2 | * |
3 | * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
4 | * See https://llvm.org/LICENSE.txt for license information. |
5 | * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
6 | * |
7 | *===-----------------------------------------------------------------------=== |
8 | */ |
9 | #ifndef __IMMINTRIN_H |
10 | #error "Never use <avx512erintrin.h> directly; include <immintrin.h> instead." |
11 | #endif |
12 | |
13 | #ifndef __AVX512ERINTRIN_H |
14 | #define __AVX512ERINTRIN_H |
15 | |
16 | /* exp2a23 */ |
17 | #define _mm512_exp2a23_round_pd(A, R) \ |
18 | ((__m512d)__builtin_ia32_exp2pd_mask((__v8df)(__m512d)(A), \ |
19 | (__v8df)_mm512_setzero_pd(), \ |
20 | (__mmask8)-1, (int)(R))) |
21 | |
22 | #define _mm512_mask_exp2a23_round_pd(S, M, A, R) \ |
23 | ((__m512d)__builtin_ia32_exp2pd_mask((__v8df)(__m512d)(A), \ |
24 | (__v8df)(__m512d)(S), (__mmask8)(M), \ |
25 | (int)(R))) |
26 | |
27 | #define _mm512_maskz_exp2a23_round_pd(M, A, R) \ |
28 | ((__m512d)__builtin_ia32_exp2pd_mask((__v8df)(__m512d)(A), \ |
29 | (__v8df)_mm512_setzero_pd(), \ |
30 | (__mmask8)(M), (int)(R))) |
31 | |
32 | #define _mm512_exp2a23_pd(A) \ |
33 | _mm512_exp2a23_round_pd((A), _MM_FROUND_CUR_DIRECTION) |
34 | |
35 | #define _mm512_mask_exp2a23_pd(S, M, A) \ |
36 | _mm512_mask_exp2a23_round_pd((S), (M), (A), _MM_FROUND_CUR_DIRECTION) |
37 | |
38 | #define _mm512_maskz_exp2a23_pd(M, A) \ |
39 | _mm512_maskz_exp2a23_round_pd((M), (A), _MM_FROUND_CUR_DIRECTION) |
40 | |
41 | #define _mm512_exp2a23_round_ps(A, R) \ |
42 | ((__m512)__builtin_ia32_exp2ps_mask((__v16sf)(__m512)(A), \ |
43 | (__v16sf)_mm512_setzero_ps(), \ |
44 | (__mmask16)-1, (int)(R))) |
45 | |
46 | #define _mm512_mask_exp2a23_round_ps(S, M, A, R) \ |
47 | ((__m512)__builtin_ia32_exp2ps_mask((__v16sf)(__m512)(A), \ |
48 | (__v16sf)(__m512)(S), (__mmask16)(M), \ |
49 | (int)(R))) |
50 | |
51 | #define _mm512_maskz_exp2a23_round_ps(M, A, R) \ |
52 | ((__m512)__builtin_ia32_exp2ps_mask((__v16sf)(__m512)(A), \ |
53 | (__v16sf)_mm512_setzero_ps(), \ |
54 | (__mmask16)(M), (int)(R))) |
55 | |
56 | #define _mm512_exp2a23_ps(A) \ |
57 | _mm512_exp2a23_round_ps((A), _MM_FROUND_CUR_DIRECTION) |
58 | |
59 | #define _mm512_mask_exp2a23_ps(S, M, A) \ |
60 | _mm512_mask_exp2a23_round_ps((S), (M), (A), _MM_FROUND_CUR_DIRECTION) |
61 | |
62 | #define _mm512_maskz_exp2a23_ps(M, A) \ |
63 | _mm512_maskz_exp2a23_round_ps((M), (A), _MM_FROUND_CUR_DIRECTION) |
64 | |
65 | /* rsqrt28 */ |
66 | #define _mm512_rsqrt28_round_pd(A, R) \ |
67 | ((__m512d)__builtin_ia32_rsqrt28pd_mask((__v8df)(__m512d)(A), \ |
68 | (__v8df)_mm512_setzero_pd(), \ |
69 | (__mmask8)-1, (int)(R))) |
70 | |
71 | #define _mm512_mask_rsqrt28_round_pd(S, M, A, R) \ |
72 | ((__m512d)__builtin_ia32_rsqrt28pd_mask((__v8df)(__m512d)(A), \ |
73 | (__v8df)(__m512d)(S), (__mmask8)(M), \ |
74 | (int)(R))) |
75 | |
76 | #define _mm512_maskz_rsqrt28_round_pd(M, A, R) \ |
77 | ((__m512d)__builtin_ia32_rsqrt28pd_mask((__v8df)(__m512d)(A), \ |
78 | (__v8df)_mm512_setzero_pd(), \ |
79 | (__mmask8)(M), (int)(R))) |
80 | |
81 | #define _mm512_rsqrt28_pd(A) \ |
82 | _mm512_rsqrt28_round_pd((A), _MM_FROUND_CUR_DIRECTION) |
83 | |
84 | #define _mm512_mask_rsqrt28_pd(S, M, A) \ |
85 | _mm512_mask_rsqrt28_round_pd((S), (M), (A), _MM_FROUND_CUR_DIRECTION) |
86 | |
87 | #define _mm512_maskz_rsqrt28_pd(M, A) \ |
88 | _mm512_maskz_rsqrt28_round_pd((M), (A), _MM_FROUND_CUR_DIRECTION) |
89 | |
90 | #define _mm512_rsqrt28_round_ps(A, R) \ |
91 | ((__m512)__builtin_ia32_rsqrt28ps_mask((__v16sf)(__m512)(A), \ |
92 | (__v16sf)_mm512_setzero_ps(), \ |
93 | (__mmask16)-1, (int)(R))) |
94 | |
95 | #define _mm512_mask_rsqrt28_round_ps(S, M, A, R) \ |
96 | ((__m512)__builtin_ia32_rsqrt28ps_mask((__v16sf)(__m512)(A), \ |
97 | (__v16sf)(__m512)(S), (__mmask16)(M), \ |
98 | (int)(R))) |
99 | |
100 | #define _mm512_maskz_rsqrt28_round_ps(M, A, R) \ |
101 | ((__m512)__builtin_ia32_rsqrt28ps_mask((__v16sf)(__m512)(A), \ |
102 | (__v16sf)_mm512_setzero_ps(), \ |
103 | (__mmask16)(M), (int)(R))) |
104 | |
105 | #define _mm512_rsqrt28_ps(A) \ |
106 | _mm512_rsqrt28_round_ps((A), _MM_FROUND_CUR_DIRECTION) |
107 | |
108 | #define _mm512_mask_rsqrt28_ps(S, M, A) \ |
109 | _mm512_mask_rsqrt28_round_ps((S), (M), A, _MM_FROUND_CUR_DIRECTION) |
110 | |
111 | #define _mm512_maskz_rsqrt28_ps(M, A) \ |
112 | _mm512_maskz_rsqrt28_round_ps((M), (A), _MM_FROUND_CUR_DIRECTION) |
113 | |
114 | #define _mm_rsqrt28_round_ss(A, B, R) \ |
115 | ((__m128)__builtin_ia32_rsqrt28ss_round_mask((__v4sf)(__m128)(A), \ |
116 | (__v4sf)(__m128)(B), \ |
117 | (__v4sf)_mm_setzero_ps(), \ |
118 | (__mmask8)-1, (int)(R))) |
119 | |
120 | #define _mm_mask_rsqrt28_round_ss(S, M, A, B, R) \ |
121 | ((__m128)__builtin_ia32_rsqrt28ss_round_mask((__v4sf)(__m128)(A), \ |
122 | (__v4sf)(__m128)(B), \ |
123 | (__v4sf)(__m128)(S), \ |
124 | (__mmask8)(M), (int)(R))) |
125 | |
126 | #define _mm_maskz_rsqrt28_round_ss(M, A, B, R) \ |
127 | ((__m128)__builtin_ia32_rsqrt28ss_round_mask((__v4sf)(__m128)(A), \ |
128 | (__v4sf)(__m128)(B), \ |
129 | (__v4sf)_mm_setzero_ps(), \ |
130 | (__mmask8)(M), (int)(R))) |
131 | |
132 | #define _mm_rsqrt28_ss(A, B) \ |
133 | _mm_rsqrt28_round_ss((A), (B), _MM_FROUND_CUR_DIRECTION) |
134 | |
135 | #define _mm_mask_rsqrt28_ss(S, M, A, B) \ |
136 | _mm_mask_rsqrt28_round_ss((S), (M), (A), (B), _MM_FROUND_CUR_DIRECTION) |
137 | |
138 | #define _mm_maskz_rsqrt28_ss(M, A, B) \ |
139 | _mm_maskz_rsqrt28_round_ss((M), (A), (B), _MM_FROUND_CUR_DIRECTION) |
140 | |
141 | #define _mm_rsqrt28_round_sd(A, B, R) \ |
142 | ((__m128d)__builtin_ia32_rsqrt28sd_round_mask((__v2df)(__m128d)(A), \ |
143 | (__v2df)(__m128d)(B), \ |
144 | (__v2df)_mm_setzero_pd(), \ |
145 | (__mmask8)-1, (int)(R))) |
146 | |
147 | #define _mm_mask_rsqrt28_round_sd(S, M, A, B, R) \ |
148 | ((__m128d)__builtin_ia32_rsqrt28sd_round_mask((__v2df)(__m128d)(A), \ |
149 | (__v2df)(__m128d)(B), \ |
150 | (__v2df)(__m128d)(S), \ |
151 | (__mmask8)(M), (int)(R))) |
152 | |
153 | #define _mm_maskz_rsqrt28_round_sd(M, A, B, R) \ |
154 | ((__m128d)__builtin_ia32_rsqrt28sd_round_mask((__v2df)(__m128d)(A), \ |
155 | (__v2df)(__m128d)(B), \ |
156 | (__v2df)_mm_setzero_pd(), \ |
157 | (__mmask8)(M), (int)(R))) |
158 | |
159 | #define _mm_rsqrt28_sd(A, B) \ |
160 | _mm_rsqrt28_round_sd((A), (B), _MM_FROUND_CUR_DIRECTION) |
161 | |
162 | #define _mm_mask_rsqrt28_sd(S, M, A, B) \ |
163 | _mm_mask_rsqrt28_round_sd((S), (M), (A), (B), _MM_FROUND_CUR_DIRECTION) |
164 | |
165 | #define _mm_maskz_rsqrt28_sd(M, A, B) \ |
166 | _mm_maskz_rsqrt28_round_sd((M), (A), (B), _MM_FROUND_CUR_DIRECTION) |
167 | |
168 | /* rcp28 */ |
169 | #define _mm512_rcp28_round_pd(A, R) \ |
170 | ((__m512d)__builtin_ia32_rcp28pd_mask((__v8df)(__m512d)(A), \ |
171 | (__v8df)_mm512_setzero_pd(), \ |
172 | (__mmask8)-1, (int)(R))) |
173 | |
174 | #define _mm512_mask_rcp28_round_pd(S, M, A, R) \ |
175 | ((__m512d)__builtin_ia32_rcp28pd_mask((__v8df)(__m512d)(A), \ |
176 | (__v8df)(__m512d)(S), (__mmask8)(M), \ |
177 | (int)(R))) |
178 | |
179 | #define _mm512_maskz_rcp28_round_pd(M, A, R) \ |
180 | ((__m512d)__builtin_ia32_rcp28pd_mask((__v8df)(__m512d)(A), \ |
181 | (__v8df)_mm512_setzero_pd(), \ |
182 | (__mmask8)(M), (int)(R))) |
183 | |
184 | #define _mm512_rcp28_pd(A) \ |
185 | _mm512_rcp28_round_pd((A), _MM_FROUND_CUR_DIRECTION) |
186 | |
187 | #define _mm512_mask_rcp28_pd(S, M, A) \ |
188 | _mm512_mask_rcp28_round_pd((S), (M), (A), _MM_FROUND_CUR_DIRECTION) |
189 | |
190 | #define _mm512_maskz_rcp28_pd(M, A) \ |
191 | _mm512_maskz_rcp28_round_pd((M), (A), _MM_FROUND_CUR_DIRECTION) |
192 | |
193 | #define _mm512_rcp28_round_ps(A, R) \ |
194 | ((__m512)__builtin_ia32_rcp28ps_mask((__v16sf)(__m512)(A), \ |
195 | (__v16sf)_mm512_setzero_ps(), \ |
196 | (__mmask16)-1, (int)(R))) |
197 | |
198 | #define _mm512_mask_rcp28_round_ps(S, M, A, R) \ |
199 | ((__m512)__builtin_ia32_rcp28ps_mask((__v16sf)(__m512)(A), \ |
200 | (__v16sf)(__m512)(S), (__mmask16)(M), \ |
201 | (int)(R))) |
202 | |
203 | #define _mm512_maskz_rcp28_round_ps(M, A, R) \ |
204 | ((__m512)__builtin_ia32_rcp28ps_mask((__v16sf)(__m512)(A), \ |
205 | (__v16sf)_mm512_setzero_ps(), \ |
206 | (__mmask16)(M), (int)(R))) |
207 | |
208 | #define _mm512_rcp28_ps(A) \ |
209 | _mm512_rcp28_round_ps((A), _MM_FROUND_CUR_DIRECTION) |
210 | |
211 | #define _mm512_mask_rcp28_ps(S, M, A) \ |
212 | _mm512_mask_rcp28_round_ps((S), (M), (A), _MM_FROUND_CUR_DIRECTION) |
213 | |
214 | #define _mm512_maskz_rcp28_ps(M, A) \ |
215 | _mm512_maskz_rcp28_round_ps((M), (A), _MM_FROUND_CUR_DIRECTION) |
216 | |
217 | #define _mm_rcp28_round_ss(A, B, R) \ |
218 | ((__m128)__builtin_ia32_rcp28ss_round_mask((__v4sf)(__m128)(A), \ |
219 | (__v4sf)(__m128)(B), \ |
220 | (__v4sf)_mm_setzero_ps(), \ |
221 | (__mmask8)-1, (int)(R))) |
222 | |
223 | #define _mm_mask_rcp28_round_ss(S, M, A, B, R) \ |
224 | ((__m128)__builtin_ia32_rcp28ss_round_mask((__v4sf)(__m128)(A), \ |
225 | (__v4sf)(__m128)(B), \ |
226 | (__v4sf)(__m128)(S), \ |
227 | (__mmask8)(M), (int)(R))) |
228 | |
229 | #define _mm_maskz_rcp28_round_ss(M, A, B, R) \ |
230 | ((__m128)__builtin_ia32_rcp28ss_round_mask((__v4sf)(__m128)(A), \ |
231 | (__v4sf)(__m128)(B), \ |
232 | (__v4sf)_mm_setzero_ps(), \ |
233 | (__mmask8)(M), (int)(R))) |
234 | |
235 | #define _mm_rcp28_ss(A, B) \ |
236 | _mm_rcp28_round_ss((A), (B), _MM_FROUND_CUR_DIRECTION) |
237 | |
238 | #define _mm_mask_rcp28_ss(S, M, A, B) \ |
239 | _mm_mask_rcp28_round_ss((S), (M), (A), (B), _MM_FROUND_CUR_DIRECTION) |
240 | |
241 | #define _mm_maskz_rcp28_ss(M, A, B) \ |
242 | _mm_maskz_rcp28_round_ss((M), (A), (B), _MM_FROUND_CUR_DIRECTION) |
243 | |
244 | #define _mm_rcp28_round_sd(A, B, R) \ |
245 | ((__m128d)__builtin_ia32_rcp28sd_round_mask((__v2df)(__m128d)(A), \ |
246 | (__v2df)(__m128d)(B), \ |
247 | (__v2df)_mm_setzero_pd(), \ |
248 | (__mmask8)-1, (int)(R))) |
249 | |
250 | #define _mm_mask_rcp28_round_sd(S, M, A, B, R) \ |
251 | ((__m128d)__builtin_ia32_rcp28sd_round_mask((__v2df)(__m128d)(A), \ |
252 | (__v2df)(__m128d)(B), \ |
253 | (__v2df)(__m128d)(S), \ |
254 | (__mmask8)(M), (int)(R))) |
255 | |
256 | #define _mm_maskz_rcp28_round_sd(M, A, B, R) \ |
257 | ((__m128d)__builtin_ia32_rcp28sd_round_mask((__v2df)(__m128d)(A), \ |
258 | (__v2df)(__m128d)(B), \ |
259 | (__v2df)_mm_setzero_pd(), \ |
260 | (__mmask8)(M), (int)(R))) |
261 | |
262 | #define _mm_rcp28_sd(A, B) \ |
263 | _mm_rcp28_round_sd((A), (B), _MM_FROUND_CUR_DIRECTION) |
264 | |
265 | #define _mm_mask_rcp28_sd(S, M, A, B) \ |
266 | _mm_mask_rcp28_round_sd((S), (M), (A), (B), _MM_FROUND_CUR_DIRECTION) |
267 | |
268 | #define _mm_maskz_rcp28_sd(M, A, B) \ |
269 | _mm_maskz_rcp28_round_sd((M), (A), (B), _MM_FROUND_CUR_DIRECTION) |
270 | |
271 | #endif /* __AVX512ERINTRIN_H */ |
272 |
Warning: This file is not a C or C++ file. It does not have highlighting.