Warning: This file is not a C or C++ file. It does not have highlighting.
1 | /*===---- __clang_cuda_math.h - Device-side CUDA math support --------------=== |
---|---|
2 | * |
3 | * Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
4 | * See https://llvm.org/LICENSE.txt for license information. |
5 | * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
6 | * |
7 | *===-----------------------------------------------------------------------=== |
8 | */ |
9 | #ifndef __CLANG_CUDA_MATH_H__ |
10 | #define __CLANG_CUDA_MATH_H__ |
11 | #ifndef __CUDA__ |
12 | #error "This file is for CUDA compilation only." |
13 | #endif |
14 | |
15 | #ifndef __OPENMP_NVPTX__ |
16 | #if CUDA_VERSION < 9000 |
17 | #error This file is intended to be used with CUDA-9+ only. |
18 | #endif |
19 | #endif |
20 | |
21 | // __DEVICE__ is a helper macro with common set of attributes for the wrappers |
22 | // we implement in this file. We need static in order to avoid emitting unused |
23 | // functions and __forceinline__ helps inlining these wrappers at -O1. |
24 | #pragma push_macro("__DEVICE__") |
25 | #ifdef __OPENMP_NVPTX__ |
26 | #if defined(__cplusplus) |
27 | #define __DEVICE__ static constexpr __attribute__((always_inline, nothrow)) |
28 | #else |
29 | #define __DEVICE__ static __attribute__((always_inline, nothrow)) |
30 | #endif |
31 | #else |
32 | #define __DEVICE__ static __device__ __forceinline__ |
33 | #endif |
34 | |
35 | // Specialized version of __DEVICE__ for functions with void return type. Needed |
36 | // because the OpenMP overlay requires constexpr functions here but prior to |
37 | // c++14 void return functions could not be constexpr. |
38 | #pragma push_macro("__DEVICE_VOID__") |
39 | #if defined(__OPENMP_NVPTX__) && defined(__cplusplus) && __cplusplus < 201402L |
40 | #define __DEVICE_VOID__ static __attribute__((always_inline, nothrow)) |
41 | #else |
42 | #define __DEVICE_VOID__ __DEVICE__ |
43 | #endif |
44 | |
45 | // libdevice provides fast low precision and slow full-recision implementations |
46 | // for some functions. Which one gets selected depends on |
47 | // __CLANG_CUDA_APPROX_TRANSCENDENTALS__ which gets defined by clang if |
48 | // -ffast-math or -fgpu-approx-transcendentals are in effect. |
49 | #pragma push_macro("__FAST_OR_SLOW") |
50 | #if defined(__CLANG_GPU_APPROX_TRANSCENDENTALS__) |
51 | #define __FAST_OR_SLOW(fast, slow) fast |
52 | #else |
53 | #define __FAST_OR_SLOW(fast, slow) slow |
54 | #endif |
55 | |
56 | __DEVICE__ int abs(int __a) { return __nv_abs(__a); } |
57 | __DEVICE__ double fabs(double __a) { return __nv_fabs(__a); } |
58 | __DEVICE__ double acos(double __a) { return __nv_acos(__a); } |
59 | __DEVICE__ float acosf(float __a) { return __nv_acosf(__a); } |
60 | __DEVICE__ double acosh(double __a) { return __nv_acosh(__a); } |
61 | __DEVICE__ float acoshf(float __a) { return __nv_acoshf(__a); } |
62 | __DEVICE__ double asin(double __a) { return __nv_asin(__a); } |
63 | __DEVICE__ float asinf(float __a) { return __nv_asinf(__a); } |
64 | __DEVICE__ double asinh(double __a) { return __nv_asinh(__a); } |
65 | __DEVICE__ float asinhf(float __a) { return __nv_asinhf(__a); } |
66 | __DEVICE__ double atan(double __a) { return __nv_atan(__a); } |
67 | __DEVICE__ double atan2(double __a, double __b) { return __nv_atan2(__a, __b); } |
68 | __DEVICE__ float atan2f(float __a, float __b) { return __nv_atan2f(__a, __b); } |
69 | __DEVICE__ float atanf(float __a) { return __nv_atanf(__a); } |
70 | __DEVICE__ double atanh(double __a) { return __nv_atanh(__a); } |
71 | __DEVICE__ float atanhf(float __a) { return __nv_atanhf(__a); } |
72 | __DEVICE__ double cbrt(double __a) { return __nv_cbrt(__a); } |
73 | __DEVICE__ float cbrtf(float __a) { return __nv_cbrtf(__a); } |
74 | __DEVICE__ double ceil(double __a) { return __nv_ceil(__a); } |
75 | __DEVICE__ float ceilf(float __a) { return __nv_ceilf(__a); } |
76 | __DEVICE__ double copysign(double __a, double __b) { |
77 | return __nv_copysign(__a, __b); |
78 | } |
79 | __DEVICE__ float copysignf(float __a, float __b) { |
80 | return __nv_copysignf(__a, __b); |
81 | } |
82 | __DEVICE__ double cos(double __a) { return __nv_cos(__a); } |
83 | __DEVICE__ float cosf(float __a) { |
84 | return __FAST_OR_SLOW(__nv_fast_cosf, __nv_cosf)(__a); |
85 | } |
86 | __DEVICE__ double cosh(double __a) { return __nv_cosh(__a); } |
87 | __DEVICE__ float coshf(float __a) { return __nv_coshf(__a); } |
88 | __DEVICE__ double cospi(double __a) { return __nv_cospi(__a); } |
89 | __DEVICE__ float cospif(float __a) { return __nv_cospif(__a); } |
90 | __DEVICE__ double cyl_bessel_i0(double __a) { return __nv_cyl_bessel_i0(__a); } |
91 | __DEVICE__ float cyl_bessel_i0f(float __a) { return __nv_cyl_bessel_i0f(__a); } |
92 | __DEVICE__ double cyl_bessel_i1(double __a) { return __nv_cyl_bessel_i1(__a); } |
93 | __DEVICE__ float cyl_bessel_i1f(float __a) { return __nv_cyl_bessel_i1f(__a); } |
94 | __DEVICE__ double erf(double __a) { return __nv_erf(__a); } |
95 | __DEVICE__ double erfc(double __a) { return __nv_erfc(__a); } |
96 | __DEVICE__ float erfcf(float __a) { return __nv_erfcf(__a); } |
97 | __DEVICE__ double erfcinv(double __a) { return __nv_erfcinv(__a); } |
98 | __DEVICE__ float erfcinvf(float __a) { return __nv_erfcinvf(__a); } |
99 | __DEVICE__ double erfcx(double __a) { return __nv_erfcx(__a); } |
100 | __DEVICE__ float erfcxf(float __a) { return __nv_erfcxf(__a); } |
101 | __DEVICE__ float erff(float __a) { return __nv_erff(__a); } |
102 | __DEVICE__ double erfinv(double __a) { return __nv_erfinv(__a); } |
103 | __DEVICE__ float erfinvf(float __a) { return __nv_erfinvf(__a); } |
104 | __DEVICE__ double exp(double __a) { return __nv_exp(__a); } |
105 | __DEVICE__ double exp10(double __a) { return __nv_exp10(__a); } |
106 | __DEVICE__ float exp10f(float __a) { return __nv_exp10f(__a); } |
107 | __DEVICE__ double exp2(double __a) { return __nv_exp2(__a); } |
108 | __DEVICE__ float exp2f(float __a) { return __nv_exp2f(__a); } |
109 | __DEVICE__ float expf(float __a) { return __nv_expf(__a); } |
110 | __DEVICE__ double expm1(double __a) { return __nv_expm1(__a); } |
111 | __DEVICE__ float expm1f(float __a) { return __nv_expm1f(__a); } |
112 | __DEVICE__ float fabsf(float __a) { return __nv_fabsf(__a); } |
113 | __DEVICE__ double fdim(double __a, double __b) { return __nv_fdim(__a, __b); } |
114 | __DEVICE__ float fdimf(float __a, float __b) { return __nv_fdimf(__a, __b); } |
115 | __DEVICE__ double fdivide(double __a, double __b) { return __a / __b; } |
116 | __DEVICE__ float fdividef(float __a, float __b) { |
117 | #if __FAST_MATH__ && !__CUDA_PREC_DIV |
118 | return __nv_fast_fdividef(__a, __b); |
119 | #else |
120 | return __a / __b; |
121 | #endif |
122 | } |
123 | __DEVICE__ double floor(double __f) { return __nv_floor(__f); } |
124 | __DEVICE__ float floorf(float __f) { return __nv_floorf(__f); } |
125 | __DEVICE__ double fma(double __a, double __b, double __c) { |
126 | return __nv_fma(__a, __b, __c); |
127 | } |
128 | __DEVICE__ float fmaf(float __a, float __b, float __c) { |
129 | return __nv_fmaf(__a, __b, __c); |
130 | } |
131 | __DEVICE__ double fmax(double __a, double __b) { return __nv_fmax(__a, __b); } |
132 | __DEVICE__ float fmaxf(float __a, float __b) { return __nv_fmaxf(__a, __b); } |
133 | __DEVICE__ double fmin(double __a, double __b) { return __nv_fmin(__a, __b); } |
134 | __DEVICE__ float fminf(float __a, float __b) { return __nv_fminf(__a, __b); } |
135 | __DEVICE__ double fmod(double __a, double __b) { return __nv_fmod(__a, __b); } |
136 | __DEVICE__ float fmodf(float __a, float __b) { return __nv_fmodf(__a, __b); } |
137 | __DEVICE__ double frexp(double __a, int *__b) { return __nv_frexp(__a, __b); } |
138 | __DEVICE__ float frexpf(float __a, int *__b) { return __nv_frexpf(__a, __b); } |
139 | __DEVICE__ double hypot(double __a, double __b) { return __nv_hypot(__a, __b); } |
140 | __DEVICE__ float hypotf(float __a, float __b) { return __nv_hypotf(__a, __b); } |
141 | __DEVICE__ int ilogb(double __a) { return __nv_ilogb(__a); } |
142 | __DEVICE__ int ilogbf(float __a) { return __nv_ilogbf(__a); } |
143 | __DEVICE__ double j0(double __a) { return __nv_j0(__a); } |
144 | __DEVICE__ float j0f(float __a) { return __nv_j0f(__a); } |
145 | __DEVICE__ double j1(double __a) { return __nv_j1(__a); } |
146 | __DEVICE__ float j1f(float __a) { return __nv_j1f(__a); } |
147 | __DEVICE__ double jn(int __n, double __a) { return __nv_jn(__n, __a); } |
148 | __DEVICE__ float jnf(int __n, float __a) { return __nv_jnf(__n, __a); } |
149 | #if defined(__LP64__) || defined(_WIN64) |
150 | __DEVICE__ long labs(long __a) { return __nv_llabs(__a); }; |
151 | #else |
152 | __DEVICE__ long labs(long __a) { return __nv_abs(__a); }; |
153 | #endif |
154 | __DEVICE__ double ldexp(double __a, int __b) { return __nv_ldexp(__a, __b); } |
155 | __DEVICE__ float ldexpf(float __a, int __b) { return __nv_ldexpf(__a, __b); } |
156 | __DEVICE__ double lgamma(double __a) { return __nv_lgamma(__a); } |
157 | __DEVICE__ float lgammaf(float __a) { return __nv_lgammaf(__a); } |
158 | __DEVICE__ long long llabs(long long __a) { return __nv_llabs(__a); } |
159 | __DEVICE__ long long llmax(long long __a, long long __b) { |
160 | return __nv_llmax(__a, __b); |
161 | } |
162 | __DEVICE__ long long llmin(long long __a, long long __b) { |
163 | return __nv_llmin(__a, __b); |
164 | } |
165 | __DEVICE__ long long llrint(double __a) { return __nv_llrint(__a); } |
166 | __DEVICE__ long long llrintf(float __a) { return __nv_llrintf(__a); } |
167 | __DEVICE__ long long llround(double __a) { return __nv_llround(__a); } |
168 | __DEVICE__ long long llroundf(float __a) { return __nv_llroundf(__a); } |
169 | __DEVICE__ double round(double __a) { return __nv_round(__a); } |
170 | __DEVICE__ float roundf(float __a) { return __nv_roundf(__a); } |
171 | __DEVICE__ double log(double __a) { return __nv_log(__a); } |
172 | __DEVICE__ double log10(double __a) { return __nv_log10(__a); } |
173 | __DEVICE__ float log10f(float __a) { return __nv_log10f(__a); } |
174 | __DEVICE__ double log1p(double __a) { return __nv_log1p(__a); } |
175 | __DEVICE__ float log1pf(float __a) { return __nv_log1pf(__a); } |
176 | __DEVICE__ double log2(double __a) { return __nv_log2(__a); } |
177 | __DEVICE__ float log2f(float __a) { |
178 | return __FAST_OR_SLOW(__nv_fast_log2f, __nv_log2f)(__a); |
179 | } |
180 | __DEVICE__ double logb(double __a) { return __nv_logb(__a); } |
181 | __DEVICE__ float logbf(float __a) { return __nv_logbf(__a); } |
182 | __DEVICE__ float logf(float __a) { |
183 | return __FAST_OR_SLOW(__nv_fast_logf, __nv_logf)(__a); |
184 | } |
185 | #if defined(__LP64__) || defined(_WIN64) |
186 | __DEVICE__ long lrint(double __a) { return llrint(__a); } |
187 | __DEVICE__ long lrintf(float __a) { return __float2ll_rn(__a); } |
188 | __DEVICE__ long lround(double __a) { return llround(__a); } |
189 | __DEVICE__ long lroundf(float __a) { return llroundf(__a); } |
190 | #else |
191 | __DEVICE__ long lrint(double __a) { return (long)rint(__a); } |
192 | __DEVICE__ long lrintf(float __a) { return __float2int_rn(__a); } |
193 | __DEVICE__ long lround(double __a) { return round(__a); } |
194 | __DEVICE__ long lroundf(float __a) { return roundf(__a); } |
195 | #endif |
196 | __DEVICE__ int max(int __a, int __b) { return __nv_max(__a, __b); } |
197 | __DEVICE__ int min(int __a, int __b) { return __nv_min(__a, __b); } |
198 | __DEVICE__ double modf(double __a, double *__b) { return __nv_modf(__a, __b); } |
199 | __DEVICE__ float modff(float __a, float *__b) { return __nv_modff(__a, __b); } |
200 | __DEVICE__ double nearbyint(double __a) { return __builtin_nearbyint(__a); } |
201 | __DEVICE__ float nearbyintf(float __a) { return __builtin_nearbyintf(__a); } |
202 | __DEVICE__ double nextafter(double __a, double __b) { |
203 | return __nv_nextafter(__a, __b); |
204 | } |
205 | __DEVICE__ float nextafterf(float __a, float __b) { |
206 | return __nv_nextafterf(__a, __b); |
207 | } |
208 | __DEVICE__ double norm(int __dim, const double *__t) { |
209 | return __nv_norm(__dim, __t); |
210 | } |
211 | __DEVICE__ double norm3d(double __a, double __b, double __c) { |
212 | return __nv_norm3d(__a, __b, __c); |
213 | } |
214 | __DEVICE__ float norm3df(float __a, float __b, float __c) { |
215 | return __nv_norm3df(__a, __b, __c); |
216 | } |
217 | __DEVICE__ double norm4d(double __a, double __b, double __c, double __d) { |
218 | return __nv_norm4d(__a, __b, __c, __d); |
219 | } |
220 | __DEVICE__ float norm4df(float __a, float __b, float __c, float __d) { |
221 | return __nv_norm4df(__a, __b, __c, __d); |
222 | } |
223 | __DEVICE__ double normcdf(double __a) { return __nv_normcdf(__a); } |
224 | __DEVICE__ float normcdff(float __a) { return __nv_normcdff(__a); } |
225 | __DEVICE__ double normcdfinv(double __a) { return __nv_normcdfinv(__a); } |
226 | __DEVICE__ float normcdfinvf(float __a) { return __nv_normcdfinvf(__a); } |
227 | __DEVICE__ float normf(int __dim, const float *__t) { |
228 | return __nv_normf(__dim, __t); |
229 | } |
230 | __DEVICE__ double pow(double __a, double __b) { return __nv_pow(__a, __b); } |
231 | __DEVICE__ float powf(float __a, float __b) { return __nv_powf(__a, __b); } |
232 | __DEVICE__ double powi(double __a, int __b) { return __nv_powi(__a, __b); } |
233 | __DEVICE__ float powif(float __a, int __b) { return __nv_powif(__a, __b); } |
234 | __DEVICE__ double rcbrt(double __a) { return __nv_rcbrt(__a); } |
235 | __DEVICE__ float rcbrtf(float __a) { return __nv_rcbrtf(__a); } |
236 | __DEVICE__ double remainder(double __a, double __b) { |
237 | return __nv_remainder(__a, __b); |
238 | } |
239 | __DEVICE__ float remainderf(float __a, float __b) { |
240 | return __nv_remainderf(__a, __b); |
241 | } |
242 | __DEVICE__ double remquo(double __a, double __b, int *__c) { |
243 | return __nv_remquo(__a, __b, __c); |
244 | } |
245 | __DEVICE__ float remquof(float __a, float __b, int *__c) { |
246 | return __nv_remquof(__a, __b, __c); |
247 | } |
248 | __DEVICE__ double rhypot(double __a, double __b) { |
249 | return __nv_rhypot(__a, __b); |
250 | } |
251 | __DEVICE__ float rhypotf(float __a, float __b) { |
252 | return __nv_rhypotf(__a, __b); |
253 | } |
254 | // __nv_rint* in libdevice is buggy and produces incorrect results. |
255 | __DEVICE__ double rint(double __a) { return __builtin_rint(__a); } |
256 | __DEVICE__ float rintf(float __a) { return __builtin_rintf(__a); } |
257 | __DEVICE__ double rnorm(int __a, const double *__b) { |
258 | return __nv_rnorm(__a, __b); |
259 | } |
260 | __DEVICE__ double rnorm3d(double __a, double __b, double __c) { |
261 | return __nv_rnorm3d(__a, __b, __c); |
262 | } |
263 | __DEVICE__ float rnorm3df(float __a, float __b, float __c) { |
264 | return __nv_rnorm3df(__a, __b, __c); |
265 | } |
266 | __DEVICE__ double rnorm4d(double __a, double __b, double __c, double __d) { |
267 | return __nv_rnorm4d(__a, __b, __c, __d); |
268 | } |
269 | __DEVICE__ float rnorm4df(float __a, float __b, float __c, float __d) { |
270 | return __nv_rnorm4df(__a, __b, __c, __d); |
271 | } |
272 | __DEVICE__ float rnormf(int __dim, const float *__t) { |
273 | return __nv_rnormf(__dim, __t); |
274 | } |
275 | __DEVICE__ double rsqrt(double __a) { return __nv_rsqrt(__a); } |
276 | __DEVICE__ float rsqrtf(float __a) { return __nv_rsqrtf(__a); } |
277 | __DEVICE__ double scalbn(double __a, int __b) { return __nv_scalbn(__a, __b); } |
278 | __DEVICE__ float scalbnf(float __a, int __b) { return __nv_scalbnf(__a, __b); } |
279 | __DEVICE__ double scalbln(double __a, long __b) { |
280 | if (__b > INT_MAX) |
281 | return __a > 0 ? HUGE_VAL : -HUGE_VAL; |
282 | if (__b < INT_MIN) |
283 | return __a > 0 ? 0.0 : -0.0; |
284 | return scalbn(__a, (int)__b); |
285 | } |
286 | __DEVICE__ float scalblnf(float __a, long __b) { |
287 | if (__b > INT_MAX) |
288 | return __a > 0 ? HUGE_VALF : -HUGE_VALF; |
289 | if (__b < INT_MIN) |
290 | return __a > 0 ? 0.f : -0.f; |
291 | return scalbnf(__a, (int)__b); |
292 | } |
293 | __DEVICE__ double sin(double __a) { return __nv_sin(__a); } |
294 | __DEVICE_VOID__ void sincos(double __a, double *__s, double *__c) { |
295 | return __nv_sincos(__a, __s, __c); |
296 | } |
297 | __DEVICE_VOID__ void sincosf(float __a, float *__s, float *__c) { |
298 | return __FAST_OR_SLOW(__nv_fast_sincosf, __nv_sincosf)(__a, __s, __c); |
299 | } |
300 | __DEVICE_VOID__ void sincospi(double __a, double *__s, double *__c) { |
301 | return __nv_sincospi(__a, __s, __c); |
302 | } |
303 | __DEVICE_VOID__ void sincospif(float __a, float *__s, float *__c) { |
304 | return __nv_sincospif(__a, __s, __c); |
305 | } |
306 | __DEVICE__ float sinf(float __a) { |
307 | return __FAST_OR_SLOW(__nv_fast_sinf, __nv_sinf)(__a); |
308 | } |
309 | __DEVICE__ double sinh(double __a) { return __nv_sinh(__a); } |
310 | __DEVICE__ float sinhf(float __a) { return __nv_sinhf(__a); } |
311 | __DEVICE__ double sinpi(double __a) { return __nv_sinpi(__a); } |
312 | __DEVICE__ float sinpif(float __a) { return __nv_sinpif(__a); } |
313 | __DEVICE__ double sqrt(double __a) { return __nv_sqrt(__a); } |
314 | __DEVICE__ float sqrtf(float __a) { return __nv_sqrtf(__a); } |
315 | __DEVICE__ double tan(double __a) { return __nv_tan(__a); } |
316 | __DEVICE__ float tanf(float __a) { return __nv_tanf(__a); } |
317 | __DEVICE__ double tanh(double __a) { return __nv_tanh(__a); } |
318 | __DEVICE__ float tanhf(float __a) { return __nv_tanhf(__a); } |
319 | __DEVICE__ double tgamma(double __a) { return __nv_tgamma(__a); } |
320 | __DEVICE__ float tgammaf(float __a) { return __nv_tgammaf(__a); } |
321 | __DEVICE__ double trunc(double __a) { return __nv_trunc(__a); } |
322 | __DEVICE__ float truncf(float __a) { return __nv_truncf(__a); } |
323 | __DEVICE__ unsigned long long ullmax(unsigned long long __a, |
324 | unsigned long long __b) { |
325 | return __nv_ullmax(__a, __b); |
326 | } |
327 | __DEVICE__ unsigned long long ullmin(unsigned long long __a, |
328 | unsigned long long __b) { |
329 | return __nv_ullmin(__a, __b); |
330 | } |
331 | __DEVICE__ unsigned int umax(unsigned int __a, unsigned int __b) { |
332 | return __nv_umax(__a, __b); |
333 | } |
334 | __DEVICE__ unsigned int umin(unsigned int __a, unsigned int __b) { |
335 | return __nv_umin(__a, __b); |
336 | } |
337 | __DEVICE__ double y0(double __a) { return __nv_y0(__a); } |
338 | __DEVICE__ float y0f(float __a) { return __nv_y0f(__a); } |
339 | __DEVICE__ double y1(double __a) { return __nv_y1(__a); } |
340 | __DEVICE__ float y1f(float __a) { return __nv_y1f(__a); } |
341 | __DEVICE__ double yn(int __a, double __b) { return __nv_yn(__a, __b); } |
342 | __DEVICE__ float ynf(int __a, float __b) { return __nv_ynf(__a, __b); } |
343 | |
344 | #pragma pop_macro("__DEVICE__") |
345 | #pragma pop_macro("__DEVICE_VOID__") |
346 | #pragma pop_macro("__FAST_OR_SLOW") |
347 | |
348 | #endif // __CLANG_CUDA_MATH_H__ |
349 |
Warning: This file is not a C or C++ file. It does not have highlighting.