1 | /* SPDX-License-Identifier: GPL-2.0 */ |
2 | #ifndef _ASM_X86_RMWcc |
3 | #define _ASM_X86_RMWcc |
4 | |
5 | #include <linux/args.h> |
6 | |
7 | #define __CLOBBERS_MEM(clb...) "memory", ## clb |
8 | |
9 | #ifndef __GCC_ASM_FLAG_OUTPUTS__ |
10 | |
11 | /* Use asm goto */ |
12 | |
13 | #define __GEN_RMWcc(fullop, _var, cc, clobbers, ...) \ |
14 | ({ \ |
15 | bool c = false; \ |
16 | asm_volatile_goto (fullop "; j" #cc " %l[cc_label]" \ |
17 | : : [var] "m" (_var), ## __VA_ARGS__ \ |
18 | : clobbers : cc_label); \ |
19 | if (0) { \ |
20 | cc_label: c = true; \ |
21 | } \ |
22 | c; \ |
23 | }) |
24 | |
25 | #else /* defined(__GCC_ASM_FLAG_OUTPUTS__) */ |
26 | |
27 | /* Use flags output or a set instruction */ |
28 | |
29 | #define __GEN_RMWcc(fullop, _var, cc, clobbers, ...) \ |
30 | ({ \ |
31 | bool c; \ |
32 | asm volatile (fullop CC_SET(cc) \ |
33 | : [var] "+m" (_var), CC_OUT(cc) (c) \ |
34 | : __VA_ARGS__ : clobbers); \ |
35 | c; \ |
36 | }) |
37 | |
38 | #endif /* defined(__GCC_ASM_FLAG_OUTPUTS__) */ |
39 | |
40 | #define GEN_UNARY_RMWcc_4(op, var, cc, arg0) \ |
41 | __GEN_RMWcc(op " " arg0, var, cc, __CLOBBERS_MEM()) |
42 | |
43 | #define GEN_UNARY_RMWcc_3(op, var, cc) \ |
44 | GEN_UNARY_RMWcc_4(op, var, cc, "%[var]") |
45 | |
46 | #define GEN_UNARY_RMWcc(X...) CONCATENATE(GEN_UNARY_RMWcc_, COUNT_ARGS(X))(X) |
47 | |
48 | #define GEN_BINARY_RMWcc_6(op, var, cc, vcon, _val, arg0) \ |
49 | __GEN_RMWcc(op " %[val], " arg0, var, cc, \ |
50 | __CLOBBERS_MEM(), [val] vcon (_val)) |
51 | |
52 | #define GEN_BINARY_RMWcc_5(op, var, cc, vcon, val) \ |
53 | GEN_BINARY_RMWcc_6(op, var, cc, vcon, val, "%[var]") |
54 | |
55 | #define GEN_BINARY_RMWcc(X...) CONCATENATE(GEN_BINARY_RMWcc_, COUNT_ARGS(X))(X) |
56 | |
57 | #define GEN_UNARY_SUFFIXED_RMWcc(op, suffix, var, cc, clobbers...) \ |
58 | __GEN_RMWcc(op " %[var]\n\t" suffix, var, cc, \ |
59 | __CLOBBERS_MEM(clobbers)) |
60 | |
61 | #define GEN_BINARY_SUFFIXED_RMWcc(op, suffix, var, cc, vcon, _val, clobbers...)\ |
62 | __GEN_RMWcc(op " %[val], %[var]\n\t" suffix, var, cc, \ |
63 | __CLOBBERS_MEM(clobbers), [val] vcon (_val)) |
64 | |
65 | #endif /* _ASM_X86_RMWcc */ |
66 | |