1// SPDX-License-Identifier: GPL-2.0
2#include <linux/bpf.h>
3#include <bpf/bpf_helpers.h>
4#include <bpf/bpf_tracing.h>
5#include <stdbool.h>
6
7#ifdef ENABLE_ATOMICS_TESTS
8bool skip_tests __attribute((__section__(".data"))) = false;
9#else
10bool skip_tests = true;
11#endif
12
13__u32 pid = 0;
14
15__u64 add64_value = 1;
16__u64 add64_result = 0;
17__u32 add32_value = 1;
18__u32 add32_result = 0;
19__u64 add_stack_value_copy = 0;
20__u64 add_stack_result = 0;
21__u64 add_noreturn_value = 1;
22
23SEC("raw_tp/sys_enter")
24int add(const void *ctx)
25{
26 if (pid != (bpf_get_current_pid_tgid() >> 32))
27 return 0;
28#ifdef ENABLE_ATOMICS_TESTS
29 __u64 add_stack_value = 1;
30
31 add64_result = __sync_fetch_and_add(&add64_value, 2);
32 add32_result = __sync_fetch_and_add(&add32_value, 2);
33 add_stack_result = __sync_fetch_and_add(&add_stack_value, 2);
34 add_stack_value_copy = add_stack_value;
35 __sync_fetch_and_add(&add_noreturn_value, 2);
36#endif
37
38 return 0;
39}
40
41__s64 sub64_value = 1;
42__s64 sub64_result = 0;
43__s32 sub32_value = 1;
44__s32 sub32_result = 0;
45__s64 sub_stack_value_copy = 0;
46__s64 sub_stack_result = 0;
47__s64 sub_noreturn_value = 1;
48
49SEC("raw_tp/sys_enter")
50int sub(const void *ctx)
51{
52 if (pid != (bpf_get_current_pid_tgid() >> 32))
53 return 0;
54#ifdef ENABLE_ATOMICS_TESTS
55 __u64 sub_stack_value = 1;
56
57 sub64_result = __sync_fetch_and_sub(&sub64_value, 2);
58 sub32_result = __sync_fetch_and_sub(&sub32_value, 2);
59 sub_stack_result = __sync_fetch_and_sub(&sub_stack_value, 2);
60 sub_stack_value_copy = sub_stack_value;
61 __sync_fetch_and_sub(&sub_noreturn_value, 2);
62#endif
63
64 return 0;
65}
66
67__u64 and64_value = (0x110ull << 32);
68__u64 and64_result = 0;
69__u32 and32_value = 0x110;
70__u32 and32_result = 0;
71__u64 and_noreturn_value = (0x110ull << 32);
72
73SEC("raw_tp/sys_enter")
74int and(const void *ctx)
75{
76 if (pid != (bpf_get_current_pid_tgid() >> 32))
77 return 0;
78#ifdef ENABLE_ATOMICS_TESTS
79
80 and64_result = __sync_fetch_and_and(&and64_value, 0x011ull << 32);
81 and32_result = __sync_fetch_and_and(&and32_value, 0x011);
82 __sync_fetch_and_and(&and_noreturn_value, 0x011ull << 32);
83#endif
84
85 return 0;
86}
87
88__u64 or64_value = (0x110ull << 32);
89__u64 or64_result = 0;
90__u32 or32_value = 0x110;
91__u32 or32_result = 0;
92__u64 or_noreturn_value = (0x110ull << 32);
93
94SEC("raw_tp/sys_enter")
95int or(const void *ctx)
96{
97 if (pid != (bpf_get_current_pid_tgid() >> 32))
98 return 0;
99#ifdef ENABLE_ATOMICS_TESTS
100 or64_result = __sync_fetch_and_or(&or64_value, 0x011ull << 32);
101 or32_result = __sync_fetch_and_or(&or32_value, 0x011);
102 __sync_fetch_and_or(&or_noreturn_value, 0x011ull << 32);
103#endif
104
105 return 0;
106}
107
108__u64 xor64_value = (0x110ull << 32);
109__u64 xor64_result = 0;
110__u32 xor32_value = 0x110;
111__u32 xor32_result = 0;
112__u64 xor_noreturn_value = (0x110ull << 32);
113
114SEC("raw_tp/sys_enter")
115int xor(const void *ctx)
116{
117 if (pid != (bpf_get_current_pid_tgid() >> 32))
118 return 0;
119#ifdef ENABLE_ATOMICS_TESTS
120 xor64_result = __sync_fetch_and_xor(&xor64_value, 0x011ull << 32);
121 xor32_result = __sync_fetch_and_xor(&xor32_value, 0x011);
122 __sync_fetch_and_xor(&xor_noreturn_value, 0x011ull << 32);
123#endif
124
125 return 0;
126}
127
128__u64 cmpxchg64_value = 1;
129__u64 cmpxchg64_result_fail = 0;
130__u64 cmpxchg64_result_succeed = 0;
131__u32 cmpxchg32_value = 1;
132__u32 cmpxchg32_result_fail = 0;
133__u32 cmpxchg32_result_succeed = 0;
134
135SEC("raw_tp/sys_enter")
136int cmpxchg(const void *ctx)
137{
138 if (pid != (bpf_get_current_pid_tgid() >> 32))
139 return 0;
140#ifdef ENABLE_ATOMICS_TESTS
141 cmpxchg64_result_fail = __sync_val_compare_and_swap(&cmpxchg64_value, 0, 3);
142 cmpxchg64_result_succeed = __sync_val_compare_and_swap(&cmpxchg64_value, 1, 2);
143
144 cmpxchg32_result_fail = __sync_val_compare_and_swap(&cmpxchg32_value, 0, 3);
145 cmpxchg32_result_succeed = __sync_val_compare_and_swap(&cmpxchg32_value, 1, 2);
146#endif
147
148 return 0;
149}
150
151__u64 xchg64_value = 1;
152__u64 xchg64_result = 0;
153__u32 xchg32_value = 1;
154__u32 xchg32_result = 0;
155
156SEC("raw_tp/sys_enter")
157int xchg(const void *ctx)
158{
159 if (pid != (bpf_get_current_pid_tgid() >> 32))
160 return 0;
161#ifdef ENABLE_ATOMICS_TESTS
162 __u64 val64 = 2;
163 __u32 val32 = 2;
164
165 xchg64_result = __sync_lock_test_and_set(&xchg64_value, val64);
166 xchg32_result = __sync_lock_test_and_set(&xchg32_value, val32);
167#endif
168
169 return 0;
170}
171

source code of linux/tools/testing/selftests/bpf/progs/atomics.c