Warning: This file is not a C or C++ file. It does not have highlighting.

1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef __NET_TC_WRAPPER_H
3#define __NET_TC_WRAPPER_H
4
5#include <net/pkt_cls.h>
6
7#if IS_ENABLED(CONFIG_RETPOLINE)
8
9#include <linux/cpufeature.h>
10#include <linux/static_key.h>
11#include <linux/indirect_call_wrapper.h>
12
13#define TC_INDIRECT_SCOPE
14
15extern struct static_key_false tc_skip_wrapper;
16
17/* TC Actions */
18#ifdef CONFIG_NET_CLS_ACT
19
20#define TC_INDIRECT_ACTION_DECLARE(fname) \
21 INDIRECT_CALLABLE_DECLARE(int fname(struct sk_buff *skb, \
22 const struct tc_action *a, \
23 struct tcf_result *res))
24
25TC_INDIRECT_ACTION_DECLARE(tcf_bpf_act);
26TC_INDIRECT_ACTION_DECLARE(tcf_connmark_act);
27TC_INDIRECT_ACTION_DECLARE(tcf_csum_act);
28TC_INDIRECT_ACTION_DECLARE(tcf_ct_act);
29TC_INDIRECT_ACTION_DECLARE(tcf_ctinfo_act);
30TC_INDIRECT_ACTION_DECLARE(tcf_gact_act);
31TC_INDIRECT_ACTION_DECLARE(tcf_gate_act);
32TC_INDIRECT_ACTION_DECLARE(tcf_ife_act);
33TC_INDIRECT_ACTION_DECLARE(tcf_ipt_act);
34TC_INDIRECT_ACTION_DECLARE(tcf_mirred_act);
35TC_INDIRECT_ACTION_DECLARE(tcf_mpls_act);
36TC_INDIRECT_ACTION_DECLARE(tcf_nat_act);
37TC_INDIRECT_ACTION_DECLARE(tcf_pedit_act);
38TC_INDIRECT_ACTION_DECLARE(tcf_police_act);
39TC_INDIRECT_ACTION_DECLARE(tcf_sample_act);
40TC_INDIRECT_ACTION_DECLARE(tcf_simp_act);
41TC_INDIRECT_ACTION_DECLARE(tcf_skbedit_act);
42TC_INDIRECT_ACTION_DECLARE(tcf_skbmod_act);
43TC_INDIRECT_ACTION_DECLARE(tcf_vlan_act);
44TC_INDIRECT_ACTION_DECLARE(tunnel_key_act);
45
46static inline int tc_act(struct sk_buff *skb, const struct tc_action *a,
47 struct tcf_result *res)
48{
49 if (static_branch_likely(&tc_skip_wrapper))
50 goto skip;
51
52#if IS_BUILTIN(CONFIG_NET_ACT_GACT)
53 if (a->ops->act == tcf_gact_act)
54 return tcf_gact_act(skb, a, res);
55#endif
56#if IS_BUILTIN(CONFIG_NET_ACT_MIRRED)
57 if (a->ops->act == tcf_mirred_act)
58 return tcf_mirred_act(skb, a, res);
59#endif
60#if IS_BUILTIN(CONFIG_NET_ACT_PEDIT)
61 if (a->ops->act == tcf_pedit_act)
62 return tcf_pedit_act(skb, a, res);
63#endif
64#if IS_BUILTIN(CONFIG_NET_ACT_SKBEDIT)
65 if (a->ops->act == tcf_skbedit_act)
66 return tcf_skbedit_act(skb, a, res);
67#endif
68#if IS_BUILTIN(CONFIG_NET_ACT_SKBMOD)
69 if (a->ops->act == tcf_skbmod_act)
70 return tcf_skbmod_act(skb, a, res);
71#endif
72#if IS_BUILTIN(CONFIG_NET_ACT_POLICE)
73 if (a->ops->act == tcf_police_act)
74 return tcf_police_act(skb, a, res);
75#endif
76#if IS_BUILTIN(CONFIG_NET_ACT_BPF)
77 if (a->ops->act == tcf_bpf_act)
78 return tcf_bpf_act(skb, a, res);
79#endif
80#if IS_BUILTIN(CONFIG_NET_ACT_CONNMARK)
81 if (a->ops->act == tcf_connmark_act)
82 return tcf_connmark_act(skb, a, res);
83#endif
84#if IS_BUILTIN(CONFIG_NET_ACT_CSUM)
85 if (a->ops->act == tcf_csum_act)
86 return tcf_csum_act(skb, a, res);
87#endif
88#if IS_BUILTIN(CONFIG_NET_ACT_CT)
89 if (a->ops->act == tcf_ct_act)
90 return tcf_ct_act(skb, a, res);
91#endif
92#if IS_BUILTIN(CONFIG_NET_ACT_CTINFO)
93 if (a->ops->act == tcf_ctinfo_act)
94 return tcf_ctinfo_act(skb, a, res);
95#endif
96#if IS_BUILTIN(CONFIG_NET_ACT_GATE)
97 if (a->ops->act == tcf_gate_act)
98 return tcf_gate_act(skb, a, res);
99#endif
100#if IS_BUILTIN(CONFIG_NET_ACT_MPLS)
101 if (a->ops->act == tcf_mpls_act)
102 return tcf_mpls_act(skb, a, res);
103#endif
104#if IS_BUILTIN(CONFIG_NET_ACT_NAT)
105 if (a->ops->act == tcf_nat_act)
106 return tcf_nat_act(skb, a, res);
107#endif
108#if IS_BUILTIN(CONFIG_NET_ACT_TUNNEL_KEY)
109 if (a->ops->act == tunnel_key_act)
110 return tunnel_key_act(skb, a, res);
111#endif
112#if IS_BUILTIN(CONFIG_NET_ACT_VLAN)
113 if (a->ops->act == tcf_vlan_act)
114 return tcf_vlan_act(skb, a, res);
115#endif
116#if IS_BUILTIN(CONFIG_NET_ACT_IFE)
117 if (a->ops->act == tcf_ife_act)
118 return tcf_ife_act(skb, a, res);
119#endif
120#if IS_BUILTIN(CONFIG_NET_ACT_IPT)
121 if (a->ops->act == tcf_ipt_act)
122 return tcf_ipt_act(skb, a, res);
123#endif
124#if IS_BUILTIN(CONFIG_NET_ACT_SIMP)
125 if (a->ops->act == tcf_simp_act)
126 return tcf_simp_act(skb, a, res);
127#endif
128#if IS_BUILTIN(CONFIG_NET_ACT_SAMPLE)
129 if (a->ops->act == tcf_sample_act)
130 return tcf_sample_act(skb, a, res);
131#endif
132
133skip:
134 return a->ops->act(skb, a, res);
135}
136
137#endif /* CONFIG_NET_CLS_ACT */
138
139/* TC Filters */
140#ifdef CONFIG_NET_CLS
141
142#define TC_INDIRECT_FILTER_DECLARE(fname) \
143 INDIRECT_CALLABLE_DECLARE(int fname(struct sk_buff *skb, \
144 const struct tcf_proto *tp, \
145 struct tcf_result *res))
146
147TC_INDIRECT_FILTER_DECLARE(basic_classify);
148TC_INDIRECT_FILTER_DECLARE(cls_bpf_classify);
149TC_INDIRECT_FILTER_DECLARE(cls_cgroup_classify);
150TC_INDIRECT_FILTER_DECLARE(fl_classify);
151TC_INDIRECT_FILTER_DECLARE(flow_classify);
152TC_INDIRECT_FILTER_DECLARE(fw_classify);
153TC_INDIRECT_FILTER_DECLARE(mall_classify);
154TC_INDIRECT_FILTER_DECLARE(route4_classify);
155TC_INDIRECT_FILTER_DECLARE(u32_classify);
156
157static inline int tc_classify(struct sk_buff *skb, const struct tcf_proto *tp,
158 struct tcf_result *res)
159{
160 if (static_branch_likely(&tc_skip_wrapper))
161 goto skip;
162
163#if IS_BUILTIN(CONFIG_NET_CLS_BPF)
164 if (tp->classify == cls_bpf_classify)
165 return cls_bpf_classify(skb, tp, res);
166#endif
167#if IS_BUILTIN(CONFIG_NET_CLS_U32)
168 if (tp->classify == u32_classify)
169 return u32_classify(skb, tp, res);
170#endif
171#if IS_BUILTIN(CONFIG_NET_CLS_FLOWER)
172 if (tp->classify == fl_classify)
173 return fl_classify(skb, tp, res);
174#endif
175#if IS_BUILTIN(CONFIG_NET_CLS_FW)
176 if (tp->classify == fw_classify)
177 return fw_classify(skb, tp, res);
178#endif
179#if IS_BUILTIN(CONFIG_NET_CLS_MATCHALL)
180 if (tp->classify == mall_classify)
181 return mall_classify(skb, tp, res);
182#endif
183#if IS_BUILTIN(CONFIG_NET_CLS_BASIC)
184 if (tp->classify == basic_classify)
185 return basic_classify(skb, tp, res);
186#endif
187#if IS_BUILTIN(CONFIG_NET_CLS_CGROUP)
188 if (tp->classify == cls_cgroup_classify)
189 return cls_cgroup_classify(skb, tp, res);
190#endif
191#if IS_BUILTIN(CONFIG_NET_CLS_FLOW)
192 if (tp->classify == flow_classify)
193 return flow_classify(skb, tp, res);
194#endif
195#if IS_BUILTIN(CONFIG_NET_CLS_ROUTE4)
196 if (tp->classify == route4_classify)
197 return route4_classify(skb, tp, res);
198#endif
199
200skip:
201 return tp->classify(skb, tp, res);
202}
203
204#endif /* CONFIG_NET_CLS */
205
206static inline void tc_wrapper_init(void)
207{
208#ifdef CONFIG_X86
209 if (!cpu_feature_enabled(X86_FEATURE_RETPOLINE))
210 static_branch_enable(&tc_skip_wrapper);
211#endif
212}
213
214#else
215
216#define TC_INDIRECT_SCOPE static
217
218static inline int tc_act(struct sk_buff *skb, const struct tc_action *a,
219 struct tcf_result *res)
220{
221 return a->ops->act(skb, a, res);
222}
223
224static inline int tc_classify(struct sk_buff *skb, const struct tcf_proto *tp,
225 struct tcf_result *res)
226{
227 return tp->classify(skb, tp, res);
228}
229
230static inline void tc_wrapper_init(void)
231{
232}
233
234#endif
235
236#endif /* __NET_TC_WRAPPER_H */
237

Warning: This file is not a C or C++ file. It does not have highlighting.

source code of linux/include/net/tc_wrapper.h