1 | // SPDX-License-Identifier: GPL-2.0 |
2 | /* |
3 | * Shared Memory Communications over RDMA (SMC-R) and RoCE |
4 | * |
5 | * Generic netlink support functions to configure an SMC-R PNET table |
6 | * |
7 | * Copyright IBM Corp. 2016 |
8 | * |
9 | * Author(s): Thomas Richter <tmricht@linux.vnet.ibm.com> |
10 | */ |
11 | |
12 | #include <linux/module.h> |
13 | #include <linux/list.h> |
14 | #include <linux/ctype.h> |
15 | #include <linux/mutex.h> |
16 | #include <net/netlink.h> |
17 | #include <net/genetlink.h> |
18 | |
19 | #include <uapi/linux/if.h> |
20 | #include <uapi/linux/smc.h> |
21 | |
22 | #include <rdma/ib_verbs.h> |
23 | |
24 | #include <net/netns/generic.h> |
25 | #include "smc_netns.h" |
26 | |
27 | #include "smc_pnet.h" |
28 | #include "smc_ib.h" |
29 | #include "smc_ism.h" |
30 | #include "smc_core.h" |
31 | |
32 | static struct net_device *__pnet_find_base_ndev(struct net_device *ndev); |
33 | static struct net_device *pnet_find_base_ndev(struct net_device *ndev); |
34 | |
35 | static const struct nla_policy smc_pnet_policy[SMC_PNETID_MAX + 1] = { |
36 | [SMC_PNETID_NAME] = { |
37 | .type = NLA_NUL_STRING, |
38 | .len = SMC_MAX_PNETID_LEN |
39 | }, |
40 | [SMC_PNETID_ETHNAME] = { |
41 | .type = NLA_NUL_STRING, |
42 | .len = IFNAMSIZ - 1 |
43 | }, |
44 | [SMC_PNETID_IBNAME] = { |
45 | .type = NLA_NUL_STRING, |
46 | .len = IB_DEVICE_NAME_MAX - 1 |
47 | }, |
48 | [SMC_PNETID_IBPORT] = { .type = NLA_U8 } |
49 | }; |
50 | |
51 | static struct genl_family smc_pnet_nl_family; |
52 | |
53 | enum smc_pnet_nametype { |
54 | SMC_PNET_ETH = 1, |
55 | SMC_PNET_IB = 2, |
56 | }; |
57 | |
58 | /* pnet entry stored in pnet table */ |
59 | struct smc_pnetentry { |
60 | struct list_head list; |
61 | char pnet_name[SMC_MAX_PNETID_LEN + 1]; |
62 | enum smc_pnet_nametype type; |
63 | union { |
64 | struct { |
65 | char eth_name[IFNAMSIZ + 1]; |
66 | struct net_device *ndev; |
67 | netdevice_tracker dev_tracker; |
68 | }; |
69 | struct { |
70 | char ib_name[IB_DEVICE_NAME_MAX + 1]; |
71 | u8 ib_port; |
72 | }; |
73 | }; |
74 | }; |
75 | |
76 | /* Check if the pnetid is set */ |
77 | bool smc_pnet_is_pnetid_set(u8 *pnetid) |
78 | { |
79 | if (pnetid[0] == 0 || pnetid[0] == _S) |
80 | return false; |
81 | return true; |
82 | } |
83 | |
84 | /* Check if two given pnetids match */ |
85 | static bool smc_pnet_match(u8 *pnetid1, u8 *pnetid2) |
86 | { |
87 | int i; |
88 | |
89 | for (i = 0; i < SMC_MAX_PNETID_LEN; i++) { |
90 | if ((pnetid1[i] == 0 || pnetid1[i] == _S) && |
91 | (pnetid2[i] == 0 || pnetid2[i] == _S)) |
92 | break; |
93 | if (pnetid1[i] != pnetid2[i]) |
94 | return false; |
95 | } |
96 | return true; |
97 | } |
98 | |
99 | /* Remove a pnetid from the pnet table. |
100 | */ |
101 | static int smc_pnet_remove_by_pnetid(struct net *net, char *pnet_name) |
102 | { |
103 | struct smc_pnetentry *pnetelem, *tmp_pe; |
104 | struct smc_pnettable *pnettable; |
105 | struct smc_ib_device *ibdev; |
106 | struct smcd_dev *smcd; |
107 | struct smc_net *sn; |
108 | int rc = -ENOENT; |
109 | int ibport; |
110 | |
111 | /* get pnettable for namespace */ |
112 | sn = net_generic(net, id: smc_net_id); |
113 | pnettable = &sn->pnettable; |
114 | |
115 | /* remove table entry */ |
116 | mutex_lock(&pnettable->lock); |
117 | list_for_each_entry_safe(pnetelem, tmp_pe, &pnettable->pnetlist, |
118 | list) { |
119 | if (!pnet_name || |
120 | smc_pnet_match(pnetid1: pnetelem->pnet_name, pnetid2: pnet_name)) { |
121 | list_del(entry: &pnetelem->list); |
122 | if (pnetelem->type == SMC_PNET_ETH && pnetelem->ndev) { |
123 | netdev_put(dev: pnetelem->ndev, |
124 | tracker: &pnetelem->dev_tracker); |
125 | pr_warn_ratelimited("smc: net device %s " |
126 | "erased user defined " |
127 | "pnetid %.16s\n" , |
128 | pnetelem->eth_name, |
129 | pnetelem->pnet_name); |
130 | } |
131 | kfree(objp: pnetelem); |
132 | rc = 0; |
133 | } |
134 | } |
135 | mutex_unlock(lock: &pnettable->lock); |
136 | |
137 | /* if this is not the initial namespace, stop here */ |
138 | if (net != &init_net) |
139 | return rc; |
140 | |
141 | /* remove ib devices */ |
142 | mutex_lock(&smc_ib_devices.mutex); |
143 | list_for_each_entry(ibdev, &smc_ib_devices.list, list) { |
144 | for (ibport = 0; ibport < SMC_MAX_PORTS; ibport++) { |
145 | if (ibdev->pnetid_by_user[ibport] && |
146 | (!pnet_name || |
147 | smc_pnet_match(pnetid1: pnet_name, |
148 | pnetid2: ibdev->pnetid[ibport]))) { |
149 | pr_warn_ratelimited("smc: ib device %s ibport " |
150 | "%d erased user defined " |
151 | "pnetid %.16s\n" , |
152 | ibdev->ibdev->name, |
153 | ibport + 1, |
154 | ibdev->pnetid[ibport]); |
155 | memset(ibdev->pnetid[ibport], 0, |
156 | SMC_MAX_PNETID_LEN); |
157 | ibdev->pnetid_by_user[ibport] = false; |
158 | rc = 0; |
159 | } |
160 | } |
161 | } |
162 | mutex_unlock(lock: &smc_ib_devices.mutex); |
163 | /* remove smcd devices */ |
164 | mutex_lock(&smcd_dev_list.mutex); |
165 | list_for_each_entry(smcd, &smcd_dev_list.list, list) { |
166 | if (smcd->pnetid_by_user && |
167 | (!pnet_name || |
168 | smc_pnet_match(pnetid1: pnet_name, pnetid2: smcd->pnetid))) { |
169 | pr_warn_ratelimited("smc: smcd device %s " |
170 | "erased user defined pnetid " |
171 | "%.16s\n" , |
172 | dev_name(smcd->ops->get_dev(smcd)), |
173 | smcd->pnetid); |
174 | memset(smcd->pnetid, 0, SMC_MAX_PNETID_LEN); |
175 | smcd->pnetid_by_user = false; |
176 | rc = 0; |
177 | } |
178 | } |
179 | mutex_unlock(lock: &smcd_dev_list.mutex); |
180 | return rc; |
181 | } |
182 | |
183 | /* Add the reference to a given network device to the pnet table. |
184 | */ |
185 | static int smc_pnet_add_by_ndev(struct net_device *ndev) |
186 | { |
187 | struct smc_pnetentry *pnetelem, *tmp_pe; |
188 | struct smc_pnettable *pnettable; |
189 | struct net *net = dev_net(dev: ndev); |
190 | struct smc_net *sn; |
191 | int rc = -ENOENT; |
192 | |
193 | /* get pnettable for namespace */ |
194 | sn = net_generic(net, id: smc_net_id); |
195 | pnettable = &sn->pnettable; |
196 | |
197 | mutex_lock(&pnettable->lock); |
198 | list_for_each_entry_safe(pnetelem, tmp_pe, &pnettable->pnetlist, list) { |
199 | if (pnetelem->type == SMC_PNET_ETH && !pnetelem->ndev && |
200 | !strncmp(pnetelem->eth_name, ndev->name, IFNAMSIZ)) { |
201 | netdev_hold(dev: ndev, tracker: &pnetelem->dev_tracker, GFP_ATOMIC); |
202 | pnetelem->ndev = ndev; |
203 | rc = 0; |
204 | pr_warn_ratelimited("smc: adding net device %s with " |
205 | "user defined pnetid %.16s\n" , |
206 | pnetelem->eth_name, |
207 | pnetelem->pnet_name); |
208 | break; |
209 | } |
210 | } |
211 | mutex_unlock(lock: &pnettable->lock); |
212 | return rc; |
213 | } |
214 | |
215 | /* Remove the reference to a given network device from the pnet table. |
216 | */ |
217 | static int smc_pnet_remove_by_ndev(struct net_device *ndev) |
218 | { |
219 | struct smc_pnetentry *pnetelem, *tmp_pe; |
220 | struct smc_pnettable *pnettable; |
221 | struct net *net = dev_net(dev: ndev); |
222 | struct smc_net *sn; |
223 | int rc = -ENOENT; |
224 | |
225 | /* get pnettable for namespace */ |
226 | sn = net_generic(net, id: smc_net_id); |
227 | pnettable = &sn->pnettable; |
228 | |
229 | mutex_lock(&pnettable->lock); |
230 | list_for_each_entry_safe(pnetelem, tmp_pe, &pnettable->pnetlist, list) { |
231 | if (pnetelem->type == SMC_PNET_ETH && pnetelem->ndev == ndev) { |
232 | netdev_put(dev: pnetelem->ndev, tracker: &pnetelem->dev_tracker); |
233 | pnetelem->ndev = NULL; |
234 | rc = 0; |
235 | pr_warn_ratelimited("smc: removing net device %s with " |
236 | "user defined pnetid %.16s\n" , |
237 | pnetelem->eth_name, |
238 | pnetelem->pnet_name); |
239 | break; |
240 | } |
241 | } |
242 | mutex_unlock(lock: &pnettable->lock); |
243 | return rc; |
244 | } |
245 | |
246 | /* Apply pnetid to ib device when no pnetid is set. |
247 | */ |
248 | static bool smc_pnet_apply_ib(struct smc_ib_device *ib_dev, u8 ib_port, |
249 | char *pnet_name) |
250 | { |
251 | bool applied = false; |
252 | |
253 | mutex_lock(&smc_ib_devices.mutex); |
254 | if (!smc_pnet_is_pnetid_set(pnetid: ib_dev->pnetid[ib_port - 1])) { |
255 | memcpy(ib_dev->pnetid[ib_port - 1], pnet_name, |
256 | SMC_MAX_PNETID_LEN); |
257 | ib_dev->pnetid_by_user[ib_port - 1] = true; |
258 | applied = true; |
259 | } |
260 | mutex_unlock(lock: &smc_ib_devices.mutex); |
261 | return applied; |
262 | } |
263 | |
264 | /* Apply pnetid to smcd device when no pnetid is set. |
265 | */ |
266 | static bool smc_pnet_apply_smcd(struct smcd_dev *smcd_dev, char *pnet_name) |
267 | { |
268 | bool applied = false; |
269 | |
270 | mutex_lock(&smcd_dev_list.mutex); |
271 | if (!smc_pnet_is_pnetid_set(pnetid: smcd_dev->pnetid)) { |
272 | memcpy(smcd_dev->pnetid, pnet_name, SMC_MAX_PNETID_LEN); |
273 | smcd_dev->pnetid_by_user = true; |
274 | applied = true; |
275 | } |
276 | mutex_unlock(lock: &smcd_dev_list.mutex); |
277 | return applied; |
278 | } |
279 | |
280 | /* The limit for pnetid is 16 characters. |
281 | * Valid characters should be (single-byte character set) a-z, A-Z, 0-9. |
282 | * Lower case letters are converted to upper case. |
283 | * Interior blanks should not be used. |
284 | */ |
285 | static bool smc_pnetid_valid(const char *pnet_name, char *pnetid) |
286 | { |
287 | char *bf = skip_spaces(pnet_name); |
288 | size_t len = strlen(bf); |
289 | char *end = bf + len; |
290 | |
291 | if (!len) |
292 | return false; |
293 | while (--end >= bf && isspace(*end)) |
294 | ; |
295 | if (end - bf >= SMC_MAX_PNETID_LEN) |
296 | return false; |
297 | while (bf <= end) { |
298 | if (!isalnum(*bf)) |
299 | return false; |
300 | *pnetid++ = islower(*bf) ? toupper(*bf) : *bf; |
301 | bf++; |
302 | } |
303 | *pnetid = '\0'; |
304 | return true; |
305 | } |
306 | |
307 | /* Find an infiniband device by a given name. The device might not exist. */ |
308 | static struct smc_ib_device *smc_pnet_find_ib(char *ib_name) |
309 | { |
310 | struct smc_ib_device *ibdev; |
311 | |
312 | mutex_lock(&smc_ib_devices.mutex); |
313 | list_for_each_entry(ibdev, &smc_ib_devices.list, list) { |
314 | if (!strncmp(ibdev->ibdev->name, ib_name, |
315 | sizeof(ibdev->ibdev->name)) || |
316 | (ibdev->ibdev->dev.parent && |
317 | !strncmp(dev_name(dev: ibdev->ibdev->dev.parent), ib_name, |
318 | IB_DEVICE_NAME_MAX - 1))) { |
319 | goto out; |
320 | } |
321 | } |
322 | ibdev = NULL; |
323 | out: |
324 | mutex_unlock(lock: &smc_ib_devices.mutex); |
325 | return ibdev; |
326 | } |
327 | |
328 | /* Find an smcd device by a given name. The device might not exist. */ |
329 | static struct smcd_dev *smc_pnet_find_smcd(char *smcd_name) |
330 | { |
331 | struct smcd_dev *smcd_dev; |
332 | |
333 | mutex_lock(&smcd_dev_list.mutex); |
334 | list_for_each_entry(smcd_dev, &smcd_dev_list.list, list) { |
335 | if (!strncmp(dev_name(dev: smcd_dev->ops->get_dev(smcd_dev)), |
336 | smcd_name, IB_DEVICE_NAME_MAX - 1)) |
337 | goto out; |
338 | } |
339 | smcd_dev = NULL; |
340 | out: |
341 | mutex_unlock(lock: &smcd_dev_list.mutex); |
342 | return smcd_dev; |
343 | } |
344 | |
345 | static int smc_pnet_add_eth(struct smc_pnettable *pnettable, struct net *net, |
346 | char *eth_name, char *pnet_name) |
347 | { |
348 | struct smc_pnetentry *tmp_pe, *new_pe; |
349 | struct net_device *ndev, *base_ndev; |
350 | u8 ndev_pnetid[SMC_MAX_PNETID_LEN]; |
351 | bool new_netdev; |
352 | int rc; |
353 | |
354 | /* check if (base) netdev already has a pnetid. If there is one, we do |
355 | * not want to add a pnet table entry |
356 | */ |
357 | rc = -EEXIST; |
358 | ndev = dev_get_by_name(net, name: eth_name); /* dev_hold() */ |
359 | if (ndev) { |
360 | base_ndev = pnet_find_base_ndev(ndev); |
361 | if (!smc_pnetid_by_dev_port(dev: base_ndev->dev.parent, |
362 | port: base_ndev->dev_port, pnetid: ndev_pnetid)) |
363 | goto out_put; |
364 | } |
365 | |
366 | /* add a new netdev entry to the pnet table if there isn't one */ |
367 | rc = -ENOMEM; |
368 | new_pe = kzalloc(size: sizeof(*new_pe), GFP_KERNEL); |
369 | if (!new_pe) |
370 | goto out_put; |
371 | new_pe->type = SMC_PNET_ETH; |
372 | memcpy(new_pe->pnet_name, pnet_name, SMC_MAX_PNETID_LEN); |
373 | strncpy(p: new_pe->eth_name, q: eth_name, IFNAMSIZ); |
374 | rc = -EEXIST; |
375 | new_netdev = true; |
376 | mutex_lock(&pnettable->lock); |
377 | list_for_each_entry(tmp_pe, &pnettable->pnetlist, list) { |
378 | if (tmp_pe->type == SMC_PNET_ETH && |
379 | !strncmp(tmp_pe->eth_name, eth_name, IFNAMSIZ)) { |
380 | new_netdev = false; |
381 | break; |
382 | } |
383 | } |
384 | if (new_netdev) { |
385 | if (ndev) { |
386 | new_pe->ndev = ndev; |
387 | netdev_tracker_alloc(dev: ndev, tracker: &new_pe->dev_tracker, |
388 | GFP_ATOMIC); |
389 | } |
390 | list_add_tail(new: &new_pe->list, head: &pnettable->pnetlist); |
391 | mutex_unlock(lock: &pnettable->lock); |
392 | } else { |
393 | mutex_unlock(lock: &pnettable->lock); |
394 | kfree(objp: new_pe); |
395 | goto out_put; |
396 | } |
397 | if (ndev) |
398 | pr_warn_ratelimited("smc: net device %s " |
399 | "applied user defined pnetid %.16s\n" , |
400 | new_pe->eth_name, new_pe->pnet_name); |
401 | return 0; |
402 | |
403 | out_put: |
404 | dev_put(dev: ndev); |
405 | return rc; |
406 | } |
407 | |
408 | static int smc_pnet_add_ib(struct smc_pnettable *pnettable, char *ib_name, |
409 | u8 ib_port, char *pnet_name) |
410 | { |
411 | struct smc_pnetentry *tmp_pe, *new_pe; |
412 | struct smc_ib_device *ib_dev; |
413 | bool smcddev_applied = true; |
414 | bool ibdev_applied = true; |
415 | struct smcd_dev *smcd; |
416 | struct device *dev; |
417 | bool new_ibdev; |
418 | |
419 | /* try to apply the pnetid to active devices */ |
420 | ib_dev = smc_pnet_find_ib(ib_name); |
421 | if (ib_dev) { |
422 | ibdev_applied = smc_pnet_apply_ib(ib_dev, ib_port, pnet_name); |
423 | if (ibdev_applied) |
424 | pr_warn_ratelimited("smc: ib device %s ibport %d " |
425 | "applied user defined pnetid " |
426 | "%.16s\n" , ib_dev->ibdev->name, |
427 | ib_port, |
428 | ib_dev->pnetid[ib_port - 1]); |
429 | } |
430 | smcd = smc_pnet_find_smcd(smcd_name: ib_name); |
431 | if (smcd) { |
432 | smcddev_applied = smc_pnet_apply_smcd(smcd_dev: smcd, pnet_name); |
433 | if (smcddev_applied) { |
434 | dev = smcd->ops->get_dev(smcd); |
435 | pr_warn_ratelimited("smc: smcd device %s " |
436 | "applied user defined pnetid " |
437 | "%.16s\n" , dev_name(dev), |
438 | smcd->pnetid); |
439 | } |
440 | } |
441 | /* Apply fails when a device has a hardware-defined pnetid set, do not |
442 | * add a pnet table entry in that case. |
443 | */ |
444 | if (!ibdev_applied || !smcddev_applied) |
445 | return -EEXIST; |
446 | |
447 | /* add a new ib entry to the pnet table if there isn't one */ |
448 | new_pe = kzalloc(size: sizeof(*new_pe), GFP_KERNEL); |
449 | if (!new_pe) |
450 | return -ENOMEM; |
451 | new_pe->type = SMC_PNET_IB; |
452 | memcpy(new_pe->pnet_name, pnet_name, SMC_MAX_PNETID_LEN); |
453 | strncpy(p: new_pe->ib_name, q: ib_name, IB_DEVICE_NAME_MAX); |
454 | new_pe->ib_port = ib_port; |
455 | |
456 | new_ibdev = true; |
457 | mutex_lock(&pnettable->lock); |
458 | list_for_each_entry(tmp_pe, &pnettable->pnetlist, list) { |
459 | if (tmp_pe->type == SMC_PNET_IB && |
460 | !strncmp(tmp_pe->ib_name, ib_name, IB_DEVICE_NAME_MAX)) { |
461 | new_ibdev = false; |
462 | break; |
463 | } |
464 | } |
465 | if (new_ibdev) { |
466 | list_add_tail(new: &new_pe->list, head: &pnettable->pnetlist); |
467 | mutex_unlock(lock: &pnettable->lock); |
468 | } else { |
469 | mutex_unlock(lock: &pnettable->lock); |
470 | kfree(objp: new_pe); |
471 | } |
472 | return (new_ibdev) ? 0 : -EEXIST; |
473 | } |
474 | |
475 | /* Append a pnetid to the end of the pnet table if not already on this list. |
476 | */ |
477 | static int smc_pnet_enter(struct net *net, struct nlattr *tb[]) |
478 | { |
479 | char pnet_name[SMC_MAX_PNETID_LEN + 1]; |
480 | struct smc_pnettable *pnettable; |
481 | bool new_netdev = false; |
482 | bool new_ibdev = false; |
483 | struct smc_net *sn; |
484 | u8 ibport = 1; |
485 | char *string; |
486 | int rc; |
487 | |
488 | /* get pnettable for namespace */ |
489 | sn = net_generic(net, id: smc_net_id); |
490 | pnettable = &sn->pnettable; |
491 | |
492 | rc = -EINVAL; |
493 | if (!tb[SMC_PNETID_NAME]) |
494 | goto error; |
495 | string = (char *)nla_data(nla: tb[SMC_PNETID_NAME]); |
496 | if (!smc_pnetid_valid(pnet_name: string, pnetid: pnet_name)) |
497 | goto error; |
498 | |
499 | if (tb[SMC_PNETID_ETHNAME]) { |
500 | string = (char *)nla_data(nla: tb[SMC_PNETID_ETHNAME]); |
501 | rc = smc_pnet_add_eth(pnettable, net, eth_name: string, pnet_name); |
502 | if (!rc) |
503 | new_netdev = true; |
504 | else if (rc != -EEXIST) |
505 | goto error; |
506 | } |
507 | |
508 | /* if this is not the initial namespace, stop here */ |
509 | if (net != &init_net) |
510 | return new_netdev ? 0 : -EEXIST; |
511 | |
512 | rc = -EINVAL; |
513 | if (tb[SMC_PNETID_IBNAME]) { |
514 | string = (char *)nla_data(nla: tb[SMC_PNETID_IBNAME]); |
515 | string = strim(string); |
516 | if (tb[SMC_PNETID_IBPORT]) { |
517 | ibport = nla_get_u8(nla: tb[SMC_PNETID_IBPORT]); |
518 | if (ibport < 1 || ibport > SMC_MAX_PORTS) |
519 | goto error; |
520 | } |
521 | rc = smc_pnet_add_ib(pnettable, ib_name: string, ib_port: ibport, pnet_name); |
522 | if (!rc) |
523 | new_ibdev = true; |
524 | else if (rc != -EEXIST) |
525 | goto error; |
526 | } |
527 | return (new_netdev || new_ibdev) ? 0 : -EEXIST; |
528 | |
529 | error: |
530 | return rc; |
531 | } |
532 | |
533 | /* Convert an smc_pnetentry to a netlink attribute sequence */ |
534 | static int smc_pnet_set_nla(struct sk_buff *msg, |
535 | struct smc_pnetentry *pnetelem) |
536 | { |
537 | if (nla_put_string(skb: msg, attrtype: SMC_PNETID_NAME, str: pnetelem->pnet_name)) |
538 | return -1; |
539 | if (pnetelem->type == SMC_PNET_ETH) { |
540 | if (nla_put_string(skb: msg, attrtype: SMC_PNETID_ETHNAME, |
541 | str: pnetelem->eth_name)) |
542 | return -1; |
543 | } else { |
544 | if (nla_put_string(skb: msg, attrtype: SMC_PNETID_ETHNAME, str: "n/a" )) |
545 | return -1; |
546 | } |
547 | if (pnetelem->type == SMC_PNET_IB) { |
548 | if (nla_put_string(skb: msg, attrtype: SMC_PNETID_IBNAME, str: pnetelem->ib_name) || |
549 | nla_put_u8(skb: msg, attrtype: SMC_PNETID_IBPORT, value: pnetelem->ib_port)) |
550 | return -1; |
551 | } else { |
552 | if (nla_put_string(skb: msg, attrtype: SMC_PNETID_IBNAME, str: "n/a" ) || |
553 | nla_put_u8(skb: msg, attrtype: SMC_PNETID_IBPORT, value: 0xff)) |
554 | return -1; |
555 | } |
556 | |
557 | return 0; |
558 | } |
559 | |
560 | static int smc_pnet_add(struct sk_buff *skb, struct genl_info *info) |
561 | { |
562 | struct net *net = genl_info_net(info); |
563 | |
564 | return smc_pnet_enter(net, tb: info->attrs); |
565 | } |
566 | |
567 | static int smc_pnet_del(struct sk_buff *skb, struct genl_info *info) |
568 | { |
569 | struct net *net = genl_info_net(info); |
570 | |
571 | if (!info->attrs[SMC_PNETID_NAME]) |
572 | return -EINVAL; |
573 | return smc_pnet_remove_by_pnetid(net, |
574 | pnet_name: (char *)nla_data(nla: info->attrs[SMC_PNETID_NAME])); |
575 | } |
576 | |
577 | static int smc_pnet_dump_start(struct netlink_callback *cb) |
578 | { |
579 | cb->args[0] = 0; |
580 | return 0; |
581 | } |
582 | |
583 | static int smc_pnet_dumpinfo(struct sk_buff *skb, |
584 | u32 portid, u32 seq, u32 flags, |
585 | struct smc_pnetentry *pnetelem) |
586 | { |
587 | void *hdr; |
588 | |
589 | hdr = genlmsg_put(skb, portid, seq, family: &smc_pnet_nl_family, |
590 | flags, cmd: SMC_PNETID_GET); |
591 | if (!hdr) |
592 | return -ENOMEM; |
593 | if (smc_pnet_set_nla(msg: skb, pnetelem) < 0) { |
594 | genlmsg_cancel(skb, hdr); |
595 | return -EMSGSIZE; |
596 | } |
597 | genlmsg_end(skb, hdr); |
598 | return 0; |
599 | } |
600 | |
601 | static int _smc_pnet_dump(struct net *net, struct sk_buff *skb, u32 portid, |
602 | u32 seq, u8 *pnetid, int start_idx) |
603 | { |
604 | struct smc_pnettable *pnettable; |
605 | struct smc_pnetentry *pnetelem; |
606 | struct smc_net *sn; |
607 | int idx = 0; |
608 | |
609 | /* get pnettable for namespace */ |
610 | sn = net_generic(net, id: smc_net_id); |
611 | pnettable = &sn->pnettable; |
612 | |
613 | /* dump pnettable entries */ |
614 | mutex_lock(&pnettable->lock); |
615 | list_for_each_entry(pnetelem, &pnettable->pnetlist, list) { |
616 | if (pnetid && !smc_pnet_match(pnetid1: pnetelem->pnet_name, pnetid2: pnetid)) |
617 | continue; |
618 | if (idx++ < start_idx) |
619 | continue; |
620 | /* if this is not the initial namespace, dump only netdev */ |
621 | if (net != &init_net && pnetelem->type != SMC_PNET_ETH) |
622 | continue; |
623 | if (smc_pnet_dumpinfo(skb, portid, seq, NLM_F_MULTI, |
624 | pnetelem)) { |
625 | --idx; |
626 | break; |
627 | } |
628 | } |
629 | mutex_unlock(lock: &pnettable->lock); |
630 | return idx; |
631 | } |
632 | |
633 | static int smc_pnet_dump(struct sk_buff *skb, struct netlink_callback *cb) |
634 | { |
635 | struct net *net = sock_net(sk: skb->sk); |
636 | int idx; |
637 | |
638 | idx = _smc_pnet_dump(net, skb, NETLINK_CB(cb->skb).portid, |
639 | seq: cb->nlh->nlmsg_seq, NULL, start_idx: cb->args[0]); |
640 | |
641 | cb->args[0] = idx; |
642 | return skb->len; |
643 | } |
644 | |
645 | /* Retrieve one PNETID entry */ |
646 | static int smc_pnet_get(struct sk_buff *skb, struct genl_info *info) |
647 | { |
648 | struct net *net = genl_info_net(info); |
649 | struct sk_buff *msg; |
650 | void *hdr; |
651 | |
652 | if (!info->attrs[SMC_PNETID_NAME]) |
653 | return -EINVAL; |
654 | |
655 | msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); |
656 | if (!msg) |
657 | return -ENOMEM; |
658 | |
659 | _smc_pnet_dump(net, skb: msg, portid: info->snd_portid, seq: info->snd_seq, |
660 | pnetid: nla_data(nla: info->attrs[SMC_PNETID_NAME]), start_idx: 0); |
661 | |
662 | /* finish multi part message and send it */ |
663 | hdr = nlmsg_put(skb: msg, portid: info->snd_portid, seq: info->snd_seq, NLMSG_DONE, payload: 0, |
664 | NLM_F_MULTI); |
665 | if (!hdr) { |
666 | nlmsg_free(skb: msg); |
667 | return -EMSGSIZE; |
668 | } |
669 | return genlmsg_reply(skb: msg, info); |
670 | } |
671 | |
672 | /* Remove and delete all pnetids from pnet table. |
673 | */ |
674 | static int smc_pnet_flush(struct sk_buff *skb, struct genl_info *info) |
675 | { |
676 | struct net *net = genl_info_net(info); |
677 | |
678 | smc_pnet_remove_by_pnetid(net, NULL); |
679 | return 0; |
680 | } |
681 | |
682 | /* SMC_PNETID generic netlink operation definition */ |
683 | static const struct genl_ops smc_pnet_ops[] = { |
684 | { |
685 | .cmd = SMC_PNETID_GET, |
686 | .validate = GENL_DONT_VALIDATE_STRICT | GENL_DONT_VALIDATE_DUMP, |
687 | /* can be retrieved by unprivileged users */ |
688 | .doit = smc_pnet_get, |
689 | .dumpit = smc_pnet_dump, |
690 | .start = smc_pnet_dump_start |
691 | }, |
692 | { |
693 | .cmd = SMC_PNETID_ADD, |
694 | .validate = GENL_DONT_VALIDATE_STRICT | GENL_DONT_VALIDATE_DUMP, |
695 | .flags = GENL_ADMIN_PERM, |
696 | .doit = smc_pnet_add |
697 | }, |
698 | { |
699 | .cmd = SMC_PNETID_DEL, |
700 | .validate = GENL_DONT_VALIDATE_STRICT | GENL_DONT_VALIDATE_DUMP, |
701 | .flags = GENL_ADMIN_PERM, |
702 | .doit = smc_pnet_del |
703 | }, |
704 | { |
705 | .cmd = SMC_PNETID_FLUSH, |
706 | .validate = GENL_DONT_VALIDATE_STRICT | GENL_DONT_VALIDATE_DUMP, |
707 | .flags = GENL_ADMIN_PERM, |
708 | .doit = smc_pnet_flush |
709 | } |
710 | }; |
711 | |
712 | /* SMC_PNETID family definition */ |
713 | static struct genl_family smc_pnet_nl_family __ro_after_init = { |
714 | .hdrsize = 0, |
715 | .name = SMCR_GENL_FAMILY_NAME, |
716 | .version = SMCR_GENL_FAMILY_VERSION, |
717 | .maxattr = SMC_PNETID_MAX, |
718 | .policy = smc_pnet_policy, |
719 | .netnsok = true, |
720 | .module = THIS_MODULE, |
721 | .ops = smc_pnet_ops, |
722 | .n_ops = ARRAY_SIZE(smc_pnet_ops), |
723 | .resv_start_op = SMC_PNETID_FLUSH + 1, |
724 | }; |
725 | |
726 | bool smc_pnet_is_ndev_pnetid(struct net *net, u8 *pnetid) |
727 | { |
728 | struct smc_net *sn = net_generic(net, id: smc_net_id); |
729 | struct smc_pnetids_ndev_entry *pe; |
730 | bool rc = false; |
731 | |
732 | read_lock(&sn->pnetids_ndev.lock); |
733 | list_for_each_entry(pe, &sn->pnetids_ndev.list, list) { |
734 | if (smc_pnet_match(pnetid1: pnetid, pnetid2: pe->pnetid)) { |
735 | rc = true; |
736 | goto unlock; |
737 | } |
738 | } |
739 | |
740 | unlock: |
741 | read_unlock(&sn->pnetids_ndev.lock); |
742 | return rc; |
743 | } |
744 | |
745 | static int smc_pnet_add_pnetid(struct net *net, u8 *pnetid) |
746 | { |
747 | struct smc_net *sn = net_generic(net, id: smc_net_id); |
748 | struct smc_pnetids_ndev_entry *pe, *pi; |
749 | |
750 | pe = kzalloc(size: sizeof(*pe), GFP_KERNEL); |
751 | if (!pe) |
752 | return -ENOMEM; |
753 | |
754 | write_lock(&sn->pnetids_ndev.lock); |
755 | list_for_each_entry(pi, &sn->pnetids_ndev.list, list) { |
756 | if (smc_pnet_match(pnetid1: pnetid, pnetid2: pe->pnetid)) { |
757 | refcount_inc(r: &pi->refcnt); |
758 | kfree(objp: pe); |
759 | goto unlock; |
760 | } |
761 | } |
762 | refcount_set(r: &pe->refcnt, n: 1); |
763 | memcpy(pe->pnetid, pnetid, SMC_MAX_PNETID_LEN); |
764 | list_add_tail(new: &pe->list, head: &sn->pnetids_ndev.list); |
765 | |
766 | unlock: |
767 | write_unlock(&sn->pnetids_ndev.lock); |
768 | return 0; |
769 | } |
770 | |
771 | static void smc_pnet_remove_pnetid(struct net *net, u8 *pnetid) |
772 | { |
773 | struct smc_net *sn = net_generic(net, id: smc_net_id); |
774 | struct smc_pnetids_ndev_entry *pe, *pe2; |
775 | |
776 | write_lock(&sn->pnetids_ndev.lock); |
777 | list_for_each_entry_safe(pe, pe2, &sn->pnetids_ndev.list, list) { |
778 | if (smc_pnet_match(pnetid1: pnetid, pnetid2: pe->pnetid)) { |
779 | if (refcount_dec_and_test(r: &pe->refcnt)) { |
780 | list_del(entry: &pe->list); |
781 | kfree(objp: pe); |
782 | } |
783 | break; |
784 | } |
785 | } |
786 | write_unlock(&sn->pnetids_ndev.lock); |
787 | } |
788 | |
789 | static void smc_pnet_add_base_pnetid(struct net *net, struct net_device *dev, |
790 | u8 *ndev_pnetid) |
791 | { |
792 | struct net_device *base_dev; |
793 | |
794 | base_dev = __pnet_find_base_ndev(ndev: dev); |
795 | if (base_dev->flags & IFF_UP && |
796 | !smc_pnetid_by_dev_port(dev: base_dev->dev.parent, port: base_dev->dev_port, |
797 | pnetid: ndev_pnetid)) { |
798 | /* add to PNETIDs list */ |
799 | smc_pnet_add_pnetid(net, pnetid: ndev_pnetid); |
800 | } |
801 | } |
802 | |
803 | /* create initial list of netdevice pnetids */ |
804 | static void smc_pnet_create_pnetids_list(struct net *net) |
805 | { |
806 | u8 ndev_pnetid[SMC_MAX_PNETID_LEN]; |
807 | struct net_device *dev; |
808 | |
809 | rtnl_lock(); |
810 | for_each_netdev(net, dev) |
811 | smc_pnet_add_base_pnetid(net, dev, ndev_pnetid); |
812 | rtnl_unlock(); |
813 | } |
814 | |
815 | /* clean up list of netdevice pnetids */ |
816 | static void smc_pnet_destroy_pnetids_list(struct net *net) |
817 | { |
818 | struct smc_net *sn = net_generic(net, id: smc_net_id); |
819 | struct smc_pnetids_ndev_entry *pe, *temp_pe; |
820 | |
821 | write_lock(&sn->pnetids_ndev.lock); |
822 | list_for_each_entry_safe(pe, temp_pe, &sn->pnetids_ndev.list, list) { |
823 | list_del(entry: &pe->list); |
824 | kfree(objp: pe); |
825 | } |
826 | write_unlock(&sn->pnetids_ndev.lock); |
827 | } |
828 | |
829 | static int smc_pnet_netdev_event(struct notifier_block *this, |
830 | unsigned long event, void *ptr) |
831 | { |
832 | struct net_device *event_dev = netdev_notifier_info_to_dev(info: ptr); |
833 | struct net *net = dev_net(dev: event_dev); |
834 | u8 ndev_pnetid[SMC_MAX_PNETID_LEN]; |
835 | |
836 | switch (event) { |
837 | case NETDEV_REBOOT: |
838 | case NETDEV_UNREGISTER: |
839 | smc_pnet_remove_by_ndev(ndev: event_dev); |
840 | smc_ib_ndev_change(ndev: event_dev, event); |
841 | return NOTIFY_OK; |
842 | case NETDEV_REGISTER: |
843 | smc_pnet_add_by_ndev(ndev: event_dev); |
844 | smc_ib_ndev_change(ndev: event_dev, event); |
845 | return NOTIFY_OK; |
846 | case NETDEV_UP: |
847 | smc_pnet_add_base_pnetid(net, dev: event_dev, ndev_pnetid); |
848 | return NOTIFY_OK; |
849 | case NETDEV_DOWN: |
850 | event_dev = __pnet_find_base_ndev(ndev: event_dev); |
851 | if (!smc_pnetid_by_dev_port(dev: event_dev->dev.parent, |
852 | port: event_dev->dev_port, pnetid: ndev_pnetid)) { |
853 | /* remove from PNETIDs list */ |
854 | smc_pnet_remove_pnetid(net, pnetid: ndev_pnetid); |
855 | } |
856 | return NOTIFY_OK; |
857 | default: |
858 | return NOTIFY_DONE; |
859 | } |
860 | } |
861 | |
862 | static struct notifier_block smc_netdev_notifier = { |
863 | .notifier_call = smc_pnet_netdev_event |
864 | }; |
865 | |
866 | /* init network namespace */ |
867 | int smc_pnet_net_init(struct net *net) |
868 | { |
869 | struct smc_net *sn = net_generic(net, id: smc_net_id); |
870 | struct smc_pnettable *pnettable = &sn->pnettable; |
871 | struct smc_pnetids_ndev *pnetids_ndev = &sn->pnetids_ndev; |
872 | |
873 | INIT_LIST_HEAD(list: &pnettable->pnetlist); |
874 | mutex_init(&pnettable->lock); |
875 | INIT_LIST_HEAD(list: &pnetids_ndev->list); |
876 | rwlock_init(&pnetids_ndev->lock); |
877 | |
878 | smc_pnet_create_pnetids_list(net); |
879 | |
880 | /* disable handshake limitation by default */ |
881 | net->smc.limit_smc_hs = 0; |
882 | |
883 | return 0; |
884 | } |
885 | |
886 | int __init smc_pnet_init(void) |
887 | { |
888 | int rc; |
889 | |
890 | rc = genl_register_family(family: &smc_pnet_nl_family); |
891 | if (rc) |
892 | return rc; |
893 | rc = register_netdevice_notifier(nb: &smc_netdev_notifier); |
894 | if (rc) |
895 | genl_unregister_family(family: &smc_pnet_nl_family); |
896 | |
897 | return rc; |
898 | } |
899 | |
900 | /* exit network namespace */ |
901 | void smc_pnet_net_exit(struct net *net) |
902 | { |
903 | /* flush pnet table */ |
904 | smc_pnet_remove_by_pnetid(net, NULL); |
905 | smc_pnet_destroy_pnetids_list(net); |
906 | } |
907 | |
908 | void smc_pnet_exit(void) |
909 | { |
910 | unregister_netdevice_notifier(nb: &smc_netdev_notifier); |
911 | genl_unregister_family(family: &smc_pnet_nl_family); |
912 | } |
913 | |
914 | static struct net_device *__pnet_find_base_ndev(struct net_device *ndev) |
915 | { |
916 | int i, nest_lvl; |
917 | |
918 | ASSERT_RTNL(); |
919 | nest_lvl = ndev->lower_level; |
920 | for (i = 0; i < nest_lvl; i++) { |
921 | struct list_head *lower = &ndev->adj_list.lower; |
922 | |
923 | if (list_empty(head: lower)) |
924 | break; |
925 | lower = lower->next; |
926 | ndev = netdev_lower_get_next(dev: ndev, iter: &lower); |
927 | } |
928 | return ndev; |
929 | } |
930 | |
931 | /* Determine one base device for stacked net devices. |
932 | * If the lower device level contains more than one devices |
933 | * (for instance with bonding slaves), just the first device |
934 | * is used to reach a base device. |
935 | */ |
936 | static struct net_device *pnet_find_base_ndev(struct net_device *ndev) |
937 | { |
938 | rtnl_lock(); |
939 | ndev = __pnet_find_base_ndev(ndev); |
940 | rtnl_unlock(); |
941 | return ndev; |
942 | } |
943 | |
944 | static int smc_pnet_find_ndev_pnetid_by_table(struct net_device *ndev, |
945 | u8 *pnetid) |
946 | { |
947 | struct smc_pnettable *pnettable; |
948 | struct net *net = dev_net(dev: ndev); |
949 | struct smc_pnetentry *pnetelem; |
950 | struct smc_net *sn; |
951 | int rc = -ENOENT; |
952 | |
953 | /* get pnettable for namespace */ |
954 | sn = net_generic(net, id: smc_net_id); |
955 | pnettable = &sn->pnettable; |
956 | |
957 | mutex_lock(&pnettable->lock); |
958 | list_for_each_entry(pnetelem, &pnettable->pnetlist, list) { |
959 | if (pnetelem->type == SMC_PNET_ETH && ndev == pnetelem->ndev) { |
960 | /* get pnetid of netdev device */ |
961 | memcpy(pnetid, pnetelem->pnet_name, SMC_MAX_PNETID_LEN); |
962 | rc = 0; |
963 | break; |
964 | } |
965 | } |
966 | mutex_unlock(lock: &pnettable->lock); |
967 | return rc; |
968 | } |
969 | |
970 | static int smc_pnet_determine_gid(struct smc_ib_device *ibdev, int i, |
971 | struct smc_init_info *ini) |
972 | { |
973 | if (!ini->check_smcrv2 && |
974 | !smc_ib_determine_gid(smcibdev: ibdev, ibport: i, vlan_id: ini->vlan_id, gid: ini->ib_gid, NULL, |
975 | NULL)) { |
976 | ini->ib_dev = ibdev; |
977 | ini->ib_port = i; |
978 | return 0; |
979 | } |
980 | if (ini->check_smcrv2 && |
981 | !smc_ib_determine_gid(smcibdev: ibdev, ibport: i, vlan_id: ini->vlan_id, gid: ini->smcrv2.ib_gid_v2, |
982 | NULL, smcrv2: &ini->smcrv2)) { |
983 | ini->smcrv2.ib_dev_v2 = ibdev; |
984 | ini->smcrv2.ib_port_v2 = i; |
985 | return 0; |
986 | } |
987 | return -ENODEV; |
988 | } |
989 | |
990 | /* find a roce device for the given pnetid */ |
991 | static void _smc_pnet_find_roce_by_pnetid(u8 *pnet_id, |
992 | struct smc_init_info *ini, |
993 | struct smc_ib_device *known_dev, |
994 | struct net *net) |
995 | { |
996 | struct smc_ib_device *ibdev; |
997 | int i; |
998 | |
999 | mutex_lock(&smc_ib_devices.mutex); |
1000 | list_for_each_entry(ibdev, &smc_ib_devices.list, list) { |
1001 | if (ibdev == known_dev || |
1002 | !rdma_dev_access_netns(device: ibdev->ibdev, net)) |
1003 | continue; |
1004 | for (i = 1; i <= SMC_MAX_PORTS; i++) { |
1005 | if (!rdma_is_port_valid(device: ibdev->ibdev, port: i)) |
1006 | continue; |
1007 | if (smc_pnet_match(pnetid1: ibdev->pnetid[i - 1], pnetid2: pnet_id) && |
1008 | smc_ib_port_active(smcibdev: ibdev, ibport: i) && |
1009 | !test_bit(i - 1, ibdev->ports_going_away)) { |
1010 | if (!smc_pnet_determine_gid(ibdev, i, ini)) |
1011 | goto out; |
1012 | } |
1013 | } |
1014 | } |
1015 | out: |
1016 | mutex_unlock(lock: &smc_ib_devices.mutex); |
1017 | } |
1018 | |
1019 | /* find alternate roce device with same pnet_id, vlan_id and net namespace */ |
1020 | void smc_pnet_find_alt_roce(struct smc_link_group *lgr, |
1021 | struct smc_init_info *ini, |
1022 | struct smc_ib_device *known_dev) |
1023 | { |
1024 | struct net *net = lgr->net; |
1025 | |
1026 | _smc_pnet_find_roce_by_pnetid(pnet_id: lgr->pnet_id, ini, known_dev, net); |
1027 | } |
1028 | |
1029 | /* if handshake network device belongs to a roce device, return its |
1030 | * IB device and port |
1031 | */ |
1032 | static void smc_pnet_find_rdma_dev(struct net_device *netdev, |
1033 | struct smc_init_info *ini) |
1034 | { |
1035 | struct net *net = dev_net(dev: netdev); |
1036 | struct smc_ib_device *ibdev; |
1037 | |
1038 | mutex_lock(&smc_ib_devices.mutex); |
1039 | list_for_each_entry(ibdev, &smc_ib_devices.list, list) { |
1040 | struct net_device *ndev; |
1041 | int i; |
1042 | |
1043 | /* check rdma net namespace */ |
1044 | if (!rdma_dev_access_netns(device: ibdev->ibdev, net)) |
1045 | continue; |
1046 | |
1047 | for (i = 1; i <= SMC_MAX_PORTS; i++) { |
1048 | if (!rdma_is_port_valid(device: ibdev->ibdev, port: i)) |
1049 | continue; |
1050 | if (!ibdev->ibdev->ops.get_netdev) |
1051 | continue; |
1052 | ndev = ibdev->ibdev->ops.get_netdev(ibdev->ibdev, i); |
1053 | if (!ndev) |
1054 | continue; |
1055 | dev_put(dev: ndev); |
1056 | if (netdev == ndev && |
1057 | smc_ib_port_active(smcibdev: ibdev, ibport: i) && |
1058 | !test_bit(i - 1, ibdev->ports_going_away)) { |
1059 | if (!smc_pnet_determine_gid(ibdev, i, ini)) |
1060 | break; |
1061 | } |
1062 | } |
1063 | } |
1064 | mutex_unlock(lock: &smc_ib_devices.mutex); |
1065 | } |
1066 | |
1067 | /* Determine the corresponding IB device port based on the hardware PNETID. |
1068 | * Searching stops at the first matching active IB device port with vlan_id |
1069 | * configured. |
1070 | * If nothing found, check pnetid table. |
1071 | * If nothing found, try to use handshake device |
1072 | */ |
1073 | static void smc_pnet_find_roce_by_pnetid(struct net_device *ndev, |
1074 | struct smc_init_info *ini) |
1075 | { |
1076 | u8 ndev_pnetid[SMC_MAX_PNETID_LEN]; |
1077 | struct net *net; |
1078 | |
1079 | ndev = pnet_find_base_ndev(ndev); |
1080 | net = dev_net(dev: ndev); |
1081 | if (smc_pnetid_by_dev_port(dev: ndev->dev.parent, port: ndev->dev_port, |
1082 | pnetid: ndev_pnetid) && |
1083 | smc_pnet_find_ndev_pnetid_by_table(ndev, pnetid: ndev_pnetid)) { |
1084 | smc_pnet_find_rdma_dev(netdev: ndev, ini); |
1085 | return; /* pnetid could not be determined */ |
1086 | } |
1087 | _smc_pnet_find_roce_by_pnetid(pnet_id: ndev_pnetid, ini, NULL, net); |
1088 | } |
1089 | |
1090 | static void smc_pnet_find_ism_by_pnetid(struct net_device *ndev, |
1091 | struct smc_init_info *ini) |
1092 | { |
1093 | u8 ndev_pnetid[SMC_MAX_PNETID_LEN]; |
1094 | struct smcd_dev *ismdev; |
1095 | |
1096 | ndev = pnet_find_base_ndev(ndev); |
1097 | if (smc_pnetid_by_dev_port(dev: ndev->dev.parent, port: ndev->dev_port, |
1098 | pnetid: ndev_pnetid) && |
1099 | smc_pnet_find_ndev_pnetid_by_table(ndev, pnetid: ndev_pnetid)) |
1100 | return; /* pnetid could not be determined */ |
1101 | |
1102 | mutex_lock(&smcd_dev_list.mutex); |
1103 | list_for_each_entry(ismdev, &smcd_dev_list.list, list) { |
1104 | if (smc_pnet_match(pnetid1: ismdev->pnetid, pnetid2: ndev_pnetid) && |
1105 | !ismdev->going_away && |
1106 | (!ini->ism_peer_gid[0] || |
1107 | !smc_ism_cantalk(peer_gid: ini->ism_peer_gid[0], vlan_id: ini->vlan_id, |
1108 | dev: ismdev))) { |
1109 | ini->ism_dev[0] = ismdev; |
1110 | break; |
1111 | } |
1112 | } |
1113 | mutex_unlock(lock: &smcd_dev_list.mutex); |
1114 | } |
1115 | |
1116 | /* PNET table analysis for a given sock: |
1117 | * determine ib_device and port belonging to used internal TCP socket |
1118 | * ethernet interface. |
1119 | */ |
1120 | void smc_pnet_find_roce_resource(struct sock *sk, struct smc_init_info *ini) |
1121 | { |
1122 | struct dst_entry *dst = sk_dst_get(sk); |
1123 | |
1124 | if (!dst) |
1125 | goto out; |
1126 | if (!dst->dev) |
1127 | goto out_rel; |
1128 | |
1129 | smc_pnet_find_roce_by_pnetid(ndev: dst->dev, ini); |
1130 | |
1131 | out_rel: |
1132 | dst_release(dst); |
1133 | out: |
1134 | return; |
1135 | } |
1136 | |
1137 | void smc_pnet_find_ism_resource(struct sock *sk, struct smc_init_info *ini) |
1138 | { |
1139 | struct dst_entry *dst = sk_dst_get(sk); |
1140 | |
1141 | ini->ism_dev[0] = NULL; |
1142 | if (!dst) |
1143 | goto out; |
1144 | if (!dst->dev) |
1145 | goto out_rel; |
1146 | |
1147 | smc_pnet_find_ism_by_pnetid(ndev: dst->dev, ini); |
1148 | |
1149 | out_rel: |
1150 | dst_release(dst); |
1151 | out: |
1152 | return; |
1153 | } |
1154 | |
1155 | /* Lookup and apply a pnet table entry to the given ib device. |
1156 | */ |
1157 | int smc_pnetid_by_table_ib(struct smc_ib_device *smcibdev, u8 ib_port) |
1158 | { |
1159 | char *ib_name = smcibdev->ibdev->name; |
1160 | struct smc_pnettable *pnettable; |
1161 | struct smc_pnetentry *tmp_pe; |
1162 | struct smc_net *sn; |
1163 | int rc = -ENOENT; |
1164 | |
1165 | /* get pnettable for init namespace */ |
1166 | sn = net_generic(net: &init_net, id: smc_net_id); |
1167 | pnettable = &sn->pnettable; |
1168 | |
1169 | mutex_lock(&pnettable->lock); |
1170 | list_for_each_entry(tmp_pe, &pnettable->pnetlist, list) { |
1171 | if (tmp_pe->type == SMC_PNET_IB && |
1172 | !strncmp(tmp_pe->ib_name, ib_name, IB_DEVICE_NAME_MAX) && |
1173 | tmp_pe->ib_port == ib_port) { |
1174 | smc_pnet_apply_ib(ib_dev: smcibdev, ib_port, pnet_name: tmp_pe->pnet_name); |
1175 | rc = 0; |
1176 | break; |
1177 | } |
1178 | } |
1179 | mutex_unlock(lock: &pnettable->lock); |
1180 | |
1181 | return rc; |
1182 | } |
1183 | |
1184 | /* Lookup and apply a pnet table entry to the given smcd device. |
1185 | */ |
1186 | int smc_pnetid_by_table_smcd(struct smcd_dev *smcddev) |
1187 | { |
1188 | const char *ib_name = dev_name(dev: smcddev->ops->get_dev(smcddev)); |
1189 | struct smc_pnettable *pnettable; |
1190 | struct smc_pnetentry *tmp_pe; |
1191 | struct smc_net *sn; |
1192 | int rc = -ENOENT; |
1193 | |
1194 | /* get pnettable for init namespace */ |
1195 | sn = net_generic(net: &init_net, id: smc_net_id); |
1196 | pnettable = &sn->pnettable; |
1197 | |
1198 | mutex_lock(&pnettable->lock); |
1199 | list_for_each_entry(tmp_pe, &pnettable->pnetlist, list) { |
1200 | if (tmp_pe->type == SMC_PNET_IB && |
1201 | !strncmp(tmp_pe->ib_name, ib_name, IB_DEVICE_NAME_MAX)) { |
1202 | smc_pnet_apply_smcd(smcd_dev: smcddev, pnet_name: tmp_pe->pnet_name); |
1203 | rc = 0; |
1204 | break; |
1205 | } |
1206 | } |
1207 | mutex_unlock(lock: &pnettable->lock); |
1208 | |
1209 | return rc; |
1210 | } |
1211 | |