1 | /* SPDX-License-Identifier: GPL-2.0 */ |
2 | /* |
3 | * Shared Memory Communications over RDMA (SMC-R) and RoCE |
4 | * |
5 | * Definitions for IB environment |
6 | * |
7 | * Copyright IBM Corp. 2016 |
8 | * |
9 | * Author(s): Ursula Braun <Ursula Braun@linux.vnet.ibm.com> |
10 | */ |
11 | |
12 | #ifndef _SMC_IB_H |
13 | #define _SMC_IB_H |
14 | |
15 | #include <linux/interrupt.h> |
16 | #include <linux/if_ether.h> |
17 | #include <linux/mutex.h> |
18 | #include <linux/wait.h> |
19 | #include <rdma/ib_verbs.h> |
20 | #include <net/smc.h> |
21 | |
22 | #define SMC_MAX_PORTS 2 /* Max # of ports */ |
23 | #define SMC_GID_SIZE sizeof(union ib_gid) |
24 | |
25 | #define SMC_IB_MAX_SEND_SGE 2 |
26 | |
27 | struct smc_ib_devices { /* list of smc ib devices definition */ |
28 | struct list_head list; |
29 | struct mutex mutex; /* protects list of smc ib devices */ |
30 | }; |
31 | |
32 | extern struct smc_ib_devices smc_ib_devices; /* list of smc ib devices */ |
33 | extern struct smc_lgr_list smc_lgr_list; /* list of linkgroups */ |
34 | |
35 | struct smc_ib_device { /* ib-device infos for smc */ |
36 | struct list_head list; |
37 | struct ib_device *ibdev; |
38 | struct ib_port_attr pattr[SMC_MAX_PORTS]; /* ib dev. port attrs */ |
39 | struct ib_event_handler event_handler; /* global ib_event handler */ |
40 | struct ib_cq *roce_cq_send; /* send completion queue */ |
41 | struct ib_cq *roce_cq_recv; /* recv completion queue */ |
42 | struct tasklet_struct send_tasklet; /* called by send cq handler */ |
43 | struct tasklet_struct recv_tasklet; /* called by recv cq handler */ |
44 | char mac[SMC_MAX_PORTS][ETH_ALEN]; |
45 | /* mac address per port*/ |
46 | u8 pnetid[SMC_MAX_PORTS][SMC_MAX_PNETID_LEN]; |
47 | /* pnetid per port */ |
48 | bool pnetid_by_user[SMC_MAX_PORTS]; |
49 | /* pnetid defined by user? */ |
50 | u8 initialized : 1; /* ib dev CQ, evthdl done */ |
51 | struct work_struct port_event_work; |
52 | unsigned long port_event_mask; |
53 | DECLARE_BITMAP(ports_going_away, SMC_MAX_PORTS); |
54 | atomic_t lnk_cnt; /* number of links on ibdev */ |
55 | wait_queue_head_t lnks_deleted; /* wait 4 removal of all links*/ |
56 | struct mutex mutex; /* protect dev setup+cleanup */ |
57 | atomic_t lnk_cnt_by_port[SMC_MAX_PORTS]; |
58 | /* number of links per port */ |
59 | int ndev_ifidx[SMC_MAX_PORTS]; /* ndev if indexes */ |
60 | }; |
61 | |
62 | static inline __be32 smc_ib_gid_to_ipv4(u8 gid[SMC_GID_SIZE]) |
63 | { |
64 | struct in6_addr *addr6 = (struct in6_addr *)gid; |
65 | |
66 | if (ipv6_addr_v4mapped(a: addr6) || |
67 | !(addr6->s6_addr32[0] | addr6->s6_addr32[1] | addr6->s6_addr32[2])) |
68 | return addr6->s6_addr32[3]; |
69 | return cpu_to_be32(INADDR_NONE); |
70 | } |
71 | |
72 | static inline struct net *smc_ib_net(struct smc_ib_device *smcibdev) |
73 | { |
74 | if (smcibdev && smcibdev->ibdev) |
75 | return read_pnet(pnet: &smcibdev->ibdev->coredev.rdma_net); |
76 | return NULL; |
77 | } |
78 | |
79 | struct smc_init_info_smcrv2; |
80 | struct smc_buf_desc; |
81 | struct smc_link; |
82 | |
83 | void smc_ib_ndev_change(struct net_device *ndev, unsigned long event); |
84 | int smc_ib_register_client(void) __init; |
85 | void smc_ib_unregister_client(void); |
86 | bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport); |
87 | int smc_ib_buf_map_sg(struct smc_link *lnk, |
88 | struct smc_buf_desc *buf_slot, |
89 | enum dma_data_direction data_direction); |
90 | void smc_ib_buf_unmap_sg(struct smc_link *lnk, |
91 | struct smc_buf_desc *buf_slot, |
92 | enum dma_data_direction data_direction); |
93 | void smc_ib_dealloc_protection_domain(struct smc_link *lnk); |
94 | int smc_ib_create_protection_domain(struct smc_link *lnk); |
95 | void smc_ib_destroy_queue_pair(struct smc_link *lnk); |
96 | int smc_ib_create_queue_pair(struct smc_link *lnk); |
97 | int smc_ib_ready_link(struct smc_link *lnk); |
98 | int smc_ib_modify_qp_rts(struct smc_link *lnk); |
99 | int smc_ib_modify_qp_error(struct smc_link *lnk); |
100 | long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev); |
101 | int smc_ib_get_memory_region(struct ib_pd *pd, int access_flags, |
102 | struct smc_buf_desc *buf_slot, u8 link_idx); |
103 | void smc_ib_put_memory_region(struct ib_mr *mr); |
104 | bool smc_ib_is_sg_need_sync(struct smc_link *lnk, |
105 | struct smc_buf_desc *buf_slot); |
106 | void smc_ib_sync_sg_for_cpu(struct smc_link *lnk, |
107 | struct smc_buf_desc *buf_slot, |
108 | enum dma_data_direction data_direction); |
109 | void smc_ib_sync_sg_for_device(struct smc_link *lnk, |
110 | struct smc_buf_desc *buf_slot, |
111 | enum dma_data_direction data_direction); |
112 | int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport, |
113 | unsigned short vlan_id, u8 gid[], u8 *sgid_index, |
114 | struct smc_init_info_smcrv2 *smcrv2); |
115 | int smc_ib_find_route(struct net *net, __be32 saddr, __be32 daddr, |
116 | u8 nexthop_mac[], u8 *uses_gateway); |
117 | bool smc_ib_is_valid_local_systemid(void); |
118 | int smcr_nl_get_device(struct sk_buff *skb, struct netlink_callback *cb); |
119 | #endif |
120 | |