1 | // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB |
2 | /* |
3 | * Copyright (c) 2016 Mellanox Technologies Ltd. All rights reserved. |
4 | * Copyright (c) 2015 System Fabric Works, Inc. All rights reserved. |
5 | */ |
6 | |
7 | #include <rdma/rdma_netlink.h> |
8 | #include <net/addrconf.h> |
9 | #include "rxe.h" |
10 | #include "rxe_loc.h" |
11 | |
12 | MODULE_AUTHOR("Bob Pearson, Frank Zago, John Groves, Kamal Heib" ); |
13 | MODULE_DESCRIPTION("Soft RDMA transport" ); |
14 | MODULE_LICENSE("Dual BSD/GPL" ); |
15 | |
16 | /* free resources for a rxe device all objects created for this device must |
17 | * have been destroyed |
18 | */ |
19 | void rxe_dealloc(struct ib_device *ib_dev) |
20 | { |
21 | struct rxe_dev *rxe = container_of(ib_dev, struct rxe_dev, ib_dev); |
22 | |
23 | rxe_pool_cleanup(pool: &rxe->uc_pool); |
24 | rxe_pool_cleanup(pool: &rxe->pd_pool); |
25 | rxe_pool_cleanup(pool: &rxe->ah_pool); |
26 | rxe_pool_cleanup(pool: &rxe->srq_pool); |
27 | rxe_pool_cleanup(pool: &rxe->qp_pool); |
28 | rxe_pool_cleanup(pool: &rxe->cq_pool); |
29 | rxe_pool_cleanup(pool: &rxe->mr_pool); |
30 | rxe_pool_cleanup(pool: &rxe->mw_pool); |
31 | |
32 | WARN_ON(!RB_EMPTY_ROOT(&rxe->mcg_tree)); |
33 | |
34 | if (rxe->tfm) |
35 | crypto_free_shash(tfm: rxe->tfm); |
36 | |
37 | mutex_destroy(lock: &rxe->usdev_lock); |
38 | } |
39 | |
40 | /* initialize rxe device parameters */ |
41 | static void rxe_init_device_param(struct rxe_dev *rxe) |
42 | { |
43 | rxe->max_inline_data = RXE_MAX_INLINE_DATA; |
44 | |
45 | rxe->attr.vendor_id = RXE_VENDOR_ID; |
46 | rxe->attr.max_mr_size = RXE_MAX_MR_SIZE; |
47 | rxe->attr.page_size_cap = RXE_PAGE_SIZE_CAP; |
48 | rxe->attr.max_qp = RXE_MAX_QP; |
49 | rxe->attr.max_qp_wr = RXE_MAX_QP_WR; |
50 | rxe->attr.device_cap_flags = RXE_DEVICE_CAP_FLAGS; |
51 | rxe->attr.kernel_cap_flags = IBK_ALLOW_USER_UNREG; |
52 | rxe->attr.max_send_sge = RXE_MAX_SGE; |
53 | rxe->attr.max_recv_sge = RXE_MAX_SGE; |
54 | rxe->attr.max_sge_rd = RXE_MAX_SGE_RD; |
55 | rxe->attr.max_cq = RXE_MAX_CQ; |
56 | rxe->attr.max_cqe = (1 << RXE_MAX_LOG_CQE) - 1; |
57 | rxe->attr.max_mr = RXE_MAX_MR; |
58 | rxe->attr.max_mw = RXE_MAX_MW; |
59 | rxe->attr.max_pd = RXE_MAX_PD; |
60 | rxe->attr.max_qp_rd_atom = RXE_MAX_QP_RD_ATOM; |
61 | rxe->attr.max_res_rd_atom = RXE_MAX_RES_RD_ATOM; |
62 | rxe->attr.max_qp_init_rd_atom = RXE_MAX_QP_INIT_RD_ATOM; |
63 | rxe->attr.atomic_cap = IB_ATOMIC_HCA; |
64 | rxe->attr.max_mcast_grp = RXE_MAX_MCAST_GRP; |
65 | rxe->attr.max_mcast_qp_attach = RXE_MAX_MCAST_QP_ATTACH; |
66 | rxe->attr.max_total_mcast_qp_attach = RXE_MAX_TOT_MCAST_QP_ATTACH; |
67 | rxe->attr.max_ah = RXE_MAX_AH; |
68 | rxe->attr.max_srq = RXE_MAX_SRQ; |
69 | rxe->attr.max_srq_wr = RXE_MAX_SRQ_WR; |
70 | rxe->attr.max_srq_sge = RXE_MAX_SRQ_SGE; |
71 | rxe->attr.max_fast_reg_page_list_len = RXE_MAX_FMR_PAGE_LIST_LEN; |
72 | rxe->attr.max_pkeys = RXE_MAX_PKEYS; |
73 | rxe->attr.local_ca_ack_delay = RXE_LOCAL_CA_ACK_DELAY; |
74 | addrconf_addr_eui48(eui: (unsigned char *)&rxe->attr.sys_image_guid, |
75 | addr: rxe->ndev->dev_addr); |
76 | |
77 | rxe->max_ucontext = RXE_MAX_UCONTEXT; |
78 | } |
79 | |
80 | /* initialize port attributes */ |
81 | static void rxe_init_port_param(struct rxe_port *port) |
82 | { |
83 | port->attr.state = IB_PORT_DOWN; |
84 | port->attr.max_mtu = IB_MTU_4096; |
85 | port->attr.active_mtu = IB_MTU_256; |
86 | port->attr.gid_tbl_len = RXE_PORT_GID_TBL_LEN; |
87 | port->attr.port_cap_flags = RXE_PORT_PORT_CAP_FLAGS; |
88 | port->attr.max_msg_sz = RXE_PORT_MAX_MSG_SZ; |
89 | port->attr.bad_pkey_cntr = RXE_PORT_BAD_PKEY_CNTR; |
90 | port->attr.qkey_viol_cntr = RXE_PORT_QKEY_VIOL_CNTR; |
91 | port->attr.pkey_tbl_len = RXE_PORT_PKEY_TBL_LEN; |
92 | port->attr.lid = RXE_PORT_LID; |
93 | port->attr.sm_lid = RXE_PORT_SM_LID; |
94 | port->attr.lmc = RXE_PORT_LMC; |
95 | port->attr.max_vl_num = RXE_PORT_MAX_VL_NUM; |
96 | port->attr.sm_sl = RXE_PORT_SM_SL; |
97 | port->attr.subnet_timeout = RXE_PORT_SUBNET_TIMEOUT; |
98 | port->attr.init_type_reply = RXE_PORT_INIT_TYPE_REPLY; |
99 | port->attr.active_width = RXE_PORT_ACTIVE_WIDTH; |
100 | port->attr.active_speed = RXE_PORT_ACTIVE_SPEED; |
101 | port->attr.phys_state = RXE_PORT_PHYS_STATE; |
102 | port->mtu_cap = ib_mtu_enum_to_int(mtu: IB_MTU_256); |
103 | port->subnet_prefix = cpu_to_be64(RXE_PORT_SUBNET_PREFIX); |
104 | } |
105 | |
106 | /* initialize port state, note IB convention that HCA ports are always |
107 | * numbered from 1 |
108 | */ |
109 | static void rxe_init_ports(struct rxe_dev *rxe) |
110 | { |
111 | struct rxe_port *port = &rxe->port; |
112 | |
113 | rxe_init_port_param(port); |
114 | addrconf_addr_eui48(eui: (unsigned char *)&port->port_guid, |
115 | addr: rxe->ndev->dev_addr); |
116 | spin_lock_init(&port->port_lock); |
117 | } |
118 | |
119 | /* init pools of managed objects */ |
120 | static void rxe_init_pools(struct rxe_dev *rxe) |
121 | { |
122 | rxe_pool_init(rxe, pool: &rxe->uc_pool, type: RXE_TYPE_UC); |
123 | rxe_pool_init(rxe, pool: &rxe->pd_pool, type: RXE_TYPE_PD); |
124 | rxe_pool_init(rxe, pool: &rxe->ah_pool, type: RXE_TYPE_AH); |
125 | rxe_pool_init(rxe, pool: &rxe->srq_pool, type: RXE_TYPE_SRQ); |
126 | rxe_pool_init(rxe, pool: &rxe->qp_pool, type: RXE_TYPE_QP); |
127 | rxe_pool_init(rxe, pool: &rxe->cq_pool, type: RXE_TYPE_CQ); |
128 | rxe_pool_init(rxe, pool: &rxe->mr_pool, type: RXE_TYPE_MR); |
129 | rxe_pool_init(rxe, pool: &rxe->mw_pool, type: RXE_TYPE_MW); |
130 | } |
131 | |
132 | /* initialize rxe device state */ |
133 | static void rxe_init(struct rxe_dev *rxe) |
134 | { |
135 | /* init default device parameters */ |
136 | rxe_init_device_param(rxe); |
137 | |
138 | rxe_init_ports(rxe); |
139 | rxe_init_pools(rxe); |
140 | |
141 | /* init pending mmap list */ |
142 | spin_lock_init(&rxe->mmap_offset_lock); |
143 | spin_lock_init(&rxe->pending_lock); |
144 | INIT_LIST_HEAD(list: &rxe->pending_mmaps); |
145 | |
146 | /* init multicast support */ |
147 | spin_lock_init(&rxe->mcg_lock); |
148 | rxe->mcg_tree = RB_ROOT; |
149 | |
150 | mutex_init(&rxe->usdev_lock); |
151 | } |
152 | |
153 | void rxe_set_mtu(struct rxe_dev *rxe, unsigned int ndev_mtu) |
154 | { |
155 | struct rxe_port *port = &rxe->port; |
156 | enum ib_mtu mtu; |
157 | |
158 | mtu = eth_mtu_int_to_enum(mtu: ndev_mtu); |
159 | |
160 | /* Make sure that new MTU in range */ |
161 | mtu = mtu ? min_t(enum ib_mtu, mtu, IB_MTU_4096) : IB_MTU_256; |
162 | |
163 | port->attr.active_mtu = mtu; |
164 | port->mtu_cap = ib_mtu_enum_to_int(mtu); |
165 | } |
166 | |
167 | /* called by ifc layer to create new rxe device. |
168 | * The caller should allocate memory for rxe by calling ib_alloc_device. |
169 | */ |
170 | int rxe_add(struct rxe_dev *rxe, unsigned int mtu, const char *ibdev_name) |
171 | { |
172 | rxe_init(rxe); |
173 | rxe_set_mtu(rxe, ndev_mtu: mtu); |
174 | |
175 | return rxe_register_device(rxe, ibdev_name); |
176 | } |
177 | |
178 | static int rxe_newlink(const char *ibdev_name, struct net_device *ndev) |
179 | { |
180 | struct rxe_dev *rxe; |
181 | int err = 0; |
182 | |
183 | if (is_vlan_dev(dev: ndev)) { |
184 | rxe_err("rxe creation allowed on top of a real device only\n" ); |
185 | err = -EPERM; |
186 | goto err; |
187 | } |
188 | |
189 | rxe = rxe_get_dev_from_net(ndev); |
190 | if (rxe) { |
191 | ib_device_put(device: &rxe->ib_dev); |
192 | rxe_err_dev(rxe, "already configured on %s\n" , ndev->name); |
193 | err = -EEXIST; |
194 | goto err; |
195 | } |
196 | |
197 | err = rxe_net_add(ibdev_name, ndev); |
198 | if (err) { |
199 | rxe_err("failed to add %s\n" , ndev->name); |
200 | goto err; |
201 | } |
202 | err: |
203 | return err; |
204 | } |
205 | |
206 | static struct rdma_link_ops rxe_link_ops = { |
207 | .type = "rxe" , |
208 | .newlink = rxe_newlink, |
209 | }; |
210 | |
211 | static int __init rxe_module_init(void) |
212 | { |
213 | int err; |
214 | |
215 | err = rxe_alloc_wq(); |
216 | if (err) |
217 | return err; |
218 | |
219 | err = rxe_net_init(); |
220 | if (err) { |
221 | rxe_destroy_wq(); |
222 | return err; |
223 | } |
224 | |
225 | rdma_link_register(ops: &rxe_link_ops); |
226 | pr_info("loaded\n" ); |
227 | return 0; |
228 | } |
229 | |
230 | static void __exit rxe_module_exit(void) |
231 | { |
232 | rdma_link_unregister(ops: &rxe_link_ops); |
233 | ib_unregister_driver(driver_id: RDMA_DRIVER_RXE); |
234 | rxe_net_exit(); |
235 | rxe_destroy_wq(); |
236 | |
237 | pr_info("unloaded\n" ); |
238 | } |
239 | |
240 | late_initcall(rxe_module_init); |
241 | module_exit(rxe_module_exit); |
242 | |
243 | MODULE_ALIAS_RDMA_LINK("rxe" ); |
244 | |