1 | /* bnx2i.h: QLogic NetXtreme II iSCSI driver. |
2 | * |
3 | * Copyright (c) 2006 - 2013 Broadcom Corporation |
4 | * Copyright (c) 2007, 2008 Red Hat, Inc. All rights reserved. |
5 | * Copyright (c) 2007, 2008 Mike Christie |
6 | * Copyright (c) 2014, QLogic Corporation |
7 | * |
8 | * This program is free software; you can redistribute it and/or modify |
9 | * it under the terms of the GNU General Public License as published by |
10 | * the Free Software Foundation. |
11 | * |
12 | * Written by: Anil Veerabhadrappa (anilgv@broadcom.com) |
13 | * Previously Maintained by: Eddie Wai (eddie.wai@broadcom.com) |
14 | * Maintained by: QLogic-Storage-Upstream@qlogic.com |
15 | */ |
16 | |
17 | #ifndef _BNX2I_H_ |
18 | #define _BNX2I_H_ |
19 | |
20 | #include <linux/module.h> |
21 | #include <linux/moduleparam.h> |
22 | |
23 | #include <linux/errno.h> |
24 | #include <linux/pci.h> |
25 | #include <linux/spinlock.h> |
26 | #include <linux/interrupt.h> |
27 | #include <linux/delay.h> |
28 | #include <linux/sched/signal.h> |
29 | #include <linux/in.h> |
30 | #include <linux/kfifo.h> |
31 | #include <linux/netdevice.h> |
32 | #include <linux/completion.h> |
33 | #include <linux/kthread.h> |
34 | #include <linux/cpu.h> |
35 | |
36 | #include <scsi/scsi_cmnd.h> |
37 | #include <scsi/scsi_device.h> |
38 | #include <scsi/scsi_eh.h> |
39 | #include <scsi/scsi_host.h> |
40 | #include <scsi/scsi.h> |
41 | #include <scsi/iscsi_proto.h> |
42 | #include <scsi/libiscsi.h> |
43 | #include <scsi/scsi_transport_iscsi.h> |
44 | |
45 | #include "../../net/ethernet/broadcom/cnic_if.h" |
46 | #include "57xx_iscsi_hsi.h" |
47 | #include "57xx_iscsi_constants.h" |
48 | |
49 | #include "../../net/ethernet/broadcom/bnx2x/bnx2x_mfw_req.h" |
50 | |
51 | #define BNX2_ISCSI_DRIVER_NAME "bnx2i" |
52 | |
53 | #define BNX2I_MAX_ADAPTERS 8 |
54 | |
55 | #define ISCSI_MAX_CONNS_PER_HBA 128 |
56 | #define ISCSI_MAX_SESS_PER_HBA ISCSI_MAX_CONNS_PER_HBA |
57 | #define ISCSI_MAX_CMDS_PER_SESS 128 |
58 | |
59 | /* Total active commands across all connections supported by devices */ |
60 | #define ISCSI_MAX_CMDS_PER_HBA_5708 (28 * (ISCSI_MAX_CMDS_PER_SESS - 1)) |
61 | #define ISCSI_MAX_CMDS_PER_HBA_5709 (128 * (ISCSI_MAX_CMDS_PER_SESS - 1)) |
62 | #define ISCSI_MAX_CMDS_PER_HBA_57710 (256 * (ISCSI_MAX_CMDS_PER_SESS - 1)) |
63 | |
64 | #define ISCSI_MAX_BDS_PER_CMD 32 |
65 | |
66 | #define MAX_PAGES_PER_CTRL_STRUCT_POOL 8 |
67 | #define BNX2I_RESERVED_SLOW_PATH_CMD_SLOTS 4 |
68 | |
69 | #define BNX2X_DB_SHIFT 3 |
70 | |
71 | /* 5706/08 hardware has limit on maximum buffer size per BD it can handle */ |
72 | #define MAX_BD_LENGTH 65535 |
73 | #define BD_SPLIT_SIZE 32768 |
74 | |
75 | /* min, max & default values for SQ/RQ/CQ size, configurable via' modparam */ |
76 | #define BNX2I_SQ_WQES_MIN 16 |
77 | #define BNX2I_570X_SQ_WQES_MAX 128 |
78 | #define BNX2I_5770X_SQ_WQES_MAX 512 |
79 | #define BNX2I_570X_SQ_WQES_DEFAULT 128 |
80 | #define BNX2I_5770X_SQ_WQES_DEFAULT 128 |
81 | |
82 | #define BNX2I_570X_CQ_WQES_MAX 128 |
83 | #define BNX2I_5770X_CQ_WQES_MAX 512 |
84 | |
85 | #define BNX2I_RQ_WQES_MIN 16 |
86 | #define BNX2I_RQ_WQES_MAX 32 |
87 | #define BNX2I_RQ_WQES_DEFAULT 16 |
88 | |
89 | /* CCELLs per conn */ |
90 | #define BNX2I_CCELLS_MIN 16 |
91 | #define BNX2I_CCELLS_MAX 96 |
92 | #define BNX2I_CCELLS_DEFAULT 64 |
93 | |
94 | #define ITT_INVALID_SIGNATURE 0xFFFF |
95 | |
96 | #define ISCSI_CMD_CLEANUP_TIMEOUT 100 |
97 | |
98 | #define BNX2I_CONN_CTX_BUF_SIZE 16384 |
99 | |
100 | #define BNX2I_SQ_WQE_SIZE 64 |
101 | #define BNX2I_RQ_WQE_SIZE 256 |
102 | #define BNX2I_CQE_SIZE 64 |
103 | |
104 | #define MB_KERNEL_CTX_SHIFT 8 |
105 | #define MB_KERNEL_CTX_SIZE (1 << MB_KERNEL_CTX_SHIFT) |
106 | |
107 | #define CTX_SHIFT 7 |
108 | #define GET_CID_NUM(cid_addr) ((cid_addr) >> CTX_SHIFT) |
109 | |
110 | #define CTX_OFFSET 0x10000 |
111 | #define MAX_CID_CNT 0x4000 |
112 | |
113 | #define BNX2I_570X_PAGE_SIZE_DEFAULT 4096 |
114 | |
115 | /* 5709 context registers */ |
116 | #define BNX2_MQ_CONFIG2 0x00003d00 |
117 | #define BNX2_MQ_CONFIG2_CONT_SZ (0x7L<<4) |
118 | #define BNX2_MQ_CONFIG2_FIRST_L4L5 (0x1fL<<8) |
119 | |
120 | /* 57710's BAR2 is mapped to doorbell registers */ |
121 | #define BNX2X_DOORBELL_PCI_BAR 2 |
122 | #define BNX2X_MAX_CQS 8 |
123 | |
124 | #define CNIC_ARM_CQE 1 |
125 | #define CNIC_ARM_CQE_FP 2 |
126 | #define CNIC_DISARM_CQE 0 |
127 | |
128 | #define REG_RD(__hba, offset) \ |
129 | readl(__hba->regview + offset) |
130 | #define REG_WR(__hba, offset, val) \ |
131 | writel(val, __hba->regview + offset) |
132 | |
133 | #ifdef CONFIG_32BIT |
134 | #define GET_STATS_64(__hba, dst, field) \ |
135 | do { \ |
136 | spin_lock_bh(&__hba->stat_lock); \ |
137 | dst->field##_lo = __hba->stats.field##_lo; \ |
138 | dst->field##_hi = __hba->stats.field##_hi; \ |
139 | spin_unlock_bh(&__hba->stat_lock); \ |
140 | } while (0) |
141 | |
142 | #define ADD_STATS_64(__hba, field, len) \ |
143 | do { \ |
144 | if (spin_trylock(&__hba->stat_lock)) { \ |
145 | if (__hba->stats.field##_lo + len < \ |
146 | __hba->stats.field##_lo) \ |
147 | __hba->stats.field##_hi++; \ |
148 | __hba->stats.field##_lo += len; \ |
149 | spin_unlock(&__hba->stat_lock); \ |
150 | } \ |
151 | } while (0) |
152 | |
153 | #else |
154 | #define GET_STATS_64(__hba, dst, field) \ |
155 | do { \ |
156 | u64 val, *out; \ |
157 | \ |
158 | val = __hba->bnx2i_stats.field; \ |
159 | out = (u64 *)&__hba->stats.field##_lo; \ |
160 | *out = cpu_to_le64(val); \ |
161 | out = (u64 *)&dst->field##_lo; \ |
162 | *out = cpu_to_le64(val); \ |
163 | } while (0) |
164 | |
165 | #define ADD_STATS_64(__hba, field, len) \ |
166 | do { \ |
167 | __hba->bnx2i_stats.field += len; \ |
168 | } while (0) |
169 | #endif |
170 | |
171 | /** |
172 | * struct generic_pdu_resc - login pdu resource structure |
173 | * |
174 | * @req_buf: driver buffer used to stage payload associated with |
175 | * the login request |
176 | * @req_dma_addr: dma address for iscsi login request payload buffer |
177 | * @req_buf_size: actual login request payload length |
178 | * @req_wr_ptr: pointer into login request buffer when next data is |
179 | * to be written |
180 | * @resp_hdr: iscsi header where iscsi login response header is to |
181 | * be recreated |
182 | * @resp_buf: buffer to stage login response payload |
183 | * @resp_dma_addr: login response payload buffer dma address |
184 | * @resp_buf_size: login response paylod length |
185 | * @resp_wr_ptr: pointer into login response buffer when next data is |
186 | * to be written |
187 | * @req_bd_tbl: iscsi login request payload BD table |
188 | * @req_bd_dma: login request BD table dma address |
189 | * @resp_bd_tbl: iscsi login response payload BD table |
190 | * @resp_bd_dma: login request BD table dma address |
191 | * |
192 | * following structure defines buffer info for generic pdus such as iSCSI Login, |
193 | * Logout and NOP |
194 | */ |
195 | struct generic_pdu_resc { |
196 | char *req_buf; |
197 | dma_addr_t req_dma_addr; |
198 | u32 req_buf_size; |
199 | char *req_wr_ptr; |
200 | struct iscsi_hdr resp_hdr; |
201 | char *resp_buf; |
202 | dma_addr_t resp_dma_addr; |
203 | u32 resp_buf_size; |
204 | char *resp_wr_ptr; |
205 | char *req_bd_tbl; |
206 | dma_addr_t req_bd_dma; |
207 | char *resp_bd_tbl; |
208 | dma_addr_t resp_bd_dma; |
209 | }; |
210 | |
211 | |
212 | /** |
213 | * struct bd_resc_page - tracks DMA'able memory allocated for BD tables |
214 | * |
215 | * @link: list head to link elements |
216 | * @max_ptrs: maximun pointers that can be stored in this page |
217 | * @num_valid: number of pointer valid in this page |
218 | * @page: base addess for page pointer array |
219 | * |
220 | * structure to track DMA'able memory allocated for command BD tables |
221 | */ |
222 | struct bd_resc_page { |
223 | struct list_head link; |
224 | u32 max_ptrs; |
225 | u32 num_valid; |
226 | void *page[1]; |
227 | }; |
228 | |
229 | |
230 | /** |
231 | * struct io_bdt - I/O buffer destricptor table |
232 | * |
233 | * @bd_tbl: BD table's virtual address |
234 | * @bd_tbl_dma: BD table's dma address |
235 | * @bd_valid: num valid BD entries |
236 | * |
237 | * IO BD table |
238 | */ |
239 | struct io_bdt { |
240 | struct iscsi_bd *bd_tbl; |
241 | dma_addr_t bd_tbl_dma; |
242 | u16 bd_valid; |
243 | }; |
244 | |
245 | |
246 | /** |
247 | * bnx2i_cmd - iscsi command structure |
248 | * |
249 | * @hdr: iSCSI header |
250 | * @conn: iscsi_conn pointer |
251 | * @scsi_cmd: SCSI-ML task pointer corresponding to this iscsi cmd |
252 | * @sg: SG list |
253 | * @io_tbl: buffer descriptor (BD) table |
254 | * @bd_tbl_dma: buffer descriptor (BD) table's dma address |
255 | * @req: bnx2i specific command request struct |
256 | */ |
257 | struct bnx2i_cmd { |
258 | struct iscsi_hdr hdr; |
259 | struct bnx2i_conn *conn; |
260 | struct scsi_cmnd *scsi_cmd; |
261 | struct scatterlist *sg; |
262 | struct io_bdt io_tbl; |
263 | dma_addr_t bd_tbl_dma; |
264 | struct bnx2i_cmd_request req; |
265 | }; |
266 | |
267 | |
268 | /** |
269 | * struct bnx2i_conn - iscsi connection structure |
270 | * |
271 | * @cls_conn: pointer to iscsi cls conn |
272 | * @hba: adapter structure pointer |
273 | * @iscsi_conn_cid: iscsi conn id |
274 | * @fw_cid: firmware iscsi context id |
275 | * @ep: endpoint structure pointer |
276 | * @gen_pdu: login/nopout/logout pdu resources |
277 | * @violation_notified: bit mask used to track iscsi error/warning messages |
278 | * already printed out |
279 | * @work_cnt: keeps track of the number of outstanding work |
280 | * |
281 | * iSCSI connection structure |
282 | */ |
283 | struct bnx2i_conn { |
284 | struct iscsi_cls_conn *cls_conn; |
285 | struct bnx2i_hba *hba; |
286 | struct completion cmd_cleanup_cmpl; |
287 | |
288 | u32 iscsi_conn_cid; |
289 | #define BNX2I_CID_RESERVED 0x5AFF |
290 | u32 fw_cid; |
291 | |
292 | struct timer_list poll_timer; |
293 | /* |
294 | * Queue Pair (QP) related structure elements. |
295 | */ |
296 | struct bnx2i_endpoint *ep; |
297 | |
298 | /* |
299 | * Buffer for login negotiation process |
300 | */ |
301 | struct generic_pdu_resc gen_pdu; |
302 | u64 violation_notified; |
303 | |
304 | atomic_t work_cnt; |
305 | }; |
306 | |
307 | |
308 | |
309 | /** |
310 | * struct iscsi_cid_queue - Per adapter iscsi cid queue |
311 | * |
312 | * @cid_que_base: queue base memory |
313 | * @cid_que: queue memory pointer |
314 | * @cid_q_prod_idx: produce index |
315 | * @cid_q_cons_idx: consumer index |
316 | * @cid_q_max_idx: max index. used to detect wrap around condition |
317 | * @cid_free_cnt: queue size |
318 | * @conn_cid_tbl: iscsi cid to conn structure mapping table |
319 | * |
320 | * Per adapter iSCSI CID Queue |
321 | */ |
322 | struct iscsi_cid_queue { |
323 | void *cid_que_base; |
324 | u32 *cid_que; |
325 | u32 cid_q_prod_idx; |
326 | u32 cid_q_cons_idx; |
327 | u32 cid_q_max_idx; |
328 | u32 cid_free_cnt; |
329 | struct bnx2i_conn **conn_cid_tbl; |
330 | }; |
331 | |
332 | |
333 | struct bnx2i_stats_info { |
334 | u64 rx_pdus; |
335 | u64 rx_bytes; |
336 | u64 tx_pdus; |
337 | u64 tx_bytes; |
338 | }; |
339 | |
340 | |
341 | /** |
342 | * struct bnx2i_hba - bnx2i adapter structure |
343 | * |
344 | * @link: list head to link elements |
345 | * @cnic: pointer to cnic device |
346 | * @pcidev: pointer to pci dev |
347 | * @netdev: pointer to netdev structure |
348 | * @regview: mapped PCI register space |
349 | * @age: age, incremented by every recovery |
350 | * @cnic_dev_type: cnic device type, 5706/5708/5709/57710 |
351 | * @mail_queue_access: mailbox queue access mode, applicable to 5709 only |
352 | * @reg_with_cnic: indicates whether the device is register with CNIC |
353 | * @adapter_state: adapter state, UP, GOING_DOWN, LINK_DOWN |
354 | * @mtu_supported: Ethernet MTU supported |
355 | * @shost: scsi host pointer |
356 | * @max_sqes: SQ size |
357 | * @max_rqes: RQ size |
358 | * @max_cqes: CQ size |
359 | * @num_ccell: number of command cells per connection |
360 | * @ofld_conns_active: active connection list |
361 | * @eh_wait: wait queue for the endpoint to shutdown |
362 | * @max_active_conns: max offload connections supported by this device |
363 | * @cid_que: iscsi cid queue |
364 | * @ep_rdwr_lock: read / write lock to synchronize various ep lists |
365 | * @ep_ofld_list: connection list for pending offload completion |
366 | * @ep_active_list: connection list for active offload endpoints |
367 | * @ep_destroy_list: connection list for pending offload completion |
368 | * @mp_bd_tbl: BD table to be used with middle path requests |
369 | * @mp_bd_dma: DMA address of 'mp_bd_tbl' memory buffer |
370 | * @dummy_buffer: Dummy buffer to be used with zero length scsicmd reqs |
371 | * @dummy_buf_dma: DMA address of 'dummy_buffer' memory buffer |
372 | * @lock: lock to synchonize access to hba structure |
373 | * @hba_shutdown_tmo: Timeout value to shutdown each connection |
374 | * @conn_teardown_tmo: Timeout value to tear down each connection |
375 | * @conn_ctx_destroy_tmo: Timeout value to destroy context of each connection |
376 | * @pci_did: PCI device ID |
377 | * @pci_vid: PCI vendor ID |
378 | * @pci_sdid: PCI subsystem device ID |
379 | * @pci_svid: PCI subsystem vendor ID |
380 | * @pci_func: PCI function number in system pci tree |
381 | * @pci_devno: PCI device number in system pci tree |
382 | * @num_wqe_sent: statistic counter, total wqe's sent |
383 | * @num_cqe_rcvd: statistic counter, total cqe's received |
384 | * @num_intr_claimed: statistic counter, total interrupts claimed |
385 | * @link_changed_count: statistic counter, num of link change notifications |
386 | * received |
387 | * @ipaddr_changed_count: statistic counter, num times IP address changed while |
388 | * at least one connection is offloaded |
389 | * @num_sess_opened: statistic counter, total num sessions opened |
390 | * @num_conn_opened: statistic counter, total num conns opened on this hba |
391 | * @ctx_ccell_tasks: captures number of ccells and tasks supported by |
392 | * currently offloaded connection, used to decode |
393 | * context memory |
394 | * @stat_lock: spin lock used by the statistic collector (32 bit) |
395 | * @stats: local iSCSI statistic collection place holder |
396 | * |
397 | * Adapter Data Structure |
398 | */ |
399 | struct bnx2i_hba { |
400 | struct list_head link; |
401 | struct cnic_dev *cnic; |
402 | struct pci_dev *pcidev; |
403 | struct net_device *netdev; |
404 | void __iomem *regview; |
405 | resource_size_t reg_base; |
406 | |
407 | u32 age; |
408 | unsigned long cnic_dev_type; |
409 | #define BNX2I_NX2_DEV_5706 0x0 |
410 | #define BNX2I_NX2_DEV_5708 0x1 |
411 | #define BNX2I_NX2_DEV_5709 0x2 |
412 | #define BNX2I_NX2_DEV_57710 0x3 |
413 | u32 mail_queue_access; |
414 | #define BNX2I_MQ_KERNEL_MODE 0x0 |
415 | #define BNX2I_MQ_KERNEL_BYPASS_MODE 0x1 |
416 | #define BNX2I_MQ_BIN_MODE 0x2 |
417 | unsigned long reg_with_cnic; |
418 | #define BNX2I_CNIC_REGISTERED 1 |
419 | |
420 | unsigned long adapter_state; |
421 | #define ADAPTER_STATE_UP 0 |
422 | #define ADAPTER_STATE_GOING_DOWN 1 |
423 | #define ADAPTER_STATE_LINK_DOWN 2 |
424 | #define ADAPTER_STATE_INIT_FAILED 31 |
425 | unsigned int mtu_supported; |
426 | #define BNX2I_MAX_MTU_SUPPORTED 9000 |
427 | |
428 | struct Scsi_Host *shost; |
429 | |
430 | u32 max_sqes; |
431 | u32 max_rqes; |
432 | u32 max_cqes; |
433 | u32 num_ccell; |
434 | |
435 | int ofld_conns_active; |
436 | wait_queue_head_t eh_wait; |
437 | |
438 | int max_active_conns; |
439 | struct iscsi_cid_queue cid_que; |
440 | |
441 | rwlock_t ep_rdwr_lock; |
442 | struct list_head ep_ofld_list; |
443 | struct list_head ep_active_list; |
444 | struct list_head ep_destroy_list; |
445 | |
446 | /* |
447 | * BD table to be used with MP (Middle Path requests. |
448 | */ |
449 | char *mp_bd_tbl; |
450 | dma_addr_t mp_bd_dma; |
451 | char *dummy_buffer; |
452 | dma_addr_t dummy_buf_dma; |
453 | |
454 | spinlock_t lock; /* protects hba structure access */ |
455 | struct mutex net_dev_lock;/* sync net device access */ |
456 | |
457 | int hba_shutdown_tmo; |
458 | int conn_teardown_tmo; |
459 | int conn_ctx_destroy_tmo; |
460 | /* |
461 | * PCI related info. |
462 | */ |
463 | u16 pci_did; |
464 | u16 pci_vid; |
465 | u16 pci_sdid; |
466 | u16 pci_svid; |
467 | u16 pci_func; |
468 | u16 pci_devno; |
469 | |
470 | /* |
471 | * Following are a bunch of statistics useful during development |
472 | * and later stage for score boarding. |
473 | */ |
474 | u32 num_wqe_sent; |
475 | u32 num_cqe_rcvd; |
476 | u32 num_intr_claimed; |
477 | u32 link_changed_count; |
478 | u32 ipaddr_changed_count; |
479 | u32 num_sess_opened; |
480 | u32 num_conn_opened; |
481 | unsigned int ctx_ccell_tasks; |
482 | |
483 | #ifdef CONFIG_32BIT |
484 | spinlock_t stat_lock; |
485 | #endif |
486 | struct bnx2i_stats_info bnx2i_stats; |
487 | struct iscsi_stats_info stats; |
488 | }; |
489 | |
490 | |
491 | /******************************************************************************* |
492 | * QP [ SQ / RQ / CQ ] info. |
493 | ******************************************************************************/ |
494 | |
495 | /* |
496 | * SQ/RQ/CQ generic structure definition |
497 | */ |
498 | struct sqe { |
499 | u8 sqe_byte[BNX2I_SQ_WQE_SIZE]; |
500 | }; |
501 | |
502 | struct rqe { |
503 | u8 rqe_byte[BNX2I_RQ_WQE_SIZE]; |
504 | }; |
505 | |
506 | struct cqe { |
507 | u8 cqe_byte[BNX2I_CQE_SIZE]; |
508 | }; |
509 | |
510 | |
511 | enum { |
512 | #if defined(__LITTLE_ENDIAN) |
513 | CNIC_EVENT_COAL_INDEX = 0x0, |
514 | CNIC_SEND_DOORBELL = 0x4, |
515 | CNIC_EVENT_CQ_ARM = 0x7, |
516 | CNIC_RECV_DOORBELL = 0x8 |
517 | #elif defined(__BIG_ENDIAN) |
518 | CNIC_EVENT_COAL_INDEX = 0x2, |
519 | CNIC_SEND_DOORBELL = 0x6, |
520 | CNIC_EVENT_CQ_ARM = 0x4, |
521 | CNIC_RECV_DOORBELL = 0xa |
522 | #endif |
523 | }; |
524 | |
525 | |
526 | /* |
527 | * CQ DB |
528 | */ |
529 | struct bnx2x_iscsi_cq_pend_cmpl { |
530 | /* CQ producer, updated by Ustorm */ |
531 | u16 ustrom_prod; |
532 | /* CQ pending completion counter */ |
533 | u16 pend_cntr; |
534 | }; |
535 | |
536 | |
537 | struct bnx2i_5771x_cq_db { |
538 | struct bnx2x_iscsi_cq_pend_cmpl qp_pend_cmpl[BNX2X_MAX_CQS]; |
539 | /* CQ pending completion ITT array */ |
540 | u16 itt[BNX2X_MAX_CQS]; |
541 | /* Cstorm CQ sequence to notify array, updated by driver */; |
542 | u16 sqn[BNX2X_MAX_CQS]; |
543 | u32 reserved[4] /* 16 byte allignment */; |
544 | }; |
545 | |
546 | |
547 | struct bnx2i_5771x_sq_rq_db { |
548 | u16 prod_idx; |
549 | u8 reserved0[62]; /* Pad structure size to 64 bytes */ |
550 | }; |
551 | |
552 | |
553 | struct bnx2i_5771x_dbell_hdr { |
554 | u8 ; |
555 | /* 1 for rx doorbell, 0 for tx doorbell */ |
556 | #define B577XX_DOORBELL_HDR_RX (0x1<<0) |
557 | #define B577XX_DOORBELL_HDR_RX_SHIFT 0 |
558 | /* 0 for normal doorbell, 1 for advertise wnd doorbell */ |
559 | #define B577XX_DOORBELL_HDR_DB_TYPE (0x1<<1) |
560 | #define B577XX_DOORBELL_HDR_DB_TYPE_SHIFT 1 |
561 | /* rdma tx only: DPM transaction size specifier (64/128/256/512B) */ |
562 | #define B577XX_DOORBELL_HDR_DPM_SIZE (0x3<<2) |
563 | #define B577XX_DOORBELL_HDR_DPM_SIZE_SHIFT 2 |
564 | /* connection type */ |
565 | #define B577XX_DOORBELL_HDR_CONN_TYPE (0xF<<4) |
566 | #define B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT 4 |
567 | }; |
568 | |
569 | struct bnx2i_5771x_dbell { |
570 | struct bnx2i_5771x_dbell_hdr dbell; |
571 | u8 pad[3]; |
572 | |
573 | }; |
574 | |
575 | /** |
576 | * struct qp_info - QP (share queue region) atrributes structure |
577 | * |
578 | * @ctx_base: ioremapped pci register base to access doorbell register |
579 | * pertaining to this offloaded connection |
580 | * @sq_virt: virtual address of send queue (SQ) region |
581 | * @sq_phys: DMA address of SQ memory region |
582 | * @sq_mem_size: SQ size |
583 | * @sq_prod_qe: SQ producer entry pointer |
584 | * @sq_cons_qe: SQ consumer entry pointer |
585 | * @sq_first_qe: virtual address of first entry in SQ |
586 | * @sq_last_qe: virtual address of last entry in SQ |
587 | * @sq_prod_idx: SQ producer index |
588 | * @sq_cons_idx: SQ consumer index |
589 | * @sqe_left: number sq entry left |
590 | * @sq_pgtbl_virt: page table describing buffer consituting SQ region |
591 | * @sq_pgtbl_phys: dma address of 'sq_pgtbl_virt' |
592 | * @sq_pgtbl_size: SQ page table size |
593 | * @cq_virt: virtual address of completion queue (CQ) region |
594 | * @cq_phys: DMA address of RQ memory region |
595 | * @cq_mem_size: CQ size |
596 | * @cq_prod_qe: CQ producer entry pointer |
597 | * @cq_cons_qe: CQ consumer entry pointer |
598 | * @cq_first_qe: virtual address of first entry in CQ |
599 | * @cq_last_qe: virtual address of last entry in CQ |
600 | * @cq_prod_idx: CQ producer index |
601 | * @cq_cons_idx: CQ consumer index |
602 | * @cqe_left: number cq entry left |
603 | * @cqe_size: size of each CQ entry |
604 | * @cqe_exp_seq_sn: next expected CQE sequence number |
605 | * @cq_pgtbl_virt: page table describing buffer consituting CQ region |
606 | * @cq_pgtbl_phys: dma address of 'cq_pgtbl_virt' |
607 | * @cq_pgtbl_size: CQ page table size |
608 | * @rq_virt: virtual address of receive queue (RQ) region |
609 | * @rq_phys: DMA address of RQ memory region |
610 | * @rq_mem_size: RQ size |
611 | * @rq_prod_qe: RQ producer entry pointer |
612 | * @rq_cons_qe: RQ consumer entry pointer |
613 | * @rq_first_qe: virtual address of first entry in RQ |
614 | * @rq_last_qe: virtual address of last entry in RQ |
615 | * @rq_prod_idx: RQ producer index |
616 | * @rq_cons_idx: RQ consumer index |
617 | * @rqe_left: number rq entry left |
618 | * @rq_pgtbl_virt: page table describing buffer consituting RQ region |
619 | * @rq_pgtbl_phys: dma address of 'rq_pgtbl_virt' |
620 | * @rq_pgtbl_size: RQ page table size |
621 | * |
622 | * queue pair (QP) is a per connection shared data structure which is used |
623 | * to send work requests (SQ), receive completion notifications (CQ) |
624 | * and receive asynchoronous / scsi sense info (RQ). 'qp_info' structure |
625 | * below holds queue memory, consumer/producer indexes and page table |
626 | * information |
627 | */ |
628 | struct qp_info { |
629 | void __iomem *ctx_base; |
630 | #define DPM_TRIGER_TYPE 0x40 |
631 | |
632 | #define BNX2I_570x_QUE_DB_SIZE 0 |
633 | #define BNX2I_5771x_QUE_DB_SIZE 16 |
634 | struct sqe *sq_virt; |
635 | dma_addr_t sq_phys; |
636 | u32 sq_mem_size; |
637 | |
638 | struct sqe *sq_prod_qe; |
639 | struct sqe *sq_cons_qe; |
640 | struct sqe *sq_first_qe; |
641 | struct sqe *sq_last_qe; |
642 | u16 sq_prod_idx; |
643 | u16 sq_cons_idx; |
644 | u32 sqe_left; |
645 | |
646 | void *sq_pgtbl_virt; |
647 | dma_addr_t sq_pgtbl_phys; |
648 | u32 sq_pgtbl_size; /* set to PAGE_SIZE for 5708 & 5709 */ |
649 | |
650 | struct cqe *cq_virt; |
651 | dma_addr_t cq_phys; |
652 | u32 cq_mem_size; |
653 | |
654 | struct cqe *cq_prod_qe; |
655 | struct cqe *cq_cons_qe; |
656 | struct cqe *cq_first_qe; |
657 | struct cqe *cq_last_qe; |
658 | u16 cq_prod_idx; |
659 | u16 cq_cons_idx; |
660 | u32 cqe_left; |
661 | u32 cqe_size; |
662 | u32 cqe_exp_seq_sn; |
663 | |
664 | void *cq_pgtbl_virt; |
665 | dma_addr_t cq_pgtbl_phys; |
666 | u32 cq_pgtbl_size; /* set to PAGE_SIZE for 5708 & 5709 */ |
667 | |
668 | struct rqe *rq_virt; |
669 | dma_addr_t rq_phys; |
670 | u32 rq_mem_size; |
671 | |
672 | struct rqe *rq_prod_qe; |
673 | struct rqe *rq_cons_qe; |
674 | struct rqe *rq_first_qe; |
675 | struct rqe *rq_last_qe; |
676 | u16 rq_prod_idx; |
677 | u16 rq_cons_idx; |
678 | u32 rqe_left; |
679 | |
680 | void *rq_pgtbl_virt; |
681 | dma_addr_t rq_pgtbl_phys; |
682 | u32 rq_pgtbl_size; /* set to PAGE_SIZE for 5708 & 5709 */ |
683 | }; |
684 | |
685 | |
686 | |
687 | /* |
688 | * CID handles |
689 | */ |
690 | struct ep_handles { |
691 | u32 fw_cid; |
692 | u32 drv_iscsi_cid; |
693 | u16 pg_cid; |
694 | u16 rsvd; |
695 | }; |
696 | |
697 | |
698 | enum { |
699 | EP_STATE_IDLE = 0x0, |
700 | EP_STATE_PG_OFLD_START = 0x1, |
701 | EP_STATE_PG_OFLD_COMPL = 0x2, |
702 | EP_STATE_OFLD_START = 0x4, |
703 | EP_STATE_OFLD_COMPL = 0x8, |
704 | EP_STATE_CONNECT_START = 0x10, |
705 | EP_STATE_CONNECT_COMPL = 0x20, |
706 | EP_STATE_ULP_UPDATE_START = 0x40, |
707 | EP_STATE_ULP_UPDATE_COMPL = 0x80, |
708 | EP_STATE_DISCONN_START = 0x100, |
709 | EP_STATE_DISCONN_COMPL = 0x200, |
710 | EP_STATE_CLEANUP_START = 0x400, |
711 | EP_STATE_CLEANUP_CMPL = 0x800, |
712 | EP_STATE_TCP_FIN_RCVD = 0x1000, |
713 | EP_STATE_TCP_RST_RCVD = 0x2000, |
714 | EP_STATE_LOGOUT_SENT = 0x4000, |
715 | EP_STATE_LOGOUT_RESP_RCVD = 0x8000, |
716 | EP_STATE_PG_OFLD_FAILED = 0x1000000, |
717 | EP_STATE_ULP_UPDATE_FAILED = 0x2000000, |
718 | EP_STATE_CLEANUP_FAILED = 0x4000000, |
719 | EP_STATE_OFLD_FAILED = 0x8000000, |
720 | EP_STATE_CONNECT_FAILED = 0x10000000, |
721 | EP_STATE_DISCONN_TIMEDOUT = 0x20000000, |
722 | EP_STATE_OFLD_FAILED_CID_BUSY = 0x80000000, |
723 | }; |
724 | |
725 | /** |
726 | * struct bnx2i_endpoint - representation of tcp connection in NX2 world |
727 | * |
728 | * @link: list head to link elements |
729 | * @hba: adapter to which this connection belongs |
730 | * @conn: iscsi connection this EP is linked to |
731 | * @cls_ep: associated iSCSI endpoint pointer |
732 | * @cm_sk: cnic sock struct |
733 | * @hba_age: age to detect if 'iscsid' issues ep_disconnect() |
734 | * after HBA reset is completed by bnx2i/cnic/bnx2 |
735 | * modules |
736 | * @state: tracks offload connection state machine |
737 | * @timestamp: tracks the start time when the ep begins to connect |
738 | * @num_active_cmds: tracks the number of outstanding commands for this ep |
739 | * @ec_shift: the amount of shift as part of the event coal calc |
740 | * @qp: QP information |
741 | * @ids: contains chip allocated *context id* & driver assigned |
742 | * *iscsi cid* |
743 | * @ofld_timer: offload timer to detect timeout |
744 | * @ofld_wait: wait queue |
745 | * |
746 | * Endpoint Structure - equivalent of tcp socket structure |
747 | */ |
748 | struct bnx2i_endpoint { |
749 | struct list_head link; |
750 | struct bnx2i_hba *hba; |
751 | struct bnx2i_conn *conn; |
752 | struct iscsi_endpoint *cls_ep; |
753 | struct cnic_sock *cm_sk; |
754 | u32 hba_age; |
755 | u32 state; |
756 | unsigned long timestamp; |
757 | atomic_t num_active_cmds; |
758 | u32 ec_shift; |
759 | |
760 | struct qp_info qp; |
761 | struct ep_handles ids; |
762 | #define ep_iscsi_cid ids.drv_iscsi_cid |
763 | #define ep_cid ids.fw_cid |
764 | #define ep_pg_cid ids.pg_cid |
765 | struct timer_list ofld_timer; |
766 | wait_queue_head_t ofld_wait; |
767 | }; |
768 | |
769 | |
770 | struct bnx2i_work { |
771 | struct list_head list; |
772 | struct iscsi_session *session; |
773 | struct bnx2i_conn *bnx2i_conn; |
774 | struct cqe cqe; |
775 | }; |
776 | |
777 | struct bnx2i_percpu_s { |
778 | struct task_struct *iothread; |
779 | struct list_head work_list; |
780 | spinlock_t p_work_lock; |
781 | }; |
782 | |
783 | |
784 | /* Global variables */ |
785 | extern unsigned int error_mask1, error_mask2; |
786 | extern u64 iscsi_error_mask; |
787 | extern unsigned int en_tcp_dack; |
788 | extern unsigned int event_coal_div; |
789 | extern unsigned int event_coal_min; |
790 | |
791 | extern struct scsi_transport_template *bnx2i_scsi_xport_template; |
792 | extern struct iscsi_transport bnx2i_iscsi_transport; |
793 | extern struct cnic_ulp_ops bnx2i_cnic_cb; |
794 | |
795 | extern unsigned int sq_size; |
796 | extern unsigned int rq_size; |
797 | |
798 | extern const struct attribute_group *bnx2i_dev_groups[]; |
799 | |
800 | |
801 | |
802 | /* |
803 | * Function Prototypes |
804 | */ |
805 | extern void bnx2i_identify_device(struct bnx2i_hba *hba, struct cnic_dev *dev); |
806 | |
807 | extern void bnx2i_ulp_init(struct cnic_dev *dev); |
808 | extern void bnx2i_ulp_exit(struct cnic_dev *dev); |
809 | extern void bnx2i_start(void *handle); |
810 | extern void bnx2i_stop(void *handle); |
811 | extern int bnx2i_get_stats(void *handle); |
812 | |
813 | extern struct bnx2i_hba *get_adapter_list_head(void); |
814 | |
815 | struct bnx2i_conn *bnx2i_get_conn_from_id(struct bnx2i_hba *hba, |
816 | u16 iscsi_cid); |
817 | |
818 | int bnx2i_alloc_ep_pool(void); |
819 | void bnx2i_release_ep_pool(void); |
820 | struct bnx2i_endpoint *bnx2i_ep_ofld_list_next(struct bnx2i_hba *hba); |
821 | struct bnx2i_endpoint *bnx2i_ep_destroy_list_next(struct bnx2i_hba *hba); |
822 | |
823 | struct bnx2i_hba *bnx2i_find_hba_for_cnic(struct cnic_dev *cnic); |
824 | |
825 | struct bnx2i_hba *bnx2i_alloc_hba(struct cnic_dev *cnic); |
826 | void bnx2i_free_hba(struct bnx2i_hba *hba); |
827 | |
828 | void bnx2i_get_rq_buf(struct bnx2i_conn *conn, char *ptr, int len); |
829 | void bnx2i_put_rq_buf(struct bnx2i_conn *conn, int count); |
830 | |
831 | void bnx2i_iscsi_unmap_sg_list(struct bnx2i_cmd *cmd); |
832 | |
833 | void bnx2i_drop_session(struct iscsi_cls_session *session); |
834 | |
835 | extern int bnx2i_send_fw_iscsi_init_msg(struct bnx2i_hba *hba); |
836 | extern int bnx2i_send_iscsi_login(struct bnx2i_conn *conn, |
837 | struct iscsi_task *mtask); |
838 | extern int bnx2i_send_iscsi_tmf(struct bnx2i_conn *conn, |
839 | struct iscsi_task *mtask); |
840 | extern int bnx2i_send_iscsi_text(struct bnx2i_conn *conn, |
841 | struct iscsi_task *mtask); |
842 | extern int bnx2i_send_iscsi_scsicmd(struct bnx2i_conn *conn, |
843 | struct bnx2i_cmd *cmnd); |
844 | extern int bnx2i_send_iscsi_nopout(struct bnx2i_conn *conn, |
845 | struct iscsi_task *mtask, |
846 | char *datap, int data_len, int unsol); |
847 | extern int bnx2i_send_iscsi_logout(struct bnx2i_conn *conn, |
848 | struct iscsi_task *mtask); |
849 | extern void bnx2i_send_cmd_cleanup_req(struct bnx2i_hba *hba, |
850 | struct bnx2i_cmd *cmd); |
851 | extern int bnx2i_send_conn_ofld_req(struct bnx2i_hba *hba, |
852 | struct bnx2i_endpoint *ep); |
853 | extern void bnx2i_update_iscsi_conn(struct iscsi_conn *conn); |
854 | extern int bnx2i_send_conn_destroy(struct bnx2i_hba *hba, |
855 | struct bnx2i_endpoint *ep); |
856 | |
857 | extern int bnx2i_alloc_qp_resc(struct bnx2i_hba *hba, |
858 | struct bnx2i_endpoint *ep); |
859 | extern void bnx2i_free_qp_resc(struct bnx2i_hba *hba, |
860 | struct bnx2i_endpoint *ep); |
861 | extern void bnx2i_ep_ofld_timer(struct timer_list *t); |
862 | extern struct bnx2i_endpoint *bnx2i_find_ep_in_ofld_list( |
863 | struct bnx2i_hba *hba, u32 iscsi_cid); |
864 | extern struct bnx2i_endpoint *bnx2i_find_ep_in_destroy_list( |
865 | struct bnx2i_hba *hba, u32 iscsi_cid); |
866 | |
867 | extern int bnx2i_map_ep_dbell_regs(struct bnx2i_endpoint *ep); |
868 | extern int bnx2i_arm_cq_event_coalescing(struct bnx2i_endpoint *ep, u8 action); |
869 | |
870 | extern int bnx2i_hw_ep_disconnect(struct bnx2i_endpoint *bnx2i_ep); |
871 | |
872 | /* Debug related function prototypes */ |
873 | extern void bnx2i_print_pend_cmd_queue(struct bnx2i_conn *conn); |
874 | extern void bnx2i_print_active_cmd_queue(struct bnx2i_conn *conn); |
875 | extern void bnx2i_print_xmit_pdu_queue(struct bnx2i_conn *conn); |
876 | extern void bnx2i_print_recv_state(struct bnx2i_conn *conn); |
877 | |
878 | extern int bnx2i_percpu_io_thread(void *arg); |
879 | extern int bnx2i_process_scsi_cmd_resp(struct iscsi_session *session, |
880 | struct bnx2i_conn *bnx2i_conn, |
881 | struct cqe *cqe); |
882 | #endif |
883 | |