1 | /* SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause */ |
2 | /* |
3 | * Copyright(c) 2015 - 2018 Intel Corporation. |
4 | */ |
5 | |
6 | #ifndef _QP_H |
7 | #define _QP_H |
8 | #include <linux/hash.h> |
9 | #include <rdma/rdmavt_qp.h> |
10 | #include "verbs.h" |
11 | #include "sdma.h" |
12 | #include "verbs_txreq.h" |
13 | |
14 | extern unsigned int hfi1_qp_table_size; |
15 | |
16 | extern const struct rvt_operation_params hfi1_post_parms[]; |
17 | |
18 | /* |
19 | * Driver specific s_flags starting at bit 31 down to HFI1_S_MIN_BIT_MASK |
20 | * |
21 | * HFI1_S_AHG_VALID - ahg header valid on chip |
22 | * HFI1_S_AHG_CLEAR - have send engine clear ahg state |
23 | * HFI1_S_WAIT_PIO_DRAIN - qp waiting for PIOs to drain |
24 | * HFI1_S_WAIT_TID_SPACE - a QP is waiting for TID resource |
25 | * HFI1_S_WAIT_TID_RESP - waiting for a TID RDMA WRITE response |
26 | * HFI1_S_WAIT_HALT - halt the first leg send engine |
27 | * HFI1_S_MIN_BIT_MASK - the lowest bit that can be used by hfi1 |
28 | */ |
29 | #define HFI1_S_AHG_VALID 0x80000000 |
30 | #define HFI1_S_AHG_CLEAR 0x40000000 |
31 | #define HFI1_S_WAIT_PIO_DRAIN 0x20000000 |
32 | #define HFI1_S_WAIT_TID_SPACE 0x10000000 |
33 | #define HFI1_S_WAIT_TID_RESP 0x08000000 |
34 | #define HFI1_S_WAIT_HALT 0x04000000 |
35 | #define HFI1_S_MIN_BIT_MASK 0x01000000 |
36 | |
37 | /* |
38 | * overload wait defines |
39 | */ |
40 | |
41 | #define HFI1_S_ANY_WAIT_IO (RVT_S_ANY_WAIT_IO | HFI1_S_WAIT_PIO_DRAIN) |
42 | #define HFI1_S_ANY_WAIT (HFI1_S_ANY_WAIT_IO | RVT_S_ANY_WAIT_SEND) |
43 | #define HFI1_S_ANY_TID_WAIT_SEND (RVT_S_WAIT_SSN_CREDIT | RVT_S_WAIT_DMA) |
44 | |
45 | /* |
46 | * Send if not busy or waiting for I/O and either |
47 | * a RC response is pending or we can process send work requests. |
48 | */ |
49 | static inline int hfi1_send_ok(struct rvt_qp *qp) |
50 | { |
51 | struct hfi1_qp_priv *priv = qp->priv; |
52 | |
53 | return !(qp->s_flags & (RVT_S_BUSY | HFI1_S_ANY_WAIT_IO)) && |
54 | (verbs_txreq_queued(w: iowait_get_ib_work(w: &priv->s_iowait)) || |
55 | (qp->s_flags & RVT_S_RESP_PENDING) || |
56 | !(qp->s_flags & RVT_S_ANY_WAIT_SEND)); |
57 | } |
58 | |
59 | /* |
60 | * free_ahg - clear ahg from QP |
61 | */ |
62 | static inline void clear_ahg(struct rvt_qp *qp) |
63 | { |
64 | struct hfi1_qp_priv *priv = qp->priv; |
65 | |
66 | priv->s_ahg->ahgcount = 0; |
67 | qp->s_flags &= ~(HFI1_S_AHG_VALID | HFI1_S_AHG_CLEAR); |
68 | if (priv->s_sde && qp->s_ahgidx >= 0) |
69 | sdma_ahg_free(sde: priv->s_sde, ahg_index: qp->s_ahgidx); |
70 | qp->s_ahgidx = -1; |
71 | } |
72 | |
73 | /** |
74 | * hfi1_qp_wakeup - wake up on the indicated event |
75 | * @qp: the QP |
76 | * @flag: flag the qp on which the qp is stalled |
77 | */ |
78 | void hfi1_qp_wakeup(struct rvt_qp *qp, u32 flag); |
79 | |
80 | struct sdma_engine *qp_to_sdma_engine(struct rvt_qp *qp, u8 sc5); |
81 | struct send_context *qp_to_send_context(struct rvt_qp *qp, u8 sc5); |
82 | |
83 | void qp_iter_print(struct seq_file *s, struct rvt_qp_iter *iter); |
84 | |
85 | bool _hfi1_schedule_send(struct rvt_qp *qp); |
86 | bool hfi1_schedule_send(struct rvt_qp *qp); |
87 | |
88 | void hfi1_migrate_qp(struct rvt_qp *qp); |
89 | |
90 | /* |
91 | * Functions provided by hfi1 driver for rdmavt to use |
92 | */ |
93 | void *qp_priv_alloc(struct rvt_dev_info *rdi, struct rvt_qp *qp); |
94 | void qp_priv_free(struct rvt_dev_info *rdi, struct rvt_qp *qp); |
95 | unsigned free_all_qps(struct rvt_dev_info *rdi); |
96 | void notify_qp_reset(struct rvt_qp *qp); |
97 | int get_pmtu_from_attr(struct rvt_dev_info *rdi, struct rvt_qp *qp, |
98 | struct ib_qp_attr *attr); |
99 | void flush_qp_waiters(struct rvt_qp *qp); |
100 | void notify_error_qp(struct rvt_qp *qp); |
101 | void stop_send_queue(struct rvt_qp *qp); |
102 | void quiesce_qp(struct rvt_qp *qp); |
103 | u32 mtu_from_qp(struct rvt_dev_info *rdi, struct rvt_qp *qp, u32 pmtu); |
104 | int mtu_to_path_mtu(u32 mtu); |
105 | void hfi1_error_port_qps(struct hfi1_ibport *ibp, u8 sl); |
106 | void hfi1_qp_unbusy(struct rvt_qp *qp, struct iowait_work *wait); |
107 | #endif /* _QP_H */ |
108 | |