1 | /* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */ |
2 | /* Copyright (c) 2020 Mellanox Technologies Ltd. */ |
3 | |
4 | #ifndef __MLX5_VDPA_H__ |
5 | #define __MLX5_VDPA_H__ |
6 | |
7 | #include <linux/etherdevice.h> |
8 | #include <linux/vringh.h> |
9 | #include <linux/vdpa.h> |
10 | #include <linux/mlx5/driver.h> |
11 | |
12 | #define MLX5V_ETH_HARD_MTU (ETH_HLEN + VLAN_HLEN + ETH_FCS_LEN) |
13 | |
14 | struct mlx5_vdpa_direct_mr { |
15 | u64 start; |
16 | u64 end; |
17 | u32 perm; |
18 | u32 mr; |
19 | struct sg_table sg_head; |
20 | int log_size; |
21 | int nsg; |
22 | int nent; |
23 | struct list_head list; |
24 | u64 offset; |
25 | }; |
26 | |
27 | struct mlx5_vdpa_mr { |
28 | u32 mkey; |
29 | |
30 | /* list of direct MRs descendants of this indirect mr */ |
31 | struct list_head head; |
32 | unsigned long num_directs; |
33 | unsigned long num_klms; |
34 | |
35 | struct vhost_iotlb *iotlb; |
36 | |
37 | bool user_mr; |
38 | |
39 | refcount_t refcount; |
40 | struct list_head mr_list; |
41 | }; |
42 | |
43 | struct mlx5_vdpa_resources { |
44 | u32 pdn; |
45 | struct mlx5_uars_page *uar; |
46 | void __iomem *kick_addr; |
47 | u64 phys_kick_addr; |
48 | u16 uid; |
49 | u32 null_mkey; |
50 | bool valid; |
51 | }; |
52 | |
53 | struct mlx5_control_vq { |
54 | struct vhost_iotlb *iotlb; |
55 | /* spinlock to synchronize iommu table */ |
56 | spinlock_t iommu_lock; |
57 | struct vringh vring; |
58 | bool ready; |
59 | u64 desc_addr; |
60 | u64 device_addr; |
61 | u64 driver_addr; |
62 | struct vdpa_callback event_cb; |
63 | struct vringh_kiov riov; |
64 | struct vringh_kiov wiov; |
65 | unsigned short head; |
66 | unsigned int received_desc; |
67 | unsigned int completed_desc; |
68 | }; |
69 | |
70 | struct mlx5_vdpa_wq_ent { |
71 | struct work_struct work; |
72 | struct mlx5_vdpa_dev *mvdev; |
73 | }; |
74 | |
75 | enum { |
76 | MLX5_VDPA_DATAVQ_GROUP, |
77 | MLX5_VDPA_CVQ_GROUP, |
78 | MLX5_VDPA_DATAVQ_DESC_GROUP, |
79 | MLX5_VDPA_NUMVQ_GROUPS |
80 | }; |
81 | |
82 | enum { |
83 | MLX5_VDPA_NUM_AS = 2 |
84 | }; |
85 | |
86 | struct mlx5_vdpa_dev { |
87 | struct vdpa_device vdev; |
88 | struct mlx5_core_dev *mdev; |
89 | struct mlx5_vdpa_resources res; |
90 | |
91 | u64 mlx_features; |
92 | u64 actual_features; |
93 | u8 status; |
94 | u32 max_vqs; |
95 | u16 max_idx; |
96 | u32 generation; |
97 | |
98 | struct mlx5_vdpa_mr *mr[MLX5_VDPA_NUM_AS]; |
99 | struct list_head mr_list_head; |
100 | /* serialize mr access */ |
101 | struct mutex mr_mtx; |
102 | struct mlx5_control_vq cvq; |
103 | struct workqueue_struct *wq; |
104 | unsigned int group2asid[MLX5_VDPA_NUMVQ_GROUPS]; |
105 | bool suspended; |
106 | }; |
107 | |
108 | int mlx5_vdpa_create_tis(struct mlx5_vdpa_dev *mvdev, void *in, u32 *tisn); |
109 | void mlx5_vdpa_destroy_tis(struct mlx5_vdpa_dev *mvdev, u32 tisn); |
110 | int mlx5_vdpa_create_rqt(struct mlx5_vdpa_dev *mvdev, void *in, int inlen, u32 *rqtn); |
111 | int mlx5_vdpa_modify_rqt(struct mlx5_vdpa_dev *mvdev, void *in, int inlen, u32 rqtn); |
112 | void mlx5_vdpa_destroy_rqt(struct mlx5_vdpa_dev *mvdev, u32 rqtn); |
113 | int mlx5_vdpa_create_tir(struct mlx5_vdpa_dev *mvdev, void *in, u32 *tirn); |
114 | void mlx5_vdpa_destroy_tir(struct mlx5_vdpa_dev *mvdev, u32 tirn); |
115 | int mlx5_vdpa_alloc_transport_domain(struct mlx5_vdpa_dev *mvdev, u32 *tdn); |
116 | void mlx5_vdpa_dealloc_transport_domain(struct mlx5_vdpa_dev *mvdev, u32 tdn); |
117 | int mlx5_vdpa_alloc_resources(struct mlx5_vdpa_dev *mvdev); |
118 | void mlx5_vdpa_free_resources(struct mlx5_vdpa_dev *mvdev); |
119 | int mlx5_vdpa_create_mkey(struct mlx5_vdpa_dev *mvdev, u32 *mkey, u32 *in, |
120 | int inlen); |
121 | int mlx5_vdpa_destroy_mkey(struct mlx5_vdpa_dev *mvdev, u32 mkey); |
122 | struct mlx5_vdpa_mr *mlx5_vdpa_create_mr(struct mlx5_vdpa_dev *mvdev, |
123 | struct vhost_iotlb *iotlb); |
124 | void mlx5_vdpa_destroy_mr_resources(struct mlx5_vdpa_dev *mvdev); |
125 | void mlx5_vdpa_get_mr(struct mlx5_vdpa_dev *mvdev, |
126 | struct mlx5_vdpa_mr *mr); |
127 | void mlx5_vdpa_put_mr(struct mlx5_vdpa_dev *mvdev, |
128 | struct mlx5_vdpa_mr *mr); |
129 | void mlx5_vdpa_update_mr(struct mlx5_vdpa_dev *mvdev, |
130 | struct mlx5_vdpa_mr *mr, |
131 | unsigned int asid); |
132 | int mlx5_vdpa_update_cvq_iotlb(struct mlx5_vdpa_dev *mvdev, |
133 | struct vhost_iotlb *iotlb, |
134 | unsigned int asid); |
135 | int mlx5_vdpa_create_dma_mr(struct mlx5_vdpa_dev *mvdev); |
136 | int mlx5_vdpa_reset_mr(struct mlx5_vdpa_dev *mvdev, unsigned int asid); |
137 | |
138 | #define mlx5_vdpa_warn(__dev, format, ...) \ |
139 | dev_warn((__dev)->mdev->device, "%s:%d:(pid %d) warning: " format, __func__, __LINE__, \ |
140 | current->pid, ##__VA_ARGS__) |
141 | |
142 | #define mlx5_vdpa_info(__dev, format, ...) \ |
143 | dev_info((__dev)->mdev->device, "%s:%d:(pid %d): " format, __func__, __LINE__, \ |
144 | current->pid, ##__VA_ARGS__) |
145 | |
146 | #define mlx5_vdpa_dbg(__dev, format, ...) \ |
147 | dev_debug((__dev)->mdev->device, "%s:%d:(pid %d): " format, __func__, __LINE__, \ |
148 | current->pid, ##__VA_ARGS__) |
149 | |
150 | #endif /* __MLX5_VDPA_H__ */ |
151 | |