1 | /* Copyright (c) 2013 Coraid, Inc. See COPYING for GPL terms. */ |
2 | #include <linux/blk-mq.h> |
3 | |
4 | #define VERSION "85" |
5 | #define AOE_MAJOR 152 |
6 | #define DEVICE_NAME "aoe" |
7 | |
8 | /* set AOE_PARTITIONS to 1 to use whole-disks only |
9 | * default is 16, which is 15 partitions plus the whole disk |
10 | */ |
11 | #ifndef AOE_PARTITIONS |
12 | #define AOE_PARTITIONS (16) |
13 | #endif |
14 | |
15 | #define WHITESPACE " \t\v\f\n," |
16 | |
17 | enum { |
18 | AOECMD_ATA, |
19 | AOECMD_CFG, |
20 | AOECMD_VEND_MIN = 0xf0, |
21 | |
22 | AOEFL_RSP = (1<<3), |
23 | AOEFL_ERR = (1<<2), |
24 | |
25 | AOEAFL_EXT = (1<<6), |
26 | AOEAFL_DEV = (1<<4), |
27 | AOEAFL_ASYNC = (1<<1), |
28 | AOEAFL_WRITE = (1<<0), |
29 | |
30 | AOECCMD_READ = 0, |
31 | AOECCMD_TEST, |
32 | AOECCMD_PTEST, |
33 | AOECCMD_SET, |
34 | AOECCMD_FSET, |
35 | |
36 | AOE_HVER = 0x10, |
37 | }; |
38 | |
39 | struct aoe_hdr { |
40 | unsigned char dst[6]; |
41 | unsigned char src[6]; |
42 | __be16 type; |
43 | unsigned char verfl; |
44 | unsigned char err; |
45 | __be16 major; |
46 | unsigned char minor; |
47 | unsigned char cmd; |
48 | __be32 tag; |
49 | }; |
50 | |
51 | struct aoe_atahdr { |
52 | unsigned char aflags; |
53 | unsigned char errfeat; |
54 | unsigned char scnt; |
55 | unsigned char cmdstat; |
56 | unsigned char lba0; |
57 | unsigned char lba1; |
58 | unsigned char lba2; |
59 | unsigned char lba3; |
60 | unsigned char lba4; |
61 | unsigned char lba5; |
62 | unsigned char res[2]; |
63 | }; |
64 | |
65 | struct aoe_cfghdr { |
66 | __be16 bufcnt; |
67 | __be16 fwver; |
68 | unsigned char scnt; |
69 | unsigned char aoeccmd; |
70 | unsigned char cslen[2]; |
71 | }; |
72 | |
73 | enum { |
74 | DEVFL_UP = 1, /* device is installed in system and ready for AoE->ATA commands */ |
75 | DEVFL_TKILL = (1<<1), /* flag for timer to know when to kill self */ |
76 | DEVFL_EXT = (1<<2), /* device accepts lba48 commands */ |
77 | DEVFL_GDALLOC = (1<<3), /* need to alloc gendisk */ |
78 | DEVFL_GD_NOW = (1<<4), /* allocating gendisk */ |
79 | DEVFL_KICKME = (1<<5), /* slow polling network card catch */ |
80 | DEVFL_NEWSIZE = (1<<6), /* need to update dev size in block layer */ |
81 | DEVFL_FREEING = (1<<7), /* set when device is being cleaned up */ |
82 | DEVFL_FREED = (1<<8), /* device has been cleaned up */ |
83 | }; |
84 | |
85 | enum { |
86 | DEFAULTBCNT = 2 * 512, /* 2 sectors */ |
87 | MIN_BUFS = 16, |
88 | NTARGETS = 4, |
89 | NAOEIFS = 8, |
90 | NSKBPOOLMAX = 256, |
91 | NFACTIVE = 61, |
92 | |
93 | TIMERTICK = HZ / 10, |
94 | RTTSCALE = 8, |
95 | RTTDSCALE = 3, |
96 | RTTAVG_INIT = USEC_PER_SEC / 4 << RTTSCALE, |
97 | RTTDEV_INIT = RTTAVG_INIT / 4, |
98 | |
99 | HARD_SCORN_SECS = 10, /* try another remote port after this */ |
100 | MAX_TAINT = 1000, /* cap on aoetgt taint */ |
101 | }; |
102 | |
103 | struct aoe_req { |
104 | unsigned long nr_bios; |
105 | }; |
106 | |
107 | struct buf { |
108 | ulong nframesout; |
109 | struct bio *bio; |
110 | struct bvec_iter iter; |
111 | struct request *rq; |
112 | }; |
113 | |
114 | enum frame_flags { |
115 | FFL_PROBE = 1, |
116 | }; |
117 | |
118 | struct frame { |
119 | struct list_head head; |
120 | u32 tag; |
121 | ktime_t sent; /* high-res time packet was sent */ |
122 | ulong waited; |
123 | ulong waited_total; |
124 | struct aoetgt *t; /* parent target I belong to */ |
125 | struct sk_buff *skb; /* command skb freed on module exit */ |
126 | struct sk_buff *r_skb; /* response skb for async processing */ |
127 | struct buf *buf; |
128 | struct bvec_iter iter; |
129 | char flags; |
130 | }; |
131 | |
132 | struct aoeif { |
133 | struct net_device *nd; |
134 | ulong lost; |
135 | int bcnt; |
136 | }; |
137 | |
138 | struct aoetgt { |
139 | unsigned char addr[6]; |
140 | ushort nframes; /* cap on frames to use */ |
141 | struct aoedev *d; /* parent device I belong to */ |
142 | struct list_head ffree; /* list of free frames */ |
143 | struct aoeif ifs[NAOEIFS]; |
144 | struct aoeif *ifp; /* current aoeif in use */ |
145 | ushort nout; /* number of AoE commands outstanding */ |
146 | ushort maxout; /* current value for max outstanding */ |
147 | ushort next_cwnd; /* incr maxout after decrementing to zero */ |
148 | ushort ssthresh; /* slow start threshold */ |
149 | ulong falloc; /* number of allocated frames */ |
150 | int taint; /* how much we want to avoid this aoetgt */ |
151 | int minbcnt; |
152 | int wpkts, rpkts; |
153 | char nout_probes; |
154 | }; |
155 | |
156 | struct aoedev { |
157 | struct aoedev *next; |
158 | ulong sysminor; |
159 | ulong aoemajor; |
160 | u32 rttavg; /* scaled AoE round trip time average */ |
161 | u32 rttdev; /* scaled round trip time mean deviation */ |
162 | u16 aoeminor; |
163 | u16 flags; |
164 | u16 nopen; /* (bd_openers isn't available without sleeping) */ |
165 | u16 fw_ver; /* version of blade's firmware */ |
166 | u16 lasttag; /* last tag sent */ |
167 | u16 useme; |
168 | ulong ref; |
169 | struct work_struct work;/* disk create work struct */ |
170 | struct gendisk *gd; |
171 | struct dentry *debugfs; |
172 | struct request_queue *blkq; |
173 | struct list_head rq_list; |
174 | struct blk_mq_tag_set tag_set; |
175 | struct hd_geometry geo; |
176 | sector_t ssize; |
177 | struct timer_list timer; |
178 | spinlock_t lock; |
179 | struct sk_buff_head skbpool; |
180 | mempool_t *bufpool; /* for deadlock-free Buf allocation */ |
181 | struct { /* pointers to work in progress */ |
182 | struct buf *buf; |
183 | struct bio *nxbio; |
184 | struct request *rq; |
185 | } ip; |
186 | ulong maxbcnt; |
187 | struct list_head factive[NFACTIVE]; /* hash of active frames */ |
188 | struct list_head rexmitq; /* deferred retransmissions */ |
189 | struct aoetgt **targets; |
190 | ulong ntargets; /* number of allocated aoetgt pointers */ |
191 | struct aoetgt **tgt; /* target in use when working */ |
192 | ulong kicked; |
193 | char ident[512]; |
194 | }; |
195 | |
196 | /* kthread tracking */ |
197 | struct ktstate { |
198 | struct completion rendez; |
199 | struct task_struct *task; |
200 | wait_queue_head_t *waitq; |
201 | int (*fn) (int); |
202 | char name[12]; |
203 | spinlock_t *lock; |
204 | int id; |
205 | int active; |
206 | }; |
207 | |
208 | int aoeblk_init(void); |
209 | void aoeblk_exit(void); |
210 | void aoeblk_gdalloc(void *); |
211 | void aoedisk_rm_debugfs(struct aoedev *d); |
212 | |
213 | int aoechr_init(void); |
214 | void aoechr_exit(void); |
215 | void aoechr_error(char *); |
216 | |
217 | void aoecmd_work(struct aoedev *d); |
218 | void aoecmd_cfg(ushort aoemajor, unsigned char aoeminor); |
219 | struct sk_buff *aoecmd_ata_rsp(struct sk_buff *); |
220 | void aoecmd_cfg_rsp(struct sk_buff *); |
221 | void aoecmd_sleepwork(struct work_struct *); |
222 | void aoecmd_wreset(struct aoetgt *t); |
223 | void aoecmd_cleanslate(struct aoedev *); |
224 | void aoecmd_exit(void); |
225 | int aoecmd_init(void); |
226 | struct sk_buff *aoecmd_ata_id(struct aoedev *); |
227 | void aoe_freetframe(struct frame *); |
228 | void aoe_flush_iocq(void); |
229 | void aoe_flush_iocq_by_index(int); |
230 | void aoe_end_request(struct aoedev *, struct request *, int); |
231 | int aoe_ktstart(struct ktstate *k); |
232 | void aoe_ktstop(struct ktstate *k); |
233 | |
234 | int aoedev_init(void); |
235 | void aoedev_exit(void); |
236 | struct aoedev *aoedev_by_aoeaddr(ulong maj, int min, int do_alloc); |
237 | void aoedev_downdev(struct aoedev *d); |
238 | int aoedev_flush(const char __user *str, size_t size); |
239 | void aoe_failbuf(struct aoedev *, struct buf *); |
240 | void aoedev_put(struct aoedev *); |
241 | |
242 | int aoenet_init(void); |
243 | void aoenet_exit(void); |
244 | void aoenet_xmit(struct sk_buff_head *); |
245 | int is_aoe_netif(struct net_device *ifp); |
246 | int set_aoe_iflist(const char __user *str, size_t size); |
247 | |
248 | extern struct workqueue_struct *aoe_wq; |
249 | |