1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Driver for Gigabit Ethernet adapters based on the Session Layer
4 * Interface (SLIC) technology by Alacritech. The driver does not
5 * support the hardware acceleration features provided by these cards.
6 *
7 * Copyright (C) 2016 Lino Sanfilippo <LinoSanfilippo@gmx.de>
8 */
9
10#include <linux/kernel.h>
11#include <linux/module.h>
12#include <linux/pci.h>
13#include <linux/netdevice.h>
14#include <linux/etherdevice.h>
15#include <linux/if_ether.h>
16#include <linux/crc32.h>
17#include <linux/dma-mapping.h>
18#include <linux/ethtool.h>
19#include <linux/mii.h>
20#include <linux/interrupt.h>
21#include <linux/delay.h>
22#include <linux/firmware.h>
23#include <linux/list.h>
24#include <linux/u64_stats_sync.h>
25
26#include "slic.h"
27
28#define DRV_NAME "slicoss"
29
30static const struct pci_device_id slic_id_tbl[] = {
31 { PCI_DEVICE(PCI_VENDOR_ID_ALACRITECH,
32 PCI_DEVICE_ID_ALACRITECH_MOJAVE) },
33 { PCI_DEVICE(PCI_VENDOR_ID_ALACRITECH,
34 PCI_DEVICE_ID_ALACRITECH_OASIS) },
35 { 0 }
36};
37
38static const char slic_stats_strings[][ETH_GSTRING_LEN] = {
39 "rx_packets",
40 "rx_bytes",
41 "rx_multicasts",
42 "rx_errors",
43 "rx_buff_miss",
44 "rx_tp_csum",
45 "rx_tp_oflow",
46 "rx_tp_hlen",
47 "rx_ip_csum",
48 "rx_ip_len",
49 "rx_ip_hdr_len",
50 "rx_early",
51 "rx_buff_oflow",
52 "rx_lcode",
53 "rx_drbl",
54 "rx_crc",
55 "rx_oflow_802",
56 "rx_uflow_802",
57 "tx_packets",
58 "tx_bytes",
59 "tx_carrier",
60 "tx_dropped",
61 "irq_errs",
62};
63
64static inline int slic_next_queue_idx(unsigned int idx, unsigned int qlen)
65{
66 return (idx + 1) & (qlen - 1);
67}
68
69static inline int slic_get_free_queue_descs(unsigned int put_idx,
70 unsigned int done_idx,
71 unsigned int qlen)
72{
73 if (put_idx >= done_idx)
74 return (qlen - (put_idx - done_idx) - 1);
75 return (done_idx - put_idx - 1);
76}
77
78static unsigned int slic_next_compl_idx(struct slic_device *sdev)
79{
80 struct slic_stat_queue *stq = &sdev->stq;
81 unsigned int active = stq->active_array;
82 struct slic_stat_desc *descs;
83 struct slic_stat_desc *stat;
84 unsigned int idx;
85
86 descs = stq->descs[active];
87 stat = &descs[stq->done_idx];
88
89 if (!stat->status)
90 return SLIC_INVALID_STAT_DESC_IDX;
91
92 idx = (le32_to_cpu(stat->hnd) & 0xffff) - 1;
93 /* reset desc */
94 stat->hnd = 0;
95 stat->status = 0;
96
97 stq->done_idx = slic_next_queue_idx(idx: stq->done_idx, qlen: stq->len);
98 /* check for wraparound */
99 if (!stq->done_idx) {
100 dma_addr_t paddr = stq->paddr[active];
101
102 slic_write(sdev, SLIC_REG_RBAR, lower_32_bits(paddr) |
103 stq->len);
104 /* make sure new status descriptors are immediately available */
105 slic_flush_write(sdev);
106 active++;
107 active &= (SLIC_NUM_STAT_DESC_ARRAYS - 1);
108 stq->active_array = active;
109 }
110 return idx;
111}
112
113static unsigned int slic_get_free_tx_descs(struct slic_tx_queue *txq)
114{
115 /* ensure tail idx is updated */
116 smp_mb();
117 return slic_get_free_queue_descs(put_idx: txq->put_idx, done_idx: txq->done_idx, qlen: txq->len);
118}
119
120static unsigned int slic_get_free_rx_descs(struct slic_rx_queue *rxq)
121{
122 return slic_get_free_queue_descs(put_idx: rxq->put_idx, done_idx: rxq->done_idx, qlen: rxq->len);
123}
124
125static void slic_clear_upr_list(struct slic_upr_list *upr_list)
126{
127 struct slic_upr *upr;
128 struct slic_upr *tmp;
129
130 spin_lock_bh(lock: &upr_list->lock);
131 list_for_each_entry_safe(upr, tmp, &upr_list->list, list) {
132 list_del(entry: &upr->list);
133 kfree(objp: upr);
134 }
135 upr_list->pending = false;
136 spin_unlock_bh(lock: &upr_list->lock);
137}
138
139static void slic_start_upr(struct slic_device *sdev, struct slic_upr *upr)
140{
141 u32 reg;
142
143 reg = (upr->type == SLIC_UPR_CONFIG) ? SLIC_REG_RCONFIG :
144 SLIC_REG_LSTAT;
145 slic_write(sdev, reg, lower_32_bits(upr->paddr));
146 slic_flush_write(sdev);
147}
148
149static void slic_queue_upr(struct slic_device *sdev, struct slic_upr *upr)
150{
151 struct slic_upr_list *upr_list = &sdev->upr_list;
152 bool pending;
153
154 spin_lock_bh(lock: &upr_list->lock);
155 pending = upr_list->pending;
156 INIT_LIST_HEAD(list: &upr->list);
157 list_add_tail(new: &upr->list, head: &upr_list->list);
158 upr_list->pending = true;
159 spin_unlock_bh(lock: &upr_list->lock);
160
161 if (!pending)
162 slic_start_upr(sdev, upr);
163}
164
165static struct slic_upr *slic_dequeue_upr(struct slic_device *sdev)
166{
167 struct slic_upr_list *upr_list = &sdev->upr_list;
168 struct slic_upr *next_upr = NULL;
169 struct slic_upr *upr = NULL;
170
171 spin_lock_bh(lock: &upr_list->lock);
172 if (!list_empty(head: &upr_list->list)) {
173 upr = list_first_entry(&upr_list->list, struct slic_upr, list);
174 list_del(entry: &upr->list);
175
176 if (list_empty(head: &upr_list->list))
177 upr_list->pending = false;
178 else
179 next_upr = list_first_entry(&upr_list->list,
180 struct slic_upr, list);
181 }
182 spin_unlock_bh(lock: &upr_list->lock);
183 /* trigger processing of the next upr in list */
184 if (next_upr)
185 slic_start_upr(sdev, upr: next_upr);
186
187 return upr;
188}
189
190static int slic_new_upr(struct slic_device *sdev, unsigned int type,
191 dma_addr_t paddr)
192{
193 struct slic_upr *upr;
194
195 upr = kmalloc(size: sizeof(*upr), GFP_ATOMIC);
196 if (!upr)
197 return -ENOMEM;
198 upr->type = type;
199 upr->paddr = paddr;
200
201 slic_queue_upr(sdev, upr);
202
203 return 0;
204}
205
206static void slic_set_mcast_bit(u64 *mcmask, unsigned char const *addr)
207{
208 u64 mask = *mcmask;
209 u8 crc;
210 /* Get the CRC polynomial for the mac address: we use bits 1-8 (lsb),
211 * bitwise reversed, msb (= lsb bit 0 before bitrev) is automatically
212 * discarded.
213 */
214 crc = ether_crc(ETH_ALEN, addr) >> 23;
215 /* we only have space on the SLIC for 64 entries */
216 crc &= 0x3F;
217 mask |= (u64)1 << crc;
218 *mcmask = mask;
219}
220
221/* must be called with link_lock held */
222static void slic_configure_rcv(struct slic_device *sdev)
223{
224 u32 val;
225
226 val = SLIC_GRCR_RESET | SLIC_GRCR_ADDRAEN | SLIC_GRCR_RCVEN |
227 SLIC_GRCR_HASHSIZE << SLIC_GRCR_HASHSIZE_SHIFT | SLIC_GRCR_RCVBAD;
228
229 if (sdev->duplex == DUPLEX_FULL)
230 val |= SLIC_GRCR_CTLEN;
231
232 if (sdev->promisc)
233 val |= SLIC_GRCR_RCVALL;
234
235 slic_write(sdev, SLIC_REG_WRCFG, val);
236}
237
238/* must be called with link_lock held */
239static void slic_configure_xmt(struct slic_device *sdev)
240{
241 u32 val;
242
243 val = SLIC_GXCR_RESET | SLIC_GXCR_XMTEN;
244
245 if (sdev->duplex == DUPLEX_FULL)
246 val |= SLIC_GXCR_PAUSEEN;
247
248 slic_write(sdev, SLIC_REG_WXCFG, val);
249}
250
251/* must be called with link_lock held */
252static void slic_configure_mac(struct slic_device *sdev)
253{
254 u32 val;
255
256 if (sdev->speed == SPEED_1000) {
257 val = SLIC_GMCR_GAPBB_1000 << SLIC_GMCR_GAPBB_SHIFT |
258 SLIC_GMCR_GAPR1_1000 << SLIC_GMCR_GAPR1_SHIFT |
259 SLIC_GMCR_GAPR2_1000 << SLIC_GMCR_GAPR2_SHIFT |
260 SLIC_GMCR_GBIT; /* enable GMII */
261 } else {
262 val = SLIC_GMCR_GAPBB_100 << SLIC_GMCR_GAPBB_SHIFT |
263 SLIC_GMCR_GAPR1_100 << SLIC_GMCR_GAPR1_SHIFT |
264 SLIC_GMCR_GAPR2_100 << SLIC_GMCR_GAPR2_SHIFT;
265 }
266
267 if (sdev->duplex == DUPLEX_FULL)
268 val |= SLIC_GMCR_FULLD;
269
270 slic_write(sdev, SLIC_REG_WMCFG, val);
271}
272
273static void slic_configure_link_locked(struct slic_device *sdev, int speed,
274 unsigned int duplex)
275{
276 struct net_device *dev = sdev->netdev;
277
278 if (sdev->speed == speed && sdev->duplex == duplex)
279 return;
280
281 sdev->speed = speed;
282 sdev->duplex = duplex;
283
284 if (sdev->speed == SPEED_UNKNOWN) {
285 if (netif_carrier_ok(dev))
286 netif_carrier_off(dev);
287 } else {
288 /* (re)configure link settings */
289 slic_configure_mac(sdev);
290 slic_configure_xmt(sdev);
291 slic_configure_rcv(sdev);
292 slic_flush_write(sdev);
293
294 if (!netif_carrier_ok(dev))
295 netif_carrier_on(dev);
296 }
297}
298
299static void slic_configure_link(struct slic_device *sdev, int speed,
300 unsigned int duplex)
301{
302 spin_lock_bh(lock: &sdev->link_lock);
303 slic_configure_link_locked(sdev, speed, duplex);
304 spin_unlock_bh(lock: &sdev->link_lock);
305}
306
307static void slic_set_rx_mode(struct net_device *dev)
308{
309 struct slic_device *sdev = netdev_priv(dev);
310 struct netdev_hw_addr *hwaddr;
311 bool set_promisc;
312 u64 mcmask;
313
314 if (dev->flags & (IFF_PROMISC | IFF_ALLMULTI)) {
315 /* Turn on all multicast addresses. We have to do this for
316 * promiscuous mode as well as ALLMCAST mode (it saves the
317 * microcode from having to keep state about the MAC
318 * configuration).
319 */
320 mcmask = ~(u64)0;
321 } else {
322 mcmask = 0;
323
324 netdev_for_each_mc_addr(hwaddr, dev) {
325 slic_set_mcast_bit(mcmask: &mcmask, addr: hwaddr->addr);
326 }
327 }
328
329 slic_write(sdev, SLIC_REG_MCASTLOW, lower_32_bits(mcmask));
330 slic_write(sdev, SLIC_REG_MCASTHIGH, upper_32_bits(mcmask));
331
332 set_promisc = !!(dev->flags & IFF_PROMISC);
333
334 spin_lock_bh(lock: &sdev->link_lock);
335 if (sdev->promisc != set_promisc) {
336 sdev->promisc = set_promisc;
337 slic_configure_rcv(sdev);
338 }
339 spin_unlock_bh(lock: &sdev->link_lock);
340}
341
342static void slic_xmit_complete(struct slic_device *sdev)
343{
344 struct slic_tx_queue *txq = &sdev->txq;
345 struct net_device *dev = sdev->netdev;
346 struct slic_tx_buffer *buff;
347 unsigned int frames = 0;
348 unsigned int bytes = 0;
349 unsigned int idx;
350
351 /* Limit processing to SLIC_MAX_TX_COMPLETIONS frames to avoid that new
352 * completions during processing keeps the loop running endlessly.
353 */
354 do {
355 idx = slic_next_compl_idx(sdev);
356 if (idx == SLIC_INVALID_STAT_DESC_IDX)
357 break;
358
359 txq->done_idx = idx;
360 buff = &txq->txbuffs[idx];
361
362 if (unlikely(!buff->skb)) {
363 netdev_warn(dev,
364 format: "no skb found for desc idx %i\n", idx);
365 continue;
366 }
367 dma_unmap_single(&sdev->pdev->dev,
368 dma_unmap_addr(buff, map_addr),
369 dma_unmap_len(buff, map_len), DMA_TO_DEVICE);
370
371 bytes += buff->skb->len;
372 frames++;
373
374 dev_kfree_skb_any(skb: buff->skb);
375 buff->skb = NULL;
376 } while (frames < SLIC_MAX_TX_COMPLETIONS);
377 /* make sure xmit sees the new value for done_idx */
378 smp_wmb();
379
380 u64_stats_update_begin(syncp: &sdev->stats.syncp);
381 sdev->stats.tx_bytes += bytes;
382 sdev->stats.tx_packets += frames;
383 u64_stats_update_end(syncp: &sdev->stats.syncp);
384
385 netif_tx_lock(dev);
386 if (netif_queue_stopped(dev) &&
387 (slic_get_free_tx_descs(txq) >= SLIC_MIN_TX_WAKEUP_DESCS))
388 netif_wake_queue(dev);
389 netif_tx_unlock(dev);
390}
391
392static void slic_refill_rx_queue(struct slic_device *sdev, gfp_t gfp)
393{
394 const unsigned int ALIGN_MASK = SLIC_RX_BUFF_ALIGN - 1;
395 unsigned int maplen = SLIC_RX_BUFF_SIZE;
396 struct slic_rx_queue *rxq = &sdev->rxq;
397 struct net_device *dev = sdev->netdev;
398 struct slic_rx_buffer *buff;
399 struct slic_rx_desc *desc;
400 unsigned int misalign;
401 unsigned int offset;
402 struct sk_buff *skb;
403 dma_addr_t paddr;
404
405 while (slic_get_free_rx_descs(rxq) > SLIC_MAX_REQ_RX_DESCS) {
406 skb = alloc_skb(size: maplen + ALIGN_MASK, priority: gfp);
407 if (!skb)
408 break;
409
410 paddr = dma_map_single(&sdev->pdev->dev, skb->data, maplen,
411 DMA_FROM_DEVICE);
412 if (dma_mapping_error(dev: &sdev->pdev->dev, dma_addr: paddr)) {
413 netdev_err(dev, format: "mapping rx packet failed\n");
414 /* drop skb */
415 dev_kfree_skb_any(skb);
416 break;
417 }
418 /* ensure head buffer descriptors are 256 byte aligned */
419 offset = 0;
420 misalign = paddr & ALIGN_MASK;
421 if (misalign) {
422 offset = SLIC_RX_BUFF_ALIGN - misalign;
423 skb_reserve(skb, len: offset);
424 }
425 /* the HW expects dma chunks for descriptor + frame data */
426 desc = (struct slic_rx_desc *)skb->data;
427 /* temporarily sync descriptor for CPU to clear status */
428 dma_sync_single_for_cpu(dev: &sdev->pdev->dev, addr: paddr,
429 size: offset + sizeof(*desc),
430 dir: DMA_FROM_DEVICE);
431 desc->status = 0;
432 /* return it to HW again */
433 dma_sync_single_for_device(dev: &sdev->pdev->dev, addr: paddr,
434 size: offset + sizeof(*desc),
435 dir: DMA_FROM_DEVICE);
436
437 buff = &rxq->rxbuffs[rxq->put_idx];
438 buff->skb = skb;
439 dma_unmap_addr_set(buff, map_addr, paddr);
440 dma_unmap_len_set(buff, map_len, maplen);
441 buff->addr_offset = offset;
442 /* complete write to descriptor before it is handed to HW */
443 wmb();
444 /* head buffer descriptors are placed immediately before skb */
445 slic_write(sdev, SLIC_REG_HBAR, lower_32_bits(paddr) + offset);
446 rxq->put_idx = slic_next_queue_idx(idx: rxq->put_idx, qlen: rxq->len);
447 }
448}
449
450static void slic_handle_frame_error(struct slic_device *sdev,
451 struct sk_buff *skb)
452{
453 struct slic_stats *stats = &sdev->stats;
454
455 if (sdev->model == SLIC_MODEL_OASIS) {
456 struct slic_rx_info_oasis *info;
457 u32 status_b;
458 u32 status;
459
460 info = (struct slic_rx_info_oasis *)skb->data;
461 status = le32_to_cpu(info->frame_status);
462 status_b = le32_to_cpu(info->frame_status_b);
463 /* transport layer */
464 if (status_b & SLIC_VRHSTATB_TPCSUM)
465 SLIC_INC_STATS_COUNTER(stats, rx_tpcsum);
466 if (status & SLIC_VRHSTAT_TPOFLO)
467 SLIC_INC_STATS_COUNTER(stats, rx_tpoflow);
468 if (status_b & SLIC_VRHSTATB_TPHLEN)
469 SLIC_INC_STATS_COUNTER(stats, rx_tphlen);
470 /* ip layer */
471 if (status_b & SLIC_VRHSTATB_IPCSUM)
472 SLIC_INC_STATS_COUNTER(stats, rx_ipcsum);
473 if (status_b & SLIC_VRHSTATB_IPLERR)
474 SLIC_INC_STATS_COUNTER(stats, rx_iplen);
475 if (status_b & SLIC_VRHSTATB_IPHERR)
476 SLIC_INC_STATS_COUNTER(stats, rx_iphlen);
477 /* link layer */
478 if (status_b & SLIC_VRHSTATB_RCVE)
479 SLIC_INC_STATS_COUNTER(stats, rx_early);
480 if (status_b & SLIC_VRHSTATB_BUFF)
481 SLIC_INC_STATS_COUNTER(stats, rx_buffoflow);
482 if (status_b & SLIC_VRHSTATB_CODE)
483 SLIC_INC_STATS_COUNTER(stats, rx_lcode);
484 if (status_b & SLIC_VRHSTATB_DRBL)
485 SLIC_INC_STATS_COUNTER(stats, rx_drbl);
486 if (status_b & SLIC_VRHSTATB_CRC)
487 SLIC_INC_STATS_COUNTER(stats, rx_crc);
488 if (status & SLIC_VRHSTAT_802OE)
489 SLIC_INC_STATS_COUNTER(stats, rx_oflow802);
490 if (status_b & SLIC_VRHSTATB_802UE)
491 SLIC_INC_STATS_COUNTER(stats, rx_uflow802);
492 if (status_b & SLIC_VRHSTATB_CARRE)
493 SLIC_INC_STATS_COUNTER(stats, tx_carrier);
494 } else { /* mojave */
495 struct slic_rx_info_mojave *info;
496 u32 status;
497
498 info = (struct slic_rx_info_mojave *)skb->data;
499 status = le32_to_cpu(info->frame_status);
500 /* transport layer */
501 if (status & SLIC_VGBSTAT_XPERR) {
502 u32 xerr = status >> SLIC_VGBSTAT_XERRSHFT;
503
504 if (xerr == SLIC_VGBSTAT_XCSERR)
505 SLIC_INC_STATS_COUNTER(stats, rx_tpcsum);
506 if (xerr == SLIC_VGBSTAT_XUFLOW)
507 SLIC_INC_STATS_COUNTER(stats, rx_tpoflow);
508 if (xerr == SLIC_VGBSTAT_XHLEN)
509 SLIC_INC_STATS_COUNTER(stats, rx_tphlen);
510 }
511 /* ip layer */
512 if (status & SLIC_VGBSTAT_NETERR) {
513 u32 nerr = status >> SLIC_VGBSTAT_NERRSHFT &
514 SLIC_VGBSTAT_NERRMSK;
515
516 if (nerr == SLIC_VGBSTAT_NCSERR)
517 SLIC_INC_STATS_COUNTER(stats, rx_ipcsum);
518 if (nerr == SLIC_VGBSTAT_NUFLOW)
519 SLIC_INC_STATS_COUNTER(stats, rx_iplen);
520 if (nerr == SLIC_VGBSTAT_NHLEN)
521 SLIC_INC_STATS_COUNTER(stats, rx_iphlen);
522 }
523 /* link layer */
524 if (status & SLIC_VGBSTAT_LNKERR) {
525 u32 lerr = status & SLIC_VGBSTAT_LERRMSK;
526
527 if (lerr == SLIC_VGBSTAT_LDEARLY)
528 SLIC_INC_STATS_COUNTER(stats, rx_early);
529 if (lerr == SLIC_VGBSTAT_LBOFLO)
530 SLIC_INC_STATS_COUNTER(stats, rx_buffoflow);
531 if (lerr == SLIC_VGBSTAT_LCODERR)
532 SLIC_INC_STATS_COUNTER(stats, rx_lcode);
533 if (lerr == SLIC_VGBSTAT_LDBLNBL)
534 SLIC_INC_STATS_COUNTER(stats, rx_drbl);
535 if (lerr == SLIC_VGBSTAT_LCRCERR)
536 SLIC_INC_STATS_COUNTER(stats, rx_crc);
537 if (lerr == SLIC_VGBSTAT_LOFLO)
538 SLIC_INC_STATS_COUNTER(stats, rx_oflow802);
539 if (lerr == SLIC_VGBSTAT_LUFLO)
540 SLIC_INC_STATS_COUNTER(stats, rx_uflow802);
541 }
542 }
543 SLIC_INC_STATS_COUNTER(stats, rx_errors);
544}
545
546static void slic_handle_receive(struct slic_device *sdev, unsigned int todo,
547 unsigned int *done)
548{
549 struct slic_rx_queue *rxq = &sdev->rxq;
550 struct net_device *dev = sdev->netdev;
551 struct slic_rx_buffer *buff;
552 struct slic_rx_desc *desc;
553 unsigned int frames = 0;
554 unsigned int bytes = 0;
555 struct sk_buff *skb;
556 u32 status;
557 u32 len;
558
559 while (todo && (rxq->done_idx != rxq->put_idx)) {
560 buff = &rxq->rxbuffs[rxq->done_idx];
561
562 skb = buff->skb;
563 if (!skb)
564 break;
565
566 desc = (struct slic_rx_desc *)skb->data;
567
568 dma_sync_single_for_cpu(dev: &sdev->pdev->dev,
569 dma_unmap_addr(buff, map_addr),
570 size: buff->addr_offset + sizeof(*desc),
571 dir: DMA_FROM_DEVICE);
572
573 status = le32_to_cpu(desc->status);
574 if (!(status & SLIC_IRHDDR_SVALID)) {
575 dma_sync_single_for_device(dev: &sdev->pdev->dev,
576 dma_unmap_addr(buff,
577 map_addr),
578 size: buff->addr_offset +
579 sizeof(*desc),
580 dir: DMA_FROM_DEVICE);
581 break;
582 }
583
584 buff->skb = NULL;
585
586 dma_unmap_single(&sdev->pdev->dev,
587 dma_unmap_addr(buff, map_addr),
588 dma_unmap_len(buff, map_len),
589 DMA_FROM_DEVICE);
590
591 /* skip rx descriptor that is placed before the frame data */
592 skb_reserve(skb, SLIC_RX_BUFF_HDR_SIZE);
593
594 if (unlikely(status & SLIC_IRHDDR_ERR)) {
595 slic_handle_frame_error(sdev, skb);
596 dev_kfree_skb_any(skb);
597 } else {
598 struct ethhdr *eh = (struct ethhdr *)skb->data;
599
600 if (is_multicast_ether_addr(addr: eh->h_dest))
601 SLIC_INC_STATS_COUNTER(&sdev->stats, rx_mcasts);
602
603 len = le32_to_cpu(desc->length) & SLIC_IRHDDR_FLEN_MSK;
604 skb_put(skb, len);
605 skb->protocol = eth_type_trans(skb, dev);
606 skb->ip_summed = CHECKSUM_UNNECESSARY;
607
608 napi_gro_receive(napi: &sdev->napi, skb);
609
610 bytes += len;
611 frames++;
612 }
613 rxq->done_idx = slic_next_queue_idx(idx: rxq->done_idx, qlen: rxq->len);
614 todo--;
615 }
616
617 u64_stats_update_begin(syncp: &sdev->stats.syncp);
618 sdev->stats.rx_bytes += bytes;
619 sdev->stats.rx_packets += frames;
620 u64_stats_update_end(syncp: &sdev->stats.syncp);
621
622 slic_refill_rx_queue(sdev, GFP_ATOMIC);
623}
624
625static void slic_handle_link_irq(struct slic_device *sdev)
626{
627 struct slic_shmem *sm = &sdev->shmem;
628 struct slic_shmem_data *sm_data = sm->shmem_data;
629 unsigned int duplex;
630 int speed;
631 u32 link;
632
633 link = le32_to_cpu(sm_data->link);
634
635 if (link & SLIC_GIG_LINKUP) {
636 if (link & SLIC_GIG_SPEED_1000)
637 speed = SPEED_1000;
638 else if (link & SLIC_GIG_SPEED_100)
639 speed = SPEED_100;
640 else
641 speed = SPEED_10;
642
643 duplex = (link & SLIC_GIG_FULLDUPLEX) ? DUPLEX_FULL :
644 DUPLEX_HALF;
645 } else {
646 duplex = DUPLEX_UNKNOWN;
647 speed = SPEED_UNKNOWN;
648 }
649 slic_configure_link(sdev, speed, duplex);
650}
651
652static void slic_handle_upr_irq(struct slic_device *sdev, u32 irqs)
653{
654 struct slic_upr *upr;
655
656 /* remove upr that caused this irq (always the first entry in list) */
657 upr = slic_dequeue_upr(sdev);
658 if (!upr) {
659 netdev_warn(dev: sdev->netdev, format: "no upr found on list\n");
660 return;
661 }
662
663 if (upr->type == SLIC_UPR_LSTAT) {
664 if (unlikely(irqs & SLIC_ISR_UPCERR_MASK)) {
665 /* try again */
666 slic_queue_upr(sdev, upr);
667 return;
668 }
669 slic_handle_link_irq(sdev);
670 }
671 kfree(objp: upr);
672}
673
674static int slic_handle_link_change(struct slic_device *sdev)
675{
676 return slic_new_upr(sdev, SLIC_UPR_LSTAT, paddr: sdev->shmem.link_paddr);
677}
678
679static void slic_handle_err_irq(struct slic_device *sdev, u32 isr)
680{
681 struct slic_stats *stats = &sdev->stats;
682
683 if (isr & SLIC_ISR_RMISS)
684 SLIC_INC_STATS_COUNTER(stats, rx_buff_miss);
685 if (isr & SLIC_ISR_XDROP)
686 SLIC_INC_STATS_COUNTER(stats, tx_dropped);
687 if (!(isr & (SLIC_ISR_RMISS | SLIC_ISR_XDROP)))
688 SLIC_INC_STATS_COUNTER(stats, irq_errs);
689}
690
691static void slic_handle_irq(struct slic_device *sdev, u32 isr,
692 unsigned int todo, unsigned int *done)
693{
694 if (isr & SLIC_ISR_ERR)
695 slic_handle_err_irq(sdev, isr);
696
697 if (isr & SLIC_ISR_LEVENT)
698 slic_handle_link_change(sdev);
699
700 if (isr & SLIC_ISR_UPC_MASK)
701 slic_handle_upr_irq(sdev, irqs: isr);
702
703 if (isr & SLIC_ISR_RCV)
704 slic_handle_receive(sdev, todo, done);
705
706 if (isr & SLIC_ISR_CMD)
707 slic_xmit_complete(sdev);
708}
709
710static int slic_poll(struct napi_struct *napi, int todo)
711{
712 struct slic_device *sdev = container_of(napi, struct slic_device, napi);
713 struct slic_shmem *sm = &sdev->shmem;
714 struct slic_shmem_data *sm_data = sm->shmem_data;
715 u32 isr = le32_to_cpu(sm_data->isr);
716 int done = 0;
717
718 slic_handle_irq(sdev, isr, todo, done: &done);
719
720 if (done < todo) {
721 napi_complete_done(n: napi, work_done: done);
722 /* reenable irqs */
723 sm_data->isr = 0;
724 /* make sure sm_data->isr is cleard before irqs are reenabled */
725 wmb();
726 slic_write(sdev, SLIC_REG_ISR, val: 0);
727 slic_flush_write(sdev);
728 }
729
730 return done;
731}
732
733static irqreturn_t slic_irq(int irq, void *dev_id)
734{
735 struct slic_device *sdev = dev_id;
736 struct slic_shmem *sm = &sdev->shmem;
737 struct slic_shmem_data *sm_data = sm->shmem_data;
738
739 slic_write(sdev, SLIC_REG_ICR, SLIC_ICR_INT_MASK);
740 slic_flush_write(sdev);
741 /* make sure sm_data->isr is read after ICR_INT_MASK is set */
742 wmb();
743
744 if (!sm_data->isr) {
745 dma_rmb();
746 /* spurious interrupt */
747 slic_write(sdev, SLIC_REG_ISR, val: 0);
748 slic_flush_write(sdev);
749 return IRQ_NONE;
750 }
751
752 napi_schedule_irqoff(n: &sdev->napi);
753
754 return IRQ_HANDLED;
755}
756
757static void slic_card_reset(struct slic_device *sdev)
758{
759 u16 cmd;
760
761 slic_write(sdev, SLIC_REG_RESET, SLIC_RESET_MAGIC);
762 /* flush write by means of config space */
763 pci_read_config_word(dev: sdev->pdev, PCI_COMMAND, val: &cmd);
764 mdelay(1);
765}
766
767static int slic_init_stat_queue(struct slic_device *sdev)
768{
769 const unsigned int DESC_ALIGN_MASK = SLIC_STATS_DESC_ALIGN - 1;
770 struct slic_stat_queue *stq = &sdev->stq;
771 struct slic_stat_desc *descs;
772 unsigned int misalign;
773 unsigned int offset;
774 dma_addr_t paddr;
775 size_t size;
776 int err;
777 int i;
778
779 stq->len = SLIC_NUM_STAT_DESCS;
780 stq->active_array = 0;
781 stq->done_idx = 0;
782
783 size = stq->len * sizeof(*descs) + DESC_ALIGN_MASK;
784
785 for (i = 0; i < SLIC_NUM_STAT_DESC_ARRAYS; i++) {
786 descs = dma_alloc_coherent(dev: &sdev->pdev->dev, size, dma_handle: &paddr,
787 GFP_KERNEL);
788 if (!descs) {
789 netdev_err(dev: sdev->netdev,
790 format: "failed to allocate status descriptors\n");
791 err = -ENOMEM;
792 goto free_descs;
793 }
794 /* ensure correct alignment */
795 offset = 0;
796 misalign = paddr & DESC_ALIGN_MASK;
797 if (misalign) {
798 offset = SLIC_STATS_DESC_ALIGN - misalign;
799 descs += offset;
800 paddr += offset;
801 }
802
803 slic_write(sdev, SLIC_REG_RBAR, lower_32_bits(paddr) |
804 stq->len);
805 stq->descs[i] = descs;
806 stq->paddr[i] = paddr;
807 stq->addr_offset[i] = offset;
808 }
809
810 stq->mem_size = size;
811
812 return 0;
813
814free_descs:
815 while (i--) {
816 dma_free_coherent(dev: &sdev->pdev->dev, size: stq->mem_size,
817 cpu_addr: stq->descs[i] - stq->addr_offset[i],
818 dma_handle: stq->paddr[i] - stq->addr_offset[i]);
819 }
820
821 return err;
822}
823
824static void slic_free_stat_queue(struct slic_device *sdev)
825{
826 struct slic_stat_queue *stq = &sdev->stq;
827 int i;
828
829 for (i = 0; i < SLIC_NUM_STAT_DESC_ARRAYS; i++) {
830 dma_free_coherent(dev: &sdev->pdev->dev, size: stq->mem_size,
831 cpu_addr: stq->descs[i] - stq->addr_offset[i],
832 dma_handle: stq->paddr[i] - stq->addr_offset[i]);
833 }
834}
835
836static int slic_init_tx_queue(struct slic_device *sdev)
837{
838 struct slic_tx_queue *txq = &sdev->txq;
839 struct slic_tx_buffer *buff;
840 struct slic_tx_desc *desc;
841 unsigned int i;
842 int err;
843
844 txq->len = SLIC_NUM_TX_DESCS;
845 txq->put_idx = 0;
846 txq->done_idx = 0;
847
848 txq->txbuffs = kcalloc(n: txq->len, size: sizeof(*buff), GFP_KERNEL);
849 if (!txq->txbuffs)
850 return -ENOMEM;
851
852 txq->dma_pool = dma_pool_create(name: "slic_pool", dev: &sdev->pdev->dev,
853 size: sizeof(*desc), SLIC_TX_DESC_ALIGN,
854 allocation: 4096);
855 if (!txq->dma_pool) {
856 err = -ENOMEM;
857 netdev_err(dev: sdev->netdev, format: "failed to create dma pool\n");
858 goto free_buffs;
859 }
860
861 for (i = 0; i < txq->len; i++) {
862 buff = &txq->txbuffs[i];
863 desc = dma_pool_zalloc(pool: txq->dma_pool, GFP_KERNEL,
864 handle: &buff->desc_paddr);
865 if (!desc) {
866 netdev_err(dev: sdev->netdev,
867 format: "failed to alloc pool chunk (%i)\n", i);
868 err = -ENOMEM;
869 goto free_descs;
870 }
871
872 desc->hnd = cpu_to_le32((u32)(i + 1));
873 desc->cmd = SLIC_CMD_XMT_REQ;
874 desc->flags = 0;
875 desc->type = cpu_to_le32(SLIC_CMD_TYPE_DUMB);
876 buff->desc = desc;
877 }
878
879 return 0;
880
881free_descs:
882 while (i--) {
883 buff = &txq->txbuffs[i];
884 dma_pool_free(pool: txq->dma_pool, vaddr: buff->desc, addr: buff->desc_paddr);
885 }
886 dma_pool_destroy(pool: txq->dma_pool);
887
888free_buffs:
889 kfree(objp: txq->txbuffs);
890
891 return err;
892}
893
894static void slic_free_tx_queue(struct slic_device *sdev)
895{
896 struct slic_tx_queue *txq = &sdev->txq;
897 struct slic_tx_buffer *buff;
898 unsigned int i;
899
900 for (i = 0; i < txq->len; i++) {
901 buff = &txq->txbuffs[i];
902 dma_pool_free(pool: txq->dma_pool, vaddr: buff->desc, addr: buff->desc_paddr);
903 if (!buff->skb)
904 continue;
905
906 dma_unmap_single(&sdev->pdev->dev,
907 dma_unmap_addr(buff, map_addr),
908 dma_unmap_len(buff, map_len), DMA_TO_DEVICE);
909 consume_skb(skb: buff->skb);
910 }
911 dma_pool_destroy(pool: txq->dma_pool);
912
913 kfree(objp: txq->txbuffs);
914}
915
916static int slic_init_rx_queue(struct slic_device *sdev)
917{
918 struct slic_rx_queue *rxq = &sdev->rxq;
919 struct slic_rx_buffer *buff;
920
921 rxq->len = SLIC_NUM_RX_LES;
922 rxq->done_idx = 0;
923 rxq->put_idx = 0;
924
925 buff = kcalloc(n: rxq->len, size: sizeof(*buff), GFP_KERNEL);
926 if (!buff)
927 return -ENOMEM;
928
929 rxq->rxbuffs = buff;
930 slic_refill_rx_queue(sdev, GFP_KERNEL);
931
932 return 0;
933}
934
935static void slic_free_rx_queue(struct slic_device *sdev)
936{
937 struct slic_rx_queue *rxq = &sdev->rxq;
938 struct slic_rx_buffer *buff;
939 unsigned int i;
940
941 /* free rx buffers */
942 for (i = 0; i < rxq->len; i++) {
943 buff = &rxq->rxbuffs[i];
944
945 if (!buff->skb)
946 continue;
947
948 dma_unmap_single(&sdev->pdev->dev,
949 dma_unmap_addr(buff, map_addr),
950 dma_unmap_len(buff, map_len),
951 DMA_FROM_DEVICE);
952 consume_skb(skb: buff->skb);
953 }
954 kfree(objp: rxq->rxbuffs);
955}
956
957static void slic_set_link_autoneg(struct slic_device *sdev)
958{
959 unsigned int subid = sdev->pdev->subsystem_device;
960 u32 val;
961
962 if (sdev->is_fiber) {
963 /* We've got a fiber gigabit interface, and register 4 is
964 * different in fiber mode than in copper mode.
965 */
966 /* advertise FD only @1000 Mb */
967 val = MII_ADVERTISE << 16 | ADVERTISE_1000XFULL |
968 ADVERTISE_1000XPAUSE | ADVERTISE_1000XPSE_ASYM;
969 /* enable PAUSE frames */
970 slic_write(sdev, SLIC_REG_WPHY, val);
971 /* reset phy, enable auto-neg */
972 val = MII_BMCR << 16 | BMCR_RESET | BMCR_ANENABLE |
973 BMCR_ANRESTART;
974 slic_write(sdev, SLIC_REG_WPHY, val);
975 } else { /* copper gigabit */
976 /* We've got a copper gigabit interface, and register 4 is
977 * different in copper mode than in fiber mode.
978 */
979 /* advertise 10/100 Mb modes */
980 val = MII_ADVERTISE << 16 | ADVERTISE_100FULL |
981 ADVERTISE_100HALF | ADVERTISE_10FULL | ADVERTISE_10HALF;
982 /* enable PAUSE frames */
983 val |= ADVERTISE_PAUSE_CAP | ADVERTISE_PAUSE_ASYM;
984 /* required by the Cicada PHY */
985 val |= ADVERTISE_CSMA;
986 slic_write(sdev, SLIC_REG_WPHY, val);
987
988 /* advertise FD only @1000 Mb */
989 val = MII_CTRL1000 << 16 | ADVERTISE_1000FULL;
990 slic_write(sdev, SLIC_REG_WPHY, val);
991
992 if (subid != PCI_SUBDEVICE_ID_ALACRITECH_CICADA) {
993 /* if a Marvell PHY enable auto crossover */
994 val = SLIC_MIICR_REG_16 | SLIC_MRV_REG16_XOVERON;
995 slic_write(sdev, SLIC_REG_WPHY, val);
996
997 /* reset phy, enable auto-neg */
998 val = MII_BMCR << 16 | BMCR_RESET | BMCR_ANENABLE |
999 BMCR_ANRESTART;
1000 slic_write(sdev, SLIC_REG_WPHY, val);
1001 } else {
1002 /* enable and restart auto-neg (don't reset) */
1003 val = MII_BMCR << 16 | BMCR_ANENABLE | BMCR_ANRESTART;
1004 slic_write(sdev, SLIC_REG_WPHY, val);
1005 }
1006 }
1007}
1008
1009static void slic_set_mac_address(struct slic_device *sdev)
1010{
1011 const u8 *addr = sdev->netdev->dev_addr;
1012 u32 val;
1013
1014 val = addr[5] | addr[4] << 8 | addr[3] << 16 | addr[2] << 24;
1015
1016 slic_write(sdev, SLIC_REG_WRADDRAL, val);
1017 slic_write(sdev, SLIC_REG_WRADDRBL, val);
1018
1019 val = addr[0] << 8 | addr[1];
1020
1021 slic_write(sdev, SLIC_REG_WRADDRAH, val);
1022 slic_write(sdev, SLIC_REG_WRADDRBH, val);
1023 slic_flush_write(sdev);
1024}
1025
1026static u32 slic_read_dword_from_firmware(const struct firmware *fw, int *offset)
1027{
1028 int idx = *offset;
1029 __le32 val;
1030
1031 memcpy(&val, fw->data + *offset, sizeof(val));
1032 idx += 4;
1033 *offset = idx;
1034
1035 return le32_to_cpu(val);
1036}
1037
1038MODULE_FIRMWARE(SLIC_RCV_FIRMWARE_MOJAVE);
1039MODULE_FIRMWARE(SLIC_RCV_FIRMWARE_OASIS);
1040
1041static int slic_load_rcvseq_firmware(struct slic_device *sdev)
1042{
1043 const struct firmware *fw;
1044 const char *file;
1045 u32 codelen;
1046 int idx = 0;
1047 u32 instr;
1048 u32 addr;
1049 int err;
1050
1051 file = (sdev->model == SLIC_MODEL_OASIS) ? SLIC_RCV_FIRMWARE_OASIS :
1052 SLIC_RCV_FIRMWARE_MOJAVE;
1053 err = request_firmware(fw: &fw, name: file, device: &sdev->pdev->dev);
1054 if (err) {
1055 dev_err(&sdev->pdev->dev,
1056 "failed to load receive sequencer firmware %s\n", file);
1057 return err;
1058 }
1059 /* Do an initial sanity check concerning firmware size now. A further
1060 * check follows below.
1061 */
1062 if (fw->size < SLIC_FIRMWARE_MIN_SIZE) {
1063 dev_err(&sdev->pdev->dev,
1064 "invalid firmware size %zu (min %u expected)\n",
1065 fw->size, SLIC_FIRMWARE_MIN_SIZE);
1066 err = -EINVAL;
1067 goto release;
1068 }
1069
1070 codelen = slic_read_dword_from_firmware(fw, offset: &idx);
1071
1072 /* do another sanity check against firmware size */
1073 if ((codelen + 4) > fw->size) {
1074 dev_err(&sdev->pdev->dev,
1075 "invalid rcv-sequencer firmware size %zu\n", fw->size);
1076 err = -EINVAL;
1077 goto release;
1078 }
1079
1080 /* download sequencer code to card */
1081 slic_write(sdev, SLIC_REG_RCV_WCS, SLIC_RCVWCS_BEGIN);
1082 for (addr = 0; addr < codelen; addr++) {
1083 __le32 val;
1084 /* write out instruction address */
1085 slic_write(sdev, SLIC_REG_RCV_WCS, val: addr);
1086
1087 instr = slic_read_dword_from_firmware(fw, offset: &idx);
1088 /* write out the instruction data low addr */
1089 slic_write(sdev, SLIC_REG_RCV_WCS, val: instr);
1090
1091 val = (__le32)fw->data[idx];
1092 instr = le32_to_cpu(val);
1093 idx++;
1094 /* write out the instruction data high addr */
1095 slic_write(sdev, SLIC_REG_RCV_WCS, val: instr);
1096 }
1097 /* finish download */
1098 slic_write(sdev, SLIC_REG_RCV_WCS, SLIC_RCVWCS_FINISH);
1099 slic_flush_write(sdev);
1100release:
1101 release_firmware(fw);
1102
1103 return err;
1104}
1105
1106MODULE_FIRMWARE(SLIC_FIRMWARE_MOJAVE);
1107MODULE_FIRMWARE(SLIC_FIRMWARE_OASIS);
1108
1109static int slic_load_firmware(struct slic_device *sdev)
1110{
1111 u32 sectstart[SLIC_FIRMWARE_MAX_SECTIONS];
1112 u32 sectsize[SLIC_FIRMWARE_MAX_SECTIONS];
1113 const struct firmware *fw;
1114 unsigned int datalen;
1115 const char *file;
1116 int code_start;
1117 unsigned int i;
1118 u32 numsects;
1119 int idx = 0;
1120 u32 sect;
1121 u32 instr;
1122 u32 addr;
1123 u32 base;
1124 int err;
1125
1126 file = (sdev->model == SLIC_MODEL_OASIS) ? SLIC_FIRMWARE_OASIS :
1127 SLIC_FIRMWARE_MOJAVE;
1128 err = request_firmware(fw: &fw, name: file, device: &sdev->pdev->dev);
1129 if (err) {
1130 dev_err(&sdev->pdev->dev, "failed to load firmware %s\n", file);
1131 return err;
1132 }
1133 /* Do an initial sanity check concerning firmware size now. A further
1134 * check follows below.
1135 */
1136 if (fw->size < SLIC_FIRMWARE_MIN_SIZE) {
1137 dev_err(&sdev->pdev->dev,
1138 "invalid firmware size %zu (min is %u)\n", fw->size,
1139 SLIC_FIRMWARE_MIN_SIZE);
1140 err = -EINVAL;
1141 goto release;
1142 }
1143
1144 numsects = slic_read_dword_from_firmware(fw, offset: &idx);
1145 if (numsects == 0 || numsects > SLIC_FIRMWARE_MAX_SECTIONS) {
1146 dev_err(&sdev->pdev->dev,
1147 "invalid number of sections in firmware: %u", numsects);
1148 err = -EINVAL;
1149 goto release;
1150 }
1151
1152 datalen = numsects * 8 + 4;
1153 for (i = 0; i < numsects; i++) {
1154 sectsize[i] = slic_read_dword_from_firmware(fw, offset: &idx);
1155 datalen += sectsize[i];
1156 }
1157
1158 /* do another sanity check against firmware size */
1159 if (datalen > fw->size) {
1160 dev_err(&sdev->pdev->dev,
1161 "invalid firmware size %zu (expected >= %u)\n",
1162 fw->size, datalen);
1163 err = -EINVAL;
1164 goto release;
1165 }
1166 /* get sections */
1167 for (i = 0; i < numsects; i++)
1168 sectstart[i] = slic_read_dword_from_firmware(fw, offset: &idx);
1169
1170 code_start = idx;
1171 instr = slic_read_dword_from_firmware(fw, offset: &idx);
1172
1173 for (sect = 0; sect < numsects; sect++) {
1174 unsigned int ssize = sectsize[sect] >> 3;
1175
1176 base = sectstart[sect];
1177
1178 for (addr = 0; addr < ssize; addr++) {
1179 /* write out instruction address */
1180 slic_write(sdev, SLIC_REG_WCS, val: base + addr);
1181 /* write out instruction to low addr */
1182 slic_write(sdev, SLIC_REG_WCS, val: instr);
1183 instr = slic_read_dword_from_firmware(fw, offset: &idx);
1184 /* write out instruction to high addr */
1185 slic_write(sdev, SLIC_REG_WCS, val: instr);
1186 instr = slic_read_dword_from_firmware(fw, offset: &idx);
1187 }
1188 }
1189
1190 idx = code_start;
1191
1192 for (sect = 0; sect < numsects; sect++) {
1193 unsigned int ssize = sectsize[sect] >> 3;
1194
1195 instr = slic_read_dword_from_firmware(fw, offset: &idx);
1196 base = sectstart[sect];
1197 if (base < 0x8000)
1198 continue;
1199
1200 for (addr = 0; addr < ssize; addr++) {
1201 /* write out instruction address */
1202 slic_write(sdev, SLIC_REG_WCS,
1203 SLIC_WCS_COMPARE | (base + addr));
1204 /* write out instruction to low addr */
1205 slic_write(sdev, SLIC_REG_WCS, val: instr);
1206 instr = slic_read_dword_from_firmware(fw, offset: &idx);
1207 /* write out instruction to high addr */
1208 slic_write(sdev, SLIC_REG_WCS, val: instr);
1209 instr = slic_read_dword_from_firmware(fw, offset: &idx);
1210 }
1211 }
1212 slic_flush_write(sdev);
1213 mdelay(10);
1214 /* everything OK, kick off the card */
1215 slic_write(sdev, SLIC_REG_WCS, SLIC_WCS_START);
1216 slic_flush_write(sdev);
1217 /* wait long enough for ucode to init card and reach the mainloop */
1218 mdelay(20);
1219release:
1220 release_firmware(fw);
1221
1222 return err;
1223}
1224
1225static int slic_init_shmem(struct slic_device *sdev)
1226{
1227 struct slic_shmem *sm = &sdev->shmem;
1228 struct slic_shmem_data *sm_data;
1229 dma_addr_t paddr;
1230
1231 sm_data = dma_alloc_coherent(dev: &sdev->pdev->dev, size: sizeof(*sm_data),
1232 dma_handle: &paddr, GFP_KERNEL);
1233 if (!sm_data) {
1234 dev_err(&sdev->pdev->dev, "failed to allocate shared memory\n");
1235 return -ENOMEM;
1236 }
1237
1238 sm->shmem_data = sm_data;
1239 sm->isr_paddr = paddr;
1240 sm->link_paddr = paddr + offsetof(struct slic_shmem_data, link);
1241
1242 return 0;
1243}
1244
1245static void slic_free_shmem(struct slic_device *sdev)
1246{
1247 struct slic_shmem *sm = &sdev->shmem;
1248 struct slic_shmem_data *sm_data = sm->shmem_data;
1249
1250 dma_free_coherent(dev: &sdev->pdev->dev, size: sizeof(*sm_data), cpu_addr: sm_data,
1251 dma_handle: sm->isr_paddr);
1252}
1253
1254static int slic_init_iface(struct slic_device *sdev)
1255{
1256 struct slic_shmem *sm = &sdev->shmem;
1257 int err;
1258
1259 sdev->upr_list.pending = false;
1260
1261 err = slic_init_shmem(sdev);
1262 if (err) {
1263 netdev_err(dev: sdev->netdev, format: "failed to init shared memory\n");
1264 return err;
1265 }
1266
1267 err = slic_load_firmware(sdev);
1268 if (err) {
1269 netdev_err(dev: sdev->netdev, format: "failed to load firmware\n");
1270 goto free_sm;
1271 }
1272
1273 err = slic_load_rcvseq_firmware(sdev);
1274 if (err) {
1275 netdev_err(dev: sdev->netdev,
1276 format: "failed to load firmware for receive sequencer\n");
1277 goto free_sm;
1278 }
1279
1280 slic_write(sdev, SLIC_REG_ICR, SLIC_ICR_INT_OFF);
1281 slic_flush_write(sdev);
1282 mdelay(1);
1283
1284 err = slic_init_rx_queue(sdev);
1285 if (err) {
1286 netdev_err(dev: sdev->netdev, format: "failed to init rx queue: %u\n", err);
1287 goto free_sm;
1288 }
1289
1290 err = slic_init_tx_queue(sdev);
1291 if (err) {
1292 netdev_err(dev: sdev->netdev, format: "failed to init tx queue: %u\n", err);
1293 goto free_rxq;
1294 }
1295
1296 err = slic_init_stat_queue(sdev);
1297 if (err) {
1298 netdev_err(dev: sdev->netdev, format: "failed to init status queue: %u\n",
1299 err);
1300 goto free_txq;
1301 }
1302
1303 slic_write(sdev, SLIC_REG_ISP, lower_32_bits(sm->isr_paddr));
1304 napi_enable(n: &sdev->napi);
1305 /* disable irq mitigation */
1306 slic_write(sdev, SLIC_REG_INTAGG, val: 0);
1307 slic_write(sdev, SLIC_REG_ISR, val: 0);
1308 slic_flush_write(sdev);
1309
1310 slic_set_mac_address(sdev);
1311
1312 spin_lock_bh(lock: &sdev->link_lock);
1313 sdev->duplex = DUPLEX_UNKNOWN;
1314 sdev->speed = SPEED_UNKNOWN;
1315 spin_unlock_bh(lock: &sdev->link_lock);
1316
1317 slic_set_link_autoneg(sdev);
1318
1319 err = request_irq(irq: sdev->pdev->irq, handler: slic_irq, IRQF_SHARED, DRV_NAME,
1320 dev: sdev);
1321 if (err) {
1322 netdev_err(dev: sdev->netdev, format: "failed to request irq: %u\n", err);
1323 goto disable_napi;
1324 }
1325
1326 slic_write(sdev, SLIC_REG_ICR, SLIC_ICR_INT_ON);
1327 slic_flush_write(sdev);
1328 /* request initial link status */
1329 err = slic_handle_link_change(sdev);
1330 if (err)
1331 netdev_warn(dev: sdev->netdev,
1332 format: "failed to set initial link state: %u\n", err);
1333 return 0;
1334
1335disable_napi:
1336 napi_disable(n: &sdev->napi);
1337 slic_free_stat_queue(sdev);
1338free_txq:
1339 slic_free_tx_queue(sdev);
1340free_rxq:
1341 slic_free_rx_queue(sdev);
1342free_sm:
1343 slic_free_shmem(sdev);
1344 slic_card_reset(sdev);
1345
1346 return err;
1347}
1348
1349static int slic_open(struct net_device *dev)
1350{
1351 struct slic_device *sdev = netdev_priv(dev);
1352 int err;
1353
1354 netif_carrier_off(dev);
1355
1356 err = slic_init_iface(sdev);
1357 if (err) {
1358 netdev_err(dev, format: "failed to initialize interface: %i\n", err);
1359 return err;
1360 }
1361
1362 netif_start_queue(dev);
1363
1364 return 0;
1365}
1366
1367static int slic_close(struct net_device *dev)
1368{
1369 struct slic_device *sdev = netdev_priv(dev);
1370 u32 val;
1371
1372 netif_stop_queue(dev);
1373
1374 /* stop irq handling */
1375 napi_disable(n: &sdev->napi);
1376 slic_write(sdev, SLIC_REG_ICR, SLIC_ICR_INT_OFF);
1377 slic_write(sdev, SLIC_REG_ISR, val: 0);
1378 slic_flush_write(sdev);
1379
1380 free_irq(sdev->pdev->irq, sdev);
1381 /* turn off RCV and XMT and power down PHY */
1382 val = SLIC_GXCR_RESET | SLIC_GXCR_PAUSEEN;
1383 slic_write(sdev, SLIC_REG_WXCFG, val);
1384
1385 val = SLIC_GRCR_RESET | SLIC_GRCR_CTLEN | SLIC_GRCR_ADDRAEN |
1386 SLIC_GRCR_HASHSIZE << SLIC_GRCR_HASHSIZE_SHIFT;
1387 slic_write(sdev, SLIC_REG_WRCFG, val);
1388
1389 val = MII_BMCR << 16 | BMCR_PDOWN;
1390 slic_write(sdev, SLIC_REG_WPHY, val);
1391 slic_flush_write(sdev);
1392
1393 slic_clear_upr_list(upr_list: &sdev->upr_list);
1394 slic_write(sdev, SLIC_REG_QUIESCE, val: 0);
1395
1396 slic_free_stat_queue(sdev);
1397 slic_free_tx_queue(sdev);
1398 slic_free_rx_queue(sdev);
1399 slic_free_shmem(sdev);
1400
1401 slic_card_reset(sdev);
1402 netif_carrier_off(dev);
1403
1404 return 0;
1405}
1406
1407static netdev_tx_t slic_xmit(struct sk_buff *skb, struct net_device *dev)
1408{
1409 struct slic_device *sdev = netdev_priv(dev);
1410 struct slic_tx_queue *txq = &sdev->txq;
1411 struct slic_tx_buffer *buff;
1412 struct slic_tx_desc *desc;
1413 dma_addr_t paddr;
1414 u32 cbar_val;
1415 u32 maplen;
1416
1417 if (unlikely(slic_get_free_tx_descs(txq) < SLIC_MAX_REQ_TX_DESCS)) {
1418 netdev_err(dev, format: "BUG! not enough tx LEs left: %u\n",
1419 slic_get_free_tx_descs(txq));
1420 return NETDEV_TX_BUSY;
1421 }
1422
1423 maplen = skb_headlen(skb);
1424 paddr = dma_map_single(&sdev->pdev->dev, skb->data, maplen,
1425 DMA_TO_DEVICE);
1426 if (dma_mapping_error(dev: &sdev->pdev->dev, dma_addr: paddr)) {
1427 netdev_err(dev, format: "failed to map tx buffer\n");
1428 goto drop_skb;
1429 }
1430
1431 buff = &txq->txbuffs[txq->put_idx];
1432 buff->skb = skb;
1433 dma_unmap_addr_set(buff, map_addr, paddr);
1434 dma_unmap_len_set(buff, map_len, maplen);
1435
1436 desc = buff->desc;
1437 desc->totlen = cpu_to_le32(maplen);
1438 desc->paddrl = cpu_to_le32(lower_32_bits(paddr));
1439 desc->paddrh = cpu_to_le32(upper_32_bits(paddr));
1440 desc->len = cpu_to_le32(maplen);
1441
1442 txq->put_idx = slic_next_queue_idx(idx: txq->put_idx, qlen: txq->len);
1443
1444 cbar_val = lower_32_bits(buff->desc_paddr) | 1;
1445 /* complete writes to RAM and DMA before hardware is informed */
1446 wmb();
1447
1448 slic_write(sdev, SLIC_REG_CBAR, val: cbar_val);
1449
1450 if (slic_get_free_tx_descs(txq) < SLIC_MAX_REQ_TX_DESCS)
1451 netif_stop_queue(dev);
1452
1453 return NETDEV_TX_OK;
1454drop_skb:
1455 dev_kfree_skb_any(skb);
1456
1457 return NETDEV_TX_OK;
1458}
1459
1460static void slic_get_stats(struct net_device *dev,
1461 struct rtnl_link_stats64 *lst)
1462{
1463 struct slic_device *sdev = netdev_priv(dev);
1464 struct slic_stats *stats = &sdev->stats;
1465
1466 SLIC_GET_STATS_COUNTER(lst->rx_packets, stats, rx_packets);
1467 SLIC_GET_STATS_COUNTER(lst->tx_packets, stats, tx_packets);
1468 SLIC_GET_STATS_COUNTER(lst->rx_bytes, stats, rx_bytes);
1469 SLIC_GET_STATS_COUNTER(lst->tx_bytes, stats, tx_bytes);
1470 SLIC_GET_STATS_COUNTER(lst->rx_errors, stats, rx_errors);
1471 SLIC_GET_STATS_COUNTER(lst->rx_dropped, stats, rx_buff_miss);
1472 SLIC_GET_STATS_COUNTER(lst->tx_dropped, stats, tx_dropped);
1473 SLIC_GET_STATS_COUNTER(lst->multicast, stats, rx_mcasts);
1474 SLIC_GET_STATS_COUNTER(lst->rx_over_errors, stats, rx_buffoflow);
1475 SLIC_GET_STATS_COUNTER(lst->rx_crc_errors, stats, rx_crc);
1476 SLIC_GET_STATS_COUNTER(lst->rx_fifo_errors, stats, rx_oflow802);
1477 SLIC_GET_STATS_COUNTER(lst->tx_carrier_errors, stats, tx_carrier);
1478}
1479
1480static int slic_get_sset_count(struct net_device *dev, int sset)
1481{
1482 switch (sset) {
1483 case ETH_SS_STATS:
1484 return ARRAY_SIZE(slic_stats_strings);
1485 default:
1486 return -EOPNOTSUPP;
1487 }
1488}
1489
1490static void slic_get_ethtool_stats(struct net_device *dev,
1491 struct ethtool_stats *eth_stats, u64 *data)
1492{
1493 struct slic_device *sdev = netdev_priv(dev);
1494 struct slic_stats *stats = &sdev->stats;
1495
1496 SLIC_GET_STATS_COUNTER(data[0], stats, rx_packets);
1497 SLIC_GET_STATS_COUNTER(data[1], stats, rx_bytes);
1498 SLIC_GET_STATS_COUNTER(data[2], stats, rx_mcasts);
1499 SLIC_GET_STATS_COUNTER(data[3], stats, rx_errors);
1500 SLIC_GET_STATS_COUNTER(data[4], stats, rx_buff_miss);
1501 SLIC_GET_STATS_COUNTER(data[5], stats, rx_tpcsum);
1502 SLIC_GET_STATS_COUNTER(data[6], stats, rx_tpoflow);
1503 SLIC_GET_STATS_COUNTER(data[7], stats, rx_tphlen);
1504 SLIC_GET_STATS_COUNTER(data[8], stats, rx_ipcsum);
1505 SLIC_GET_STATS_COUNTER(data[9], stats, rx_iplen);
1506 SLIC_GET_STATS_COUNTER(data[10], stats, rx_iphlen);
1507 SLIC_GET_STATS_COUNTER(data[11], stats, rx_early);
1508 SLIC_GET_STATS_COUNTER(data[12], stats, rx_buffoflow);
1509 SLIC_GET_STATS_COUNTER(data[13], stats, rx_lcode);
1510 SLIC_GET_STATS_COUNTER(data[14], stats, rx_drbl);
1511 SLIC_GET_STATS_COUNTER(data[15], stats, rx_crc);
1512 SLIC_GET_STATS_COUNTER(data[16], stats, rx_oflow802);
1513 SLIC_GET_STATS_COUNTER(data[17], stats, rx_uflow802);
1514 SLIC_GET_STATS_COUNTER(data[18], stats, tx_packets);
1515 SLIC_GET_STATS_COUNTER(data[19], stats, tx_bytes);
1516 SLIC_GET_STATS_COUNTER(data[20], stats, tx_carrier);
1517 SLIC_GET_STATS_COUNTER(data[21], stats, tx_dropped);
1518 SLIC_GET_STATS_COUNTER(data[22], stats, irq_errs);
1519}
1520
1521static void slic_get_strings(struct net_device *dev, u32 stringset, u8 *data)
1522{
1523 if (stringset == ETH_SS_STATS)
1524 memcpy(data, slic_stats_strings, sizeof(slic_stats_strings));
1525}
1526
1527static void slic_get_drvinfo(struct net_device *dev,
1528 struct ethtool_drvinfo *info)
1529{
1530 struct slic_device *sdev = netdev_priv(dev);
1531
1532 strscpy(p: info->driver, DRV_NAME, size: sizeof(info->driver));
1533 strscpy(p: info->bus_info, q: pci_name(pdev: sdev->pdev), size: sizeof(info->bus_info));
1534}
1535
1536static const struct ethtool_ops slic_ethtool_ops = {
1537 .get_drvinfo = slic_get_drvinfo,
1538 .get_link = ethtool_op_get_link,
1539 .get_strings = slic_get_strings,
1540 .get_ethtool_stats = slic_get_ethtool_stats,
1541 .get_sset_count = slic_get_sset_count,
1542};
1543
1544static const struct net_device_ops slic_netdev_ops = {
1545 .ndo_open = slic_open,
1546 .ndo_stop = slic_close,
1547 .ndo_start_xmit = slic_xmit,
1548 .ndo_set_mac_address = eth_mac_addr,
1549 .ndo_get_stats64 = slic_get_stats,
1550 .ndo_set_rx_mode = slic_set_rx_mode,
1551 .ndo_validate_addr = eth_validate_addr,
1552};
1553
1554static u16 slic_eeprom_csum(unsigned char *eeprom, unsigned int len)
1555{
1556 unsigned char *ptr = eeprom;
1557 u32 csum = 0;
1558 __le16 data;
1559
1560 while (len > 1) {
1561 memcpy(&data, ptr, sizeof(data));
1562 csum += le16_to_cpu(data);
1563 ptr += 2;
1564 len -= 2;
1565 }
1566 if (len > 0)
1567 csum += *(u8 *)ptr;
1568 while (csum >> 16)
1569 csum = (csum & 0xFFFF) + ((csum >> 16) & 0xFFFF);
1570 return ~csum;
1571}
1572
1573/* check eeprom size, magic and checksum */
1574static bool slic_eeprom_valid(unsigned char *eeprom, unsigned int size)
1575{
1576 const unsigned int MAX_SIZE = 128;
1577 const unsigned int MIN_SIZE = 98;
1578 __le16 magic;
1579 __le16 csum;
1580
1581 if (size < MIN_SIZE || size > MAX_SIZE)
1582 return false;
1583 memcpy(&magic, eeprom, sizeof(magic));
1584 if (le16_to_cpu(magic) != SLIC_EEPROM_MAGIC)
1585 return false;
1586 /* cut checksum bytes */
1587 size -= 2;
1588 memcpy(&csum, eeprom + size, sizeof(csum));
1589
1590 return (le16_to_cpu(csum) == slic_eeprom_csum(eeprom, len: size));
1591}
1592
1593static int slic_read_eeprom(struct slic_device *sdev)
1594{
1595 unsigned int devfn = PCI_FUNC(sdev->pdev->devfn);
1596 struct slic_shmem *sm = &sdev->shmem;
1597 struct slic_shmem_data *sm_data = sm->shmem_data;
1598 const unsigned int MAX_LOOPS = 5000;
1599 unsigned int codesize;
1600 unsigned char *eeprom;
1601 struct slic_upr *upr;
1602 unsigned int i = 0;
1603 dma_addr_t paddr;
1604 int err = 0;
1605 u8 *mac[2];
1606
1607 eeprom = dma_alloc_coherent(dev: &sdev->pdev->dev, SLIC_EEPROM_SIZE,
1608 dma_handle: &paddr, GFP_KERNEL);
1609 if (!eeprom)
1610 return -ENOMEM;
1611
1612 slic_write(sdev, SLIC_REG_ICR, SLIC_ICR_INT_OFF);
1613 /* setup ISP temporarily */
1614 slic_write(sdev, SLIC_REG_ISP, lower_32_bits(sm->isr_paddr));
1615
1616 err = slic_new_upr(sdev, SLIC_UPR_CONFIG, paddr);
1617 if (!err) {
1618 for (i = 0; i < MAX_LOOPS; i++) {
1619 if (le32_to_cpu(sm_data->isr) & SLIC_ISR_UPC)
1620 break;
1621 mdelay(1);
1622 }
1623 if (i == MAX_LOOPS) {
1624 dev_err(&sdev->pdev->dev,
1625 "timed out while waiting for eeprom data\n");
1626 err = -ETIMEDOUT;
1627 }
1628 upr = slic_dequeue_upr(sdev);
1629 kfree(objp: upr);
1630 }
1631
1632 slic_write(sdev, SLIC_REG_ISP, val: 0);
1633 slic_write(sdev, SLIC_REG_ISR, val: 0);
1634 slic_flush_write(sdev);
1635
1636 if (err)
1637 goto free_eeprom;
1638
1639 if (sdev->model == SLIC_MODEL_OASIS) {
1640 struct slic_oasis_eeprom *oee;
1641
1642 oee = (struct slic_oasis_eeprom *)eeprom;
1643 mac[0] = oee->mac;
1644 mac[1] = oee->mac2;
1645 codesize = le16_to_cpu(oee->eeprom_code_size);
1646 } else {
1647 struct slic_mojave_eeprom *mee;
1648
1649 mee = (struct slic_mojave_eeprom *)eeprom;
1650 mac[0] = mee->mac;
1651 mac[1] = mee->mac2;
1652 codesize = le16_to_cpu(mee->eeprom_code_size);
1653 }
1654
1655 if (!slic_eeprom_valid(eeprom, size: codesize)) {
1656 dev_err(&sdev->pdev->dev, "invalid checksum in eeprom\n");
1657 err = -EINVAL;
1658 goto free_eeprom;
1659 }
1660 /* set mac address */
1661 eth_hw_addr_set(dev: sdev->netdev, addr: mac[devfn]);
1662free_eeprom:
1663 dma_free_coherent(dev: &sdev->pdev->dev, SLIC_EEPROM_SIZE, cpu_addr: eeprom, dma_handle: paddr);
1664
1665 return err;
1666}
1667
1668static int slic_init(struct slic_device *sdev)
1669{
1670 int err;
1671
1672 spin_lock_init(&sdev->upper_lock);
1673 spin_lock_init(&sdev->link_lock);
1674 INIT_LIST_HEAD(list: &sdev->upr_list.list);
1675 spin_lock_init(&sdev->upr_list.lock);
1676 u64_stats_init(syncp: &sdev->stats.syncp);
1677
1678 slic_card_reset(sdev);
1679
1680 err = slic_load_firmware(sdev);
1681 if (err) {
1682 dev_err(&sdev->pdev->dev, "failed to load firmware\n");
1683 return err;
1684 }
1685
1686 /* we need the shared memory to read EEPROM so set it up temporarily */
1687 err = slic_init_shmem(sdev);
1688 if (err) {
1689 dev_err(&sdev->pdev->dev, "failed to init shared memory\n");
1690 return err;
1691 }
1692
1693 err = slic_read_eeprom(sdev);
1694 if (err) {
1695 dev_err(&sdev->pdev->dev, "failed to read eeprom\n");
1696 goto free_sm;
1697 }
1698
1699 slic_card_reset(sdev);
1700 slic_free_shmem(sdev);
1701
1702 return 0;
1703free_sm:
1704 slic_free_shmem(sdev);
1705
1706 return err;
1707}
1708
1709static bool slic_is_fiber(unsigned short subdev)
1710{
1711 switch (subdev) {
1712 /* Mojave */
1713 case PCI_SUBDEVICE_ID_ALACRITECH_1000X1F:
1714 case PCI_SUBDEVICE_ID_ALACRITECH_SES1001F: fallthrough;
1715 /* Oasis */
1716 case PCI_SUBDEVICE_ID_ALACRITECH_SEN2002XF:
1717 case PCI_SUBDEVICE_ID_ALACRITECH_SEN2001XF:
1718 case PCI_SUBDEVICE_ID_ALACRITECH_SEN2104EF:
1719 case PCI_SUBDEVICE_ID_ALACRITECH_SEN2102EF:
1720 return true;
1721 }
1722 return false;
1723}
1724
1725static void slic_configure_pci(struct pci_dev *pdev)
1726{
1727 u16 old;
1728 u16 cmd;
1729
1730 pci_read_config_word(dev: pdev, PCI_COMMAND, val: &old);
1731
1732 cmd = old | PCI_COMMAND_PARITY | PCI_COMMAND_SERR;
1733 if (old != cmd)
1734 pci_write_config_word(dev: pdev, PCI_COMMAND, val: cmd);
1735}
1736
1737static int slic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
1738{
1739 struct slic_device *sdev;
1740 struct net_device *dev;
1741 int err;
1742
1743 err = pci_enable_device(dev: pdev);
1744 if (err) {
1745 dev_err(&pdev->dev, "failed to enable PCI device\n");
1746 return err;
1747 }
1748
1749 pci_set_master(dev: pdev);
1750 pci_try_set_mwi(dev: pdev);
1751
1752 slic_configure_pci(pdev);
1753
1754 err = dma_set_mask(dev: &pdev->dev, DMA_BIT_MASK(32));
1755 if (err) {
1756 dev_err(&pdev->dev, "failed to setup DMA\n");
1757 goto disable;
1758 }
1759
1760 dma_set_coherent_mask(dev: &pdev->dev, DMA_BIT_MASK(32));
1761
1762 err = pci_request_regions(pdev, DRV_NAME);
1763 if (err) {
1764 dev_err(&pdev->dev, "failed to obtain PCI regions\n");
1765 goto disable;
1766 }
1767
1768 dev = alloc_etherdev(sizeof(*sdev));
1769 if (!dev) {
1770 dev_err(&pdev->dev, "failed to alloc ethernet device\n");
1771 err = -ENOMEM;
1772 goto free_regions;
1773 }
1774
1775 SET_NETDEV_DEV(dev, &pdev->dev);
1776 pci_set_drvdata(pdev, data: dev);
1777 dev->irq = pdev->irq;
1778 dev->netdev_ops = &slic_netdev_ops;
1779 dev->hw_features = NETIF_F_RXCSUM;
1780 dev->features |= dev->hw_features;
1781
1782 dev->ethtool_ops = &slic_ethtool_ops;
1783
1784 sdev = netdev_priv(dev);
1785 sdev->model = (pdev->device == PCI_DEVICE_ID_ALACRITECH_OASIS) ?
1786 SLIC_MODEL_OASIS : SLIC_MODEL_MOJAVE;
1787 sdev->is_fiber = slic_is_fiber(subdev: pdev->subsystem_device);
1788 sdev->pdev = pdev;
1789 sdev->netdev = dev;
1790 sdev->regs = ioremap(pci_resource_start(pdev, 0),
1791 pci_resource_len(pdev, 0));
1792 if (!sdev->regs) {
1793 dev_err(&pdev->dev, "failed to map registers\n");
1794 err = -ENOMEM;
1795 goto free_netdev;
1796 }
1797
1798 err = slic_init(sdev);
1799 if (err) {
1800 dev_err(&pdev->dev, "failed to initialize driver\n");
1801 goto unmap;
1802 }
1803
1804 netif_napi_add(dev, napi: &sdev->napi, poll: slic_poll);
1805 netif_carrier_off(dev);
1806
1807 err = register_netdev(dev);
1808 if (err) {
1809 dev_err(&pdev->dev, "failed to register net device: %i\n", err);
1810 goto unmap;
1811 }
1812
1813 return 0;
1814
1815unmap:
1816 iounmap(addr: sdev->regs);
1817free_netdev:
1818 free_netdev(dev);
1819free_regions:
1820 pci_release_regions(pdev);
1821disable:
1822 pci_disable_device(dev: pdev);
1823
1824 return err;
1825}
1826
1827static void slic_remove(struct pci_dev *pdev)
1828{
1829 struct net_device *dev = pci_get_drvdata(pdev);
1830 struct slic_device *sdev = netdev_priv(dev);
1831
1832 unregister_netdev(dev);
1833 iounmap(addr: sdev->regs);
1834 free_netdev(dev);
1835 pci_release_regions(pdev);
1836 pci_disable_device(dev: pdev);
1837}
1838
1839static struct pci_driver slic_driver = {
1840 .name = DRV_NAME,
1841 .id_table = slic_id_tbl,
1842 .probe = slic_probe,
1843 .remove = slic_remove,
1844};
1845
1846module_pci_driver(slic_driver);
1847
1848MODULE_DESCRIPTION("Alacritech non-accelerated SLIC driver");
1849MODULE_AUTHOR("Lino Sanfilippo <LinoSanfilippo@gmx.de>");
1850MODULE_LICENSE("GPL");
1851

source code of linux/drivers/net/ethernet/alacritech/slicoss.c