1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * PTP 1588 clock using the EG20T PCH
4 *
5 * Copyright (C) 2010 OMICRON electronics GmbH
6 * Copyright (C) 2011-2012 LAPIS SEMICONDUCTOR Co., LTD.
7 *
8 * This code was derived from the IXP46X driver.
9 */
10
11#include <linux/device.h>
12#include <linux/err.h>
13#include <linux/interrupt.h>
14#include <linux/io.h>
15#include <linux/io-64-nonatomic-lo-hi.h>
16#include <linux/io-64-nonatomic-hi-lo.h>
17#include <linux/irq.h>
18#include <linux/kernel.h>
19#include <linux/module.h>
20#include <linux/pci.h>
21#include <linux/ptp_clock_kernel.h>
22#include <linux/ptp_pch.h>
23#include <linux/slab.h>
24
25#define STATION_ADDR_LEN 20
26#define PCI_DEVICE_ID_PCH_1588 0x8819
27#define IO_MEM_BAR 1
28
29#define DEFAULT_ADDEND 0xA0000000
30#define TICKS_NS_SHIFT 5
31#define N_EXT_TS 2
32
33enum pch_status {
34 PCH_SUCCESS,
35 PCH_INVALIDPARAM,
36 PCH_NOTIMESTAMP,
37 PCH_INTERRUPTMODEINUSE,
38 PCH_FAILED,
39 PCH_UNSUPPORTED,
40};
41
42/*
43 * struct pch_ts_regs - IEEE 1588 registers
44 */
45struct pch_ts_regs {
46 u32 control;
47 u32 event;
48 u32 addend;
49 u32 accum;
50 u32 test;
51 u32 ts_compare;
52 u32 rsystime_lo;
53 u32 rsystime_hi;
54 u32 systime_lo;
55 u32 systime_hi;
56 u32 trgt_lo;
57 u32 trgt_hi;
58 u32 asms_lo;
59 u32 asms_hi;
60 u32 amms_lo;
61 u32 amms_hi;
62 u32 ch_control;
63 u32 ch_event;
64 u32 tx_snap_lo;
65 u32 tx_snap_hi;
66 u32 rx_snap_lo;
67 u32 rx_snap_hi;
68 u32 src_uuid_lo;
69 u32 src_uuid_hi;
70 u32 can_status;
71 u32 can_snap_lo;
72 u32 can_snap_hi;
73 u32 ts_sel;
74 u32 ts_st[6];
75 u32 reserve1[14];
76 u32 stl_max_set_en;
77 u32 stl_max_set;
78 u32 reserve2[13];
79 u32 srst;
80};
81
82#define PCH_TSC_RESET (1 << 0)
83#define PCH_TSC_TTM_MASK (1 << 1)
84#define PCH_TSC_ASMS_MASK (1 << 2)
85#define PCH_TSC_AMMS_MASK (1 << 3)
86#define PCH_TSC_PPSM_MASK (1 << 4)
87#define PCH_TSE_TTIPEND (1 << 1)
88#define PCH_TSE_SNS (1 << 2)
89#define PCH_TSE_SNM (1 << 3)
90#define PCH_TSE_PPS (1 << 4)
91#define PCH_CC_MM (1 << 0)
92#define PCH_CC_TA (1 << 1)
93
94#define PCH_CC_MODE_SHIFT 16
95#define PCH_CC_MODE_MASK 0x001F0000
96#define PCH_CC_VERSION (1 << 31)
97#define PCH_CE_TXS (1 << 0)
98#define PCH_CE_RXS (1 << 1)
99#define PCH_CE_OVR (1 << 0)
100#define PCH_CE_VAL (1 << 1)
101#define PCH_ECS_ETH (1 << 0)
102
103#define PCH_ECS_CAN (1 << 1)
104
105#define PCH_IEEE1588_ETH (1 << 0)
106#define PCH_IEEE1588_CAN (1 << 1)
107
108/*
109 * struct pch_dev - Driver private data
110 */
111struct pch_dev {
112 struct pch_ts_regs __iomem *regs;
113 struct ptp_clock *ptp_clock;
114 struct ptp_clock_info caps;
115 int exts0_enabled;
116 int exts1_enabled;
117
118 u32 irq;
119 struct pci_dev *pdev;
120 spinlock_t register_lock;
121};
122
123/*
124 * struct pch_params - 1588 module parameter
125 */
126struct pch_params {
127 u8 station[STATION_ADDR_LEN];
128};
129
130/* structure to hold the module parameters */
131static struct pch_params pch_param = {
132 "00:00:00:00:00:00"
133};
134
135/*
136 * Register access functions
137 */
138static inline void pch_eth_enable_set(struct pch_dev *chip)
139{
140 u32 val;
141 /* SET the eth_enable bit */
142 val = ioread32(&chip->regs->ts_sel) | (PCH_ECS_ETH);
143 iowrite32(val, (&chip->regs->ts_sel));
144}
145
146static u64 pch_systime_read(struct pch_ts_regs __iomem *regs)
147{
148 u64 ns;
149
150 ns = ioread64_lo_hi(addr: &regs->systime_lo);
151
152 return ns << TICKS_NS_SHIFT;
153}
154
155static void pch_systime_write(struct pch_ts_regs __iomem *regs, u64 ns)
156{
157 iowrite64_lo_hi(val: ns >> TICKS_NS_SHIFT, addr: &regs->systime_lo);
158}
159
160static inline void pch_block_reset(struct pch_dev *chip)
161{
162 u32 val;
163 /* Reset Hardware Assist block */
164 val = ioread32(&chip->regs->control) | PCH_TSC_RESET;
165 iowrite32(val, (&chip->regs->control));
166 val = val & ~PCH_TSC_RESET;
167 iowrite32(val, (&chip->regs->control));
168}
169
170void pch_ch_control_write(struct pci_dev *pdev, u32 val)
171{
172 struct pch_dev *chip = pci_get_drvdata(pdev);
173
174 iowrite32(val, (&chip->regs->ch_control));
175}
176EXPORT_SYMBOL(pch_ch_control_write);
177
178u32 pch_ch_event_read(struct pci_dev *pdev)
179{
180 struct pch_dev *chip = pci_get_drvdata(pdev);
181 u32 val;
182
183 val = ioread32(&chip->regs->ch_event);
184
185 return val;
186}
187EXPORT_SYMBOL(pch_ch_event_read);
188
189void pch_ch_event_write(struct pci_dev *pdev, u32 val)
190{
191 struct pch_dev *chip = pci_get_drvdata(pdev);
192
193 iowrite32(val, (&chip->regs->ch_event));
194}
195EXPORT_SYMBOL(pch_ch_event_write);
196
197u32 pch_src_uuid_lo_read(struct pci_dev *pdev)
198{
199 struct pch_dev *chip = pci_get_drvdata(pdev);
200 u32 val;
201
202 val = ioread32(&chip->regs->src_uuid_lo);
203
204 return val;
205}
206EXPORT_SYMBOL(pch_src_uuid_lo_read);
207
208u32 pch_src_uuid_hi_read(struct pci_dev *pdev)
209{
210 struct pch_dev *chip = pci_get_drvdata(pdev);
211 u32 val;
212
213 val = ioread32(&chip->regs->src_uuid_hi);
214
215 return val;
216}
217EXPORT_SYMBOL(pch_src_uuid_hi_read);
218
219u64 pch_rx_snap_read(struct pci_dev *pdev)
220{
221 struct pch_dev *chip = pci_get_drvdata(pdev);
222 u64 ns;
223
224 ns = ioread64_lo_hi(addr: &chip->regs->rx_snap_lo);
225
226 return ns << TICKS_NS_SHIFT;
227}
228EXPORT_SYMBOL(pch_rx_snap_read);
229
230u64 pch_tx_snap_read(struct pci_dev *pdev)
231{
232 struct pch_dev *chip = pci_get_drvdata(pdev);
233 u64 ns;
234
235 ns = ioread64_lo_hi(addr: &chip->regs->tx_snap_lo);
236
237 return ns << TICKS_NS_SHIFT;
238}
239EXPORT_SYMBOL(pch_tx_snap_read);
240
241/* This function enables all 64 bits in system time registers [high & low].
242This is a work-around for non continuous value in the SystemTime Register*/
243static void pch_set_system_time_count(struct pch_dev *chip)
244{
245 iowrite32(0x01, &chip->regs->stl_max_set_en);
246 iowrite32(0xFFFFFFFF, &chip->regs->stl_max_set);
247 iowrite32(0x00, &chip->regs->stl_max_set_en);
248}
249
250static void pch_reset(struct pch_dev *chip)
251{
252 /* Reset Hardware Assist */
253 pch_block_reset(chip);
254
255 /* enable all 32 bits in system time registers */
256 pch_set_system_time_count(chip);
257}
258
259/**
260 * pch_set_station_address() - This API sets the station address used by
261 * IEEE 1588 hardware when looking at PTP
262 * traffic on the ethernet interface
263 * @addr: dress which contain the column separated address to be used.
264 * @pdev: PCI device.
265 */
266int pch_set_station_address(u8 *addr, struct pci_dev *pdev)
267{
268 struct pch_dev *chip = pci_get_drvdata(pdev);
269 bool valid;
270 u64 mac;
271
272 /* Verify the parameter */
273 if ((chip->regs == NULL) || addr == (u8 *)NULL) {
274 dev_err(&pdev->dev,
275 "invalid params returning PCH_INVALIDPARAM\n");
276 return PCH_INVALIDPARAM;
277 }
278
279 valid = mac_pton(s: addr, mac: (u8 *)&mac);
280 if (!valid) {
281 dev_err(&pdev->dev, "invalid params returning PCH_INVALIDPARAM\n");
282 return PCH_INVALIDPARAM;
283 }
284
285 dev_dbg(&pdev->dev, "invoking pch_station_set\n");
286 iowrite64_lo_hi(val: mac, addr: &chip->regs->ts_st);
287 return 0;
288}
289EXPORT_SYMBOL(pch_set_station_address);
290
291/*
292 * Interrupt service routine
293 */
294static irqreturn_t isr(int irq, void *priv)
295{
296 struct pch_dev *pch_dev = priv;
297 struct pch_ts_regs __iomem *regs = pch_dev->regs;
298 struct ptp_clock_event event;
299 u32 ack = 0, val;
300
301 val = ioread32(&regs->event);
302
303 if (val & PCH_TSE_SNS) {
304 ack |= PCH_TSE_SNS;
305 if (pch_dev->exts0_enabled) {
306 event.type = PTP_CLOCK_EXTTS;
307 event.index = 0;
308 event.timestamp = ioread64_hi_lo(addr: &regs->asms_hi);
309 event.timestamp <<= TICKS_NS_SHIFT;
310 ptp_clock_event(ptp: pch_dev->ptp_clock, event: &event);
311 }
312 }
313
314 if (val & PCH_TSE_SNM) {
315 ack |= PCH_TSE_SNM;
316 if (pch_dev->exts1_enabled) {
317 event.type = PTP_CLOCK_EXTTS;
318 event.index = 1;
319 event.timestamp = ioread64_hi_lo(addr: &regs->asms_hi);
320 event.timestamp <<= TICKS_NS_SHIFT;
321 ptp_clock_event(ptp: pch_dev->ptp_clock, event: &event);
322 }
323 }
324
325 if (val & PCH_TSE_TTIPEND)
326 ack |= PCH_TSE_TTIPEND; /* this bit seems to be always set */
327
328 if (ack) {
329 iowrite32(ack, &regs->event);
330 return IRQ_HANDLED;
331 } else
332 return IRQ_NONE;
333}
334
335/*
336 * PTP clock operations
337 */
338
339static int ptp_pch_adjfine(struct ptp_clock_info *ptp, long scaled_ppm)
340{
341 u32 addend;
342 struct pch_dev *pch_dev = container_of(ptp, struct pch_dev, caps);
343 struct pch_ts_regs __iomem *regs = pch_dev->regs;
344
345 addend = adjust_by_scaled_ppm(DEFAULT_ADDEND, scaled_ppm);
346
347 iowrite32(addend, &regs->addend);
348
349 return 0;
350}
351
352static int ptp_pch_adjtime(struct ptp_clock_info *ptp, s64 delta)
353{
354 s64 now;
355 unsigned long flags;
356 struct pch_dev *pch_dev = container_of(ptp, struct pch_dev, caps);
357 struct pch_ts_regs __iomem *regs = pch_dev->regs;
358
359 spin_lock_irqsave(&pch_dev->register_lock, flags);
360 now = pch_systime_read(regs);
361 now += delta;
362 pch_systime_write(regs, ns: now);
363 spin_unlock_irqrestore(lock: &pch_dev->register_lock, flags);
364
365 return 0;
366}
367
368static int ptp_pch_gettime(struct ptp_clock_info *ptp, struct timespec64 *ts)
369{
370 u64 ns;
371 unsigned long flags;
372 struct pch_dev *pch_dev = container_of(ptp, struct pch_dev, caps);
373 struct pch_ts_regs __iomem *regs = pch_dev->regs;
374
375 spin_lock_irqsave(&pch_dev->register_lock, flags);
376 ns = pch_systime_read(regs);
377 spin_unlock_irqrestore(lock: &pch_dev->register_lock, flags);
378
379 *ts = ns_to_timespec64(nsec: ns);
380 return 0;
381}
382
383static int ptp_pch_settime(struct ptp_clock_info *ptp,
384 const struct timespec64 *ts)
385{
386 u64 ns;
387 unsigned long flags;
388 struct pch_dev *pch_dev = container_of(ptp, struct pch_dev, caps);
389 struct pch_ts_regs __iomem *regs = pch_dev->regs;
390
391 ns = timespec64_to_ns(ts);
392
393 spin_lock_irqsave(&pch_dev->register_lock, flags);
394 pch_systime_write(regs, ns);
395 spin_unlock_irqrestore(lock: &pch_dev->register_lock, flags);
396
397 return 0;
398}
399
400static int ptp_pch_enable(struct ptp_clock_info *ptp,
401 struct ptp_clock_request *rq, int on)
402{
403 struct pch_dev *pch_dev = container_of(ptp, struct pch_dev, caps);
404
405 switch (rq->type) {
406 case PTP_CLK_REQ_EXTTS:
407 switch (rq->extts.index) {
408 case 0:
409 pch_dev->exts0_enabled = on ? 1 : 0;
410 break;
411 case 1:
412 pch_dev->exts1_enabled = on ? 1 : 0;
413 break;
414 default:
415 return -EINVAL;
416 }
417 return 0;
418 default:
419 break;
420 }
421
422 return -EOPNOTSUPP;
423}
424
425static const struct ptp_clock_info ptp_pch_caps = {
426 .owner = THIS_MODULE,
427 .name = "PCH timer",
428 .max_adj = 50000000,
429 .n_ext_ts = N_EXT_TS,
430 .n_pins = 0,
431 .pps = 0,
432 .adjfine = ptp_pch_adjfine,
433 .adjtime = ptp_pch_adjtime,
434 .gettime64 = ptp_pch_gettime,
435 .settime64 = ptp_pch_settime,
436 .enable = ptp_pch_enable,
437};
438
439static void pch_remove(struct pci_dev *pdev)
440{
441 struct pch_dev *chip = pci_get_drvdata(pdev);
442
443 free_irq(pdev->irq, chip);
444 ptp_clock_unregister(ptp: chip->ptp_clock);
445}
446
447static s32
448pch_probe(struct pci_dev *pdev, const struct pci_device_id *id)
449{
450 s32 ret;
451 unsigned long flags;
452 struct pch_dev *chip;
453
454 chip = devm_kzalloc(dev: &pdev->dev, size: sizeof(*chip), GFP_KERNEL);
455 if (chip == NULL)
456 return -ENOMEM;
457
458 /* enable the 1588 pci device */
459 ret = pcim_enable_device(pdev);
460 if (ret != 0) {
461 dev_err(&pdev->dev, "could not enable the pci device\n");
462 return ret;
463 }
464
465 ret = pcim_iomap_regions(pdev, BIT(IO_MEM_BAR), name: "1588_regs");
466 if (ret) {
467 dev_err(&pdev->dev, "could not locate IO memory address\n");
468 return ret;
469 }
470
471 /* get the virtual address to the 1588 registers */
472 chip->regs = pcim_iomap_table(pdev)[IO_MEM_BAR];
473 chip->caps = ptp_pch_caps;
474 chip->ptp_clock = ptp_clock_register(info: &chip->caps, parent: &pdev->dev);
475 if (IS_ERR(ptr: chip->ptp_clock))
476 return PTR_ERR(ptr: chip->ptp_clock);
477
478 spin_lock_init(&chip->register_lock);
479
480 ret = request_irq(irq: pdev->irq, handler: &isr, IRQF_SHARED, KBUILD_MODNAME, dev: chip);
481 if (ret != 0) {
482 dev_err(&pdev->dev, "failed to get irq %d\n", pdev->irq);
483 goto err_req_irq;
484 }
485
486 /* indicate success */
487 chip->irq = pdev->irq;
488 chip->pdev = pdev;
489 pci_set_drvdata(pdev, data: chip);
490
491 spin_lock_irqsave(&chip->register_lock, flags);
492 /* reset the ieee1588 h/w */
493 pch_reset(chip);
494
495 iowrite32(DEFAULT_ADDEND, &chip->regs->addend);
496 iowrite64_lo_hi(val: 1, addr: &chip->regs->trgt_lo);
497 iowrite32(PCH_TSE_TTIPEND, &chip->regs->event);
498
499 pch_eth_enable_set(chip);
500
501 if (strcmp(pch_param.station, "00:00:00:00:00:00") != 0) {
502 if (pch_set_station_address(pch_param.station, pdev) != 0) {
503 dev_err(&pdev->dev,
504 "Invalid station address parameter\n"
505 "Module loaded but station address not set correctly\n"
506 );
507 }
508 }
509 spin_unlock_irqrestore(lock: &chip->register_lock, flags);
510 return 0;
511
512err_req_irq:
513 ptp_clock_unregister(ptp: chip->ptp_clock);
514
515 dev_err(&pdev->dev, "probe failed(ret=0x%x)\n", ret);
516
517 return ret;
518}
519
520static const struct pci_device_id pch_ieee1588_pcidev_id[] = {
521 {
522 .vendor = PCI_VENDOR_ID_INTEL,
523 .device = PCI_DEVICE_ID_PCH_1588
524 },
525 {0}
526};
527MODULE_DEVICE_TABLE(pci, pch_ieee1588_pcidev_id);
528
529static struct pci_driver pch_driver = {
530 .name = KBUILD_MODNAME,
531 .id_table = pch_ieee1588_pcidev_id,
532 .probe = pch_probe,
533 .remove = pch_remove,
534};
535module_pci_driver(pch_driver);
536
537module_param_string(station,
538 pch_param.station, sizeof(pch_param.station), 0444);
539MODULE_PARM_DESC(station,
540 "IEEE 1588 station address to use - colon separated hex values");
541
542MODULE_AUTHOR("LAPIS SEMICONDUCTOR, <tshimizu818@gmail.com>");
543MODULE_DESCRIPTION("PTP clock using the EG20T timer");
544MODULE_LICENSE("GPL");
545

source code of linux/drivers/ptp/ptp_pch.c