1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * DDR PHY Front End (DPFE) driver for Broadcom set top box SoCs
4 *
5 * Copyright (c) 2017 Broadcom
6 */
7
8/*
9 * This driver provides access to the DPFE interface of Broadcom STB SoCs.
10 * The firmware running on the DCPU inside the DDR PHY can provide current
11 * information about the system's RAM, for instance the DRAM refresh rate.
12 * This can be used as an indirect indicator for the DRAM's temperature.
13 * Slower refresh rate means cooler RAM, higher refresh rate means hotter
14 * RAM.
15 *
16 * Throughout the driver, we use readl_relaxed() and writel_relaxed(), which
17 * already contain the appropriate le32_to_cpu()/cpu_to_le32() calls.
18 *
19 * Note regarding the loading of the firmware image: we use be32_to_cpu()
20 * and le_32_to_cpu(), so we can support the following four cases:
21 * - LE kernel + LE firmware image (the most common case)
22 * - LE kernel + BE firmware image
23 * - BE kernel + LE firmware image
24 * - BE kernel + BE firmware image
25 *
26 * The DPCU always runs in big endian mode. The firmware image, however, can
27 * be in either format. Also, communication between host CPU and DCPU is
28 * always in little endian.
29 */
30
31#include <linux/delay.h>
32#include <linux/firmware.h>
33#include <linux/io.h>
34#include <linux/module.h>
35#include <linux/of.h>
36#include <linux/platform_device.h>
37
38#define DRVNAME "brcmstb-dpfe"
39
40/* DCPU register offsets */
41#define REG_DCPU_RESET 0x0
42#define REG_TO_DCPU_MBOX 0x10
43#define REG_TO_HOST_MBOX 0x14
44
45/* Macros to process offsets returned by the DCPU */
46#define DRAM_MSG_ADDR_OFFSET 0x0
47#define DRAM_MSG_TYPE_OFFSET 0x1c
48#define DRAM_MSG_ADDR_MASK ((1UL << DRAM_MSG_TYPE_OFFSET) - 1)
49#define DRAM_MSG_TYPE_MASK ((1UL << \
50 (BITS_PER_LONG - DRAM_MSG_TYPE_OFFSET)) - 1)
51
52/* Message RAM */
53#define DCPU_MSG_RAM_START 0x100
54#define DCPU_MSG_RAM(x) (DCPU_MSG_RAM_START + (x) * sizeof(u32))
55
56/* DRAM Info Offsets & Masks */
57#define DRAM_INFO_INTERVAL 0x0
58#define DRAM_INFO_MR4 0x4
59#define DRAM_INFO_ERROR 0x8
60#define DRAM_INFO_MR4_MASK 0xff
61#define DRAM_INFO_MR4_SHIFT 24 /* We need to look at byte 3 */
62
63/* DRAM MR4 Offsets & Masks */
64#define DRAM_MR4_REFRESH 0x0 /* Refresh rate */
65#define DRAM_MR4_SR_ABORT 0x3 /* Self Refresh Abort */
66#define DRAM_MR4_PPRE 0x4 /* Post-package repair entry/exit */
67#define DRAM_MR4_TH_OFFS 0x5 /* Thermal Offset; vendor specific */
68#define DRAM_MR4_TUF 0x7 /* Temperature Update Flag */
69
70#define DRAM_MR4_REFRESH_MASK 0x7
71#define DRAM_MR4_SR_ABORT_MASK 0x1
72#define DRAM_MR4_PPRE_MASK 0x1
73#define DRAM_MR4_TH_OFFS_MASK 0x3
74#define DRAM_MR4_TUF_MASK 0x1
75
76/* DRAM Vendor Offsets & Masks (API v2) */
77#define DRAM_VENDOR_MR5 0x0
78#define DRAM_VENDOR_MR6 0x4
79#define DRAM_VENDOR_MR7 0x8
80#define DRAM_VENDOR_MR8 0xc
81#define DRAM_VENDOR_ERROR 0x10
82#define DRAM_VENDOR_MASK 0xff
83#define DRAM_VENDOR_SHIFT 24 /* We need to look at byte 3 */
84
85/* DRAM Information Offsets & Masks (API v3) */
86#define DRAM_DDR_INFO_MR4 0x0
87#define DRAM_DDR_INFO_MR5 0x4
88#define DRAM_DDR_INFO_MR6 0x8
89#define DRAM_DDR_INFO_MR7 0xc
90#define DRAM_DDR_INFO_MR8 0x10
91#define DRAM_DDR_INFO_ERROR 0x14
92#define DRAM_DDR_INFO_MASK 0xff
93
94/* Reset register bits & masks */
95#define DCPU_RESET_SHIFT 0x0
96#define DCPU_RESET_MASK 0x1
97#define DCPU_CLK_DISABLE_SHIFT 0x2
98
99/* DCPU return codes */
100#define DCPU_RET_ERROR_BIT BIT(31)
101#define DCPU_RET_SUCCESS 0x1
102#define DCPU_RET_ERR_HEADER (DCPU_RET_ERROR_BIT | BIT(0))
103#define DCPU_RET_ERR_INVAL (DCPU_RET_ERROR_BIT | BIT(1))
104#define DCPU_RET_ERR_CHKSUM (DCPU_RET_ERROR_BIT | BIT(2))
105#define DCPU_RET_ERR_COMMAND (DCPU_RET_ERROR_BIT | BIT(3))
106/* This error code is not firmware defined and only used in the driver. */
107#define DCPU_RET_ERR_TIMEDOUT (DCPU_RET_ERROR_BIT | BIT(4))
108
109/* Firmware magic */
110#define DPFE_BE_MAGIC 0xfe1010fe
111#define DPFE_LE_MAGIC 0xfe0101fe
112
113/* Error codes */
114#define ERR_INVALID_MAGIC -1
115#define ERR_INVALID_SIZE -2
116#define ERR_INVALID_CHKSUM -3
117
118/* Message types */
119#define DPFE_MSG_TYPE_COMMAND 1
120#define DPFE_MSG_TYPE_RESPONSE 2
121
122#define DELAY_LOOP_MAX 1000
123
124enum dpfe_msg_fields {
125 MSG_HEADER,
126 MSG_COMMAND,
127 MSG_ARG_COUNT,
128 MSG_ARG0,
129 MSG_FIELD_MAX = 16 /* Max number of arguments */
130};
131
132enum dpfe_commands {
133 DPFE_CMD_GET_INFO,
134 DPFE_CMD_GET_REFRESH,
135 DPFE_CMD_GET_VENDOR,
136 DPFE_CMD_MAX /* Last entry */
137};
138
139/*
140 * Format of the binary firmware file:
141 *
142 * entry
143 * 0 header
144 * value: 0xfe0101fe <== little endian
145 * 0xfe1010fe <== big endian
146 * 1 sequence:
147 * [31:16] total segments on this build
148 * [15:0] this segment sequence.
149 * 2 FW version
150 * 3 IMEM byte size
151 * 4 DMEM byte size
152 * IMEM
153 * DMEM
154 * last checksum ==> sum of everything
155 */
156struct dpfe_firmware_header {
157 u32 magic;
158 u32 sequence;
159 u32 version;
160 u32 imem_size;
161 u32 dmem_size;
162};
163
164/* Things we only need during initialization. */
165struct init_data {
166 unsigned int dmem_len;
167 unsigned int imem_len;
168 unsigned int chksum;
169 bool is_big_endian;
170};
171
172/* API version and corresponding commands */
173struct dpfe_api {
174 int version;
175 const char *fw_name;
176 const struct attribute_group **sysfs_attrs;
177 u32 command[DPFE_CMD_MAX][MSG_FIELD_MAX];
178};
179
180/* Things we need for as long as we are active. */
181struct brcmstb_dpfe_priv {
182 void __iomem *regs;
183 void __iomem *dmem;
184 void __iomem *imem;
185 struct device *dev;
186 const struct dpfe_api *dpfe_api;
187 struct mutex lock;
188};
189
190/*
191 * Forward declaration of our sysfs attribute functions, so we can declare the
192 * attribute data structures early.
193 */
194static ssize_t show_info(struct device *, struct device_attribute *, char *);
195static ssize_t show_refresh(struct device *, struct device_attribute *, char *);
196static ssize_t store_refresh(struct device *, struct device_attribute *,
197 const char *, size_t);
198static ssize_t show_vendor(struct device *, struct device_attribute *, char *);
199static ssize_t show_dram(struct device *, struct device_attribute *, char *);
200
201/*
202 * Declare our attributes early, so they can be referenced in the API data
203 * structure. We need to do this, because the attributes depend on the API
204 * version.
205 */
206static DEVICE_ATTR(dpfe_info, 0444, show_info, NULL);
207static DEVICE_ATTR(dpfe_refresh, 0644, show_refresh, store_refresh);
208static DEVICE_ATTR(dpfe_vendor, 0444, show_vendor, NULL);
209static DEVICE_ATTR(dpfe_dram, 0444, show_dram, NULL);
210
211/* API v2 sysfs attributes */
212static struct attribute *dpfe_v2_attrs[] = {
213 &dev_attr_dpfe_info.attr,
214 &dev_attr_dpfe_refresh.attr,
215 &dev_attr_dpfe_vendor.attr,
216 NULL
217};
218ATTRIBUTE_GROUPS(dpfe_v2);
219
220/* API v3 sysfs attributes */
221static struct attribute *dpfe_v3_attrs[] = {
222 &dev_attr_dpfe_info.attr,
223 &dev_attr_dpfe_dram.attr,
224 NULL
225};
226ATTRIBUTE_GROUPS(dpfe_v3);
227
228/*
229 * Old API v2 firmware commands, as defined in the rev 0.61 specification, we
230 * use a version set to 1 to denote that it is not compatible with the new API
231 * v2 and onwards.
232 */
233static const struct dpfe_api dpfe_api_old_v2 = {
234 .version = 1,
235 .fw_name = "dpfe.bin",
236 .sysfs_attrs = dpfe_v2_groups,
237 .command = {
238 [DPFE_CMD_GET_INFO] = {
239 [MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
240 [MSG_COMMAND] = 1,
241 [MSG_ARG_COUNT] = 1,
242 [MSG_ARG0] = 1,
243 },
244 [DPFE_CMD_GET_REFRESH] = {
245 [MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
246 [MSG_COMMAND] = 2,
247 [MSG_ARG_COUNT] = 1,
248 [MSG_ARG0] = 1,
249 },
250 [DPFE_CMD_GET_VENDOR] = {
251 [MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
252 [MSG_COMMAND] = 2,
253 [MSG_ARG_COUNT] = 1,
254 [MSG_ARG0] = 2,
255 },
256 }
257};
258
259/*
260 * API v2 firmware commands, as defined in the rev 0.8 specification, named new
261 * v2 here
262 */
263static const struct dpfe_api dpfe_api_new_v2 = {
264 .version = 2,
265 .fw_name = NULL, /* We expect the firmware to have been downloaded! */
266 .sysfs_attrs = dpfe_v2_groups,
267 .command = {
268 [DPFE_CMD_GET_INFO] = {
269 [MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
270 [MSG_COMMAND] = 0x101,
271 },
272 [DPFE_CMD_GET_REFRESH] = {
273 [MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
274 [MSG_COMMAND] = 0x201,
275 },
276 [DPFE_CMD_GET_VENDOR] = {
277 [MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
278 [MSG_COMMAND] = 0x202,
279 },
280 }
281};
282
283/* API v3 firmware commands */
284static const struct dpfe_api dpfe_api_v3 = {
285 .version = 3,
286 .fw_name = NULL, /* We expect the firmware to have been downloaded! */
287 .sysfs_attrs = dpfe_v3_groups,
288 .command = {
289 [DPFE_CMD_GET_INFO] = {
290 [MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
291 [MSG_COMMAND] = 0x0101,
292 [MSG_ARG_COUNT] = 1,
293 [MSG_ARG0] = 1,
294 },
295 [DPFE_CMD_GET_REFRESH] = {
296 [MSG_HEADER] = DPFE_MSG_TYPE_COMMAND,
297 [MSG_COMMAND] = 0x0202,
298 [MSG_ARG_COUNT] = 0,
299 },
300 /* There's no GET_VENDOR command in API v3. */
301 },
302};
303
304static const char *get_error_text(unsigned int i)
305{
306 static const char * const error_text[] = {
307 "Success", "Header code incorrect",
308 "Unknown command or argument", "Incorrect checksum",
309 "Malformed command", "Timed out", "Unknown error",
310 };
311
312 if (unlikely(i >= ARRAY_SIZE(error_text)))
313 i = ARRAY_SIZE(error_text) - 1;
314
315 return error_text[i];
316}
317
318static bool is_dcpu_enabled(struct brcmstb_dpfe_priv *priv)
319{
320 u32 val;
321
322 mutex_lock(&priv->lock);
323 val = readl_relaxed(priv->regs + REG_DCPU_RESET);
324 mutex_unlock(lock: &priv->lock);
325
326 return !(val & DCPU_RESET_MASK);
327}
328
329static void __disable_dcpu(struct brcmstb_dpfe_priv *priv)
330{
331 u32 val;
332
333 if (!is_dcpu_enabled(priv))
334 return;
335
336 mutex_lock(&priv->lock);
337
338 /* Put DCPU in reset if it's running. */
339 val = readl_relaxed(priv->regs + REG_DCPU_RESET);
340 val |= (1 << DCPU_RESET_SHIFT);
341 writel_relaxed(val, priv->regs + REG_DCPU_RESET);
342
343 mutex_unlock(lock: &priv->lock);
344}
345
346static void __enable_dcpu(struct brcmstb_dpfe_priv *priv)
347{
348 void __iomem *regs = priv->regs;
349 u32 val;
350
351 mutex_lock(&priv->lock);
352
353 /* Clear mailbox registers. */
354 writel_relaxed(0, regs + REG_TO_DCPU_MBOX);
355 writel_relaxed(0, regs + REG_TO_HOST_MBOX);
356
357 /* Disable DCPU clock gating */
358 val = readl_relaxed(regs + REG_DCPU_RESET);
359 val &= ~(1 << DCPU_CLK_DISABLE_SHIFT);
360 writel_relaxed(val, regs + REG_DCPU_RESET);
361
362 /* Take DCPU out of reset */
363 val = readl_relaxed(regs + REG_DCPU_RESET);
364 val &= ~(1 << DCPU_RESET_SHIFT);
365 writel_relaxed(val, regs + REG_DCPU_RESET);
366
367 mutex_unlock(lock: &priv->lock);
368}
369
370static unsigned int get_msg_chksum(const u32 msg[], unsigned int max)
371{
372 unsigned int sum = 0;
373 unsigned int i;
374
375 /* Don't include the last field in the checksum. */
376 for (i = 0; i < max; i++)
377 sum += msg[i];
378
379 return sum;
380}
381
382static void __iomem *get_msg_ptr(struct brcmstb_dpfe_priv *priv, u32 response,
383 char *buf, ssize_t *size)
384{
385 unsigned int msg_type;
386 unsigned int offset;
387 void __iomem *ptr = NULL;
388
389 /* There is no need to use this function for API v3 or later. */
390 if (unlikely(priv->dpfe_api->version >= 3))
391 return NULL;
392
393 msg_type = (response >> DRAM_MSG_TYPE_OFFSET) & DRAM_MSG_TYPE_MASK;
394 offset = (response >> DRAM_MSG_ADDR_OFFSET) & DRAM_MSG_ADDR_MASK;
395
396 /*
397 * msg_type == 1: the offset is relative to the message RAM
398 * msg_type == 0: the offset is relative to the data RAM (this is the
399 * previous way of passing data)
400 * msg_type is anything else: there's critical hardware problem
401 */
402 switch (msg_type) {
403 case 1:
404 ptr = priv->regs + DCPU_MSG_RAM_START + offset;
405 break;
406 case 0:
407 ptr = priv->dmem + offset;
408 break;
409 default:
410 dev_emerg(priv->dev, "invalid message reply from DCPU: %#x\n",
411 response);
412 if (buf && size)
413 *size = sprintf(buf,
414 fmt: "FATAL: communication error with DCPU\n");
415 }
416
417 return ptr;
418}
419
420static void __finalize_command(struct brcmstb_dpfe_priv *priv)
421{
422 unsigned int release_mbox;
423
424 /*
425 * It depends on the API version which MBOX register we have to write to
426 * signal we are done.
427 */
428 release_mbox = (priv->dpfe_api->version < 2)
429 ? REG_TO_HOST_MBOX : REG_TO_DCPU_MBOX;
430 writel_relaxed(0, priv->regs + release_mbox);
431}
432
433static int __send_command(struct brcmstb_dpfe_priv *priv, unsigned int cmd,
434 u32 result[])
435{
436 void __iomem *regs = priv->regs;
437 unsigned int i, chksum, chksum_idx;
438 const u32 *msg;
439 int ret = 0;
440 u32 resp;
441
442 if (cmd >= DPFE_CMD_MAX)
443 return -1;
444
445 msg = priv->dpfe_api->command[cmd];
446
447 mutex_lock(&priv->lock);
448
449 /* Wait for DCPU to become ready */
450 for (i = 0; i < DELAY_LOOP_MAX; i++) {
451 resp = readl_relaxed(regs + REG_TO_HOST_MBOX);
452 if (resp == 0)
453 break;
454 msleep(msecs: 1);
455 }
456 if (resp != 0) {
457 mutex_unlock(lock: &priv->lock);
458 return -ffs(DCPU_RET_ERR_TIMEDOUT);
459 }
460
461 /* Compute checksum over the message */
462 chksum_idx = msg[MSG_ARG_COUNT] + MSG_ARG_COUNT + 1;
463 chksum = get_msg_chksum(msg, max: chksum_idx);
464
465 /* Write command and arguments to message area */
466 for (i = 0; i < MSG_FIELD_MAX; i++) {
467 if (i == chksum_idx)
468 writel_relaxed(chksum, regs + DCPU_MSG_RAM(i));
469 else
470 writel_relaxed(msg[i], regs + DCPU_MSG_RAM(i));
471 }
472
473 /* Tell DCPU there is a command waiting */
474 writel_relaxed(1, regs + REG_TO_DCPU_MBOX);
475
476 /* Wait for DCPU to process the command */
477 for (i = 0; i < DELAY_LOOP_MAX; i++) {
478 /* Read response code */
479 resp = readl_relaxed(regs + REG_TO_HOST_MBOX);
480 if (resp > 0)
481 break;
482 msleep(msecs: 1);
483 }
484
485 if (i == DELAY_LOOP_MAX) {
486 resp = (DCPU_RET_ERR_TIMEDOUT & ~DCPU_RET_ERROR_BIT);
487 ret = -ffs(resp);
488 } else {
489 /* Read response data */
490 for (i = 0; i < MSG_FIELD_MAX; i++)
491 result[i] = readl_relaxed(regs + DCPU_MSG_RAM(i));
492 chksum_idx = result[MSG_ARG_COUNT] + MSG_ARG_COUNT + 1;
493 }
494
495 /* Tell DCPU we are done */
496 __finalize_command(priv);
497
498 mutex_unlock(lock: &priv->lock);
499
500 if (ret)
501 return ret;
502
503 /* Verify response */
504 chksum = get_msg_chksum(msg: result, max: chksum_idx);
505 if (chksum != result[chksum_idx])
506 resp = DCPU_RET_ERR_CHKSUM;
507
508 if (resp != DCPU_RET_SUCCESS) {
509 resp &= ~DCPU_RET_ERROR_BIT;
510 ret = -ffs(resp);
511 }
512
513 return ret;
514}
515
516/* Ensure that the firmware file loaded meets all the requirements. */
517static int __verify_firmware(struct init_data *init,
518 const struct firmware *fw)
519{
520 const struct dpfe_firmware_header *header = (void *)fw->data;
521 unsigned int dmem_size, imem_size, total_size;
522 bool is_big_endian = false;
523 const u32 *chksum_ptr;
524
525 if (header->magic == DPFE_BE_MAGIC)
526 is_big_endian = true;
527 else if (header->magic != DPFE_LE_MAGIC)
528 return ERR_INVALID_MAGIC;
529
530 if (is_big_endian) {
531 dmem_size = be32_to_cpu(header->dmem_size);
532 imem_size = be32_to_cpu(header->imem_size);
533 } else {
534 dmem_size = le32_to_cpu(header->dmem_size);
535 imem_size = le32_to_cpu(header->imem_size);
536 }
537
538 /* Data and instruction sections are 32 bit words. */
539 if ((dmem_size % sizeof(u32)) != 0 || (imem_size % sizeof(u32)) != 0)
540 return ERR_INVALID_SIZE;
541
542 /*
543 * The header + the data section + the instruction section + the
544 * checksum must be equal to the total firmware size.
545 */
546 total_size = dmem_size + imem_size + sizeof(*header) +
547 sizeof(*chksum_ptr);
548 if (total_size != fw->size)
549 return ERR_INVALID_SIZE;
550
551 /* The checksum comes at the very end. */
552 chksum_ptr = (void *)fw->data + sizeof(*header) + dmem_size + imem_size;
553
554 init->is_big_endian = is_big_endian;
555 init->dmem_len = dmem_size;
556 init->imem_len = imem_size;
557 init->chksum = (is_big_endian)
558 ? be32_to_cpu(*chksum_ptr) : le32_to_cpu(*chksum_ptr);
559
560 return 0;
561}
562
563/* Verify checksum by reading back the firmware from co-processor RAM. */
564static int __verify_fw_checksum(struct init_data *init,
565 struct brcmstb_dpfe_priv *priv,
566 const struct dpfe_firmware_header *header,
567 u32 checksum)
568{
569 u32 magic, sequence, version, sum;
570 u32 __iomem *dmem = priv->dmem;
571 u32 __iomem *imem = priv->imem;
572 unsigned int i;
573
574 if (init->is_big_endian) {
575 magic = be32_to_cpu(header->magic);
576 sequence = be32_to_cpu(header->sequence);
577 version = be32_to_cpu(header->version);
578 } else {
579 magic = le32_to_cpu(header->magic);
580 sequence = le32_to_cpu(header->sequence);
581 version = le32_to_cpu(header->version);
582 }
583
584 sum = magic + sequence + version + init->dmem_len + init->imem_len;
585
586 for (i = 0; i < init->dmem_len / sizeof(u32); i++)
587 sum += readl_relaxed(dmem + i);
588
589 for (i = 0; i < init->imem_len / sizeof(u32); i++)
590 sum += readl_relaxed(imem + i);
591
592 return (sum == checksum) ? 0 : -1;
593}
594
595static int __write_firmware(u32 __iomem *mem, const u32 *fw,
596 unsigned int size, bool is_big_endian)
597{
598 unsigned int i;
599
600 /* Convert size to 32-bit words. */
601 size /= sizeof(u32);
602
603 /* It is recommended to clear the firmware area first. */
604 for (i = 0; i < size; i++)
605 writel_relaxed(0, mem + i);
606
607 /* Now copy it. */
608 if (is_big_endian) {
609 for (i = 0; i < size; i++)
610 writel_relaxed(be32_to_cpu(fw[i]), mem + i);
611 } else {
612 for (i = 0; i < size; i++)
613 writel_relaxed(le32_to_cpu(fw[i]), mem + i);
614 }
615
616 return 0;
617}
618
619static int brcmstb_dpfe_download_firmware(struct brcmstb_dpfe_priv *priv)
620{
621 const struct dpfe_firmware_header *header;
622 unsigned int dmem_size, imem_size;
623 struct device *dev = priv->dev;
624 bool is_big_endian = false;
625 const struct firmware *fw;
626 const u32 *dmem, *imem;
627 struct init_data init;
628 const void *fw_blob;
629 int ret;
630
631 /*
632 * Skip downloading the firmware if the DCPU is already running and
633 * responding to commands.
634 */
635 if (is_dcpu_enabled(priv)) {
636 u32 response[MSG_FIELD_MAX];
637
638 ret = __send_command(priv, cmd: DPFE_CMD_GET_INFO, result: response);
639 if (!ret)
640 return 0;
641 }
642
643 /*
644 * If the firmware filename is NULL it means the boot firmware has to
645 * download the DCPU firmware for us. If that didn't work, we have to
646 * bail, since downloading it ourselves wouldn't work either.
647 */
648 if (!priv->dpfe_api->fw_name)
649 return -ENODEV;
650
651 ret = firmware_request_nowarn(fw: &fw, name: priv->dpfe_api->fw_name, device: dev);
652 /*
653 * Defer the firmware download if the firmware file couldn't be found.
654 * The root file system may not be available yet.
655 */
656 if (ret)
657 return (ret == -ENOENT) ? -EPROBE_DEFER : ret;
658
659 ret = __verify_firmware(init: &init, fw);
660 if (ret) {
661 ret = -EFAULT;
662 goto release_fw;
663 }
664
665 __disable_dcpu(priv);
666
667 is_big_endian = init.is_big_endian;
668 dmem_size = init.dmem_len;
669 imem_size = init.imem_len;
670
671 /* At the beginning of the firmware blob is a header. */
672 header = (struct dpfe_firmware_header *)fw->data;
673 /* Void pointer to the beginning of the actual firmware. */
674 fw_blob = fw->data + sizeof(*header);
675 /* IMEM comes right after the header. */
676 imem = fw_blob;
677 /* DMEM follows after IMEM. */
678 dmem = fw_blob + imem_size;
679
680 ret = __write_firmware(mem: priv->dmem, fw: dmem, size: dmem_size, is_big_endian);
681 if (ret)
682 goto release_fw;
683 ret = __write_firmware(mem: priv->imem, fw: imem, size: imem_size, is_big_endian);
684 if (ret)
685 goto release_fw;
686
687 ret = __verify_fw_checksum(init: &init, priv, header, checksum: init.chksum);
688 if (ret)
689 goto release_fw;
690
691 __enable_dcpu(priv);
692
693release_fw:
694 release_firmware(fw);
695 return ret;
696}
697
698static ssize_t generic_show(unsigned int command, u32 response[],
699 struct brcmstb_dpfe_priv *priv, char *buf)
700{
701 int ret;
702
703 if (!priv)
704 return sprintf(buf, fmt: "ERROR: driver private data not set\n");
705
706 ret = __send_command(priv, cmd: command, result: response);
707 if (ret < 0)
708 return sprintf(buf, fmt: "ERROR: %s\n", get_error_text(i: -ret));
709
710 return 0;
711}
712
713static ssize_t show_info(struct device *dev, struct device_attribute *devattr,
714 char *buf)
715{
716 u32 response[MSG_FIELD_MAX];
717 struct brcmstb_dpfe_priv *priv;
718 unsigned int info;
719 ssize_t ret;
720
721 priv = dev_get_drvdata(dev);
722 ret = generic_show(command: DPFE_CMD_GET_INFO, response, priv, buf);
723 if (ret)
724 return ret;
725
726 info = response[MSG_ARG0];
727
728 return sprintf(buf, fmt: "%u.%u.%u.%u\n",
729 (info >> 24) & 0xff,
730 (info >> 16) & 0xff,
731 (info >> 8) & 0xff,
732 info & 0xff);
733}
734
735static ssize_t show_refresh(struct device *dev,
736 struct device_attribute *devattr, char *buf)
737{
738 u32 response[MSG_FIELD_MAX];
739 void __iomem *info;
740 struct brcmstb_dpfe_priv *priv;
741 u8 refresh, sr_abort, ppre, thermal_offs, tuf;
742 u32 mr4;
743 ssize_t ret;
744
745 priv = dev_get_drvdata(dev);
746 ret = generic_show(command: DPFE_CMD_GET_REFRESH, response, priv, buf);
747 if (ret)
748 return ret;
749
750 info = get_msg_ptr(priv, response: response[MSG_ARG0], buf, size: &ret);
751 if (!info)
752 return ret;
753
754 mr4 = (readl_relaxed(info + DRAM_INFO_MR4) >> DRAM_INFO_MR4_SHIFT) &
755 DRAM_INFO_MR4_MASK;
756
757 refresh = (mr4 >> DRAM_MR4_REFRESH) & DRAM_MR4_REFRESH_MASK;
758 sr_abort = (mr4 >> DRAM_MR4_SR_ABORT) & DRAM_MR4_SR_ABORT_MASK;
759 ppre = (mr4 >> DRAM_MR4_PPRE) & DRAM_MR4_PPRE_MASK;
760 thermal_offs = (mr4 >> DRAM_MR4_TH_OFFS) & DRAM_MR4_TH_OFFS_MASK;
761 tuf = (mr4 >> DRAM_MR4_TUF) & DRAM_MR4_TUF_MASK;
762
763 return sprintf(buf, fmt: "%#x %#x %#x %#x %#x %#x %#x\n",
764 readl_relaxed(info + DRAM_INFO_INTERVAL),
765 refresh, sr_abort, ppre, thermal_offs, tuf,
766 readl_relaxed(info + DRAM_INFO_ERROR));
767}
768
769static ssize_t store_refresh(struct device *dev, struct device_attribute *attr,
770 const char *buf, size_t count)
771{
772 u32 response[MSG_FIELD_MAX];
773 struct brcmstb_dpfe_priv *priv;
774 void __iomem *info;
775 unsigned long val;
776 int ret;
777
778 if (kstrtoul(s: buf, base: 0, res: &val) < 0)
779 return -EINVAL;
780
781 priv = dev_get_drvdata(dev);
782 ret = __send_command(priv, cmd: DPFE_CMD_GET_REFRESH, result: response);
783 if (ret)
784 return ret;
785
786 info = get_msg_ptr(priv, response: response[MSG_ARG0], NULL, NULL);
787 if (!info)
788 return -EIO;
789
790 writel_relaxed(val, info + DRAM_INFO_INTERVAL);
791
792 return count;
793}
794
795static ssize_t show_vendor(struct device *dev, struct device_attribute *devattr,
796 char *buf)
797{
798 u32 response[MSG_FIELD_MAX];
799 struct brcmstb_dpfe_priv *priv;
800 void __iomem *info;
801 ssize_t ret;
802 u32 mr5, mr6, mr7, mr8, err;
803
804 priv = dev_get_drvdata(dev);
805 ret = generic_show(command: DPFE_CMD_GET_VENDOR, response, priv, buf);
806 if (ret)
807 return ret;
808
809 info = get_msg_ptr(priv, response: response[MSG_ARG0], buf, size: &ret);
810 if (!info)
811 return ret;
812
813 mr5 = (readl_relaxed(info + DRAM_VENDOR_MR5) >> DRAM_VENDOR_SHIFT) &
814 DRAM_VENDOR_MASK;
815 mr6 = (readl_relaxed(info + DRAM_VENDOR_MR6) >> DRAM_VENDOR_SHIFT) &
816 DRAM_VENDOR_MASK;
817 mr7 = (readl_relaxed(info + DRAM_VENDOR_MR7) >> DRAM_VENDOR_SHIFT) &
818 DRAM_VENDOR_MASK;
819 mr8 = (readl_relaxed(info + DRAM_VENDOR_MR8) >> DRAM_VENDOR_SHIFT) &
820 DRAM_VENDOR_MASK;
821 err = readl_relaxed(info + DRAM_VENDOR_ERROR) & DRAM_VENDOR_MASK;
822
823 return sprintf(buf, fmt: "%#x %#x %#x %#x %#x\n", mr5, mr6, mr7, mr8, err);
824}
825
826static ssize_t show_dram(struct device *dev, struct device_attribute *devattr,
827 char *buf)
828{
829 u32 response[MSG_FIELD_MAX];
830 struct brcmstb_dpfe_priv *priv;
831 ssize_t ret;
832 u32 mr4, mr5, mr6, mr7, mr8, err;
833
834 priv = dev_get_drvdata(dev);
835 ret = generic_show(command: DPFE_CMD_GET_REFRESH, response, priv, buf);
836 if (ret)
837 return ret;
838
839 mr4 = response[MSG_ARG0 + 0] & DRAM_INFO_MR4_MASK;
840 mr5 = response[MSG_ARG0 + 1] & DRAM_DDR_INFO_MASK;
841 mr6 = response[MSG_ARG0 + 2] & DRAM_DDR_INFO_MASK;
842 mr7 = response[MSG_ARG0 + 3] & DRAM_DDR_INFO_MASK;
843 mr8 = response[MSG_ARG0 + 4] & DRAM_DDR_INFO_MASK;
844 err = response[MSG_ARG0 + 5] & DRAM_DDR_INFO_MASK;
845
846 return sprintf(buf, fmt: "%#x %#x %#x %#x %#x %#x\n", mr4, mr5, mr6, mr7,
847 mr8, err);
848}
849
850static int brcmstb_dpfe_resume(struct platform_device *pdev)
851{
852 struct brcmstb_dpfe_priv *priv = platform_get_drvdata(pdev);
853
854 return brcmstb_dpfe_download_firmware(priv);
855}
856
857static int brcmstb_dpfe_probe(struct platform_device *pdev)
858{
859 struct device *dev = &pdev->dev;
860 struct brcmstb_dpfe_priv *priv;
861 int ret;
862
863 priv = devm_kzalloc(dev, size: sizeof(*priv), GFP_KERNEL);
864 if (!priv)
865 return -ENOMEM;
866
867 priv->dev = dev;
868
869 mutex_init(&priv->lock);
870 platform_set_drvdata(pdev, data: priv);
871
872 priv->regs = devm_platform_ioremap_resource_byname(pdev, name: "dpfe-cpu");
873 if (IS_ERR(ptr: priv->regs)) {
874 dev_err(dev, "couldn't map DCPU registers\n");
875 return -ENODEV;
876 }
877
878 priv->dmem = devm_platform_ioremap_resource_byname(pdev, name: "dpfe-dmem");
879 if (IS_ERR(ptr: priv->dmem)) {
880 dev_err(dev, "Couldn't map DCPU data memory\n");
881 return -ENOENT;
882 }
883
884 priv->imem = devm_platform_ioremap_resource_byname(pdev, name: "dpfe-imem");
885 if (IS_ERR(ptr: priv->imem)) {
886 dev_err(dev, "Couldn't map DCPU instruction memory\n");
887 return -ENOENT;
888 }
889
890 priv->dpfe_api = of_device_get_match_data(dev);
891 if (unlikely(!priv->dpfe_api)) {
892 /*
893 * It should be impossible to end up here, but to be safe we
894 * check anyway.
895 */
896 dev_err(dev, "Couldn't determine API\n");
897 return -ENOENT;
898 }
899
900 ret = brcmstb_dpfe_download_firmware(priv);
901 if (ret)
902 return dev_err_probe(dev, err: ret, fmt: "Couldn't download firmware\n");
903
904 ret = sysfs_create_groups(kobj: &pdev->dev.kobj, groups: priv->dpfe_api->sysfs_attrs);
905 if (!ret)
906 dev_info(dev, "registered with API v%d.\n",
907 priv->dpfe_api->version);
908
909 return ret;
910}
911
912static int brcmstb_dpfe_remove(struct platform_device *pdev)
913{
914 struct brcmstb_dpfe_priv *priv = dev_get_drvdata(dev: &pdev->dev);
915
916 sysfs_remove_groups(kobj: &pdev->dev.kobj, groups: priv->dpfe_api->sysfs_attrs);
917
918 return 0;
919}
920
921static const struct of_device_id brcmstb_dpfe_of_match[] = {
922 /* Use legacy API v2 for a select number of chips */
923 { .compatible = "brcm,bcm7268-dpfe-cpu", .data = &dpfe_api_old_v2 },
924 { .compatible = "brcm,bcm7271-dpfe-cpu", .data = &dpfe_api_old_v2 },
925 { .compatible = "brcm,bcm7278-dpfe-cpu", .data = &dpfe_api_old_v2 },
926 { .compatible = "brcm,bcm7211-dpfe-cpu", .data = &dpfe_api_new_v2 },
927 /* API v3 is the default going forward */
928 { .compatible = "brcm,dpfe-cpu", .data = &dpfe_api_v3 },
929 {}
930};
931MODULE_DEVICE_TABLE(of, brcmstb_dpfe_of_match);
932
933static struct platform_driver brcmstb_dpfe_driver = {
934 .driver = {
935 .name = DRVNAME,
936 .of_match_table = brcmstb_dpfe_of_match,
937 },
938 .probe = brcmstb_dpfe_probe,
939 .remove = brcmstb_dpfe_remove,
940 .resume = brcmstb_dpfe_resume,
941};
942
943module_platform_driver(brcmstb_dpfe_driver);
944
945MODULE_AUTHOR("Markus Mayer <mmayer@broadcom.com>");
946MODULE_DESCRIPTION("BRCMSTB DDR PHY Front End Driver");
947MODULE_LICENSE("GPL");
948

source code of linux/drivers/memory/brcmstb_dpfe.c