1 | /* Copyright 2008 - 2016 Freescale Semiconductor, Inc. |
2 | * |
3 | * Redistribution and use in source and binary forms, with or without |
4 | * modification, are permitted provided that the following conditions are met: |
5 | * * Redistributions of source code must retain the above copyright |
6 | * notice, this list of conditions and the following disclaimer. |
7 | * * Redistributions in binary form must reproduce the above copyright |
8 | * notice, this list of conditions and the following disclaimer in the |
9 | * documentation and/or other materials provided with the distribution. |
10 | * * Neither the name of Freescale Semiconductor nor the |
11 | * names of its contributors may be used to endorse or promote products |
12 | * derived from this software without specific prior written permission. |
13 | * |
14 | * ALTERNATIVELY, this software may be distributed under the terms of the |
15 | * GNU General Public License ("GPL") as published by the Free Software |
16 | * Foundation, either version 2 of that License or (at your option) any |
17 | * later version. |
18 | * |
19 | * THIS SOFTWARE IS PROVIDED BY Freescale Semiconductor ``AS IS'' AND ANY |
20 | * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED |
21 | * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE |
22 | * DISCLAIMED. IN NO EVENT SHALL Freescale Semiconductor BE LIABLE FOR ANY |
23 | * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES |
24 | * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; |
25 | * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND |
26 | * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
27 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS |
28 | * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
29 | */ |
30 | |
31 | #include "bman_priv.h" |
32 | |
33 | static struct bman_portal *affine_bportals[NR_CPUS]; |
34 | static struct cpumask portal_cpus; |
35 | static int __bman_portals_probed; |
36 | /* protect bman global registers and global data shared among portals */ |
37 | static DEFINE_SPINLOCK(bman_lock); |
38 | |
39 | static struct bman_portal *init_pcfg(struct bm_portal_config *pcfg) |
40 | { |
41 | struct bman_portal *p = bman_create_affine_portal(config: pcfg); |
42 | |
43 | if (!p) { |
44 | dev_crit(pcfg->dev, "%s: Portal failure on cpu %d\n" , |
45 | __func__, pcfg->cpu); |
46 | return NULL; |
47 | } |
48 | |
49 | bman_p_irqsource_add(p, BM_PIRQ_RCRI); |
50 | affine_bportals[pcfg->cpu] = p; |
51 | |
52 | dev_info(pcfg->dev, "Portal initialised, cpu %d\n" , pcfg->cpu); |
53 | |
54 | return p; |
55 | } |
56 | |
57 | static int bman_offline_cpu(unsigned int cpu) |
58 | { |
59 | struct bman_portal *p = affine_bportals[cpu]; |
60 | const struct bm_portal_config *pcfg; |
61 | |
62 | if (!p) |
63 | return 0; |
64 | |
65 | pcfg = bman_get_bm_portal_config(portal: p); |
66 | if (!pcfg) |
67 | return 0; |
68 | |
69 | /* use any other online CPU */ |
70 | cpu = cpumask_any_but(cpu_online_mask, cpu); |
71 | irq_set_affinity(irq: pcfg->irq, cpumask_of(cpu)); |
72 | return 0; |
73 | } |
74 | |
75 | static int bman_online_cpu(unsigned int cpu) |
76 | { |
77 | struct bman_portal *p = affine_bportals[cpu]; |
78 | const struct bm_portal_config *pcfg; |
79 | |
80 | if (!p) |
81 | return 0; |
82 | |
83 | pcfg = bman_get_bm_portal_config(portal: p); |
84 | if (!pcfg) |
85 | return 0; |
86 | |
87 | irq_set_affinity(irq: pcfg->irq, cpumask_of(cpu)); |
88 | return 0; |
89 | } |
90 | |
91 | int bman_portals_probed(void) |
92 | { |
93 | return __bman_portals_probed; |
94 | } |
95 | EXPORT_SYMBOL_GPL(bman_portals_probed); |
96 | |
97 | static int bman_portal_probe(struct platform_device *pdev) |
98 | { |
99 | struct device *dev = &pdev->dev; |
100 | struct device_node *node = dev->of_node; |
101 | struct bm_portal_config *pcfg; |
102 | struct resource *addr_phys[2]; |
103 | int irq, cpu, err, i; |
104 | |
105 | err = bman_is_probed(); |
106 | if (!err) |
107 | return -EPROBE_DEFER; |
108 | if (err < 0) { |
109 | dev_err(&pdev->dev, "failing probe due to bman probe error\n" ); |
110 | return -ENODEV; |
111 | } |
112 | |
113 | pcfg = devm_kmalloc(dev, size: sizeof(*pcfg), GFP_KERNEL); |
114 | if (!pcfg) { |
115 | __bman_portals_probed = -1; |
116 | return -ENOMEM; |
117 | } |
118 | |
119 | pcfg->dev = dev; |
120 | |
121 | addr_phys[0] = platform_get_resource(pdev, IORESOURCE_MEM, |
122 | DPAA_PORTAL_CE); |
123 | if (!addr_phys[0]) { |
124 | dev_err(dev, "Can't get %pOF property 'reg::CE'\n" , node); |
125 | goto err_ioremap1; |
126 | } |
127 | |
128 | addr_phys[1] = platform_get_resource(pdev, IORESOURCE_MEM, |
129 | DPAA_PORTAL_CI); |
130 | if (!addr_phys[1]) { |
131 | dev_err(dev, "Can't get %pOF property 'reg::CI'\n" , node); |
132 | goto err_ioremap1; |
133 | } |
134 | |
135 | pcfg->cpu = -1; |
136 | |
137 | irq = platform_get_irq(pdev, 0); |
138 | if (irq <= 0) |
139 | goto err_ioremap1; |
140 | pcfg->irq = irq; |
141 | |
142 | pcfg->addr_virt_ce = memremap(offset: addr_phys[0]->start, |
143 | size: resource_size(res: addr_phys[0]), |
144 | QBMAN_MEMREMAP_ATTR); |
145 | if (!pcfg->addr_virt_ce) { |
146 | dev_err(dev, "memremap::CE failed\n" ); |
147 | goto err_ioremap1; |
148 | } |
149 | |
150 | pcfg->addr_virt_ci = ioremap(offset: addr_phys[1]->start, |
151 | size: resource_size(res: addr_phys[1])); |
152 | if (!pcfg->addr_virt_ci) { |
153 | dev_err(dev, "ioremap::CI failed\n" ); |
154 | goto err_ioremap2; |
155 | } |
156 | |
157 | spin_lock(lock: &bman_lock); |
158 | cpu = cpumask_first_zero(srcp: &portal_cpus); |
159 | if (cpu >= nr_cpu_ids) { |
160 | __bman_portals_probed = 1; |
161 | /* unassigned portal, skip init */ |
162 | spin_unlock(lock: &bman_lock); |
163 | goto check_cleanup; |
164 | } |
165 | |
166 | cpumask_set_cpu(cpu, dstp: &portal_cpus); |
167 | spin_unlock(lock: &bman_lock); |
168 | pcfg->cpu = cpu; |
169 | |
170 | if (!init_pcfg(pcfg)) { |
171 | dev_err(dev, "portal init failed\n" ); |
172 | goto err_portal_init; |
173 | } |
174 | |
175 | /* clear irq affinity if assigned cpu is offline */ |
176 | if (!cpu_online(cpu)) |
177 | bman_offline_cpu(cpu); |
178 | |
179 | check_cleanup: |
180 | if (__bman_portals_probed == 1 && bman_requires_cleanup()) { |
181 | /* |
182 | * BMan wasn't reset prior to boot (Kexec for example) |
183 | * Empty all the buffer pools so they are in reset state |
184 | */ |
185 | for (i = 0; i < BM_POOL_MAX; i++) { |
186 | err = bm_shutdown_pool(bpid: i); |
187 | if (err) { |
188 | dev_err(dev, "Failed to shutdown bpool %d\n" , |
189 | i); |
190 | goto err_portal_init; |
191 | } |
192 | } |
193 | bman_done_cleanup(); |
194 | } |
195 | |
196 | return 0; |
197 | |
198 | err_portal_init: |
199 | iounmap(addr: pcfg->addr_virt_ci); |
200 | err_ioremap2: |
201 | memunmap(addr: pcfg->addr_virt_ce); |
202 | err_ioremap1: |
203 | __bman_portals_probed = -1; |
204 | |
205 | return -ENXIO; |
206 | } |
207 | |
208 | static const struct of_device_id bman_portal_ids[] = { |
209 | { |
210 | .compatible = "fsl,bman-portal" , |
211 | }, |
212 | {} |
213 | }; |
214 | MODULE_DEVICE_TABLE(of, bman_portal_ids); |
215 | |
216 | static struct platform_driver bman_portal_driver = { |
217 | .driver = { |
218 | .name = KBUILD_MODNAME, |
219 | .of_match_table = bman_portal_ids, |
220 | }, |
221 | .probe = bman_portal_probe, |
222 | }; |
223 | |
224 | static int __init bman_portal_driver_register(struct platform_driver *drv) |
225 | { |
226 | int ret; |
227 | |
228 | ret = platform_driver_register(drv); |
229 | if (ret < 0) |
230 | return ret; |
231 | |
232 | ret = cpuhp_setup_state_nocalls(state: CPUHP_AP_ONLINE_DYN, |
233 | name: "soc/qbman_portal:online" , |
234 | startup: bman_online_cpu, teardown: bman_offline_cpu); |
235 | if (ret < 0) { |
236 | pr_err("bman: failed to register hotplug callbacks.\n" ); |
237 | platform_driver_unregister(drv); |
238 | return ret; |
239 | } |
240 | return 0; |
241 | } |
242 | |
243 | module_driver(bman_portal_driver, |
244 | bman_portal_driver_register, platform_driver_unregister); |
245 | |