1// SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2// Copyright(c) 2015-18 Intel Corporation.
3
4/*
5 * stream.c - SoundWire Bus stream operations.
6 */
7
8#include <linux/delay.h>
9#include <linux/device.h>
10#include <linux/init.h>
11#include <linux/module.h>
12#include <linux/mod_devicetable.h>
13#include <linux/slab.h>
14#include <linux/soundwire/sdw_registers.h>
15#include <linux/soundwire/sdw.h>
16#include <linux/soundwire/sdw_type.h>
17#include <sound/soc.h>
18#include "bus.h"
19
20/*
21 * Array of supported rows and columns as per MIPI SoundWire Specification 1.1
22 *
23 * The rows are arranged as per the array index value programmed
24 * in register. The index 15 has dummy value 0 in order to fill hole.
25 */
26int sdw_rows[SDW_FRAME_ROWS] = {48, 50, 60, 64, 75, 80, 125, 147,
27 96, 100, 120, 128, 150, 160, 250, 0,
28 192, 200, 240, 256, 72, 144, 90, 180};
29EXPORT_SYMBOL(sdw_rows);
30
31int sdw_cols[SDW_FRAME_COLS] = {2, 4, 6, 8, 10, 12, 14, 16};
32EXPORT_SYMBOL(sdw_cols);
33
34int sdw_find_col_index(int col)
35{
36 int i;
37
38 for (i = 0; i < SDW_FRAME_COLS; i++) {
39 if (sdw_cols[i] == col)
40 return i;
41 }
42
43 pr_warn("Requested column not found, selecting lowest column no: 2\n");
44 return 0;
45}
46EXPORT_SYMBOL(sdw_find_col_index);
47
48int sdw_find_row_index(int row)
49{
50 int i;
51
52 for (i = 0; i < SDW_FRAME_ROWS; i++) {
53 if (sdw_rows[i] == row)
54 return i;
55 }
56
57 pr_warn("Requested row not found, selecting lowest row no: 48\n");
58 return 0;
59}
60EXPORT_SYMBOL(sdw_find_row_index);
61
62static int _sdw_program_slave_port_params(struct sdw_bus *bus,
63 struct sdw_slave *slave,
64 struct sdw_transport_params *t_params,
65 enum sdw_dpn_type type)
66{
67 u32 addr1, addr2, addr3, addr4;
68 int ret;
69 u16 wbuf;
70
71 if (bus->params.next_bank) {
72 addr1 = SDW_DPN_OFFSETCTRL2_B1(t_params->port_num);
73 addr2 = SDW_DPN_BLOCKCTRL3_B1(t_params->port_num);
74 addr3 = SDW_DPN_SAMPLECTRL2_B1(t_params->port_num);
75 addr4 = SDW_DPN_HCTRL_B1(t_params->port_num);
76 } else {
77 addr1 = SDW_DPN_OFFSETCTRL2_B0(t_params->port_num);
78 addr2 = SDW_DPN_BLOCKCTRL3_B0(t_params->port_num);
79 addr3 = SDW_DPN_SAMPLECTRL2_B0(t_params->port_num);
80 addr4 = SDW_DPN_HCTRL_B0(t_params->port_num);
81 }
82
83 /* Program DPN_OffsetCtrl2 registers */
84 ret = sdw_write_no_pm(slave, addr: addr1, value: t_params->offset2);
85 if (ret < 0) {
86 dev_err(bus->dev, "DPN_OffsetCtrl2 register write failed\n");
87 return ret;
88 }
89
90 /* Program DPN_BlockCtrl3 register */
91 ret = sdw_write_no_pm(slave, addr: addr2, value: t_params->blk_pkg_mode);
92 if (ret < 0) {
93 dev_err(bus->dev, "DPN_BlockCtrl3 register write failed\n");
94 return ret;
95 }
96
97 /*
98 * Data ports are FULL, SIMPLE and REDUCED. This function handles
99 * FULL and REDUCED only and beyond this point only FULL is
100 * handled, so bail out if we are not FULL data port type
101 */
102 if (type != SDW_DPN_FULL)
103 return ret;
104
105 /* Program DPN_SampleCtrl2 register */
106 wbuf = FIELD_GET(SDW_DPN_SAMPLECTRL_HIGH, t_params->sample_interval - 1);
107
108 ret = sdw_write_no_pm(slave, addr: addr3, value: wbuf);
109 if (ret < 0) {
110 dev_err(bus->dev, "DPN_SampleCtrl2 register write failed\n");
111 return ret;
112 }
113
114 /* Program DPN_HCtrl register */
115 wbuf = FIELD_PREP(SDW_DPN_HCTRL_HSTART, t_params->hstart);
116 wbuf |= FIELD_PREP(SDW_DPN_HCTRL_HSTOP, t_params->hstop);
117
118 ret = sdw_write_no_pm(slave, addr: addr4, value: wbuf);
119 if (ret < 0)
120 dev_err(bus->dev, "DPN_HCtrl register write failed\n");
121
122 return ret;
123}
124
125static int sdw_program_slave_port_params(struct sdw_bus *bus,
126 struct sdw_slave_runtime *s_rt,
127 struct sdw_port_runtime *p_rt)
128{
129 struct sdw_transport_params *t_params = &p_rt->transport_params;
130 struct sdw_port_params *p_params = &p_rt->port_params;
131 struct sdw_slave_prop *slave_prop = &s_rt->slave->prop;
132 u32 addr1, addr2, addr3, addr4, addr5, addr6;
133 struct sdw_dpn_prop *dpn_prop;
134 int ret;
135 u8 wbuf;
136
137 if (s_rt->slave->is_mockup_device)
138 return 0;
139
140 dpn_prop = sdw_get_slave_dpn_prop(slave: s_rt->slave,
141 direction: s_rt->direction,
142 port_num: t_params->port_num);
143 if (!dpn_prop)
144 return -EINVAL;
145
146 addr1 = SDW_DPN_PORTCTRL(t_params->port_num);
147 addr2 = SDW_DPN_BLOCKCTRL1(t_params->port_num);
148
149 if (bus->params.next_bank) {
150 addr3 = SDW_DPN_SAMPLECTRL1_B1(t_params->port_num);
151 addr4 = SDW_DPN_OFFSETCTRL1_B1(t_params->port_num);
152 addr5 = SDW_DPN_BLOCKCTRL2_B1(t_params->port_num);
153 addr6 = SDW_DPN_LANECTRL_B1(t_params->port_num);
154
155 } else {
156 addr3 = SDW_DPN_SAMPLECTRL1_B0(t_params->port_num);
157 addr4 = SDW_DPN_OFFSETCTRL1_B0(t_params->port_num);
158 addr5 = SDW_DPN_BLOCKCTRL2_B0(t_params->port_num);
159 addr6 = SDW_DPN_LANECTRL_B0(t_params->port_num);
160 }
161
162 /* Program DPN_PortCtrl register */
163 wbuf = FIELD_PREP(SDW_DPN_PORTCTRL_DATAMODE, p_params->data_mode);
164 wbuf |= FIELD_PREP(SDW_DPN_PORTCTRL_FLOWMODE, p_params->flow_mode);
165
166 ret = sdw_update_no_pm(slave: s_rt->slave, addr: addr1, mask: 0xF, val: wbuf);
167 if (ret < 0) {
168 dev_err(&s_rt->slave->dev,
169 "DPN_PortCtrl register write failed for port %d\n",
170 t_params->port_num);
171 return ret;
172 }
173
174 if (!dpn_prop->read_only_wordlength) {
175 /* Program DPN_BlockCtrl1 register */
176 ret = sdw_write_no_pm(slave: s_rt->slave, addr: addr2, value: (p_params->bps - 1));
177 if (ret < 0) {
178 dev_err(&s_rt->slave->dev,
179 "DPN_BlockCtrl1 register write failed for port %d\n",
180 t_params->port_num);
181 return ret;
182 }
183 }
184
185 /* Program DPN_SampleCtrl1 register */
186 wbuf = (t_params->sample_interval - 1) & SDW_DPN_SAMPLECTRL_LOW;
187 ret = sdw_write_no_pm(slave: s_rt->slave, addr: addr3, value: wbuf);
188 if (ret < 0) {
189 dev_err(&s_rt->slave->dev,
190 "DPN_SampleCtrl1 register write failed for port %d\n",
191 t_params->port_num);
192 return ret;
193 }
194
195 /* Program DPN_OffsetCtrl1 registers */
196 ret = sdw_write_no_pm(slave: s_rt->slave, addr: addr4, value: t_params->offset1);
197 if (ret < 0) {
198 dev_err(&s_rt->slave->dev,
199 "DPN_OffsetCtrl1 register write failed for port %d\n",
200 t_params->port_num);
201 return ret;
202 }
203
204 /* Program DPN_BlockCtrl2 register*/
205 if (t_params->blk_grp_ctrl_valid) {
206 ret = sdw_write_no_pm(slave: s_rt->slave, addr: addr5, value: t_params->blk_grp_ctrl);
207 if (ret < 0) {
208 dev_err(&s_rt->slave->dev,
209 "DPN_BlockCtrl2 reg write failed for port %d\n",
210 t_params->port_num);
211 return ret;
212 }
213 }
214
215 /* program DPN_LaneCtrl register */
216 if (slave_prop->lane_control_support) {
217 ret = sdw_write_no_pm(slave: s_rt->slave, addr: addr6, value: t_params->lane_ctrl);
218 if (ret < 0) {
219 dev_err(&s_rt->slave->dev,
220 "DPN_LaneCtrl register write failed for port %d\n",
221 t_params->port_num);
222 return ret;
223 }
224 }
225
226 if (dpn_prop->type != SDW_DPN_SIMPLE) {
227 ret = _sdw_program_slave_port_params(bus, slave: s_rt->slave,
228 t_params, type: dpn_prop->type);
229 if (ret < 0)
230 dev_err(&s_rt->slave->dev,
231 "Transport reg write failed for port: %d\n",
232 t_params->port_num);
233 }
234
235 return ret;
236}
237
238static int sdw_program_master_port_params(struct sdw_bus *bus,
239 struct sdw_port_runtime *p_rt)
240{
241 int ret;
242
243 /*
244 * we need to set transport and port parameters for the port.
245 * Transport parameters refers to the sample interval, offsets and
246 * hstart/stop etc of the data. Port parameters refers to word
247 * length, flow mode etc of the port
248 */
249 ret = bus->port_ops->dpn_set_port_transport_params(bus,
250 &p_rt->transport_params,
251 bus->params.next_bank);
252 if (ret < 0)
253 return ret;
254
255 return bus->port_ops->dpn_set_port_params(bus,
256 &p_rt->port_params,
257 bus->params.next_bank);
258}
259
260/**
261 * sdw_program_port_params() - Programs transport parameters of Master(s)
262 * and Slave(s)
263 *
264 * @m_rt: Master stream runtime
265 */
266static int sdw_program_port_params(struct sdw_master_runtime *m_rt)
267{
268 struct sdw_slave_runtime *s_rt;
269 struct sdw_bus *bus = m_rt->bus;
270 struct sdw_port_runtime *p_rt;
271 int ret = 0;
272
273 /* Program transport & port parameters for Slave(s) */
274 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
275 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
276 ret = sdw_program_slave_port_params(bus, s_rt, p_rt);
277 if (ret < 0)
278 return ret;
279 }
280 }
281
282 /* Program transport & port parameters for Master(s) */
283 list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
284 ret = sdw_program_master_port_params(bus, p_rt);
285 if (ret < 0)
286 return ret;
287 }
288
289 return 0;
290}
291
292/**
293 * sdw_enable_disable_slave_ports: Enable/disable slave data port
294 *
295 * @bus: bus instance
296 * @s_rt: slave runtime
297 * @p_rt: port runtime
298 * @en: enable or disable operation
299 *
300 * This function only sets the enable/disable bits in the relevant bank, the
301 * actual enable/disable is done with a bank switch
302 */
303static int sdw_enable_disable_slave_ports(struct sdw_bus *bus,
304 struct sdw_slave_runtime *s_rt,
305 struct sdw_port_runtime *p_rt,
306 bool en)
307{
308 struct sdw_transport_params *t_params = &p_rt->transport_params;
309 u32 addr;
310 int ret;
311
312 if (bus->params.next_bank)
313 addr = SDW_DPN_CHANNELEN_B1(p_rt->num);
314 else
315 addr = SDW_DPN_CHANNELEN_B0(p_rt->num);
316
317 /*
318 * Since bus doesn't support sharing a port across two streams,
319 * it is safe to reset this register
320 */
321 if (en)
322 ret = sdw_write_no_pm(slave: s_rt->slave, addr, value: p_rt->ch_mask);
323 else
324 ret = sdw_write_no_pm(slave: s_rt->slave, addr, value: 0x0);
325
326 if (ret < 0)
327 dev_err(&s_rt->slave->dev,
328 "Slave chn_en reg write failed:%d port:%d\n",
329 ret, t_params->port_num);
330
331 return ret;
332}
333
334static int sdw_enable_disable_master_ports(struct sdw_master_runtime *m_rt,
335 struct sdw_port_runtime *p_rt,
336 bool en)
337{
338 struct sdw_transport_params *t_params = &p_rt->transport_params;
339 struct sdw_bus *bus = m_rt->bus;
340 struct sdw_enable_ch enable_ch;
341 int ret;
342
343 enable_ch.port_num = p_rt->num;
344 enable_ch.ch_mask = p_rt->ch_mask;
345 enable_ch.enable = en;
346
347 /* Perform Master port channel(s) enable/disable */
348 if (bus->port_ops->dpn_port_enable_ch) {
349 ret = bus->port_ops->dpn_port_enable_ch(bus,
350 &enable_ch,
351 bus->params.next_bank);
352 if (ret < 0) {
353 dev_err(bus->dev,
354 "Master chn_en write failed:%d port:%d\n",
355 ret, t_params->port_num);
356 return ret;
357 }
358 } else {
359 dev_err(bus->dev,
360 "dpn_port_enable_ch not supported, %s failed\n",
361 en ? "enable" : "disable");
362 return -EINVAL;
363 }
364
365 return 0;
366}
367
368/**
369 * sdw_enable_disable_ports() - Enable/disable port(s) for Master and
370 * Slave(s)
371 *
372 * @m_rt: Master stream runtime
373 * @en: mode (enable/disable)
374 */
375static int sdw_enable_disable_ports(struct sdw_master_runtime *m_rt, bool en)
376{
377 struct sdw_port_runtime *s_port, *m_port;
378 struct sdw_slave_runtime *s_rt;
379 int ret = 0;
380
381 /* Enable/Disable Slave port(s) */
382 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
383 list_for_each_entry(s_port, &s_rt->port_list, port_node) {
384 ret = sdw_enable_disable_slave_ports(bus: m_rt->bus, s_rt,
385 p_rt: s_port, en);
386 if (ret < 0)
387 return ret;
388 }
389 }
390
391 /* Enable/Disable Master port(s) */
392 list_for_each_entry(m_port, &m_rt->port_list, port_node) {
393 ret = sdw_enable_disable_master_ports(m_rt, p_rt: m_port, en);
394 if (ret < 0)
395 return ret;
396 }
397
398 return 0;
399}
400
401static int sdw_do_port_prep(struct sdw_slave_runtime *s_rt,
402 struct sdw_prepare_ch prep_ch,
403 enum sdw_port_prep_ops cmd)
404{
405 int ret = 0;
406 struct sdw_slave *slave = s_rt->slave;
407
408 mutex_lock(&slave->sdw_dev_lock);
409
410 if (slave->probed) {
411 struct device *dev = &slave->dev;
412 struct sdw_driver *drv = drv_to_sdw_driver(dev->driver);
413
414 if (drv->ops && drv->ops->port_prep) {
415 ret = drv->ops->port_prep(slave, &prep_ch, cmd);
416 if (ret < 0)
417 dev_err(dev, "Slave Port Prep cmd %d failed: %d\n",
418 cmd, ret);
419 }
420 }
421
422 mutex_unlock(lock: &slave->sdw_dev_lock);
423
424 return ret;
425}
426
427static int sdw_prep_deprep_slave_ports(struct sdw_bus *bus,
428 struct sdw_slave_runtime *s_rt,
429 struct sdw_port_runtime *p_rt,
430 bool prep)
431{
432 struct completion *port_ready;
433 struct sdw_dpn_prop *dpn_prop;
434 struct sdw_prepare_ch prep_ch;
435 bool intr = false;
436 int ret = 0, val;
437 u32 addr;
438
439 prep_ch.num = p_rt->num;
440 prep_ch.ch_mask = p_rt->ch_mask;
441
442 dpn_prop = sdw_get_slave_dpn_prop(slave: s_rt->slave,
443 direction: s_rt->direction,
444 port_num: prep_ch.num);
445 if (!dpn_prop) {
446 dev_err(bus->dev,
447 "Slave Port:%d properties not found\n", prep_ch.num);
448 return -EINVAL;
449 }
450
451 prep_ch.prepare = prep;
452
453 prep_ch.bank = bus->params.next_bank;
454
455 if (dpn_prop->imp_def_interrupts || !dpn_prop->simple_ch_prep_sm ||
456 bus->params.s_data_mode != SDW_PORT_DATA_MODE_NORMAL)
457 intr = true;
458
459 /*
460 * Enable interrupt before Port prepare.
461 * For Port de-prepare, it is assumed that port
462 * was prepared earlier
463 */
464 if (prep && intr) {
465 ret = sdw_configure_dpn_intr(slave: s_rt->slave, port: p_rt->num, enable: prep,
466 mask: dpn_prop->imp_def_interrupts);
467 if (ret < 0)
468 return ret;
469 }
470
471 /* Inform slave about the impending port prepare */
472 sdw_do_port_prep(s_rt, prep_ch, cmd: prep ? SDW_OPS_PORT_PRE_PREP : SDW_OPS_PORT_PRE_DEPREP);
473
474 /* Prepare Slave port implementing CP_SM */
475 if (!dpn_prop->simple_ch_prep_sm) {
476 addr = SDW_DPN_PREPARECTRL(p_rt->num);
477
478 if (prep)
479 ret = sdw_write_no_pm(slave: s_rt->slave, addr, value: p_rt->ch_mask);
480 else
481 ret = sdw_write_no_pm(slave: s_rt->slave, addr, value: 0x0);
482
483 if (ret < 0) {
484 dev_err(&s_rt->slave->dev,
485 "Slave prep_ctrl reg write failed\n");
486 return ret;
487 }
488
489 /* Wait for completion on port ready */
490 port_ready = &s_rt->slave->port_ready[prep_ch.num];
491 wait_for_completion_timeout(x: port_ready,
492 timeout: msecs_to_jiffies(m: dpn_prop->ch_prep_timeout));
493
494 val = sdw_read_no_pm(slave: s_rt->slave, SDW_DPN_PREPARESTATUS(p_rt->num));
495 if ((val < 0) || (val & p_rt->ch_mask)) {
496 ret = (val < 0) ? val : -ETIMEDOUT;
497 dev_err(&s_rt->slave->dev,
498 "Chn prep failed for port %d: %d\n", prep_ch.num, ret);
499 return ret;
500 }
501 }
502
503 /* Inform slaves about ports prepared */
504 sdw_do_port_prep(s_rt, prep_ch, cmd: prep ? SDW_OPS_PORT_POST_PREP : SDW_OPS_PORT_POST_DEPREP);
505
506 /* Disable interrupt after Port de-prepare */
507 if (!prep && intr)
508 ret = sdw_configure_dpn_intr(slave: s_rt->slave, port: p_rt->num, enable: prep,
509 mask: dpn_prop->imp_def_interrupts);
510
511 return ret;
512}
513
514static int sdw_prep_deprep_master_ports(struct sdw_master_runtime *m_rt,
515 struct sdw_port_runtime *p_rt,
516 bool prep)
517{
518 struct sdw_transport_params *t_params = &p_rt->transport_params;
519 struct sdw_bus *bus = m_rt->bus;
520 const struct sdw_master_port_ops *ops = bus->port_ops;
521 struct sdw_prepare_ch prep_ch;
522 int ret = 0;
523
524 prep_ch.num = p_rt->num;
525 prep_ch.ch_mask = p_rt->ch_mask;
526 prep_ch.prepare = prep; /* Prepare/De-prepare */
527 prep_ch.bank = bus->params.next_bank;
528
529 /* Pre-prepare/Pre-deprepare port(s) */
530 if (ops->dpn_port_prep) {
531 ret = ops->dpn_port_prep(bus, &prep_ch);
532 if (ret < 0) {
533 dev_err(bus->dev, "Port prepare failed for port:%d\n",
534 t_params->port_num);
535 return ret;
536 }
537 }
538
539 return ret;
540}
541
542/**
543 * sdw_prep_deprep_ports() - Prepare/De-prepare port(s) for Master(s) and
544 * Slave(s)
545 *
546 * @m_rt: Master runtime handle
547 * @prep: Prepare or De-prepare
548 */
549static int sdw_prep_deprep_ports(struct sdw_master_runtime *m_rt, bool prep)
550{
551 struct sdw_slave_runtime *s_rt;
552 struct sdw_port_runtime *p_rt;
553 int ret = 0;
554
555 /* Prepare/De-prepare Slave port(s) */
556 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
557 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
558 ret = sdw_prep_deprep_slave_ports(bus: m_rt->bus, s_rt,
559 p_rt, prep);
560 if (ret < 0)
561 return ret;
562 }
563 }
564
565 /* Prepare/De-prepare Master port(s) */
566 list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
567 ret = sdw_prep_deprep_master_ports(m_rt, p_rt, prep);
568 if (ret < 0)
569 return ret;
570 }
571
572 return ret;
573}
574
575/**
576 * sdw_notify_config() - Notify bus configuration
577 *
578 * @m_rt: Master runtime handle
579 *
580 * This function notifies the Master(s) and Slave(s) of the
581 * new bus configuration.
582 */
583static int sdw_notify_config(struct sdw_master_runtime *m_rt)
584{
585 struct sdw_slave_runtime *s_rt;
586 struct sdw_bus *bus = m_rt->bus;
587 struct sdw_slave *slave;
588 int ret;
589
590 if (bus->ops->set_bus_conf) {
591 ret = bus->ops->set_bus_conf(bus, &bus->params);
592 if (ret < 0)
593 return ret;
594 }
595
596 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
597 slave = s_rt->slave;
598
599 mutex_lock(&slave->sdw_dev_lock);
600
601 if (slave->probed) {
602 struct device *dev = &slave->dev;
603 struct sdw_driver *drv = drv_to_sdw_driver(dev->driver);
604
605 if (drv->ops && drv->ops->bus_config) {
606 ret = drv->ops->bus_config(slave, &bus->params);
607 if (ret < 0) {
608 dev_err(dev, "Notify Slave: %d failed\n",
609 slave->dev_num);
610 mutex_unlock(lock: &slave->sdw_dev_lock);
611 return ret;
612 }
613 }
614 }
615
616 mutex_unlock(lock: &slave->sdw_dev_lock);
617 }
618
619 return 0;
620}
621
622/**
623 * sdw_program_params() - Program transport and port parameters for Master(s)
624 * and Slave(s)
625 *
626 * @bus: SDW bus instance
627 * @prepare: true if sdw_program_params() is called by _prepare.
628 */
629static int sdw_program_params(struct sdw_bus *bus, bool prepare)
630{
631 struct sdw_master_runtime *m_rt;
632 int ret = 0;
633
634 list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
635
636 /*
637 * this loop walks through all master runtimes for a
638 * bus, but the ports can only be configured while
639 * explicitly preparing a stream or handling an
640 * already-prepared stream otherwise.
641 */
642 if (!prepare &&
643 m_rt->stream->state == SDW_STREAM_CONFIGURED)
644 continue;
645
646 ret = sdw_program_port_params(m_rt);
647 if (ret < 0) {
648 dev_err(bus->dev,
649 "Program transport params failed: %d\n", ret);
650 return ret;
651 }
652
653 ret = sdw_notify_config(m_rt);
654 if (ret < 0) {
655 dev_err(bus->dev,
656 "Notify bus config failed: %d\n", ret);
657 return ret;
658 }
659
660 /* Enable port(s) on alternate bank for all active streams */
661 if (m_rt->stream->state != SDW_STREAM_ENABLED)
662 continue;
663
664 ret = sdw_enable_disable_ports(m_rt, en: true);
665 if (ret < 0) {
666 dev_err(bus->dev, "Enable channel failed: %d\n", ret);
667 return ret;
668 }
669 }
670
671 return ret;
672}
673
674static int sdw_bank_switch(struct sdw_bus *bus, int m_rt_count)
675{
676 int col_index, row_index;
677 bool multi_link;
678 struct sdw_msg *wr_msg;
679 u8 *wbuf;
680 int ret;
681 u16 addr;
682
683 wr_msg = kzalloc(size: sizeof(*wr_msg), GFP_KERNEL);
684 if (!wr_msg)
685 return -ENOMEM;
686
687 wbuf = kzalloc(size: sizeof(*wbuf), GFP_KERNEL);
688 if (!wbuf) {
689 ret = -ENOMEM;
690 goto error_1;
691 }
692
693 /* Get row and column index to program register */
694 col_index = sdw_find_col_index(bus->params.col);
695 row_index = sdw_find_row_index(bus->params.row);
696 wbuf[0] = col_index | (row_index << 3);
697
698 if (bus->params.next_bank)
699 addr = SDW_SCP_FRAMECTRL_B1;
700 else
701 addr = SDW_SCP_FRAMECTRL_B0;
702
703 sdw_fill_msg(msg: wr_msg, NULL, addr, count: 1, SDW_BROADCAST_DEV_NUM,
704 flags: SDW_MSG_FLAG_WRITE, buf: wbuf);
705 wr_msg->ssp_sync = true;
706
707 /*
708 * Set the multi_link flag only when both the hardware supports
709 * and hardware-based sync is required
710 */
711 multi_link = bus->multi_link && (m_rt_count >= bus->hw_sync_min_links);
712
713 if (multi_link)
714 ret = sdw_transfer_defer(bus, msg: wr_msg);
715 else
716 ret = sdw_transfer(bus, msg: wr_msg);
717
718 if (ret < 0 && ret != -ENODATA) {
719 dev_err(bus->dev, "Slave frame_ctrl reg write failed\n");
720 goto error;
721 }
722
723 if (!multi_link) {
724 kfree(objp: wbuf);
725 kfree(objp: wr_msg);
726 bus->defer_msg.msg = NULL;
727 bus->params.curr_bank = !bus->params.curr_bank;
728 bus->params.next_bank = !bus->params.next_bank;
729 }
730
731 return 0;
732
733error:
734 kfree(objp: wbuf);
735error_1:
736 kfree(objp: wr_msg);
737 bus->defer_msg.msg = NULL;
738 return ret;
739}
740
741/**
742 * sdw_ml_sync_bank_switch: Multilink register bank switch
743 *
744 * @bus: SDW bus instance
745 *
746 * Caller function should free the buffers on error
747 */
748static int sdw_ml_sync_bank_switch(struct sdw_bus *bus)
749{
750 unsigned long time_left;
751
752 if (!bus->multi_link)
753 return 0;
754
755 /* Wait for completion of transfer */
756 time_left = wait_for_completion_timeout(x: &bus->defer_msg.complete,
757 timeout: bus->bank_switch_timeout);
758
759 if (!time_left) {
760 dev_err(bus->dev, "Controller Timed out on bank switch\n");
761 return -ETIMEDOUT;
762 }
763
764 bus->params.curr_bank = !bus->params.curr_bank;
765 bus->params.next_bank = !bus->params.next_bank;
766
767 if (bus->defer_msg.msg) {
768 kfree(objp: bus->defer_msg.msg->buf);
769 kfree(objp: bus->defer_msg.msg);
770 bus->defer_msg.msg = NULL;
771 }
772
773 return 0;
774}
775
776static int do_bank_switch(struct sdw_stream_runtime *stream)
777{
778 struct sdw_master_runtime *m_rt;
779 const struct sdw_master_ops *ops;
780 struct sdw_bus *bus;
781 bool multi_link = false;
782 int m_rt_count;
783 int ret = 0;
784
785 m_rt_count = stream->m_rt_count;
786
787 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
788 bus = m_rt->bus;
789 ops = bus->ops;
790
791 if (bus->multi_link && m_rt_count >= bus->hw_sync_min_links) {
792 multi_link = true;
793 mutex_lock(&bus->msg_lock);
794 }
795
796 /* Pre-bank switch */
797 if (ops->pre_bank_switch) {
798 ret = ops->pre_bank_switch(bus);
799 if (ret < 0) {
800 dev_err(bus->dev,
801 "Pre bank switch op failed: %d\n", ret);
802 goto msg_unlock;
803 }
804 }
805
806 /*
807 * Perform Bank switch operation.
808 * For multi link cases, the actual bank switch is
809 * synchronized across all Masters and happens later as a
810 * part of post_bank_switch ops.
811 */
812 ret = sdw_bank_switch(bus, m_rt_count);
813 if (ret < 0) {
814 dev_err(bus->dev, "Bank switch failed: %d\n", ret);
815 goto error;
816 }
817 }
818
819 /*
820 * For multi link cases, it is expected that the bank switch is
821 * triggered by the post_bank_switch for the first Master in the list
822 * and for the other Masters the post_bank_switch() should return doing
823 * nothing.
824 */
825 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
826 bus = m_rt->bus;
827 ops = bus->ops;
828
829 /* Post-bank switch */
830 if (ops->post_bank_switch) {
831 ret = ops->post_bank_switch(bus);
832 if (ret < 0) {
833 dev_err(bus->dev,
834 "Post bank switch op failed: %d\n",
835 ret);
836 goto error;
837 }
838 } else if (multi_link) {
839 dev_err(bus->dev,
840 "Post bank switch ops not implemented\n");
841 ret = -EINVAL;
842 goto error;
843 }
844
845 /* Set the bank switch timeout to default, if not set */
846 if (!bus->bank_switch_timeout)
847 bus->bank_switch_timeout = DEFAULT_BANK_SWITCH_TIMEOUT;
848
849 /* Check if bank switch was successful */
850 ret = sdw_ml_sync_bank_switch(bus);
851 if (ret < 0) {
852 dev_err(bus->dev,
853 "multi link bank switch failed: %d\n", ret);
854 goto error;
855 }
856
857 if (multi_link)
858 mutex_unlock(lock: &bus->msg_lock);
859 }
860
861 return ret;
862
863error:
864 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
865 bus = m_rt->bus;
866 if (bus->defer_msg.msg) {
867 kfree(objp: bus->defer_msg.msg->buf);
868 kfree(objp: bus->defer_msg.msg);
869 bus->defer_msg.msg = NULL;
870 }
871 }
872
873msg_unlock:
874
875 if (multi_link) {
876 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
877 bus = m_rt->bus;
878 if (mutex_is_locked(lock: &bus->msg_lock))
879 mutex_unlock(lock: &bus->msg_lock);
880 }
881 }
882
883 return ret;
884}
885
886static struct sdw_port_runtime *sdw_port_alloc(struct list_head *port_list)
887{
888 struct sdw_port_runtime *p_rt;
889
890 p_rt = kzalloc(size: sizeof(*p_rt), GFP_KERNEL);
891 if (!p_rt)
892 return NULL;
893
894 list_add_tail(new: &p_rt->port_node, head: port_list);
895
896 return p_rt;
897}
898
899static int sdw_port_config(struct sdw_port_runtime *p_rt,
900 struct sdw_port_config *port_config,
901 int port_index)
902{
903 p_rt->ch_mask = port_config[port_index].ch_mask;
904 p_rt->num = port_config[port_index].num;
905
906 /*
907 * TODO: Check port capabilities for requested configuration
908 */
909
910 return 0;
911}
912
913static void sdw_port_free(struct sdw_port_runtime *p_rt)
914{
915 list_del(entry: &p_rt->port_node);
916 kfree(objp: p_rt);
917}
918
919static bool sdw_slave_port_allocated(struct sdw_slave_runtime *s_rt)
920{
921 return !list_empty(head: &s_rt->port_list);
922}
923
924static void sdw_slave_port_free(struct sdw_slave *slave,
925 struct sdw_stream_runtime *stream)
926{
927 struct sdw_port_runtime *p_rt, *_p_rt;
928 struct sdw_master_runtime *m_rt;
929 struct sdw_slave_runtime *s_rt;
930
931 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
932 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) {
933 if (s_rt->slave != slave)
934 continue;
935
936 list_for_each_entry_safe(p_rt, _p_rt,
937 &s_rt->port_list, port_node) {
938 sdw_port_free(p_rt);
939 }
940 }
941 }
942}
943
944static int sdw_slave_port_alloc(struct sdw_slave *slave,
945 struct sdw_slave_runtime *s_rt,
946 unsigned int num_config)
947{
948 struct sdw_port_runtime *p_rt;
949 int i;
950
951 /* Iterate for number of ports to perform initialization */
952 for (i = 0; i < num_config; i++) {
953 p_rt = sdw_port_alloc(port_list: &s_rt->port_list);
954 if (!p_rt)
955 return -ENOMEM;
956 }
957
958 return 0;
959}
960
961static int sdw_slave_port_is_valid_range(struct device *dev, int num)
962{
963 if (!SDW_VALID_PORT_RANGE(num)) {
964 dev_err(dev, "SoundWire: Invalid port number :%d\n", num);
965 return -EINVAL;
966 }
967
968 return 0;
969}
970
971static int sdw_slave_port_config(struct sdw_slave *slave,
972 struct sdw_slave_runtime *s_rt,
973 struct sdw_port_config *port_config)
974{
975 struct sdw_port_runtime *p_rt;
976 int ret;
977 int i;
978
979 i = 0;
980 list_for_each_entry(p_rt, &s_rt->port_list, port_node) {
981 /*
982 * TODO: Check valid port range as defined by DisCo/
983 * slave
984 */
985 ret = sdw_slave_port_is_valid_range(dev: &slave->dev, num: port_config[i].num);
986 if (ret < 0)
987 return ret;
988
989 ret = sdw_port_config(p_rt, port_config, port_index: i);
990 if (ret < 0)
991 return ret;
992 i++;
993 }
994
995 return 0;
996}
997
998static bool sdw_master_port_allocated(struct sdw_master_runtime *m_rt)
999{
1000 return !list_empty(head: &m_rt->port_list);
1001}
1002
1003static void sdw_master_port_free(struct sdw_master_runtime *m_rt)
1004{
1005 struct sdw_port_runtime *p_rt, *_p_rt;
1006
1007 list_for_each_entry_safe(p_rt, _p_rt, &m_rt->port_list, port_node) {
1008 sdw_port_free(p_rt);
1009 }
1010}
1011
1012static int sdw_master_port_alloc(struct sdw_master_runtime *m_rt,
1013 unsigned int num_ports)
1014{
1015 struct sdw_port_runtime *p_rt;
1016 int i;
1017
1018 /* Iterate for number of ports to perform initialization */
1019 for (i = 0; i < num_ports; i++) {
1020 p_rt = sdw_port_alloc(port_list: &m_rt->port_list);
1021 if (!p_rt)
1022 return -ENOMEM;
1023 }
1024
1025 return 0;
1026}
1027
1028static int sdw_master_port_config(struct sdw_master_runtime *m_rt,
1029 struct sdw_port_config *port_config)
1030{
1031 struct sdw_port_runtime *p_rt;
1032 int ret;
1033 int i;
1034
1035 i = 0;
1036 list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
1037 ret = sdw_port_config(p_rt, port_config, port_index: i);
1038 if (ret < 0)
1039 return ret;
1040 i++;
1041 }
1042
1043 return 0;
1044}
1045
1046/**
1047 * sdw_slave_rt_alloc() - Allocate a Slave runtime handle.
1048 *
1049 * @slave: Slave handle
1050 * @m_rt: Master runtime handle
1051 *
1052 * This function is to be called with bus_lock held.
1053 */
1054static struct sdw_slave_runtime
1055*sdw_slave_rt_alloc(struct sdw_slave *slave,
1056 struct sdw_master_runtime *m_rt)
1057{
1058 struct sdw_slave_runtime *s_rt;
1059
1060 s_rt = kzalloc(size: sizeof(*s_rt), GFP_KERNEL);
1061 if (!s_rt)
1062 return NULL;
1063
1064 INIT_LIST_HEAD(list: &s_rt->port_list);
1065 s_rt->slave = slave;
1066
1067 list_add_tail(new: &s_rt->m_rt_node, head: &m_rt->slave_rt_list);
1068
1069 return s_rt;
1070}
1071
1072/**
1073 * sdw_slave_rt_config() - Configure a Slave runtime handle.
1074 *
1075 * @s_rt: Slave runtime handle
1076 * @stream_config: Stream configuration
1077 *
1078 * This function is to be called with bus_lock held.
1079 */
1080static int sdw_slave_rt_config(struct sdw_slave_runtime *s_rt,
1081 struct sdw_stream_config *stream_config)
1082{
1083 s_rt->ch_count = stream_config->ch_count;
1084 s_rt->direction = stream_config->direction;
1085
1086 return 0;
1087}
1088
1089static struct sdw_slave_runtime *sdw_slave_rt_find(struct sdw_slave *slave,
1090 struct sdw_stream_runtime *stream)
1091{
1092 struct sdw_slave_runtime *s_rt, *_s_rt;
1093 struct sdw_master_runtime *m_rt;
1094
1095 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1096 /* Retrieve Slave runtime handle */
1097 list_for_each_entry_safe(s_rt, _s_rt,
1098 &m_rt->slave_rt_list, m_rt_node) {
1099 if (s_rt->slave == slave)
1100 return s_rt;
1101 }
1102 }
1103 return NULL;
1104}
1105
1106/**
1107 * sdw_slave_rt_free() - Free Slave(s) runtime handle
1108 *
1109 * @slave: Slave handle.
1110 * @stream: Stream runtime handle.
1111 *
1112 * This function is to be called with bus_lock held.
1113 */
1114static void sdw_slave_rt_free(struct sdw_slave *slave,
1115 struct sdw_stream_runtime *stream)
1116{
1117 struct sdw_slave_runtime *s_rt;
1118
1119 s_rt = sdw_slave_rt_find(slave, stream);
1120 if (s_rt) {
1121 list_del(entry: &s_rt->m_rt_node);
1122 kfree(objp: s_rt);
1123 }
1124}
1125
1126static struct sdw_master_runtime
1127*sdw_master_rt_find(struct sdw_bus *bus,
1128 struct sdw_stream_runtime *stream)
1129{
1130 struct sdw_master_runtime *m_rt;
1131
1132 /* Retrieve Bus handle if already available */
1133 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1134 if (m_rt->bus == bus)
1135 return m_rt;
1136 }
1137
1138 return NULL;
1139}
1140
1141/**
1142 * sdw_master_rt_alloc() - Allocates a Master runtime handle
1143 *
1144 * @bus: SDW bus instance
1145 * @stream: Stream runtime handle.
1146 *
1147 * This function is to be called with bus_lock held.
1148 */
1149static struct sdw_master_runtime
1150*sdw_master_rt_alloc(struct sdw_bus *bus,
1151 struct sdw_stream_runtime *stream)
1152{
1153 struct sdw_master_runtime *m_rt, *walk_m_rt;
1154 struct list_head *insert_after;
1155
1156 m_rt = kzalloc(size: sizeof(*m_rt), GFP_KERNEL);
1157 if (!m_rt)
1158 return NULL;
1159
1160 /* Initialization of Master runtime handle */
1161 INIT_LIST_HEAD(list: &m_rt->port_list);
1162 INIT_LIST_HEAD(list: &m_rt->slave_rt_list);
1163
1164 /*
1165 * Add in order of bus id so that when taking the bus_lock
1166 * of multiple buses they will always be taken in the same
1167 * order to prevent a mutex deadlock.
1168 */
1169 insert_after = &stream->master_list;
1170 list_for_each_entry_reverse(walk_m_rt, &stream->master_list, stream_node) {
1171 if (walk_m_rt->bus->id < bus->id) {
1172 insert_after = &walk_m_rt->stream_node;
1173 break;
1174 }
1175 }
1176 list_add(new: &m_rt->stream_node, head: insert_after);
1177
1178 list_add_tail(new: &m_rt->bus_node, head: &bus->m_rt_list);
1179
1180 m_rt->bus = bus;
1181 m_rt->stream = stream;
1182
1183 return m_rt;
1184}
1185
1186/**
1187 * sdw_master_rt_config() - Configure Master runtime handle
1188 *
1189 * @m_rt: Master runtime handle
1190 * @stream_config: Stream configuration
1191 *
1192 * This function is to be called with bus_lock held.
1193 */
1194
1195static int sdw_master_rt_config(struct sdw_master_runtime *m_rt,
1196 struct sdw_stream_config *stream_config)
1197{
1198 m_rt->ch_count = stream_config->ch_count;
1199 m_rt->direction = stream_config->direction;
1200
1201 return 0;
1202}
1203
1204/**
1205 * sdw_master_rt_free() - Free Master runtime handle
1206 *
1207 * @m_rt: Master runtime node
1208 * @stream: Stream runtime handle.
1209 *
1210 * This function is to be called with bus_lock held
1211 * It frees the Master runtime handle and associated Slave(s) runtime
1212 * handle. If this is called first then sdw_slave_rt_free() will have
1213 * no effect as Slave(s) runtime handle would already be freed up.
1214 */
1215static void sdw_master_rt_free(struct sdw_master_runtime *m_rt,
1216 struct sdw_stream_runtime *stream)
1217{
1218 struct sdw_slave_runtime *s_rt, *_s_rt;
1219
1220 list_for_each_entry_safe(s_rt, _s_rt, &m_rt->slave_rt_list, m_rt_node) {
1221 sdw_slave_port_free(slave: s_rt->slave, stream);
1222 sdw_slave_rt_free(slave: s_rt->slave, stream);
1223 }
1224
1225 list_del(entry: &m_rt->stream_node);
1226 list_del(entry: &m_rt->bus_node);
1227 kfree(objp: m_rt);
1228}
1229
1230/**
1231 * sdw_config_stream() - Configure the allocated stream
1232 *
1233 * @dev: SDW device
1234 * @stream: SoundWire stream
1235 * @stream_config: Stream configuration for audio stream
1236 * @is_slave: is API called from Slave or Master
1237 *
1238 * This function is to be called with bus_lock held.
1239 */
1240static int sdw_config_stream(struct device *dev,
1241 struct sdw_stream_runtime *stream,
1242 struct sdw_stream_config *stream_config,
1243 bool is_slave)
1244{
1245 /*
1246 * Update the stream rate, channel and bps based on data
1247 * source. For more than one data source (multilink),
1248 * match the rate, bps, stream type and increment number of channels.
1249 *
1250 * If rate/bps is zero, it means the values are not set, so skip
1251 * comparison and allow the value to be set and stored in stream
1252 */
1253 if (stream->params.rate &&
1254 stream->params.rate != stream_config->frame_rate) {
1255 dev_err(dev, "rate not matching, stream:%s\n", stream->name);
1256 return -EINVAL;
1257 }
1258
1259 if (stream->params.bps &&
1260 stream->params.bps != stream_config->bps) {
1261 dev_err(dev, "bps not matching, stream:%s\n", stream->name);
1262 return -EINVAL;
1263 }
1264
1265 stream->type = stream_config->type;
1266 stream->params.rate = stream_config->frame_rate;
1267 stream->params.bps = stream_config->bps;
1268
1269 /* TODO: Update this check during Device-device support */
1270 if (is_slave)
1271 stream->params.ch_count += stream_config->ch_count;
1272
1273 return 0;
1274}
1275
1276/**
1277 * sdw_get_slave_dpn_prop() - Get Slave port capabilities
1278 *
1279 * @slave: Slave handle
1280 * @direction: Data direction.
1281 * @port_num: Port number
1282 */
1283struct sdw_dpn_prop *sdw_get_slave_dpn_prop(struct sdw_slave *slave,
1284 enum sdw_data_direction direction,
1285 unsigned int port_num)
1286{
1287 struct sdw_dpn_prop *dpn_prop;
1288 u8 num_ports;
1289 int i;
1290
1291 if (direction == SDW_DATA_DIR_TX) {
1292 num_ports = hweight32(slave->prop.source_ports);
1293 dpn_prop = slave->prop.src_dpn_prop;
1294 } else {
1295 num_ports = hweight32(slave->prop.sink_ports);
1296 dpn_prop = slave->prop.sink_dpn_prop;
1297 }
1298
1299 for (i = 0; i < num_ports; i++) {
1300 if (dpn_prop[i].num == port_num)
1301 return &dpn_prop[i];
1302 }
1303
1304 return NULL;
1305}
1306
1307/**
1308 * sdw_acquire_bus_lock: Acquire bus lock for all Master runtime(s)
1309 *
1310 * @stream: SoundWire stream
1311 *
1312 * Acquire bus_lock for each of the master runtime(m_rt) part of this
1313 * stream to reconfigure the bus.
1314 * NOTE: This function is called from SoundWire stream ops and is
1315 * expected that a global lock is held before acquiring bus_lock.
1316 */
1317static void sdw_acquire_bus_lock(struct sdw_stream_runtime *stream)
1318{
1319 struct sdw_master_runtime *m_rt;
1320 struct sdw_bus *bus;
1321
1322 /* Iterate for all Master(s) in Master list */
1323 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1324 bus = m_rt->bus;
1325
1326 mutex_lock(&bus->bus_lock);
1327 }
1328}
1329
1330/**
1331 * sdw_release_bus_lock: Release bus lock for all Master runtime(s)
1332 *
1333 * @stream: SoundWire stream
1334 *
1335 * Release the previously held bus_lock after reconfiguring the bus.
1336 * NOTE: This function is called from SoundWire stream ops and is
1337 * expected that a global lock is held before releasing bus_lock.
1338 */
1339static void sdw_release_bus_lock(struct sdw_stream_runtime *stream)
1340{
1341 struct sdw_master_runtime *m_rt;
1342 struct sdw_bus *bus;
1343
1344 /* Iterate for all Master(s) in Master list */
1345 list_for_each_entry_reverse(m_rt, &stream->master_list, stream_node) {
1346 bus = m_rt->bus;
1347 mutex_unlock(lock: &bus->bus_lock);
1348 }
1349}
1350
1351static int _sdw_prepare_stream(struct sdw_stream_runtime *stream,
1352 bool update_params)
1353{
1354 struct sdw_master_runtime *m_rt;
1355 struct sdw_bus *bus;
1356 struct sdw_master_prop *prop;
1357 struct sdw_bus_params params;
1358 int ret;
1359
1360 /* Prepare Master(s) and Slave(s) port(s) associated with stream */
1361 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1362 bus = m_rt->bus;
1363 prop = &bus->prop;
1364 memcpy(&params, &bus->params, sizeof(params));
1365
1366 /* TODO: Support Asynchronous mode */
1367 if ((prop->max_clk_freq % stream->params.rate) != 0) {
1368 dev_err(bus->dev, "Async mode not supported\n");
1369 return -EINVAL;
1370 }
1371
1372 if (update_params) {
1373 /* Increment cumulative bus bandwidth */
1374 /* TODO: Update this during Device-Device support */
1375 bus->params.bandwidth += m_rt->stream->params.rate *
1376 m_rt->ch_count * m_rt->stream->params.bps;
1377
1378 /* Compute params */
1379 if (bus->compute_params) {
1380 ret = bus->compute_params(bus);
1381 if (ret < 0) {
1382 dev_err(bus->dev, "Compute params failed: %d\n",
1383 ret);
1384 goto restore_params;
1385 }
1386 }
1387 }
1388
1389 /* Program params */
1390 ret = sdw_program_params(bus, prepare: true);
1391 if (ret < 0) {
1392 dev_err(bus->dev, "Program params failed: %d\n", ret);
1393 goto restore_params;
1394 }
1395 }
1396
1397 ret = do_bank_switch(stream);
1398 if (ret < 0) {
1399 pr_err("%s: do_bank_switch failed: %d\n", __func__, ret);
1400 goto restore_params;
1401 }
1402
1403 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1404 bus = m_rt->bus;
1405
1406 /* Prepare port(s) on the new clock configuration */
1407 ret = sdw_prep_deprep_ports(m_rt, prep: true);
1408 if (ret < 0) {
1409 dev_err(bus->dev, "Prepare port(s) failed ret = %d\n",
1410 ret);
1411 return ret;
1412 }
1413 }
1414
1415 stream->state = SDW_STREAM_PREPARED;
1416
1417 return ret;
1418
1419restore_params:
1420 memcpy(&bus->params, &params, sizeof(params));
1421 return ret;
1422}
1423
1424/**
1425 * sdw_prepare_stream() - Prepare SoundWire stream
1426 *
1427 * @stream: Soundwire stream
1428 *
1429 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1430 */
1431int sdw_prepare_stream(struct sdw_stream_runtime *stream)
1432{
1433 bool update_params = true;
1434 int ret;
1435
1436 if (!stream) {
1437 pr_err("SoundWire: Handle not found for stream\n");
1438 return -EINVAL;
1439 }
1440
1441 sdw_acquire_bus_lock(stream);
1442
1443 if (stream->state == SDW_STREAM_PREPARED) {
1444 ret = 0;
1445 goto state_err;
1446 }
1447
1448 if (stream->state != SDW_STREAM_CONFIGURED &&
1449 stream->state != SDW_STREAM_DEPREPARED &&
1450 stream->state != SDW_STREAM_DISABLED) {
1451 pr_err("%s: %s: inconsistent state state %d\n",
1452 __func__, stream->name, stream->state);
1453 ret = -EINVAL;
1454 goto state_err;
1455 }
1456
1457 /*
1458 * when the stream is DISABLED, this means sdw_prepare_stream()
1459 * is called as a result of an underflow or a resume operation.
1460 * In this case, the bus parameters shall not be recomputed, but
1461 * still need to be re-applied
1462 */
1463 if (stream->state == SDW_STREAM_DISABLED)
1464 update_params = false;
1465
1466 ret = _sdw_prepare_stream(stream, update_params);
1467
1468state_err:
1469 sdw_release_bus_lock(stream);
1470 return ret;
1471}
1472EXPORT_SYMBOL(sdw_prepare_stream);
1473
1474static int _sdw_enable_stream(struct sdw_stream_runtime *stream)
1475{
1476 struct sdw_master_runtime *m_rt;
1477 struct sdw_bus *bus;
1478 int ret;
1479
1480 /* Enable Master(s) and Slave(s) port(s) associated with stream */
1481 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1482 bus = m_rt->bus;
1483
1484 /* Program params */
1485 ret = sdw_program_params(bus, prepare: false);
1486 if (ret < 0) {
1487 dev_err(bus->dev, "%s: Program params failed: %d\n", __func__, ret);
1488 return ret;
1489 }
1490
1491 /* Enable port(s) */
1492 ret = sdw_enable_disable_ports(m_rt, en: true);
1493 if (ret < 0) {
1494 dev_err(bus->dev,
1495 "Enable port(s) failed ret: %d\n", ret);
1496 return ret;
1497 }
1498 }
1499
1500 ret = do_bank_switch(stream);
1501 if (ret < 0) {
1502 pr_err("%s: do_bank_switch failed: %d\n", __func__, ret);
1503 return ret;
1504 }
1505
1506 stream->state = SDW_STREAM_ENABLED;
1507 return 0;
1508}
1509
1510/**
1511 * sdw_enable_stream() - Enable SoundWire stream
1512 *
1513 * @stream: Soundwire stream
1514 *
1515 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1516 */
1517int sdw_enable_stream(struct sdw_stream_runtime *stream)
1518{
1519 int ret;
1520
1521 if (!stream) {
1522 pr_err("SoundWire: Handle not found for stream\n");
1523 return -EINVAL;
1524 }
1525
1526 sdw_acquire_bus_lock(stream);
1527
1528 if (stream->state == SDW_STREAM_ENABLED) {
1529 ret = 0;
1530 goto state_err;
1531 }
1532
1533 if (stream->state != SDW_STREAM_PREPARED &&
1534 stream->state != SDW_STREAM_DISABLED) {
1535 pr_err("%s: %s: inconsistent state state %d\n",
1536 __func__, stream->name, stream->state);
1537 ret = -EINVAL;
1538 goto state_err;
1539 }
1540
1541 ret = _sdw_enable_stream(stream);
1542
1543state_err:
1544 sdw_release_bus_lock(stream);
1545 return ret;
1546}
1547EXPORT_SYMBOL(sdw_enable_stream);
1548
1549static int _sdw_disable_stream(struct sdw_stream_runtime *stream)
1550{
1551 struct sdw_master_runtime *m_rt;
1552 int ret;
1553
1554 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1555 struct sdw_bus *bus = m_rt->bus;
1556
1557 /* Disable port(s) */
1558 ret = sdw_enable_disable_ports(m_rt, en: false);
1559 if (ret < 0) {
1560 dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
1561 return ret;
1562 }
1563 }
1564 stream->state = SDW_STREAM_DISABLED;
1565
1566 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1567 struct sdw_bus *bus = m_rt->bus;
1568
1569 /* Program params */
1570 ret = sdw_program_params(bus, prepare: false);
1571 if (ret < 0) {
1572 dev_err(bus->dev, "%s: Program params failed: %d\n", __func__, ret);
1573 return ret;
1574 }
1575 }
1576
1577 ret = do_bank_switch(stream);
1578 if (ret < 0) {
1579 pr_err("%s: do_bank_switch failed: %d\n", __func__, ret);
1580 return ret;
1581 }
1582
1583 /* make sure alternate bank (previous current) is also disabled */
1584 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1585 struct sdw_bus *bus = m_rt->bus;
1586
1587 /* Disable port(s) */
1588 ret = sdw_enable_disable_ports(m_rt, en: false);
1589 if (ret < 0) {
1590 dev_err(bus->dev, "Disable port(s) failed: %d\n", ret);
1591 return ret;
1592 }
1593 }
1594
1595 return 0;
1596}
1597
1598/**
1599 * sdw_disable_stream() - Disable SoundWire stream
1600 *
1601 * @stream: Soundwire stream
1602 *
1603 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1604 */
1605int sdw_disable_stream(struct sdw_stream_runtime *stream)
1606{
1607 int ret;
1608
1609 if (!stream) {
1610 pr_err("SoundWire: Handle not found for stream\n");
1611 return -EINVAL;
1612 }
1613
1614 sdw_acquire_bus_lock(stream);
1615
1616 if (stream->state == SDW_STREAM_DISABLED) {
1617 ret = 0;
1618 goto state_err;
1619 }
1620
1621 if (stream->state != SDW_STREAM_ENABLED) {
1622 pr_err("%s: %s: inconsistent state state %d\n",
1623 __func__, stream->name, stream->state);
1624 ret = -EINVAL;
1625 goto state_err;
1626 }
1627
1628 ret = _sdw_disable_stream(stream);
1629
1630state_err:
1631 sdw_release_bus_lock(stream);
1632 return ret;
1633}
1634EXPORT_SYMBOL(sdw_disable_stream);
1635
1636static int _sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1637{
1638 struct sdw_master_runtime *m_rt;
1639 struct sdw_bus *bus;
1640 int ret = 0;
1641
1642 list_for_each_entry(m_rt, &stream->master_list, stream_node) {
1643 bus = m_rt->bus;
1644 /* De-prepare port(s) */
1645 ret = sdw_prep_deprep_ports(m_rt, prep: false);
1646 if (ret < 0) {
1647 dev_err(bus->dev,
1648 "De-prepare port(s) failed: %d\n", ret);
1649 return ret;
1650 }
1651
1652 /* TODO: Update this during Device-Device support */
1653 bus->params.bandwidth -= m_rt->stream->params.rate *
1654 m_rt->ch_count * m_rt->stream->params.bps;
1655
1656 /* Compute params */
1657 if (bus->compute_params) {
1658 ret = bus->compute_params(bus);
1659 if (ret < 0) {
1660 dev_err(bus->dev, "Compute params failed: %d\n",
1661 ret);
1662 return ret;
1663 }
1664 }
1665
1666 /* Program params */
1667 ret = sdw_program_params(bus, prepare: false);
1668 if (ret < 0) {
1669 dev_err(bus->dev, "%s: Program params failed: %d\n", __func__, ret);
1670 return ret;
1671 }
1672 }
1673
1674 stream->state = SDW_STREAM_DEPREPARED;
1675 return do_bank_switch(stream);
1676}
1677
1678/**
1679 * sdw_deprepare_stream() - Deprepare SoundWire stream
1680 *
1681 * @stream: Soundwire stream
1682 *
1683 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1684 */
1685int sdw_deprepare_stream(struct sdw_stream_runtime *stream)
1686{
1687 int ret;
1688
1689 if (!stream) {
1690 pr_err("SoundWire: Handle not found for stream\n");
1691 return -EINVAL;
1692 }
1693
1694 sdw_acquire_bus_lock(stream);
1695
1696 if (stream->state == SDW_STREAM_DEPREPARED) {
1697 ret = 0;
1698 goto state_err;
1699 }
1700
1701 if (stream->state != SDW_STREAM_PREPARED &&
1702 stream->state != SDW_STREAM_DISABLED) {
1703 pr_err("%s: %s: inconsistent state state %d\n",
1704 __func__, stream->name, stream->state);
1705 ret = -EINVAL;
1706 goto state_err;
1707 }
1708
1709 ret = _sdw_deprepare_stream(stream);
1710
1711state_err:
1712 sdw_release_bus_lock(stream);
1713 return ret;
1714}
1715EXPORT_SYMBOL(sdw_deprepare_stream);
1716
1717static int set_stream(struct snd_pcm_substream *substream,
1718 struct sdw_stream_runtime *sdw_stream)
1719{
1720 struct snd_soc_pcm_runtime *rtd = substream->private_data;
1721 struct snd_soc_dai *dai;
1722 int ret = 0;
1723 int i;
1724
1725 /* Set stream pointer on all DAIs */
1726 for_each_rtd_dais(rtd, i, dai) {
1727 ret = snd_soc_dai_set_stream(dai, stream: sdw_stream, direction: substream->stream);
1728 if (ret < 0) {
1729 dev_err(rtd->dev, "failed to set stream pointer on dai %s\n", dai->name);
1730 break;
1731 }
1732 }
1733
1734 return ret;
1735}
1736
1737/**
1738 * sdw_alloc_stream() - Allocate and return stream runtime
1739 *
1740 * @stream_name: SoundWire stream name
1741 *
1742 * Allocates a SoundWire stream runtime instance.
1743 * sdw_alloc_stream should be called only once per stream. Typically
1744 * invoked from ALSA/ASoC machine/platform driver.
1745 */
1746struct sdw_stream_runtime *sdw_alloc_stream(const char *stream_name)
1747{
1748 struct sdw_stream_runtime *stream;
1749
1750 stream = kzalloc(size: sizeof(*stream), GFP_KERNEL);
1751 if (!stream)
1752 return NULL;
1753
1754 stream->name = stream_name;
1755 INIT_LIST_HEAD(list: &stream->master_list);
1756 stream->state = SDW_STREAM_ALLOCATED;
1757 stream->m_rt_count = 0;
1758
1759 return stream;
1760}
1761EXPORT_SYMBOL(sdw_alloc_stream);
1762
1763/**
1764 * sdw_startup_stream() - Startup SoundWire stream
1765 *
1766 * @sdw_substream: Soundwire stream
1767 *
1768 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1769 */
1770int sdw_startup_stream(void *sdw_substream)
1771{
1772 struct snd_pcm_substream *substream = sdw_substream;
1773 struct snd_soc_pcm_runtime *rtd = substream->private_data;
1774 struct sdw_stream_runtime *sdw_stream;
1775 char *name;
1776 int ret;
1777
1778 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK)
1779 name = kasprintf(GFP_KERNEL, fmt: "%s-Playback", substream->name);
1780 else
1781 name = kasprintf(GFP_KERNEL, fmt: "%s-Capture", substream->name);
1782
1783 if (!name)
1784 return -ENOMEM;
1785
1786 sdw_stream = sdw_alloc_stream(name);
1787 if (!sdw_stream) {
1788 dev_err(rtd->dev, "alloc stream failed for substream DAI %s\n", substream->name);
1789 ret = -ENOMEM;
1790 goto error;
1791 }
1792
1793 ret = set_stream(substream, sdw_stream);
1794 if (ret < 0)
1795 goto release_stream;
1796 return 0;
1797
1798release_stream:
1799 sdw_release_stream(stream: sdw_stream);
1800 set_stream(substream, NULL);
1801error:
1802 kfree(objp: name);
1803 return ret;
1804}
1805EXPORT_SYMBOL(sdw_startup_stream);
1806
1807/**
1808 * sdw_shutdown_stream() - Shutdown SoundWire stream
1809 *
1810 * @sdw_substream: Soundwire stream
1811 *
1812 * Documentation/driver-api/soundwire/stream.rst explains this API in detail
1813 */
1814void sdw_shutdown_stream(void *sdw_substream)
1815{
1816 struct snd_pcm_substream *substream = sdw_substream;
1817 struct snd_soc_pcm_runtime *rtd = substream->private_data;
1818 struct sdw_stream_runtime *sdw_stream;
1819 struct snd_soc_dai *dai;
1820
1821 /* Find stream from first CPU DAI */
1822 dai = snd_soc_rtd_to_cpu(rtd, 0);
1823
1824 sdw_stream = snd_soc_dai_get_stream(dai, direction: substream->stream);
1825
1826 if (IS_ERR(ptr: sdw_stream)) {
1827 dev_err(rtd->dev, "no stream found for DAI %s\n", dai->name);
1828 return;
1829 }
1830
1831 /* release memory */
1832 kfree(objp: sdw_stream->name);
1833 sdw_release_stream(stream: sdw_stream);
1834
1835 /* clear DAI data */
1836 set_stream(substream, NULL);
1837}
1838EXPORT_SYMBOL(sdw_shutdown_stream);
1839
1840/**
1841 * sdw_release_stream() - Free the assigned stream runtime
1842 *
1843 * @stream: SoundWire stream runtime
1844 *
1845 * sdw_release_stream should be called only once per stream
1846 */
1847void sdw_release_stream(struct sdw_stream_runtime *stream)
1848{
1849 kfree(objp: stream);
1850}
1851EXPORT_SYMBOL(sdw_release_stream);
1852
1853/**
1854 * sdw_stream_add_master() - Allocate and add master runtime to a stream
1855 *
1856 * @bus: SDW Bus instance
1857 * @stream_config: Stream configuration for audio stream
1858 * @port_config: Port configuration for audio stream
1859 * @num_ports: Number of ports
1860 * @stream: SoundWire stream
1861 */
1862int sdw_stream_add_master(struct sdw_bus *bus,
1863 struct sdw_stream_config *stream_config,
1864 struct sdw_port_config *port_config,
1865 unsigned int num_ports,
1866 struct sdw_stream_runtime *stream)
1867{
1868 struct sdw_master_runtime *m_rt;
1869 bool alloc_master_rt = false;
1870 int ret;
1871
1872 mutex_lock(&bus->bus_lock);
1873
1874 /*
1875 * For multi link streams, add the second master only if
1876 * the bus supports it.
1877 * Check if bus->multi_link is set
1878 */
1879 if (!bus->multi_link && stream->m_rt_count > 0) {
1880 dev_err(bus->dev,
1881 "Multilink not supported, link %d\n", bus->link_id);
1882 ret = -EINVAL;
1883 goto unlock;
1884 }
1885
1886 /*
1887 * check if Master is already allocated (e.g. as a result of Slave adding
1888 * it first), if so skip allocation and go to configuration
1889 */
1890 m_rt = sdw_master_rt_find(bus, stream);
1891 if (!m_rt) {
1892 m_rt = sdw_master_rt_alloc(bus, stream);
1893 if (!m_rt) {
1894 dev_err(bus->dev, "%s: Master runtime alloc failed for stream:%s\n",
1895 __func__, stream->name);
1896 ret = -ENOMEM;
1897 goto unlock;
1898 }
1899
1900 alloc_master_rt = true;
1901 }
1902
1903 if (!sdw_master_port_allocated(m_rt)) {
1904 ret = sdw_master_port_alloc(m_rt, num_ports);
1905 if (ret)
1906 goto alloc_error;
1907
1908 stream->m_rt_count++;
1909 }
1910
1911 ret = sdw_master_rt_config(m_rt, stream_config);
1912 if (ret < 0)
1913 goto unlock;
1914
1915 ret = sdw_config_stream(dev: bus->dev, stream, stream_config, is_slave: false);
1916 if (ret)
1917 goto unlock;
1918
1919 ret = sdw_master_port_config(m_rt, port_config);
1920
1921 goto unlock;
1922
1923alloc_error:
1924 /*
1925 * we only cleanup what was allocated in this routine
1926 */
1927 if (alloc_master_rt)
1928 sdw_master_rt_free(m_rt, stream);
1929unlock:
1930 mutex_unlock(lock: &bus->bus_lock);
1931 return ret;
1932}
1933EXPORT_SYMBOL(sdw_stream_add_master);
1934
1935/**
1936 * sdw_stream_remove_master() - Remove master from sdw_stream
1937 *
1938 * @bus: SDW Bus instance
1939 * @stream: SoundWire stream
1940 *
1941 * This removes and frees port_rt and master_rt from a stream
1942 */
1943int sdw_stream_remove_master(struct sdw_bus *bus,
1944 struct sdw_stream_runtime *stream)
1945{
1946 struct sdw_master_runtime *m_rt, *_m_rt;
1947
1948 mutex_lock(&bus->bus_lock);
1949
1950 list_for_each_entry_safe(m_rt, _m_rt,
1951 &stream->master_list, stream_node) {
1952 if (m_rt->bus != bus)
1953 continue;
1954
1955 sdw_master_port_free(m_rt);
1956 sdw_master_rt_free(m_rt, stream);
1957 stream->m_rt_count--;
1958 }
1959
1960 if (list_empty(head: &stream->master_list))
1961 stream->state = SDW_STREAM_RELEASED;
1962
1963 mutex_unlock(lock: &bus->bus_lock);
1964
1965 return 0;
1966}
1967EXPORT_SYMBOL(sdw_stream_remove_master);
1968
1969/**
1970 * sdw_stream_add_slave() - Allocate and add master/slave runtime to a stream
1971 *
1972 * @slave: SDW Slave instance
1973 * @stream_config: Stream configuration for audio stream
1974 * @stream: SoundWire stream
1975 * @port_config: Port configuration for audio stream
1976 * @num_ports: Number of ports
1977 *
1978 * It is expected that Slave is added before adding Master
1979 * to the Stream.
1980 *
1981 */
1982int sdw_stream_add_slave(struct sdw_slave *slave,
1983 struct sdw_stream_config *stream_config,
1984 struct sdw_port_config *port_config,
1985 unsigned int num_ports,
1986 struct sdw_stream_runtime *stream)
1987{
1988 struct sdw_slave_runtime *s_rt;
1989 struct sdw_master_runtime *m_rt;
1990 bool alloc_master_rt = false;
1991 bool alloc_slave_rt = false;
1992
1993 int ret;
1994
1995 mutex_lock(&slave->bus->bus_lock);
1996
1997 /*
1998 * check if Master is already allocated, if so skip allocation
1999 * and go to configuration
2000 */
2001 m_rt = sdw_master_rt_find(bus: slave->bus, stream);
2002 if (!m_rt) {
2003 /*
2004 * If this API is invoked by Slave first then m_rt is not valid.
2005 * So, allocate m_rt and add Slave to it.
2006 */
2007 m_rt = sdw_master_rt_alloc(bus: slave->bus, stream);
2008 if (!m_rt) {
2009 dev_err(&slave->dev, "%s: Master runtime alloc failed for stream:%s\n",
2010 __func__, stream->name);
2011 ret = -ENOMEM;
2012 goto unlock;
2013 }
2014
2015 alloc_master_rt = true;
2016 }
2017
2018 s_rt = sdw_slave_rt_find(slave, stream);
2019 if (!s_rt) {
2020 s_rt = sdw_slave_rt_alloc(slave, m_rt);
2021 if (!s_rt) {
2022 dev_err(&slave->dev, "Slave runtime alloc failed for stream:%s\n",
2023 stream->name);
2024 ret = -ENOMEM;
2025 goto alloc_error;
2026 }
2027
2028 alloc_slave_rt = true;
2029 }
2030
2031 if (!sdw_slave_port_allocated(s_rt)) {
2032 ret = sdw_slave_port_alloc(slave, s_rt, num_config: num_ports);
2033 if (ret)
2034 goto alloc_error;
2035 }
2036
2037 ret = sdw_master_rt_config(m_rt, stream_config);
2038 if (ret)
2039 goto unlock;
2040
2041 ret = sdw_slave_rt_config(s_rt, stream_config);
2042 if (ret)
2043 goto unlock;
2044
2045 ret = sdw_config_stream(dev: &slave->dev, stream, stream_config, is_slave: true);
2046 if (ret)
2047 goto unlock;
2048
2049 ret = sdw_slave_port_config(slave, s_rt, port_config);
2050 if (ret)
2051 goto unlock;
2052
2053 /*
2054 * Change stream state to CONFIGURED on first Slave add.
2055 * Bus is not aware of number of Slave(s) in a stream at this
2056 * point so cannot depend on all Slave(s) to be added in order to
2057 * change stream state to CONFIGURED.
2058 */
2059 stream->state = SDW_STREAM_CONFIGURED;
2060 goto unlock;
2061
2062alloc_error:
2063 /*
2064 * we only cleanup what was allocated in this routine. The 'else if'
2065 * is intentional, the 'master_rt_free' will call sdw_slave_rt_free()
2066 * internally.
2067 */
2068 if (alloc_master_rt)
2069 sdw_master_rt_free(m_rt, stream);
2070 else if (alloc_slave_rt)
2071 sdw_slave_rt_free(slave, stream);
2072unlock:
2073 mutex_unlock(lock: &slave->bus->bus_lock);
2074 return ret;
2075}
2076EXPORT_SYMBOL(sdw_stream_add_slave);
2077
2078/**
2079 * sdw_stream_remove_slave() - Remove slave from sdw_stream
2080 *
2081 * @slave: SDW Slave instance
2082 * @stream: SoundWire stream
2083 *
2084 * This removes and frees port_rt and slave_rt from a stream
2085 */
2086int sdw_stream_remove_slave(struct sdw_slave *slave,
2087 struct sdw_stream_runtime *stream)
2088{
2089 mutex_lock(&slave->bus->bus_lock);
2090
2091 sdw_slave_port_free(slave, stream);
2092 sdw_slave_rt_free(slave, stream);
2093
2094 mutex_unlock(lock: &slave->bus->bus_lock);
2095
2096 return 0;
2097}
2098EXPORT_SYMBOL(sdw_stream_remove_slave);
2099

source code of linux/drivers/soundwire/stream.c