1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * AMD ALSA SoC PCM Driver for ACP 2.x
4 *
5 * Copyright 2014-2015 Advanced Micro Devices, Inc.
6 */
7
8#include <linux/module.h>
9#include <linux/delay.h>
10#include <linux/io.h>
11#include <linux/iopoll.h>
12#include <linux/sizes.h>
13#include <linux/pm_runtime.h>
14
15#include <sound/soc.h>
16#include <drm/amd_asic_type.h>
17#include "acp.h"
18
19#define DRV_NAME "acp_audio_dma"
20
21#define PLAYBACK_MIN_NUM_PERIODS 2
22#define PLAYBACK_MAX_NUM_PERIODS 2
23#define PLAYBACK_MAX_PERIOD_SIZE 16384
24#define PLAYBACK_MIN_PERIOD_SIZE 1024
25#define CAPTURE_MIN_NUM_PERIODS 2
26#define CAPTURE_MAX_NUM_PERIODS 2
27#define CAPTURE_MAX_PERIOD_SIZE 16384
28#define CAPTURE_MIN_PERIOD_SIZE 1024
29
30#define MAX_BUFFER (PLAYBACK_MAX_PERIOD_SIZE * PLAYBACK_MAX_NUM_PERIODS)
31#define MIN_BUFFER MAX_BUFFER
32
33#define ST_PLAYBACK_MAX_PERIOD_SIZE 4096
34#define ST_CAPTURE_MAX_PERIOD_SIZE ST_PLAYBACK_MAX_PERIOD_SIZE
35#define ST_MAX_BUFFER (ST_PLAYBACK_MAX_PERIOD_SIZE * PLAYBACK_MAX_NUM_PERIODS)
36#define ST_MIN_BUFFER ST_MAX_BUFFER
37
38#define DRV_NAME "acp_audio_dma"
39bool acp_bt_uart_enable = true;
40EXPORT_SYMBOL(acp_bt_uart_enable);
41
42static const struct snd_pcm_hardware acp_pcm_hardware_playback = {
43 .info = SNDRV_PCM_INFO_INTERLEAVED |
44 SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
45 SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
46 SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
47 .formats = SNDRV_PCM_FMTBIT_S16_LE |
48 SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
49 .channels_min = 1,
50 .channels_max = 8,
51 .rates = SNDRV_PCM_RATE_8000_96000,
52 .rate_min = 8000,
53 .rate_max = 96000,
54 .buffer_bytes_max = PLAYBACK_MAX_NUM_PERIODS * PLAYBACK_MAX_PERIOD_SIZE,
55 .period_bytes_min = PLAYBACK_MIN_PERIOD_SIZE,
56 .period_bytes_max = PLAYBACK_MAX_PERIOD_SIZE,
57 .periods_min = PLAYBACK_MIN_NUM_PERIODS,
58 .periods_max = PLAYBACK_MAX_NUM_PERIODS,
59};
60
61static const struct snd_pcm_hardware acp_pcm_hardware_capture = {
62 .info = SNDRV_PCM_INFO_INTERLEAVED |
63 SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
64 SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
65 SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
66 .formats = SNDRV_PCM_FMTBIT_S16_LE |
67 SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
68 .channels_min = 1,
69 .channels_max = 2,
70 .rates = SNDRV_PCM_RATE_8000_48000,
71 .rate_min = 8000,
72 .rate_max = 48000,
73 .buffer_bytes_max = CAPTURE_MAX_NUM_PERIODS * CAPTURE_MAX_PERIOD_SIZE,
74 .period_bytes_min = CAPTURE_MIN_PERIOD_SIZE,
75 .period_bytes_max = CAPTURE_MAX_PERIOD_SIZE,
76 .periods_min = CAPTURE_MIN_NUM_PERIODS,
77 .periods_max = CAPTURE_MAX_NUM_PERIODS,
78};
79
80static const struct snd_pcm_hardware acp_st_pcm_hardware_playback = {
81 .info = SNDRV_PCM_INFO_INTERLEAVED |
82 SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
83 SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
84 SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
85 .formats = SNDRV_PCM_FMTBIT_S16_LE |
86 SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
87 .channels_min = 1,
88 .channels_max = 8,
89 .rates = SNDRV_PCM_RATE_8000_96000,
90 .rate_min = 8000,
91 .rate_max = 96000,
92 .buffer_bytes_max = ST_MAX_BUFFER,
93 .period_bytes_min = PLAYBACK_MIN_PERIOD_SIZE,
94 .period_bytes_max = ST_PLAYBACK_MAX_PERIOD_SIZE,
95 .periods_min = PLAYBACK_MIN_NUM_PERIODS,
96 .periods_max = PLAYBACK_MAX_NUM_PERIODS,
97};
98
99static const struct snd_pcm_hardware acp_st_pcm_hardware_capture = {
100 .info = SNDRV_PCM_INFO_INTERLEAVED |
101 SNDRV_PCM_INFO_BLOCK_TRANSFER | SNDRV_PCM_INFO_MMAP |
102 SNDRV_PCM_INFO_MMAP_VALID | SNDRV_PCM_INFO_BATCH |
103 SNDRV_PCM_INFO_PAUSE | SNDRV_PCM_INFO_RESUME,
104 .formats = SNDRV_PCM_FMTBIT_S16_LE |
105 SNDRV_PCM_FMTBIT_S24_LE | SNDRV_PCM_FMTBIT_S32_LE,
106 .channels_min = 1,
107 .channels_max = 2,
108 .rates = SNDRV_PCM_RATE_8000_48000,
109 .rate_min = 8000,
110 .rate_max = 48000,
111 .buffer_bytes_max = ST_MAX_BUFFER,
112 .period_bytes_min = CAPTURE_MIN_PERIOD_SIZE,
113 .period_bytes_max = ST_CAPTURE_MAX_PERIOD_SIZE,
114 .periods_min = CAPTURE_MIN_NUM_PERIODS,
115 .periods_max = CAPTURE_MAX_NUM_PERIODS,
116};
117
118static u32 acp_reg_read(void __iomem *acp_mmio, u32 reg)
119{
120 return readl(addr: acp_mmio + (reg * 4));
121}
122
123static void acp_reg_write(u32 val, void __iomem *acp_mmio, u32 reg)
124{
125 writel(val, addr: acp_mmio + (reg * 4));
126}
127
128/*
129 * Configure a given dma channel parameters - enable/disable,
130 * number of descriptors, priority
131 */
132static void config_acp_dma_channel(void __iomem *acp_mmio, u8 ch_num,
133 u16 dscr_strt_idx, u16 num_dscrs,
134 enum acp_dma_priority_level priority_level)
135{
136 u32 dma_ctrl;
137
138 /* disable the channel run field */
139 dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
140 dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRun_MASK;
141 acp_reg_write(val: dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
142
143 /* program a DMA channel with first descriptor to be processed. */
144 acp_reg_write(val: (ACP_DMA_DSCR_STRT_IDX_0__DMAChDscrStrtIdx_MASK
145 & dscr_strt_idx),
146 acp_mmio, mmACP_DMA_DSCR_STRT_IDX_0 + ch_num);
147
148 /*
149 * program a DMA channel with the number of descriptors to be
150 * processed in the transfer
151 */
152 acp_reg_write(ACP_DMA_DSCR_CNT_0__DMAChDscrCnt_MASK & num_dscrs,
153 acp_mmio, mmACP_DMA_DSCR_CNT_0 + ch_num);
154
155 /* set DMA channel priority */
156 acp_reg_write(val: priority_level, acp_mmio, mmACP_DMA_PRIO_0 + ch_num);
157}
158
159/* Initialize a dma descriptor in SRAM based on descriptor information passed */
160static void config_dma_descriptor_in_sram(void __iomem *acp_mmio,
161 u16 descr_idx,
162 acp_dma_dscr_transfer_t *descr_info)
163{
164 u32 sram_offset;
165
166 sram_offset = (descr_idx * sizeof(acp_dma_dscr_transfer_t));
167
168 /* program the source base address. */
169 acp_reg_write(val: sram_offset, acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
170 acp_reg_write(val: descr_info->src, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
171 /* program the destination base address. */
172 acp_reg_write(val: sram_offset + 4, acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
173 acp_reg_write(val: descr_info->dest, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
174
175 /* program the number of bytes to be transferred for this descriptor. */
176 acp_reg_write(val: sram_offset + 8, acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
177 acp_reg_write(val: descr_info->xfer_val, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
178}
179
180static void pre_config_reset(void __iomem *acp_mmio, u16 ch_num)
181{
182 u32 dma_ctrl;
183 int ret;
184
185 /* clear the reset bit */
186 dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
187 dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRst_MASK;
188 acp_reg_write(val: dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
189 /* check the reset bit before programming configuration registers */
190 ret = readl_poll_timeout(acp_mmio + ((mmACP_DMA_CNTL_0 + ch_num) * 4),
191 dma_ctrl,
192 !(dma_ctrl & ACP_DMA_CNTL_0__DMAChRst_MASK),
193 100, ACP_DMA_RESET_TIME);
194 if (ret < 0)
195 pr_err("Failed to clear reset of channel : %d\n", ch_num);
196}
197
198/*
199 * Initialize the DMA descriptor information for transfer between
200 * system memory <-> ACP SRAM
201 */
202static void set_acp_sysmem_dma_descriptors(void __iomem *acp_mmio,
203 u32 size, int direction,
204 u32 pte_offset, u16 ch,
205 u32 sram_bank, u16 dma_dscr_idx,
206 u32 asic_type)
207{
208 u16 i;
209 acp_dma_dscr_transfer_t dmadscr[NUM_DSCRS_PER_CHANNEL];
210
211 for (i = 0; i < NUM_DSCRS_PER_CHANNEL; i++) {
212 dmadscr[i].xfer_val = 0;
213 if (direction == SNDRV_PCM_STREAM_PLAYBACK) {
214 dma_dscr_idx = dma_dscr_idx + i;
215 dmadscr[i].dest = sram_bank + (i * (size / 2));
216 dmadscr[i].src = ACP_INTERNAL_APERTURE_WINDOW_0_ADDRESS
217 + (pte_offset * SZ_4K) + (i * (size / 2));
218 switch (asic_type) {
219 case CHIP_STONEY:
220 dmadscr[i].xfer_val |=
221 (ACP_DMA_ATTR_DAGB_GARLIC_TO_SHAREDMEM << 16) |
222 (size / 2);
223 break;
224 default:
225 dmadscr[i].xfer_val |=
226 (ACP_DMA_ATTR_DAGB_ONION_TO_SHAREDMEM << 16) |
227 (size / 2);
228 }
229 } else {
230 dma_dscr_idx = dma_dscr_idx + i;
231 dmadscr[i].src = sram_bank + (i * (size / 2));
232 dmadscr[i].dest =
233 ACP_INTERNAL_APERTURE_WINDOW_0_ADDRESS +
234 (pte_offset * SZ_4K) + (i * (size / 2));
235 switch (asic_type) {
236 case CHIP_STONEY:
237 dmadscr[i].xfer_val |=
238 (ACP_DMA_ATTR_SHARED_MEM_TO_DAGB_GARLIC << 16) |
239 (size / 2);
240 break;
241 default:
242 dmadscr[i].xfer_val |=
243 (ACP_DMA_ATTR_SHAREDMEM_TO_DAGB_ONION << 16) |
244 (size / 2);
245 }
246 }
247 config_dma_descriptor_in_sram(acp_mmio, descr_idx: dma_dscr_idx,
248 descr_info: &dmadscr[i]);
249 }
250 pre_config_reset(acp_mmio, ch_num: ch);
251 config_acp_dma_channel(acp_mmio, ch_num: ch,
252 dscr_strt_idx: dma_dscr_idx - 1,
253 NUM_DSCRS_PER_CHANNEL,
254 priority_level: ACP_DMA_PRIORITY_LEVEL_NORMAL);
255}
256
257/*
258 * Initialize the DMA descriptor information for transfer between
259 * ACP SRAM <-> I2S
260 */
261static void set_acp_to_i2s_dma_descriptors(void __iomem *acp_mmio, u32 size,
262 int direction, u32 sram_bank,
263 u16 destination, u16 ch,
264 u16 dma_dscr_idx, u32 asic_type)
265{
266 u16 i;
267 acp_dma_dscr_transfer_t dmadscr[NUM_DSCRS_PER_CHANNEL];
268
269 for (i = 0; i < NUM_DSCRS_PER_CHANNEL; i++) {
270 dmadscr[i].xfer_val = 0;
271 if (direction == SNDRV_PCM_STREAM_PLAYBACK) {
272 dma_dscr_idx = dma_dscr_idx + i;
273 dmadscr[i].src = sram_bank + (i * (size / 2));
274 /* dmadscr[i].dest is unused by hardware. */
275 dmadscr[i].dest = 0;
276 dmadscr[i].xfer_val |= BIT(22) | (destination << 16) |
277 (size / 2);
278 } else {
279 dma_dscr_idx = dma_dscr_idx + i;
280 /* dmadscr[i].src is unused by hardware. */
281 dmadscr[i].src = 0;
282 dmadscr[i].dest =
283 sram_bank + (i * (size / 2));
284 dmadscr[i].xfer_val |= BIT(22) |
285 (destination << 16) | (size / 2);
286 }
287 config_dma_descriptor_in_sram(acp_mmio, descr_idx: dma_dscr_idx,
288 descr_info: &dmadscr[i]);
289 }
290 pre_config_reset(acp_mmio, ch_num: ch);
291 /* Configure the DMA channel with the above descriptor */
292 config_acp_dma_channel(acp_mmio, ch_num: ch, dscr_strt_idx: dma_dscr_idx - 1,
293 NUM_DSCRS_PER_CHANNEL,
294 priority_level: ACP_DMA_PRIORITY_LEVEL_NORMAL);
295}
296
297/* Create page table entries in ACP SRAM for the allocated memory */
298static void acp_pte_config(void __iomem *acp_mmio, dma_addr_t addr,
299 u16 num_of_pages, u32 pte_offset)
300{
301 u16 page_idx;
302 u32 low;
303 u32 high;
304 u32 offset;
305
306 offset = ACP_DAGB_GRP_SRBM_SRAM_BASE_OFFSET + (pte_offset * 8);
307 for (page_idx = 0; page_idx < (num_of_pages); page_idx++) {
308 /* Load the low address of page int ACP SRAM through SRBM */
309 acp_reg_write(val: (offset + (page_idx * 8)),
310 acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
311
312 low = lower_32_bits(addr);
313 high = upper_32_bits(addr);
314
315 acp_reg_write(val: low, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
316
317 /* Load the High address of page int ACP SRAM through SRBM */
318 acp_reg_write(val: (offset + (page_idx * 8) + 4),
319 acp_mmio, mmACP_SRBM_Targ_Idx_Addr);
320
321 /* page enable in ACP */
322 high |= BIT(31);
323 acp_reg_write(val: high, acp_mmio, mmACP_SRBM_Targ_Idx_Data);
324
325 /* Move to next physically contiguous page */
326 addr += PAGE_SIZE;
327 }
328}
329
330static void config_acp_dma(void __iomem *acp_mmio,
331 struct audio_substream_data *rtd,
332 u32 asic_type)
333{
334 u16 ch_acp_sysmem, ch_acp_i2s;
335
336 acp_pte_config(acp_mmio, addr: rtd->dma_addr, num_of_pages: rtd->num_of_pages,
337 pte_offset: rtd->pte_offset);
338
339 if (rtd->direction == SNDRV_PCM_STREAM_PLAYBACK) {
340 ch_acp_sysmem = rtd->ch1;
341 ch_acp_i2s = rtd->ch2;
342 } else {
343 ch_acp_i2s = rtd->ch1;
344 ch_acp_sysmem = rtd->ch2;
345 }
346 /* Configure System memory <-> ACP SRAM DMA descriptors */
347 set_acp_sysmem_dma_descriptors(acp_mmio, size: rtd->size,
348 direction: rtd->direction, pte_offset: rtd->pte_offset,
349 ch: ch_acp_sysmem, sram_bank: rtd->sram_bank,
350 dma_dscr_idx: rtd->dma_dscr_idx_1, asic_type);
351 /* Configure ACP SRAM <-> I2S DMA descriptors */
352 set_acp_to_i2s_dma_descriptors(acp_mmio, size: rtd->size,
353 direction: rtd->direction, sram_bank: rtd->sram_bank,
354 destination: rtd->destination, ch: ch_acp_i2s,
355 dma_dscr_idx: rtd->dma_dscr_idx_2, asic_type);
356}
357
358static void acp_dma_cap_channel_enable(void __iomem *acp_mmio,
359 u16 cap_channel)
360{
361 u32 val, ch_reg, imr_reg, res_reg;
362
363 switch (cap_channel) {
364 case CAP_CHANNEL1:
365 ch_reg = mmACP_I2SMICSP_RER1;
366 res_reg = mmACP_I2SMICSP_RCR1;
367 imr_reg = mmACP_I2SMICSP_IMR1;
368 break;
369 case CAP_CHANNEL0:
370 default:
371 ch_reg = mmACP_I2SMICSP_RER0;
372 res_reg = mmACP_I2SMICSP_RCR0;
373 imr_reg = mmACP_I2SMICSP_IMR0;
374 break;
375 }
376 val = acp_reg_read(acp_mmio,
377 mmACP_I2S_16BIT_RESOLUTION_EN);
378 if (val & ACP_I2S_MIC_16BIT_RESOLUTION_EN) {
379 acp_reg_write(val: 0x0, acp_mmio, reg: ch_reg);
380 /* Set 16bit resolution on capture */
381 acp_reg_write(val: 0x2, acp_mmio, reg: res_reg);
382 }
383 val = acp_reg_read(acp_mmio, reg: imr_reg);
384 val &= ~ACP_I2SMICSP_IMR1__I2SMICSP_RXDAM_MASK;
385 val &= ~ACP_I2SMICSP_IMR1__I2SMICSP_RXFOM_MASK;
386 acp_reg_write(val, acp_mmio, reg: imr_reg);
387 acp_reg_write(val: 0x1, acp_mmio, reg: ch_reg);
388}
389
390static void acp_dma_cap_channel_disable(void __iomem *acp_mmio,
391 u16 cap_channel)
392{
393 u32 val, ch_reg, imr_reg;
394
395 switch (cap_channel) {
396 case CAP_CHANNEL1:
397 imr_reg = mmACP_I2SMICSP_IMR1;
398 ch_reg = mmACP_I2SMICSP_RER1;
399 break;
400 case CAP_CHANNEL0:
401 default:
402 imr_reg = mmACP_I2SMICSP_IMR0;
403 ch_reg = mmACP_I2SMICSP_RER0;
404 break;
405 }
406 val = acp_reg_read(acp_mmio, reg: imr_reg);
407 val |= ACP_I2SMICSP_IMR1__I2SMICSP_RXDAM_MASK;
408 val |= ACP_I2SMICSP_IMR1__I2SMICSP_RXFOM_MASK;
409 acp_reg_write(val, acp_mmio, reg: imr_reg);
410 acp_reg_write(val: 0x0, acp_mmio, reg: ch_reg);
411}
412
413/* Start a given DMA channel transfer */
414static void acp_dma_start(void __iomem *acp_mmio, u16 ch_num, bool is_circular)
415{
416 u32 dma_ctrl;
417
418 /* read the dma control register and disable the channel run field */
419 dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
420
421 /* Invalidating the DAGB cache */
422 acp_reg_write(val: 1, acp_mmio, mmACP_DAGB_ATU_CTRL);
423
424 /*
425 * configure the DMA channel and start the DMA transfer
426 * set dmachrun bit to start the transfer and enable the
427 * interrupt on completion of the dma transfer
428 */
429 dma_ctrl |= ACP_DMA_CNTL_0__DMAChRun_MASK;
430
431 switch (ch_num) {
432 case ACP_TO_I2S_DMA_CH_NUM:
433 case I2S_TO_ACP_DMA_CH_NUM:
434 case ACP_TO_I2S_DMA_BT_INSTANCE_CH_NUM:
435 case I2S_TO_ACP_DMA_BT_INSTANCE_CH_NUM:
436 case ACP_TO_I2S_DMA_MICSP_INSTANCE_CH_NUM:
437 dma_ctrl |= ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
438 break;
439 default:
440 dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
441 break;
442 }
443
444 /* enable for ACP to SRAM DMA channel */
445 if (is_circular == true)
446 dma_ctrl |= ACP_DMA_CNTL_0__Circular_DMA_En_MASK;
447 else
448 dma_ctrl &= ~ACP_DMA_CNTL_0__Circular_DMA_En_MASK;
449
450 acp_reg_write(val: dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
451}
452
453/* Stop a given DMA channel transfer */
454static int acp_dma_stop(void __iomem *acp_mmio, u8 ch_num)
455{
456 u32 dma_ctrl;
457 u32 dma_ch_sts;
458 u32 count = ACP_DMA_RESET_TIME;
459
460 dma_ctrl = acp_reg_read(acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
461
462 /*
463 * clear the dma control register fields before writing zero
464 * in reset bit
465 */
466 dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRun_MASK;
467 dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChIOCEn_MASK;
468
469 acp_reg_write(val: dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
470 dma_ch_sts = acp_reg_read(acp_mmio, mmACP_DMA_CH_STS);
471
472 if (dma_ch_sts & BIT(ch_num)) {
473 /*
474 * set the reset bit for this channel to stop the dma
475 * transfer
476 */
477 dma_ctrl |= ACP_DMA_CNTL_0__DMAChRst_MASK;
478 acp_reg_write(val: dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0 + ch_num);
479 }
480
481 /* check the channel status bit for some time and return the status */
482 while (true) {
483 dma_ch_sts = acp_reg_read(acp_mmio, mmACP_DMA_CH_STS);
484 if (!(dma_ch_sts & BIT(ch_num))) {
485 /*
486 * clear the reset flag after successfully stopping
487 * the dma transfer and break from the loop
488 */
489 dma_ctrl &= ~ACP_DMA_CNTL_0__DMAChRst_MASK;
490
491 acp_reg_write(val: dma_ctrl, acp_mmio, mmACP_DMA_CNTL_0
492 + ch_num);
493 break;
494 }
495 if (--count == 0) {
496 pr_err("Failed to stop ACP DMA channel : %d\n", ch_num);
497 return -ETIMEDOUT;
498 }
499 udelay(100);
500 }
501 return 0;
502}
503
504static void acp_set_sram_bank_state(void __iomem *acp_mmio, u16 bank,
505 bool power_on)
506{
507 u32 val, req_reg, sts_reg, sts_reg_mask;
508 u32 loops = 1000;
509
510 if (bank < 32) {
511 req_reg = mmACP_MEM_SHUT_DOWN_REQ_LO;
512 sts_reg = mmACP_MEM_SHUT_DOWN_STS_LO;
513 sts_reg_mask = 0xFFFFFFFF;
514
515 } else {
516 bank -= 32;
517 req_reg = mmACP_MEM_SHUT_DOWN_REQ_HI;
518 sts_reg = mmACP_MEM_SHUT_DOWN_STS_HI;
519 sts_reg_mask = 0x0000FFFF;
520 }
521
522 val = acp_reg_read(acp_mmio, reg: req_reg);
523 if (val & (1 << bank)) {
524 /* bank is in off state */
525 if (power_on == true)
526 /* request to on */
527 val &= ~(1 << bank);
528 else
529 /* request to off */
530 return;
531 } else {
532 /* bank is in on state */
533 if (power_on == false)
534 /* request to off */
535 val |= 1 << bank;
536 else
537 /* request to on */
538 return;
539 }
540 acp_reg_write(val, acp_mmio, reg: req_reg);
541
542 while (acp_reg_read(acp_mmio, reg: sts_reg) != sts_reg_mask) {
543 if (!loops--) {
544 pr_err("ACP SRAM bank %d state change failed\n", bank);
545 break;
546 }
547 cpu_relax();
548 }
549}
550
551/* Initialize and bring ACP hardware to default state. */
552static int acp_init(void __iomem *acp_mmio, u32 asic_type)
553{
554 u16 bank;
555 u32 val, count, sram_pte_offset;
556
557 /* Assert Soft reset of ACP */
558 val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
559
560 val |= ACP_SOFT_RESET__SoftResetAud_MASK;
561 acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
562
563 count = ACP_SOFT_RESET_DONE_TIME_OUT_VALUE;
564 while (true) {
565 val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
566 if (ACP_SOFT_RESET__SoftResetAudDone_MASK ==
567 (val & ACP_SOFT_RESET__SoftResetAudDone_MASK))
568 break;
569 if (--count == 0) {
570 pr_err("Failed to reset ACP\n");
571 return -ETIMEDOUT;
572 }
573 udelay(100);
574 }
575
576 /* Enable clock to ACP and wait until the clock is enabled */
577 val = acp_reg_read(acp_mmio, mmACP_CONTROL);
578 val = val | ACP_CONTROL__ClkEn_MASK;
579 acp_reg_write(val, acp_mmio, mmACP_CONTROL);
580
581 count = ACP_CLOCK_EN_TIME_OUT_VALUE;
582
583 while (true) {
584 val = acp_reg_read(acp_mmio, mmACP_STATUS);
585 if (val & (u32)0x1)
586 break;
587 if (--count == 0) {
588 pr_err("Failed to reset ACP\n");
589 return -ETIMEDOUT;
590 }
591 udelay(100);
592 }
593
594 /* Deassert the SOFT RESET flags */
595 val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
596 val &= ~ACP_SOFT_RESET__SoftResetAud_MASK;
597 acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
598
599 /* For BT instance change pins from UART to BT */
600 if (!acp_bt_uart_enable) {
601 val = acp_reg_read(acp_mmio, mmACP_BT_UART_PAD_SEL);
602 val |= ACP_BT_UART_PAD_SELECT_MASK;
603 acp_reg_write(val, acp_mmio, mmACP_BT_UART_PAD_SEL);
604 }
605
606 /* initialize Onion control DAGB register */
607 acp_reg_write(ACP_ONION_CNTL_DEFAULT, acp_mmio,
608 mmACP_AXI2DAGB_ONION_CNTL);
609
610 /* initialize Garlic control DAGB registers */
611 acp_reg_write(ACP_GARLIC_CNTL_DEFAULT, acp_mmio,
612 mmACP_AXI2DAGB_GARLIC_CNTL);
613
614 sram_pte_offset = ACP_DAGB_GRP_SRAM_BASE_ADDRESS |
615 ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBSnoopSel_MASK |
616 ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBTargetMemSel_MASK |
617 ACP_DAGB_BASE_ADDR_GRP_1__AXI2DAGBGrpEnable_MASK;
618 acp_reg_write(val: sram_pte_offset, acp_mmio, mmACP_DAGB_BASE_ADDR_GRP_1);
619 acp_reg_write(ACP_PAGE_SIZE_4K_ENABLE, acp_mmio,
620 mmACP_DAGB_PAGE_SIZE_GRP_1);
621
622 acp_reg_write(ACP_SRAM_BASE_ADDRESS, acp_mmio,
623 mmACP_DMA_DESC_BASE_ADDR);
624
625 /* Num of descriptors in SRAM 0x4, means 256 descriptors;(64 * 4) */
626 acp_reg_write(val: 0x4, acp_mmio, mmACP_DMA_DESC_MAX_NUM_DSCR);
627 acp_reg_write(ACP_EXTERNAL_INTR_CNTL__DMAIOCMask_MASK,
628 acp_mmio, mmACP_EXTERNAL_INTR_CNTL);
629
630 /*
631 * When ACP_TILE_P1 is turned on, all SRAM banks get turned on.
632 * Now, turn off all of them. This can't be done in 'poweron' of
633 * ACP pm domain, as this requires ACP to be initialized.
634 * For Stoney, Memory gating is disabled,i.e SRAM Banks
635 * won't be turned off. The default state for SRAM banks is ON.
636 * Setting SRAM bank state code skipped for STONEY platform.
637 */
638 if (asic_type != CHIP_STONEY) {
639 for (bank = 1; bank < 48; bank++)
640 acp_set_sram_bank_state(acp_mmio, bank, power_on: false);
641 }
642 return 0;
643}
644
645/* Deinitialize ACP */
646static int acp_deinit(void __iomem *acp_mmio)
647{
648 u32 val;
649 u32 count;
650
651 /* Assert Soft reset of ACP */
652 val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
653
654 val |= ACP_SOFT_RESET__SoftResetAud_MASK;
655 acp_reg_write(val, acp_mmio, mmACP_SOFT_RESET);
656
657 count = ACP_SOFT_RESET_DONE_TIME_OUT_VALUE;
658 while (true) {
659 val = acp_reg_read(acp_mmio, mmACP_SOFT_RESET);
660 if (ACP_SOFT_RESET__SoftResetAudDone_MASK ==
661 (val & ACP_SOFT_RESET__SoftResetAudDone_MASK))
662 break;
663 if (--count == 0) {
664 pr_err("Failed to reset ACP\n");
665 return -ETIMEDOUT;
666 }
667 udelay(100);
668 }
669 /* Disable ACP clock */
670 val = acp_reg_read(acp_mmio, mmACP_CONTROL);
671 val &= ~ACP_CONTROL__ClkEn_MASK;
672 acp_reg_write(val, acp_mmio, mmACP_CONTROL);
673
674 count = ACP_CLOCK_EN_TIME_OUT_VALUE;
675
676 while (true) {
677 val = acp_reg_read(acp_mmio, mmACP_STATUS);
678 if (!(val & (u32)0x1))
679 break;
680 if (--count == 0) {
681 pr_err("Failed to reset ACP\n");
682 return -ETIMEDOUT;
683 }
684 udelay(100);
685 }
686 return 0;
687}
688
689/* ACP DMA irq handler routine for playback, capture usecases */
690static irqreturn_t dma_irq_handler(int irq, void *arg)
691{
692 u16 dscr_idx;
693 u32 intr_flag, ext_intr_status;
694 struct audio_drv_data *irq_data;
695 void __iomem *acp_mmio;
696 struct device *dev = arg;
697 bool valid_irq = false;
698
699 irq_data = dev_get_drvdata(dev);
700 acp_mmio = irq_data->acp_mmio;
701
702 ext_intr_status = acp_reg_read(acp_mmio, mmACP_EXTERNAL_INTR_STAT);
703 intr_flag = (((ext_intr_status &
704 ACP_EXTERNAL_INTR_STAT__DMAIOCStat_MASK) >>
705 ACP_EXTERNAL_INTR_STAT__DMAIOCStat__SHIFT));
706
707 if ((intr_flag & BIT(ACP_TO_I2S_DMA_CH_NUM)) != 0) {
708 valid_irq = true;
709 snd_pcm_period_elapsed(substream: irq_data->play_i2ssp_stream);
710 acp_reg_write(val: (intr_flag & BIT(ACP_TO_I2S_DMA_CH_NUM)) << 16,
711 acp_mmio, mmACP_EXTERNAL_INTR_STAT);
712 }
713
714 if ((intr_flag & BIT(ACP_TO_I2S_DMA_MICSP_INSTANCE_CH_NUM)) != 0) {
715 valid_irq = true;
716 snd_pcm_period_elapsed(substream: irq_data->play_i2s_micsp_stream);
717 acp_reg_write(val: (intr_flag & BIT(ACP_TO_I2S_DMA_MICSP_INSTANCE_CH_NUM)) << 16,
718 acp_mmio, mmACP_EXTERNAL_INTR_STAT);
719 }
720
721 if ((intr_flag & BIT(ACP_TO_I2S_DMA_BT_INSTANCE_CH_NUM)) != 0) {
722 valid_irq = true;
723 snd_pcm_period_elapsed(substream: irq_data->play_i2sbt_stream);
724 acp_reg_write(val: (intr_flag &
725 BIT(ACP_TO_I2S_DMA_BT_INSTANCE_CH_NUM)) << 16,
726 acp_mmio, mmACP_EXTERNAL_INTR_STAT);
727 }
728
729 if ((intr_flag & BIT(I2S_TO_ACP_DMA_CH_NUM)) != 0) {
730 valid_irq = true;
731 if (acp_reg_read(acp_mmio, mmACP_DMA_CUR_DSCR_14) ==
732 CAPTURE_START_DMA_DESCR_CH15)
733 dscr_idx = CAPTURE_END_DMA_DESCR_CH14;
734 else
735 dscr_idx = CAPTURE_START_DMA_DESCR_CH14;
736 config_acp_dma_channel(acp_mmio, ACP_TO_SYSRAM_CH_NUM, dscr_strt_idx: dscr_idx,
737 num_dscrs: 1, priority_level: 0);
738 acp_dma_start(acp_mmio, ACP_TO_SYSRAM_CH_NUM, is_circular: false);
739
740 snd_pcm_period_elapsed(substream: irq_data->capture_i2ssp_stream);
741 acp_reg_write(val: (intr_flag & BIT(I2S_TO_ACP_DMA_CH_NUM)) << 16,
742 acp_mmio, mmACP_EXTERNAL_INTR_STAT);
743 }
744
745 if ((intr_flag & BIT(I2S_TO_ACP_DMA_BT_INSTANCE_CH_NUM)) != 0) {
746 valid_irq = true;
747 if (acp_reg_read(acp_mmio, mmACP_DMA_CUR_DSCR_10) ==
748 CAPTURE_START_DMA_DESCR_CH11)
749 dscr_idx = CAPTURE_END_DMA_DESCR_CH10;
750 else
751 dscr_idx = CAPTURE_START_DMA_DESCR_CH10;
752 config_acp_dma_channel(acp_mmio,
753 ACP_TO_SYSRAM_BT_INSTANCE_CH_NUM,
754 dscr_strt_idx: dscr_idx, num_dscrs: 1, priority_level: 0);
755 acp_dma_start(acp_mmio, ACP_TO_SYSRAM_BT_INSTANCE_CH_NUM,
756 is_circular: false);
757
758 snd_pcm_period_elapsed(substream: irq_data->capture_i2sbt_stream);
759 acp_reg_write(val: (intr_flag &
760 BIT(I2S_TO_ACP_DMA_BT_INSTANCE_CH_NUM)) << 16,
761 acp_mmio, mmACP_EXTERNAL_INTR_STAT);
762 }
763
764 if (valid_irq)
765 return IRQ_HANDLED;
766 else
767 return IRQ_NONE;
768}
769
770static int acp_dma_open(struct snd_soc_component *component,
771 struct snd_pcm_substream *substream)
772{
773 u16 bank;
774 int ret = 0;
775 struct snd_pcm_runtime *runtime = substream->runtime;
776 struct audio_drv_data *intr_data = dev_get_drvdata(dev: component->dev);
777 struct audio_substream_data *adata =
778 kzalloc(size: sizeof(struct audio_substream_data), GFP_KERNEL);
779 if (!adata)
780 return -ENOMEM;
781
782 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
783 switch (intr_data->asic_type) {
784 case CHIP_STONEY:
785 runtime->hw = acp_st_pcm_hardware_playback;
786 break;
787 default:
788 runtime->hw = acp_pcm_hardware_playback;
789 }
790 } else {
791 switch (intr_data->asic_type) {
792 case CHIP_STONEY:
793 runtime->hw = acp_st_pcm_hardware_capture;
794 break;
795 default:
796 runtime->hw = acp_pcm_hardware_capture;
797 }
798 }
799
800 ret = snd_pcm_hw_constraint_integer(runtime,
801 SNDRV_PCM_HW_PARAM_PERIODS);
802 if (ret < 0) {
803 dev_err(component->dev, "set integer constraint failed\n");
804 kfree(objp: adata);
805 return ret;
806 }
807
808 adata->acp_mmio = intr_data->acp_mmio;
809 runtime->private_data = adata;
810
811 /*
812 * Enable ACP irq, when neither playback or capture streams are
813 * active by the time when a new stream is being opened.
814 * This enablement is not required for another stream, if current
815 * stream is not closed
816 */
817 if (!intr_data->play_i2ssp_stream && !intr_data->capture_i2ssp_stream &&
818 !intr_data->play_i2sbt_stream && !intr_data->capture_i2sbt_stream &&
819 !intr_data->play_i2s_micsp_stream)
820 acp_reg_write(val: 1, acp_mmio: adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
821
822 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
823 /*
824 * For Stoney, Memory gating is disabled,i.e SRAM Banks
825 * won't be turned off. The default state for SRAM banks is ON.
826 * Setting SRAM bank state code skipped for STONEY platform.
827 */
828 if (intr_data->asic_type != CHIP_STONEY) {
829 for (bank = 1; bank <= 4; bank++)
830 acp_set_sram_bank_state(acp_mmio: intr_data->acp_mmio,
831 bank, power_on: true);
832 }
833 } else {
834 if (intr_data->asic_type != CHIP_STONEY) {
835 for (bank = 5; bank <= 8; bank++)
836 acp_set_sram_bank_state(acp_mmio: intr_data->acp_mmio,
837 bank, power_on: true);
838 }
839 }
840
841 return 0;
842}
843
844static int acp_dma_hw_params(struct snd_soc_component *component,
845 struct snd_pcm_substream *substream,
846 struct snd_pcm_hw_params *params)
847{
848 uint64_t size;
849 u32 val = 0;
850 struct snd_pcm_runtime *runtime;
851 struct audio_substream_data *rtd;
852 struct snd_soc_pcm_runtime *prtd = snd_soc_substream_to_rtd(substream);
853 struct audio_drv_data *adata = dev_get_drvdata(dev: component->dev);
854 struct snd_soc_card *card = prtd->card;
855 struct acp_platform_info *pinfo = snd_soc_card_get_drvdata(card);
856
857 runtime = substream->runtime;
858 rtd = runtime->private_data;
859
860 if (WARN_ON(!rtd))
861 return -EINVAL;
862
863 if (pinfo) {
864 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
865 rtd->i2s_instance = pinfo->play_i2s_instance;
866 } else {
867 rtd->i2s_instance = pinfo->cap_i2s_instance;
868 rtd->capture_channel = pinfo->capture_channel;
869 }
870 }
871 if (adata->asic_type == CHIP_STONEY) {
872 val = acp_reg_read(acp_mmio: adata->acp_mmio,
873 mmACP_I2S_16BIT_RESOLUTION_EN);
874 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
875 switch (rtd->i2s_instance) {
876 case I2S_BT_INSTANCE:
877 val |= ACP_I2S_BT_16BIT_RESOLUTION_EN;
878 break;
879 case I2S_MICSP_INSTANCE:
880 val |= ACP_I2S_MICSP_16BIT_RESOLUTION_EN;
881 break;
882 case I2S_SP_INSTANCE:
883 default:
884 val |= ACP_I2S_SP_16BIT_RESOLUTION_EN;
885 }
886 } else {
887 switch (rtd->i2s_instance) {
888 case I2S_BT_INSTANCE:
889 val |= ACP_I2S_BT_16BIT_RESOLUTION_EN;
890 break;
891 case I2S_MICSP_INSTANCE:
892 case I2S_SP_INSTANCE:
893 default:
894 val |= ACP_I2S_MIC_16BIT_RESOLUTION_EN;
895 }
896 }
897 acp_reg_write(val, acp_mmio: adata->acp_mmio,
898 mmACP_I2S_16BIT_RESOLUTION_EN);
899 }
900
901 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
902 switch (rtd->i2s_instance) {
903 case I2S_BT_INSTANCE:
904 rtd->pte_offset = ACP_ST_BT_PLAYBACK_PTE_OFFSET;
905 rtd->ch1 = SYSRAM_TO_ACP_BT_INSTANCE_CH_NUM;
906 rtd->ch2 = ACP_TO_I2S_DMA_BT_INSTANCE_CH_NUM;
907 rtd->sram_bank = ACP_SRAM_BANK_3_ADDRESS;
908 rtd->destination = TO_BLUETOOTH;
909 rtd->dma_dscr_idx_1 = PLAYBACK_START_DMA_DESCR_CH8;
910 rtd->dma_dscr_idx_2 = PLAYBACK_START_DMA_DESCR_CH9;
911 rtd->byte_cnt_high_reg_offset =
912 mmACP_I2S_BT_TRANSMIT_BYTE_CNT_HIGH;
913 rtd->byte_cnt_low_reg_offset =
914 mmACP_I2S_BT_TRANSMIT_BYTE_CNT_LOW;
915 adata->play_i2sbt_stream = substream;
916 break;
917 case I2S_MICSP_INSTANCE:
918 switch (adata->asic_type) {
919 case CHIP_STONEY:
920 rtd->pte_offset = ACP_ST_PLAYBACK_PTE_OFFSET;
921 break;
922 default:
923 rtd->pte_offset = ACP_PLAYBACK_PTE_OFFSET;
924 }
925 rtd->ch1 = SYSRAM_TO_ACP_MICSP_INSTANCE_CH_NUM;
926 rtd->ch2 = ACP_TO_I2S_DMA_MICSP_INSTANCE_CH_NUM;
927 rtd->sram_bank = ACP_SRAM_BANK_1_ADDRESS;
928 rtd->destination = TO_ACP_I2S_2;
929 rtd->dma_dscr_idx_1 = PLAYBACK_START_DMA_DESCR_CH4;
930 rtd->dma_dscr_idx_2 = PLAYBACK_START_DMA_DESCR_CH5;
931 rtd->byte_cnt_high_reg_offset =
932 mmACP_I2S_MICSP_TRANSMIT_BYTE_CNT_HIGH;
933 rtd->byte_cnt_low_reg_offset =
934 mmACP_I2S_MICSP_TRANSMIT_BYTE_CNT_LOW;
935
936 adata->play_i2s_micsp_stream = substream;
937 break;
938 case I2S_SP_INSTANCE:
939 default:
940 switch (adata->asic_type) {
941 case CHIP_STONEY:
942 rtd->pte_offset = ACP_ST_PLAYBACK_PTE_OFFSET;
943 break;
944 default:
945 rtd->pte_offset = ACP_PLAYBACK_PTE_OFFSET;
946 }
947 rtd->ch1 = SYSRAM_TO_ACP_CH_NUM;
948 rtd->ch2 = ACP_TO_I2S_DMA_CH_NUM;
949 rtd->sram_bank = ACP_SRAM_BANK_1_ADDRESS;
950 rtd->destination = TO_ACP_I2S_1;
951 rtd->dma_dscr_idx_1 = PLAYBACK_START_DMA_DESCR_CH12;
952 rtd->dma_dscr_idx_2 = PLAYBACK_START_DMA_DESCR_CH13;
953 rtd->byte_cnt_high_reg_offset =
954 mmACP_I2S_TRANSMIT_BYTE_CNT_HIGH;
955 rtd->byte_cnt_low_reg_offset =
956 mmACP_I2S_TRANSMIT_BYTE_CNT_LOW;
957 adata->play_i2ssp_stream = substream;
958 }
959 } else {
960 switch (rtd->i2s_instance) {
961 case I2S_BT_INSTANCE:
962 rtd->pte_offset = ACP_ST_BT_CAPTURE_PTE_OFFSET;
963 rtd->ch1 = I2S_TO_ACP_DMA_BT_INSTANCE_CH_NUM;
964 rtd->ch2 = ACP_TO_SYSRAM_BT_INSTANCE_CH_NUM;
965 rtd->sram_bank = ACP_SRAM_BANK_4_ADDRESS;
966 rtd->destination = FROM_BLUETOOTH;
967 rtd->dma_dscr_idx_1 = CAPTURE_START_DMA_DESCR_CH10;
968 rtd->dma_dscr_idx_2 = CAPTURE_START_DMA_DESCR_CH11;
969 rtd->byte_cnt_high_reg_offset =
970 mmACP_I2S_BT_RECEIVE_BYTE_CNT_HIGH;
971 rtd->byte_cnt_low_reg_offset =
972 mmACP_I2S_BT_RECEIVE_BYTE_CNT_LOW;
973 rtd->dma_curr_dscr = mmACP_DMA_CUR_DSCR_11;
974 adata->capture_i2sbt_stream = substream;
975 break;
976 case I2S_MICSP_INSTANCE:
977 case I2S_SP_INSTANCE:
978 default:
979 rtd->pte_offset = ACP_CAPTURE_PTE_OFFSET;
980 rtd->ch1 = I2S_TO_ACP_DMA_CH_NUM;
981 rtd->ch2 = ACP_TO_SYSRAM_CH_NUM;
982 switch (adata->asic_type) {
983 case CHIP_STONEY:
984 rtd->pte_offset = ACP_ST_CAPTURE_PTE_OFFSET;
985 rtd->sram_bank = ACP_SRAM_BANK_2_ADDRESS;
986 break;
987 default:
988 rtd->pte_offset = ACP_CAPTURE_PTE_OFFSET;
989 rtd->sram_bank = ACP_SRAM_BANK_5_ADDRESS;
990 }
991 rtd->destination = FROM_ACP_I2S_1;
992 rtd->dma_dscr_idx_1 = CAPTURE_START_DMA_DESCR_CH14;
993 rtd->dma_dscr_idx_2 = CAPTURE_START_DMA_DESCR_CH15;
994 rtd->byte_cnt_high_reg_offset =
995 mmACP_I2S_RECEIVED_BYTE_CNT_HIGH;
996 rtd->byte_cnt_low_reg_offset =
997 mmACP_I2S_RECEIVED_BYTE_CNT_LOW;
998 rtd->dma_curr_dscr = mmACP_DMA_CUR_DSCR_15;
999 adata->capture_i2ssp_stream = substream;
1000 }
1001 }
1002
1003 size = params_buffer_bytes(p: params);
1004
1005 acp_set_sram_bank_state(acp_mmio: rtd->acp_mmio, bank: 0, power_on: true);
1006 /* Save for runtime private data */
1007 rtd->dma_addr = runtime->dma_addr;
1008 rtd->order = get_order(size);
1009
1010 /* Fill the page table entries in ACP SRAM */
1011 rtd->size = size;
1012 rtd->num_of_pages = PAGE_ALIGN(size) >> PAGE_SHIFT;
1013 rtd->direction = substream->stream;
1014
1015 config_acp_dma(acp_mmio: rtd->acp_mmio, rtd, asic_type: adata->asic_type);
1016 return 0;
1017}
1018
1019static u64 acp_get_byte_count(struct audio_substream_data *rtd)
1020{
1021 union acp_dma_count byte_count;
1022
1023 byte_count.bcount.high = acp_reg_read(acp_mmio: rtd->acp_mmio,
1024 reg: rtd->byte_cnt_high_reg_offset);
1025 byte_count.bcount.low = acp_reg_read(acp_mmio: rtd->acp_mmio,
1026 reg: rtd->byte_cnt_low_reg_offset);
1027 return byte_count.bytescount;
1028}
1029
1030static snd_pcm_uframes_t acp_dma_pointer(struct snd_soc_component *component,
1031 struct snd_pcm_substream *substream)
1032{
1033 u32 buffersize;
1034 u32 pos = 0;
1035 u64 bytescount = 0;
1036 u16 dscr;
1037 u32 period_bytes, delay;
1038
1039 struct snd_pcm_runtime *runtime = substream->runtime;
1040 struct audio_substream_data *rtd = runtime->private_data;
1041 struct audio_drv_data *adata = dev_get_drvdata(dev: component->dev);
1042
1043 if (!rtd)
1044 return -EINVAL;
1045
1046 if (substream->stream == SNDRV_PCM_STREAM_CAPTURE) {
1047 period_bytes = frames_to_bytes(runtime, size: runtime->period_size);
1048 bytescount = acp_get_byte_count(rtd);
1049 if (bytescount >= rtd->bytescount)
1050 bytescount -= rtd->bytescount;
1051 if (bytescount < period_bytes) {
1052 pos = 0;
1053 } else {
1054 dscr = acp_reg_read(acp_mmio: rtd->acp_mmio, reg: rtd->dma_curr_dscr);
1055 if (dscr == rtd->dma_dscr_idx_1)
1056 pos = period_bytes;
1057 else
1058 pos = 0;
1059 }
1060 if (bytescount > 0) {
1061 delay = do_div(bytescount, period_bytes);
1062 adata->delay += bytes_to_frames(runtime, size: delay);
1063 }
1064 } else {
1065 buffersize = frames_to_bytes(runtime, size: runtime->buffer_size);
1066 bytescount = acp_get_byte_count(rtd);
1067 if (bytescount > rtd->bytescount)
1068 bytescount -= rtd->bytescount;
1069 pos = do_div(bytescount, buffersize);
1070 }
1071 return bytes_to_frames(runtime, size: pos);
1072}
1073
1074static snd_pcm_sframes_t acp_dma_delay(struct snd_soc_component *component,
1075 struct snd_pcm_substream *substream)
1076{
1077 struct audio_drv_data *adata = dev_get_drvdata(dev: component->dev);
1078 snd_pcm_sframes_t delay = adata->delay;
1079
1080 adata->delay = 0;
1081
1082 return delay;
1083}
1084
1085static int acp_dma_prepare(struct snd_soc_component *component,
1086 struct snd_pcm_substream *substream)
1087{
1088 struct snd_pcm_runtime *runtime = substream->runtime;
1089 struct audio_substream_data *rtd = runtime->private_data;
1090 u16 ch_acp_sysmem, ch_acp_i2s;
1091
1092 if (!rtd)
1093 return -EINVAL;
1094
1095 if (rtd->direction == SNDRV_PCM_STREAM_PLAYBACK) {
1096 ch_acp_sysmem = rtd->ch1;
1097 ch_acp_i2s = rtd->ch2;
1098 } else {
1099 ch_acp_i2s = rtd->ch1;
1100 ch_acp_sysmem = rtd->ch2;
1101 }
1102 config_acp_dma_channel(acp_mmio: rtd->acp_mmio,
1103 ch_num: ch_acp_sysmem,
1104 dscr_strt_idx: rtd->dma_dscr_idx_1,
1105 NUM_DSCRS_PER_CHANNEL, priority_level: 0);
1106 config_acp_dma_channel(acp_mmio: rtd->acp_mmio,
1107 ch_num: ch_acp_i2s,
1108 dscr_strt_idx: rtd->dma_dscr_idx_2,
1109 NUM_DSCRS_PER_CHANNEL, priority_level: 0);
1110 return 0;
1111}
1112
1113static int acp_dma_trigger(struct snd_soc_component *component,
1114 struct snd_pcm_substream *substream, int cmd)
1115{
1116 int ret;
1117
1118 struct snd_pcm_runtime *runtime = substream->runtime;
1119 struct audio_substream_data *rtd = runtime->private_data;
1120
1121 if (!rtd)
1122 return -EINVAL;
1123 switch (cmd) {
1124 case SNDRV_PCM_TRIGGER_START:
1125 case SNDRV_PCM_TRIGGER_PAUSE_RELEASE:
1126 case SNDRV_PCM_TRIGGER_RESUME:
1127 rtd->bytescount = acp_get_byte_count(rtd);
1128 if (substream->stream == SNDRV_PCM_STREAM_CAPTURE) {
1129 if (rtd->capture_channel == CAP_CHANNEL0) {
1130 acp_dma_cap_channel_disable(acp_mmio: rtd->acp_mmio,
1131 CAP_CHANNEL1);
1132 acp_dma_cap_channel_enable(acp_mmio: rtd->acp_mmio,
1133 CAP_CHANNEL0);
1134 }
1135 if (rtd->capture_channel == CAP_CHANNEL1) {
1136 acp_dma_cap_channel_disable(acp_mmio: rtd->acp_mmio,
1137 CAP_CHANNEL0);
1138 acp_dma_cap_channel_enable(acp_mmio: rtd->acp_mmio,
1139 CAP_CHANNEL1);
1140 }
1141 acp_dma_start(acp_mmio: rtd->acp_mmio, ch_num: rtd->ch1, is_circular: true);
1142 } else {
1143 acp_dma_start(acp_mmio: rtd->acp_mmio, ch_num: rtd->ch1, is_circular: true);
1144 acp_dma_start(acp_mmio: rtd->acp_mmio, ch_num: rtd->ch2, is_circular: true);
1145 }
1146 ret = 0;
1147 break;
1148 case SNDRV_PCM_TRIGGER_STOP:
1149 case SNDRV_PCM_TRIGGER_PAUSE_PUSH:
1150 case SNDRV_PCM_TRIGGER_SUSPEND:
1151 acp_dma_stop(acp_mmio: rtd->acp_mmio, ch_num: rtd->ch2);
1152 ret = acp_dma_stop(acp_mmio: rtd->acp_mmio, ch_num: rtd->ch1);
1153 break;
1154 default:
1155 ret = -EINVAL;
1156 }
1157 return ret;
1158}
1159
1160static int acp_dma_new(struct snd_soc_component *component,
1161 struct snd_soc_pcm_runtime *rtd)
1162{
1163 struct audio_drv_data *adata = dev_get_drvdata(dev: component->dev);
1164 struct device *parent = component->dev->parent;
1165
1166 switch (adata->asic_type) {
1167 case CHIP_STONEY:
1168 snd_pcm_set_managed_buffer_all(pcm: rtd->pcm,
1169 SNDRV_DMA_TYPE_DEV,
1170 data: parent,
1171 ST_MIN_BUFFER,
1172 ST_MAX_BUFFER);
1173 break;
1174 default:
1175 snd_pcm_set_managed_buffer_all(pcm: rtd->pcm,
1176 SNDRV_DMA_TYPE_DEV,
1177 data: parent,
1178 MIN_BUFFER,
1179 MAX_BUFFER);
1180 break;
1181 }
1182 return 0;
1183}
1184
1185static int acp_dma_close(struct snd_soc_component *component,
1186 struct snd_pcm_substream *substream)
1187{
1188 u16 bank;
1189 struct snd_pcm_runtime *runtime = substream->runtime;
1190 struct audio_substream_data *rtd = runtime->private_data;
1191 struct audio_drv_data *adata = dev_get_drvdata(dev: component->dev);
1192
1193 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) {
1194 switch (rtd->i2s_instance) {
1195 case I2S_BT_INSTANCE:
1196 adata->play_i2sbt_stream = NULL;
1197 break;
1198 case I2S_MICSP_INSTANCE:
1199 adata->play_i2s_micsp_stream = NULL;
1200 break;
1201 case I2S_SP_INSTANCE:
1202 default:
1203 adata->play_i2ssp_stream = NULL;
1204 /*
1205 * For Stoney, Memory gating is disabled,i.e SRAM Banks
1206 * won't be turned off. The default state for SRAM banks
1207 * is ON.Setting SRAM bank state code skipped for STONEY
1208 * platform. Added condition checks for Carrizo platform
1209 * only.
1210 */
1211 if (adata->asic_type != CHIP_STONEY) {
1212 for (bank = 1; bank <= 4; bank++)
1213 acp_set_sram_bank_state(acp_mmio: adata->acp_mmio,
1214 bank, power_on: false);
1215 }
1216 }
1217 } else {
1218 switch (rtd->i2s_instance) {
1219 case I2S_BT_INSTANCE:
1220 adata->capture_i2sbt_stream = NULL;
1221 break;
1222 case I2S_MICSP_INSTANCE:
1223 case I2S_SP_INSTANCE:
1224 default:
1225 adata->capture_i2ssp_stream = NULL;
1226 if (adata->asic_type != CHIP_STONEY) {
1227 for (bank = 5; bank <= 8; bank++)
1228 acp_set_sram_bank_state(acp_mmio: adata->acp_mmio,
1229 bank, power_on: false);
1230 }
1231 }
1232 }
1233
1234 /*
1235 * Disable ACP irq, when the current stream is being closed and
1236 * another stream is also not active.
1237 */
1238 if (!adata->play_i2ssp_stream && !adata->capture_i2ssp_stream &&
1239 !adata->play_i2sbt_stream && !adata->capture_i2sbt_stream &&
1240 !adata->play_i2s_micsp_stream)
1241 acp_reg_write(val: 0, acp_mmio: adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1242 kfree(objp: rtd);
1243 return 0;
1244}
1245
1246static const struct snd_soc_component_driver acp_asoc_platform = {
1247 .name = DRV_NAME,
1248 .open = acp_dma_open,
1249 .close = acp_dma_close,
1250 .hw_params = acp_dma_hw_params,
1251 .trigger = acp_dma_trigger,
1252 .pointer = acp_dma_pointer,
1253 .delay = acp_dma_delay,
1254 .prepare = acp_dma_prepare,
1255 .pcm_construct = acp_dma_new,
1256};
1257
1258static int acp_audio_probe(struct platform_device *pdev)
1259{
1260 int status, irq;
1261 struct audio_drv_data *audio_drv_data;
1262 const u32 *pdata = pdev->dev.platform_data;
1263
1264 if (!pdata) {
1265 dev_err(&pdev->dev, "Missing platform data\n");
1266 return -ENODEV;
1267 }
1268
1269 audio_drv_data = devm_kzalloc(dev: &pdev->dev, size: sizeof(struct audio_drv_data),
1270 GFP_KERNEL);
1271 if (!audio_drv_data)
1272 return -ENOMEM;
1273
1274 audio_drv_data->acp_mmio = devm_platform_ioremap_resource(pdev, index: 0);
1275 if (IS_ERR(ptr: audio_drv_data->acp_mmio))
1276 return PTR_ERR(ptr: audio_drv_data->acp_mmio);
1277
1278 /*
1279 * The following members gets populated in device 'open'
1280 * function. Till then interrupts are disabled in 'acp_init'
1281 * and device doesn't generate any interrupts.
1282 */
1283
1284 audio_drv_data->play_i2ssp_stream = NULL;
1285 audio_drv_data->capture_i2ssp_stream = NULL;
1286 audio_drv_data->play_i2sbt_stream = NULL;
1287 audio_drv_data->capture_i2sbt_stream = NULL;
1288 audio_drv_data->play_i2s_micsp_stream = NULL;
1289
1290 audio_drv_data->asic_type = *pdata;
1291
1292 irq = platform_get_irq(pdev, 0);
1293 if (irq < 0)
1294 return -ENODEV;
1295
1296 status = devm_request_irq(dev: &pdev->dev, irq, handler: dma_irq_handler,
1297 irqflags: 0, devname: "ACP_IRQ", dev_id: &pdev->dev);
1298 if (status) {
1299 dev_err(&pdev->dev, "ACP IRQ request failed\n");
1300 return status;
1301 }
1302
1303 dev_set_drvdata(dev: &pdev->dev, data: audio_drv_data);
1304
1305 /* Initialize the ACP */
1306 status = acp_init(acp_mmio: audio_drv_data->acp_mmio, asic_type: audio_drv_data->asic_type);
1307 if (status) {
1308 dev_err(&pdev->dev, "ACP Init failed status:%d\n", status);
1309 return status;
1310 }
1311
1312 status = devm_snd_soc_register_component(dev: &pdev->dev,
1313 component_driver: &acp_asoc_platform, NULL, num_dai: 0);
1314 if (status != 0) {
1315 dev_err(&pdev->dev, "Fail to register ALSA platform device\n");
1316 return status;
1317 }
1318
1319 pm_runtime_set_autosuspend_delay(dev: &pdev->dev, delay: 10000);
1320 pm_runtime_use_autosuspend(dev: &pdev->dev);
1321 pm_runtime_enable(dev: &pdev->dev);
1322
1323 return status;
1324}
1325
1326static void acp_audio_remove(struct platform_device *pdev)
1327{
1328 int status;
1329 struct audio_drv_data *adata = dev_get_drvdata(dev: &pdev->dev);
1330
1331 status = acp_deinit(acp_mmio: adata->acp_mmio);
1332 if (status)
1333 dev_err(&pdev->dev, "ACP Deinit failed status:%d\n", status);
1334 pm_runtime_disable(dev: &pdev->dev);
1335}
1336
1337static int acp_pcm_resume(struct device *dev)
1338{
1339 u16 bank;
1340 int status;
1341 struct audio_substream_data *rtd;
1342 struct audio_drv_data *adata = dev_get_drvdata(dev);
1343
1344 status = acp_init(acp_mmio: adata->acp_mmio, asic_type: adata->asic_type);
1345 if (status) {
1346 dev_err(dev, "ACP Init failed status:%d\n", status);
1347 return status;
1348 }
1349
1350 if (adata->play_i2ssp_stream && adata->play_i2ssp_stream->runtime) {
1351 /*
1352 * For Stoney, Memory gating is disabled,i.e SRAM Banks
1353 * won't be turned off. The default state for SRAM banks is ON.
1354 * Setting SRAM bank state code skipped for STONEY platform.
1355 */
1356 if (adata->asic_type != CHIP_STONEY) {
1357 for (bank = 1; bank <= 4; bank++)
1358 acp_set_sram_bank_state(acp_mmio: adata->acp_mmio, bank,
1359 power_on: true);
1360 }
1361 rtd = adata->play_i2ssp_stream->runtime->private_data;
1362 config_acp_dma(acp_mmio: adata->acp_mmio, rtd, asic_type: adata->asic_type);
1363 }
1364 if (adata->capture_i2ssp_stream &&
1365 adata->capture_i2ssp_stream->runtime) {
1366 if (adata->asic_type != CHIP_STONEY) {
1367 for (bank = 5; bank <= 8; bank++)
1368 acp_set_sram_bank_state(acp_mmio: adata->acp_mmio, bank,
1369 power_on: true);
1370 }
1371 rtd = adata->capture_i2ssp_stream->runtime->private_data;
1372 config_acp_dma(acp_mmio: adata->acp_mmio, rtd, asic_type: adata->asic_type);
1373 }
1374 if (adata->asic_type != CHIP_CARRIZO) {
1375 if (adata->play_i2s_micsp_stream &&
1376 adata->play_i2s_micsp_stream->runtime) {
1377 rtd = adata->play_i2s_micsp_stream->runtime->private_data;
1378 config_acp_dma(acp_mmio: adata->acp_mmio, rtd, asic_type: adata->asic_type);
1379 }
1380 if (adata->play_i2sbt_stream &&
1381 adata->play_i2sbt_stream->runtime) {
1382 rtd = adata->play_i2sbt_stream->runtime->private_data;
1383 config_acp_dma(acp_mmio: adata->acp_mmio, rtd, asic_type: adata->asic_type);
1384 }
1385 if (adata->capture_i2sbt_stream &&
1386 adata->capture_i2sbt_stream->runtime) {
1387 rtd = adata->capture_i2sbt_stream->runtime->private_data;
1388 config_acp_dma(acp_mmio: adata->acp_mmio, rtd, asic_type: adata->asic_type);
1389 }
1390 }
1391 acp_reg_write(val: 1, acp_mmio: adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1392 return 0;
1393}
1394
1395static int acp_pcm_runtime_suspend(struct device *dev)
1396{
1397 int status;
1398 struct audio_drv_data *adata = dev_get_drvdata(dev);
1399
1400 status = acp_deinit(acp_mmio: adata->acp_mmio);
1401 if (status)
1402 dev_err(dev, "ACP Deinit failed status:%d\n", status);
1403 acp_reg_write(val: 0, acp_mmio: adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1404 return 0;
1405}
1406
1407static int acp_pcm_runtime_resume(struct device *dev)
1408{
1409 int status;
1410 struct audio_drv_data *adata = dev_get_drvdata(dev);
1411
1412 status = acp_init(acp_mmio: adata->acp_mmio, asic_type: adata->asic_type);
1413 if (status) {
1414 dev_err(dev, "ACP Init failed status:%d\n", status);
1415 return status;
1416 }
1417 acp_reg_write(val: 1, acp_mmio: adata->acp_mmio, mmACP_EXTERNAL_INTR_ENB);
1418 return 0;
1419}
1420
1421static const struct dev_pm_ops acp_pm_ops = {
1422 .resume = acp_pcm_resume,
1423 .runtime_suspend = acp_pcm_runtime_suspend,
1424 .runtime_resume = acp_pcm_runtime_resume,
1425};
1426
1427static struct platform_driver acp_dma_driver = {
1428 .probe = acp_audio_probe,
1429 .remove_new = acp_audio_remove,
1430 .driver = {
1431 .name = DRV_NAME,
1432 .pm = &acp_pm_ops,
1433 },
1434};
1435
1436module_platform_driver(acp_dma_driver);
1437
1438MODULE_AUTHOR("Vijendar.Mukunda@amd.com");
1439MODULE_AUTHOR("Maruthi.Bayyavarapu@amd.com");
1440MODULE_DESCRIPTION("AMD ACP PCM Driver");
1441MODULE_LICENSE("GPL v2");
1442MODULE_ALIAS("platform:"DRV_NAME);
1443

source code of linux/sound/soc/amd/acp-pcm-dma.c