Merge tag 'please-pull-ia64_for_5.4' of git://git.kernel.org/pub/scm/linux/kernel...
[platform/kernel/linux-rpi.git] / drivers / soundwire / cadence_master.c
1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2 // Copyright(c) 2015-17 Intel Corporation.
3
4 /*
5  * Cadence SoundWire Master module
6  * Used by Master driver
7  */
8
9 #include <linux/delay.h>
10 #include <linux/device.h>
11 #include <linux/interrupt.h>
12 #include <linux/io.h>
13 #include <linux/module.h>
14 #include <linux/mod_devicetable.h>
15 #include <linux/soundwire/sdw_registers.h>
16 #include <linux/soundwire/sdw.h>
17 #include <sound/pcm_params.h>
18 #include <sound/soc.h>
19 #include "bus.h"
20 #include "cadence_master.h"
21
22 #define CDNS_MCP_CONFIG                         0x0
23
24 #define CDNS_MCP_CONFIG_MCMD_RETRY              GENMASK(27, 24)
25 #define CDNS_MCP_CONFIG_MPREQ_DELAY             GENMASK(20, 16)
26 #define CDNS_MCP_CONFIG_MMASTER                 BIT(7)
27 #define CDNS_MCP_CONFIG_BUS_REL                 BIT(6)
28 #define CDNS_MCP_CONFIG_SNIFFER                 BIT(5)
29 #define CDNS_MCP_CONFIG_SSPMOD                  BIT(4)
30 #define CDNS_MCP_CONFIG_CMD                     BIT(3)
31 #define CDNS_MCP_CONFIG_OP                      GENMASK(2, 0)
32 #define CDNS_MCP_CONFIG_OP_NORMAL               0
33
34 #define CDNS_MCP_CONTROL                        0x4
35
36 #define CDNS_MCP_CONTROL_RST_DELAY              GENMASK(10, 8)
37 #define CDNS_MCP_CONTROL_CMD_RST                BIT(7)
38 #define CDNS_MCP_CONTROL_SOFT_RST               BIT(6)
39 #define CDNS_MCP_CONTROL_SW_RST                 BIT(5)
40 #define CDNS_MCP_CONTROL_HW_RST                 BIT(4)
41 #define CDNS_MCP_CONTROL_CLK_PAUSE              BIT(3)
42 #define CDNS_MCP_CONTROL_CLK_STOP_CLR           BIT(2)
43 #define CDNS_MCP_CONTROL_CMD_ACCEPT             BIT(1)
44 #define CDNS_MCP_CONTROL_BLOCK_WAKEUP           BIT(0)
45
46 #define CDNS_MCP_CMDCTRL                        0x8
47 #define CDNS_MCP_SSPSTAT                        0xC
48 #define CDNS_MCP_FRAME_SHAPE                    0x10
49 #define CDNS_MCP_FRAME_SHAPE_INIT               0x14
50
51 #define CDNS_MCP_CONFIG_UPDATE                  0x18
52 #define CDNS_MCP_CONFIG_UPDATE_BIT              BIT(0)
53
54 #define CDNS_MCP_PHYCTRL                        0x1C
55 #define CDNS_MCP_SSP_CTRL0                      0x20
56 #define CDNS_MCP_SSP_CTRL1                      0x28
57 #define CDNS_MCP_CLK_CTRL0                      0x30
58 #define CDNS_MCP_CLK_CTRL1                      0x38
59
60 #define CDNS_MCP_STAT                           0x40
61
62 #define CDNS_MCP_STAT_ACTIVE_BANK               BIT(20)
63 #define CDNS_MCP_STAT_CLK_STOP                  BIT(16)
64
65 #define CDNS_MCP_INTSTAT                        0x44
66 #define CDNS_MCP_INTMASK                        0x48
67
68 #define CDNS_MCP_INT_IRQ                        BIT(31)
69 #define CDNS_MCP_INT_WAKEUP                     BIT(16)
70 #define CDNS_MCP_INT_SLAVE_RSVD                 BIT(15)
71 #define CDNS_MCP_INT_SLAVE_ALERT                BIT(14)
72 #define CDNS_MCP_INT_SLAVE_ATTACH               BIT(13)
73 #define CDNS_MCP_INT_SLAVE_NATTACH              BIT(12)
74 #define CDNS_MCP_INT_SLAVE_MASK                 GENMASK(15, 12)
75 #define CDNS_MCP_INT_DPINT                      BIT(11)
76 #define CDNS_MCP_INT_CTRL_CLASH                 BIT(10)
77 #define CDNS_MCP_INT_DATA_CLASH                 BIT(9)
78 #define CDNS_MCP_INT_CMD_ERR                    BIT(7)
79 #define CDNS_MCP_INT_RX_WL                      BIT(2)
80 #define CDNS_MCP_INT_TXE                        BIT(1)
81
82 #define CDNS_MCP_INTSET                         0x4C
83
84 #define CDNS_MCP_SLAVE_STAT                     0x50
85 #define CDNS_MCP_SLAVE_STAT_MASK                GENMASK(1, 0)
86
87 #define CDNS_MCP_SLAVE_INTSTAT0                 0x54
88 #define CDNS_MCP_SLAVE_INTSTAT1                 0x58
89 #define CDNS_MCP_SLAVE_INTSTAT_NPRESENT         BIT(0)
90 #define CDNS_MCP_SLAVE_INTSTAT_ATTACHED         BIT(1)
91 #define CDNS_MCP_SLAVE_INTSTAT_ALERT            BIT(2)
92 #define CDNS_MCP_SLAVE_INTSTAT_RESERVED         BIT(3)
93 #define CDNS_MCP_SLAVE_STATUS_BITS              GENMASK(3, 0)
94 #define CDNS_MCP_SLAVE_STATUS_NUM               4
95
96 #define CDNS_MCP_SLAVE_INTMASK0                 0x5C
97 #define CDNS_MCP_SLAVE_INTMASK1                 0x60
98
99 #define CDNS_MCP_SLAVE_INTMASK0_MASK            GENMASK(31, 0)
100 #define CDNS_MCP_SLAVE_INTMASK1_MASK            GENMASK(15, 0)
101
102 #define CDNS_MCP_PORT_INTSTAT                   0x64
103 #define CDNS_MCP_PDI_STAT                       0x6C
104
105 #define CDNS_MCP_FIFOLEVEL                      0x78
106 #define CDNS_MCP_FIFOSTAT                       0x7C
107 #define CDNS_MCP_RX_FIFO_AVAIL                  GENMASK(5, 0)
108
109 #define CDNS_MCP_CMD_BASE                       0x80
110 #define CDNS_MCP_RESP_BASE                      0x80
111 #define CDNS_MCP_CMD_LEN                        0x20
112 #define CDNS_MCP_CMD_WORD_LEN                   0x4
113
114 #define CDNS_MCP_CMD_SSP_TAG                    BIT(31)
115 #define CDNS_MCP_CMD_COMMAND                    GENMASK(30, 28)
116 #define CDNS_MCP_CMD_DEV_ADDR                   GENMASK(27, 24)
117 #define CDNS_MCP_CMD_REG_ADDR_H                 GENMASK(23, 16)
118 #define CDNS_MCP_CMD_REG_ADDR_L                 GENMASK(15, 8)
119 #define CDNS_MCP_CMD_REG_DATA                   GENMASK(7, 0)
120
121 #define CDNS_MCP_CMD_READ                       2
122 #define CDNS_MCP_CMD_WRITE                      3
123
124 #define CDNS_MCP_RESP_RDATA                     GENMASK(15, 8)
125 #define CDNS_MCP_RESP_ACK                       BIT(0)
126 #define CDNS_MCP_RESP_NACK                      BIT(1)
127
128 #define CDNS_DP_SIZE                            128
129
130 #define CDNS_DPN_B0_CONFIG(n)                   (0x100 + CDNS_DP_SIZE * (n))
131 #define CDNS_DPN_B0_CH_EN(n)                    (0x104 + CDNS_DP_SIZE * (n))
132 #define CDNS_DPN_B0_SAMPLE_CTRL(n)              (0x108 + CDNS_DP_SIZE * (n))
133 #define CDNS_DPN_B0_OFFSET_CTRL(n)              (0x10C + CDNS_DP_SIZE * (n))
134 #define CDNS_DPN_B0_HCTRL(n)                    (0x110 + CDNS_DP_SIZE * (n))
135 #define CDNS_DPN_B0_ASYNC_CTRL(n)               (0x114 + CDNS_DP_SIZE * (n))
136
137 #define CDNS_DPN_B1_CONFIG(n)                   (0x118 + CDNS_DP_SIZE * (n))
138 #define CDNS_DPN_B1_CH_EN(n)                    (0x11C + CDNS_DP_SIZE * (n))
139 #define CDNS_DPN_B1_SAMPLE_CTRL(n)              (0x120 + CDNS_DP_SIZE * (n))
140 #define CDNS_DPN_B1_OFFSET_CTRL(n)              (0x124 + CDNS_DP_SIZE * (n))
141 #define CDNS_DPN_B1_HCTRL(n)                    (0x128 + CDNS_DP_SIZE * (n))
142 #define CDNS_DPN_B1_ASYNC_CTRL(n)               (0x12C + CDNS_DP_SIZE * (n))
143
144 #define CDNS_DPN_CONFIG_BPM                     BIT(18)
145 #define CDNS_DPN_CONFIG_BGC                     GENMASK(17, 16)
146 #define CDNS_DPN_CONFIG_WL                      GENMASK(12, 8)
147 #define CDNS_DPN_CONFIG_PORT_DAT                GENMASK(3, 2)
148 #define CDNS_DPN_CONFIG_PORT_FLOW               GENMASK(1, 0)
149
150 #define CDNS_DPN_SAMPLE_CTRL_SI                 GENMASK(15, 0)
151
152 #define CDNS_DPN_OFFSET_CTRL_1                  GENMASK(7, 0)
153 #define CDNS_DPN_OFFSET_CTRL_2                  GENMASK(15, 8)
154
155 #define CDNS_DPN_HCTRL_HSTOP                    GENMASK(3, 0)
156 #define CDNS_DPN_HCTRL_HSTART                   GENMASK(7, 4)
157 #define CDNS_DPN_HCTRL_LCTRL                    GENMASK(10, 8)
158
159 #define CDNS_PORTCTRL                           0x130
160 #define CDNS_PORTCTRL_DIRN                      BIT(7)
161 #define CDNS_PORTCTRL_BANK_INVERT               BIT(8)
162
163 #define CDNS_PORT_OFFSET                        0x80
164
165 #define CDNS_PDI_CONFIG(n)                      (0x1100 + (n) * 16)
166
167 #define CDNS_PDI_CONFIG_SOFT_RESET              BIT(24)
168 #define CDNS_PDI_CONFIG_CHANNEL                 GENMASK(15, 8)
169 #define CDNS_PDI_CONFIG_PORT                    GENMASK(4, 0)
170
171 /* Driver defaults */
172
173 #define CDNS_DEFAULT_CLK_DIVIDER                0
174 #define CDNS_DEFAULT_FRAME_SHAPE                0x30
175 #define CDNS_DEFAULT_SSP_INTERVAL               0x18
176 #define CDNS_TX_TIMEOUT                         2000
177
178 #define CDNS_PCM_PDI_OFFSET                     0x2
179 #define CDNS_PDM_PDI_OFFSET                     0x6
180
181 #define CDNS_SCP_RX_FIFOLEVEL                   0x2
182
183 /*
184  * register accessor helpers
185  */
186 static inline u32 cdns_readl(struct sdw_cdns *cdns, int offset)
187 {
188         return readl(cdns->registers + offset);
189 }
190
191 static inline void cdns_writel(struct sdw_cdns *cdns, int offset, u32 value)
192 {
193         writel(value, cdns->registers + offset);
194 }
195
196 static inline void cdns_updatel(struct sdw_cdns *cdns,
197                                 int offset, u32 mask, u32 val)
198 {
199         u32 tmp;
200
201         tmp = cdns_readl(cdns, offset);
202         tmp = (tmp & ~mask) | val;
203         cdns_writel(cdns, offset, tmp);
204 }
205
206 static int cdns_clear_bit(struct sdw_cdns *cdns, int offset, u32 value)
207 {
208         int timeout = 10;
209         u32 reg_read;
210
211         writel(value, cdns->registers + offset);
212
213         /* Wait for bit to be self cleared */
214         do {
215                 reg_read = readl(cdns->registers + offset);
216                 if ((reg_read & value) == 0)
217                         return 0;
218
219                 timeout--;
220                 udelay(50);
221         } while (timeout != 0);
222
223         return -EAGAIN;
224 }
225
226 /*
227  * IO Calls
228  */
229 static enum sdw_command_response
230 cdns_fill_msg_resp(struct sdw_cdns *cdns,
231                    struct sdw_msg *msg, int count, int offset)
232 {
233         int nack = 0, no_ack = 0;
234         int i;
235
236         /* check message response */
237         for (i = 0; i < count; i++) {
238                 if (!(cdns->response_buf[i] & CDNS_MCP_RESP_ACK)) {
239                         no_ack = 1;
240                         dev_dbg_ratelimited(cdns->dev, "Msg Ack not received\n");
241                         if (cdns->response_buf[i] & CDNS_MCP_RESP_NACK) {
242                                 nack = 1;
243                                 dev_err_ratelimited(cdns->dev, "Msg NACK received\n");
244                         }
245                 }
246         }
247
248         if (nack) {
249                 dev_err_ratelimited(cdns->dev, "Msg NACKed for Slave %d\n", msg->dev_num);
250                 return SDW_CMD_FAIL;
251         } else if (no_ack) {
252                 dev_dbg_ratelimited(cdns->dev, "Msg ignored for Slave %d\n", msg->dev_num);
253                 return SDW_CMD_IGNORED;
254         }
255
256         /* fill response */
257         for (i = 0; i < count; i++)
258                 msg->buf[i + offset] = cdns->response_buf[i] >>
259                                 SDW_REG_SHIFT(CDNS_MCP_RESP_RDATA);
260
261         return SDW_CMD_OK;
262 }
263
264 static enum sdw_command_response
265 _cdns_xfer_msg(struct sdw_cdns *cdns, struct sdw_msg *msg, int cmd,
266                int offset, int count, bool defer)
267 {
268         unsigned long time;
269         u32 base, i, data;
270         u16 addr;
271
272         /* Program the watermark level for RX FIFO */
273         if (cdns->msg_count != count) {
274                 cdns_writel(cdns, CDNS_MCP_FIFOLEVEL, count);
275                 cdns->msg_count = count;
276         }
277
278         base = CDNS_MCP_CMD_BASE;
279         addr = msg->addr;
280
281         for (i = 0; i < count; i++) {
282                 data = msg->dev_num << SDW_REG_SHIFT(CDNS_MCP_CMD_DEV_ADDR);
283                 data |= cmd << SDW_REG_SHIFT(CDNS_MCP_CMD_COMMAND);
284                 data |= addr++  << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L);
285
286                 if (msg->flags == SDW_MSG_FLAG_WRITE)
287                         data |= msg->buf[i + offset];
288
289                 data |= msg->ssp_sync << SDW_REG_SHIFT(CDNS_MCP_CMD_SSP_TAG);
290                 cdns_writel(cdns, base, data);
291                 base += CDNS_MCP_CMD_WORD_LEN;
292         }
293
294         if (defer)
295                 return SDW_CMD_OK;
296
297         /* wait for timeout or response */
298         time = wait_for_completion_timeout(&cdns->tx_complete,
299                                            msecs_to_jiffies(CDNS_TX_TIMEOUT));
300         if (!time) {
301                 dev_err(cdns->dev, "IO transfer timed out\n");
302                 msg->len = 0;
303                 return SDW_CMD_TIMEOUT;
304         }
305
306         return cdns_fill_msg_resp(cdns, msg, count, offset);
307 }
308
309 static enum sdw_command_response
310 cdns_program_scp_addr(struct sdw_cdns *cdns, struct sdw_msg *msg)
311 {
312         int nack = 0, no_ack = 0;
313         unsigned long time;
314         u32 data[2], base;
315         int i;
316
317         /* Program the watermark level for RX FIFO */
318         if (cdns->msg_count != CDNS_SCP_RX_FIFOLEVEL) {
319                 cdns_writel(cdns, CDNS_MCP_FIFOLEVEL, CDNS_SCP_RX_FIFOLEVEL);
320                 cdns->msg_count = CDNS_SCP_RX_FIFOLEVEL;
321         }
322
323         data[0] = msg->dev_num << SDW_REG_SHIFT(CDNS_MCP_CMD_DEV_ADDR);
324         data[0] |= 0x3 << SDW_REG_SHIFT(CDNS_MCP_CMD_COMMAND);
325         data[1] = data[0];
326
327         data[0] |= SDW_SCP_ADDRPAGE1 << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L);
328         data[1] |= SDW_SCP_ADDRPAGE2 << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L);
329
330         data[0] |= msg->addr_page1;
331         data[1] |= msg->addr_page2;
332
333         base = CDNS_MCP_CMD_BASE;
334         cdns_writel(cdns, base, data[0]);
335         base += CDNS_MCP_CMD_WORD_LEN;
336         cdns_writel(cdns, base, data[1]);
337
338         time = wait_for_completion_timeout(&cdns->tx_complete,
339                                            msecs_to_jiffies(CDNS_TX_TIMEOUT));
340         if (!time) {
341                 dev_err(cdns->dev, "SCP Msg trf timed out\n");
342                 msg->len = 0;
343                 return SDW_CMD_TIMEOUT;
344         }
345
346         /* check response the writes */
347         for (i = 0; i < 2; i++) {
348                 if (!(cdns->response_buf[i] & CDNS_MCP_RESP_ACK)) {
349                         no_ack = 1;
350                         dev_err(cdns->dev, "Program SCP Ack not received\n");
351                         if (cdns->response_buf[i] & CDNS_MCP_RESP_NACK) {
352                                 nack = 1;
353                                 dev_err(cdns->dev, "Program SCP NACK received\n");
354                         }
355                 }
356         }
357
358         /* For NACK, NO ack, don't return err if we are in Broadcast mode */
359         if (nack) {
360                 dev_err_ratelimited(cdns->dev,
361                                     "SCP_addrpage NACKed for Slave %d\n", msg->dev_num);
362                 return SDW_CMD_FAIL;
363         } else if (no_ack) {
364                 dev_dbg_ratelimited(cdns->dev,
365                                     "SCP_addrpage ignored for Slave %d\n", msg->dev_num);
366                 return SDW_CMD_IGNORED;
367         }
368
369         return SDW_CMD_OK;
370 }
371
372 static int cdns_prep_msg(struct sdw_cdns *cdns, struct sdw_msg *msg, int *cmd)
373 {
374         int ret;
375
376         if (msg->page) {
377                 ret = cdns_program_scp_addr(cdns, msg);
378                 if (ret) {
379                         msg->len = 0;
380                         return ret;
381                 }
382         }
383
384         switch (msg->flags) {
385         case SDW_MSG_FLAG_READ:
386                 *cmd = CDNS_MCP_CMD_READ;
387                 break;
388
389         case SDW_MSG_FLAG_WRITE:
390                 *cmd = CDNS_MCP_CMD_WRITE;
391                 break;
392
393         default:
394                 dev_err(cdns->dev, "Invalid msg cmd: %d\n", msg->flags);
395                 return -EINVAL;
396         }
397
398         return 0;
399 }
400
401 enum sdw_command_response
402 cdns_xfer_msg(struct sdw_bus *bus, struct sdw_msg *msg)
403 {
404         struct sdw_cdns *cdns = bus_to_cdns(bus);
405         int cmd = 0, ret, i;
406
407         ret = cdns_prep_msg(cdns, msg, &cmd);
408         if (ret)
409                 return SDW_CMD_FAIL_OTHER;
410
411         for (i = 0; i < msg->len / CDNS_MCP_CMD_LEN; i++) {
412                 ret = _cdns_xfer_msg(cdns, msg, cmd, i * CDNS_MCP_CMD_LEN,
413                                      CDNS_MCP_CMD_LEN, false);
414                 if (ret < 0)
415                         goto exit;
416         }
417
418         if (!(msg->len % CDNS_MCP_CMD_LEN))
419                 goto exit;
420
421         ret = _cdns_xfer_msg(cdns, msg, cmd, i * CDNS_MCP_CMD_LEN,
422                              msg->len % CDNS_MCP_CMD_LEN, false);
423
424 exit:
425         return ret;
426 }
427 EXPORT_SYMBOL(cdns_xfer_msg);
428
429 enum sdw_command_response
430 cdns_xfer_msg_defer(struct sdw_bus *bus,
431                     struct sdw_msg *msg, struct sdw_defer *defer)
432 {
433         struct sdw_cdns *cdns = bus_to_cdns(bus);
434         int cmd = 0, ret;
435
436         /* for defer only 1 message is supported */
437         if (msg->len > 1)
438                 return -ENOTSUPP;
439
440         ret = cdns_prep_msg(cdns, msg, &cmd);
441         if (ret)
442                 return SDW_CMD_FAIL_OTHER;
443
444         cdns->defer = defer;
445         cdns->defer->length = msg->len;
446
447         return _cdns_xfer_msg(cdns, msg, cmd, 0, msg->len, true);
448 }
449 EXPORT_SYMBOL(cdns_xfer_msg_defer);
450
451 enum sdw_command_response
452 cdns_reset_page_addr(struct sdw_bus *bus, unsigned int dev_num)
453 {
454         struct sdw_cdns *cdns = bus_to_cdns(bus);
455         struct sdw_msg msg;
456
457         /* Create dummy message with valid device number */
458         memset(&msg, 0, sizeof(msg));
459         msg.dev_num = dev_num;
460
461         return cdns_program_scp_addr(cdns, &msg);
462 }
463 EXPORT_SYMBOL(cdns_reset_page_addr);
464
465 /*
466  * IRQ handling
467  */
468
469 static void cdns_read_response(struct sdw_cdns *cdns)
470 {
471         u32 num_resp, cmd_base;
472         int i;
473
474         num_resp = cdns_readl(cdns, CDNS_MCP_FIFOSTAT);
475         num_resp &= CDNS_MCP_RX_FIFO_AVAIL;
476
477         cmd_base = CDNS_MCP_CMD_BASE;
478
479         for (i = 0; i < num_resp; i++) {
480                 cdns->response_buf[i] = cdns_readl(cdns, cmd_base);
481                 cmd_base += CDNS_MCP_CMD_WORD_LEN;
482         }
483 }
484
485 static int cdns_update_slave_status(struct sdw_cdns *cdns,
486                                     u32 slave0, u32 slave1)
487 {
488         enum sdw_slave_status status[SDW_MAX_DEVICES + 1];
489         bool is_slave = false;
490         u64 slave;
491         u32 mask;
492         int i, set_status;
493
494         /* combine the two status */
495         slave = ((u64)slave1 << 32) | slave0;
496         memset(status, 0, sizeof(status));
497
498         for (i = 0; i <= SDW_MAX_DEVICES; i++) {
499                 mask = (slave >> (i * CDNS_MCP_SLAVE_STATUS_NUM)) &
500                                 CDNS_MCP_SLAVE_STATUS_BITS;
501                 if (!mask)
502                         continue;
503
504                 is_slave = true;
505                 set_status = 0;
506
507                 if (mask & CDNS_MCP_SLAVE_INTSTAT_RESERVED) {
508                         status[i] = SDW_SLAVE_RESERVED;
509                         set_status++;
510                 }
511
512                 if (mask & CDNS_MCP_SLAVE_INTSTAT_ATTACHED) {
513                         status[i] = SDW_SLAVE_ATTACHED;
514                         set_status++;
515                 }
516
517                 if (mask & CDNS_MCP_SLAVE_INTSTAT_ALERT) {
518                         status[i] = SDW_SLAVE_ALERT;
519                         set_status++;
520                 }
521
522                 if (mask & CDNS_MCP_SLAVE_INTSTAT_NPRESENT) {
523                         status[i] = SDW_SLAVE_UNATTACHED;
524                         set_status++;
525                 }
526
527                 /* first check if Slave reported multiple status */
528                 if (set_status > 1) {
529                         dev_warn_ratelimited(cdns->dev,
530                                              "Slave reported multiple Status: %d\n",
531                                              mask);
532                         /*
533                          * TODO: we need to reread the status here by
534                          * issuing a PING cmd
535                          */
536                 }
537         }
538
539         if (is_slave)
540                 return sdw_handle_slave_status(&cdns->bus, status);
541
542         return 0;
543 }
544
545 /**
546  * sdw_cdns_irq() - Cadence interrupt handler
547  * @irq: irq number
548  * @dev_id: irq context
549  */
550 irqreturn_t sdw_cdns_irq(int irq, void *dev_id)
551 {
552         struct sdw_cdns *cdns = dev_id;
553         u32 int_status;
554         int ret = IRQ_HANDLED;
555
556         /* Check if the link is up */
557         if (!cdns->link_up)
558                 return IRQ_NONE;
559
560         int_status = cdns_readl(cdns, CDNS_MCP_INTSTAT);
561
562         if (!(int_status & CDNS_MCP_INT_IRQ))
563                 return IRQ_NONE;
564
565         if (int_status & CDNS_MCP_INT_RX_WL) {
566                 cdns_read_response(cdns);
567
568                 if (cdns->defer) {
569                         cdns_fill_msg_resp(cdns, cdns->defer->msg,
570                                            cdns->defer->length, 0);
571                         complete(&cdns->defer->complete);
572                         cdns->defer = NULL;
573                 } else {
574                         complete(&cdns->tx_complete);
575                 }
576         }
577
578         if (int_status & CDNS_MCP_INT_CTRL_CLASH) {
579                 /* Slave is driving bit slot during control word */
580                 dev_err_ratelimited(cdns->dev, "Bus clash for control word\n");
581                 int_status |= CDNS_MCP_INT_CTRL_CLASH;
582         }
583
584         if (int_status & CDNS_MCP_INT_DATA_CLASH) {
585                 /*
586                  * Multiple slaves trying to drive bit slot, or issue with
587                  * ownership of data bits or Slave gone bonkers
588                  */
589                 dev_err_ratelimited(cdns->dev, "Bus clash for data word\n");
590                 int_status |= CDNS_MCP_INT_DATA_CLASH;
591         }
592
593         if (int_status & CDNS_MCP_INT_SLAVE_MASK) {
594                 /* Mask the Slave interrupt and wake thread */
595                 cdns_updatel(cdns, CDNS_MCP_INTMASK,
596                              CDNS_MCP_INT_SLAVE_MASK, 0);
597
598                 int_status &= ~CDNS_MCP_INT_SLAVE_MASK;
599                 ret = IRQ_WAKE_THREAD;
600         }
601
602         cdns_writel(cdns, CDNS_MCP_INTSTAT, int_status);
603         return ret;
604 }
605 EXPORT_SYMBOL(sdw_cdns_irq);
606
607 /**
608  * sdw_cdns_thread() - Cadence irq thread handler
609  * @irq: irq number
610  * @dev_id: irq context
611  */
612 irqreturn_t sdw_cdns_thread(int irq, void *dev_id)
613 {
614         struct sdw_cdns *cdns = dev_id;
615         u32 slave0, slave1;
616
617         dev_dbg_ratelimited(cdns->dev, "Slave status change\n");
618
619         slave0 = cdns_readl(cdns, CDNS_MCP_SLAVE_INTSTAT0);
620         slave1 = cdns_readl(cdns, CDNS_MCP_SLAVE_INTSTAT1);
621
622         cdns_update_slave_status(cdns, slave0, slave1);
623         cdns_writel(cdns, CDNS_MCP_SLAVE_INTSTAT0, slave0);
624         cdns_writel(cdns, CDNS_MCP_SLAVE_INTSTAT1, slave1);
625
626         /* clear and unmask Slave interrupt now */
627         cdns_writel(cdns, CDNS_MCP_INTSTAT, CDNS_MCP_INT_SLAVE_MASK);
628         cdns_updatel(cdns, CDNS_MCP_INTMASK,
629                      CDNS_MCP_INT_SLAVE_MASK, CDNS_MCP_INT_SLAVE_MASK);
630
631         return IRQ_HANDLED;
632 }
633 EXPORT_SYMBOL(sdw_cdns_thread);
634
635 /*
636  * init routines
637  */
638 static int _cdns_enable_interrupt(struct sdw_cdns *cdns)
639 {
640         u32 mask;
641
642         cdns_writel(cdns, CDNS_MCP_SLAVE_INTMASK0,
643                     CDNS_MCP_SLAVE_INTMASK0_MASK);
644         cdns_writel(cdns, CDNS_MCP_SLAVE_INTMASK1,
645                     CDNS_MCP_SLAVE_INTMASK1_MASK);
646
647         mask = CDNS_MCP_INT_SLAVE_RSVD | CDNS_MCP_INT_SLAVE_ALERT |
648                 CDNS_MCP_INT_SLAVE_ATTACH | CDNS_MCP_INT_SLAVE_NATTACH |
649                 CDNS_MCP_INT_CTRL_CLASH | CDNS_MCP_INT_DATA_CLASH |
650                 CDNS_MCP_INT_RX_WL | CDNS_MCP_INT_IRQ | CDNS_MCP_INT_DPINT;
651
652         cdns_writel(cdns, CDNS_MCP_INTMASK, mask);
653
654         return 0;
655 }
656
657 /**
658  * sdw_cdns_enable_interrupt() - Enable SDW interrupts and update config
659  * @cdns: Cadence instance
660  */
661 int sdw_cdns_enable_interrupt(struct sdw_cdns *cdns)
662 {
663         int ret;
664
665         _cdns_enable_interrupt(cdns);
666         ret = cdns_clear_bit(cdns, CDNS_MCP_CONFIG_UPDATE,
667                              CDNS_MCP_CONFIG_UPDATE_BIT);
668         if (ret < 0)
669                 dev_err(cdns->dev, "Config update timedout\n");
670
671         return ret;
672 }
673 EXPORT_SYMBOL(sdw_cdns_enable_interrupt);
674
675 static int cdns_allocate_pdi(struct sdw_cdns *cdns,
676                              struct sdw_cdns_pdi **stream,
677                              u32 num, u32 pdi_offset)
678 {
679         struct sdw_cdns_pdi *pdi;
680         int i;
681
682         if (!num)
683                 return 0;
684
685         pdi = devm_kcalloc(cdns->dev, num, sizeof(*pdi), GFP_KERNEL);
686         if (!pdi)
687                 return -ENOMEM;
688
689         for (i = 0; i < num; i++) {
690                 pdi[i].num = i + pdi_offset;
691                 pdi[i].assigned = false;
692         }
693
694         *stream = pdi;
695         return 0;
696 }
697
698 /**
699  * sdw_cdns_pdi_init() - PDI initialization routine
700  *
701  * @cdns: Cadence instance
702  * @config: Stream configurations
703  */
704 int sdw_cdns_pdi_init(struct sdw_cdns *cdns,
705                       struct sdw_cdns_stream_config config)
706 {
707         struct sdw_cdns_streams *stream;
708         int offset, i, ret;
709
710         cdns->pcm.num_bd = config.pcm_bd;
711         cdns->pcm.num_in = config.pcm_in;
712         cdns->pcm.num_out = config.pcm_out;
713         cdns->pdm.num_bd = config.pdm_bd;
714         cdns->pdm.num_in = config.pdm_in;
715         cdns->pdm.num_out = config.pdm_out;
716
717         /* Allocate PDIs for PCMs */
718         stream = &cdns->pcm;
719
720         /* First two PDIs are reserved for bulk transfers */
721         if (stream->num_bd < CDNS_PCM_PDI_OFFSET)
722                 return -EINVAL;
723         stream->num_bd -= CDNS_PCM_PDI_OFFSET;
724         offset = CDNS_PCM_PDI_OFFSET;
725
726         ret = cdns_allocate_pdi(cdns, &stream->bd,
727                                 stream->num_bd, offset);
728         if (ret)
729                 return ret;
730
731         offset += stream->num_bd;
732
733         ret = cdns_allocate_pdi(cdns, &stream->in,
734                                 stream->num_in, offset);
735         if (ret)
736                 return ret;
737
738         offset += stream->num_in;
739
740         ret = cdns_allocate_pdi(cdns, &stream->out,
741                                 stream->num_out, offset);
742         if (ret)
743                 return ret;
744
745         /* Update total number of PCM PDIs */
746         stream->num_pdi = stream->num_bd + stream->num_in + stream->num_out;
747         cdns->num_ports = stream->num_pdi;
748
749         /* Allocate PDIs for PDMs */
750         stream = &cdns->pdm;
751         offset = CDNS_PDM_PDI_OFFSET;
752         ret = cdns_allocate_pdi(cdns, &stream->bd,
753                                 stream->num_bd, offset);
754         if (ret)
755                 return ret;
756
757         offset += stream->num_bd;
758
759         ret = cdns_allocate_pdi(cdns, &stream->in,
760                                 stream->num_in, offset);
761         if (ret)
762                 return ret;
763
764         offset += stream->num_in;
765
766         ret = cdns_allocate_pdi(cdns, &stream->out,
767                                 stream->num_out, offset);
768         if (ret)
769                 return ret;
770
771         /* Update total number of PDM PDIs */
772         stream->num_pdi = stream->num_bd + stream->num_in + stream->num_out;
773         cdns->num_ports += stream->num_pdi;
774
775         cdns->ports = devm_kcalloc(cdns->dev, cdns->num_ports,
776                                    sizeof(*cdns->ports), GFP_KERNEL);
777         if (!cdns->ports) {
778                 ret = -ENOMEM;
779                 return ret;
780         }
781
782         for (i = 0; i < cdns->num_ports; i++) {
783                 cdns->ports[i].assigned = false;
784                 cdns->ports[i].num = i + 1; /* Port 0 reserved for bulk */
785         }
786
787         return 0;
788 }
789 EXPORT_SYMBOL(sdw_cdns_pdi_init);
790
791 /**
792  * sdw_cdns_init() - Cadence initialization
793  * @cdns: Cadence instance
794  */
795 int sdw_cdns_init(struct sdw_cdns *cdns)
796 {
797         u32 val;
798         int ret;
799
800         /* Exit clock stop */
801         ret = cdns_clear_bit(cdns, CDNS_MCP_CONTROL,
802                              CDNS_MCP_CONTROL_CLK_STOP_CLR);
803         if (ret < 0) {
804                 dev_err(cdns->dev, "Couldn't exit from clock stop\n");
805                 return ret;
806         }
807
808         /* Set clock divider */
809         val = cdns_readl(cdns, CDNS_MCP_CLK_CTRL0);
810         val |= CDNS_DEFAULT_CLK_DIVIDER;
811         cdns_writel(cdns, CDNS_MCP_CLK_CTRL0, val);
812
813         /* Set the default frame shape */
814         cdns_writel(cdns, CDNS_MCP_FRAME_SHAPE_INIT, CDNS_DEFAULT_FRAME_SHAPE);
815
816         /* Set SSP interval to default value */
817         cdns_writel(cdns, CDNS_MCP_SSP_CTRL0, CDNS_DEFAULT_SSP_INTERVAL);
818         cdns_writel(cdns, CDNS_MCP_SSP_CTRL1, CDNS_DEFAULT_SSP_INTERVAL);
819
820         /* Set cmd accept mode */
821         cdns_updatel(cdns, CDNS_MCP_CONTROL, CDNS_MCP_CONTROL_CMD_ACCEPT,
822                      CDNS_MCP_CONTROL_CMD_ACCEPT);
823
824         /* Configure mcp config */
825         val = cdns_readl(cdns, CDNS_MCP_CONFIG);
826
827         /* Set Max cmd retry to 15 */
828         val |= CDNS_MCP_CONFIG_MCMD_RETRY;
829
830         /* Set frame delay between PREQ and ping frame to 15 frames */
831         val |= 0xF << SDW_REG_SHIFT(CDNS_MCP_CONFIG_MPREQ_DELAY);
832
833         /* Disable auto bus release */
834         val &= ~CDNS_MCP_CONFIG_BUS_REL;
835
836         /* Disable sniffer mode */
837         val &= ~CDNS_MCP_CONFIG_SNIFFER;
838
839         /* Set cmd mode for Tx and Rx cmds */
840         val &= ~CDNS_MCP_CONFIG_CMD;
841
842         /* Set operation to normal */
843         val &= ~CDNS_MCP_CONFIG_OP;
844         val |= CDNS_MCP_CONFIG_OP_NORMAL;
845
846         cdns_writel(cdns, CDNS_MCP_CONFIG, val);
847
848         return 0;
849 }
850 EXPORT_SYMBOL(sdw_cdns_init);
851
852 int cdns_bus_conf(struct sdw_bus *bus, struct sdw_bus_params *params)
853 {
854         struct sdw_cdns *cdns = bus_to_cdns(bus);
855         int mcp_clkctrl_off, mcp_clkctrl;
856         int divider;
857
858         if (!params->curr_dr_freq) {
859                 dev_err(cdns->dev, "NULL curr_dr_freq\n");
860                 return -EINVAL;
861         }
862
863         divider = (params->max_dr_freq / params->curr_dr_freq) - 1;
864
865         if (params->next_bank)
866                 mcp_clkctrl_off = CDNS_MCP_CLK_CTRL1;
867         else
868                 mcp_clkctrl_off = CDNS_MCP_CLK_CTRL0;
869
870         mcp_clkctrl = cdns_readl(cdns, mcp_clkctrl_off);
871         mcp_clkctrl |= divider;
872         cdns_writel(cdns, mcp_clkctrl_off, mcp_clkctrl);
873
874         return 0;
875 }
876 EXPORT_SYMBOL(cdns_bus_conf);
877
878 static int cdns_port_params(struct sdw_bus *bus,
879                             struct sdw_port_params *p_params, unsigned int bank)
880 {
881         struct sdw_cdns *cdns = bus_to_cdns(bus);
882         int dpn_config = 0, dpn_config_off;
883
884         if (bank)
885                 dpn_config_off = CDNS_DPN_B1_CONFIG(p_params->num);
886         else
887                 dpn_config_off = CDNS_DPN_B0_CONFIG(p_params->num);
888
889         dpn_config = cdns_readl(cdns, dpn_config_off);
890
891         dpn_config |= ((p_params->bps - 1) <<
892                                 SDW_REG_SHIFT(CDNS_DPN_CONFIG_WL));
893         dpn_config |= (p_params->flow_mode <<
894                                 SDW_REG_SHIFT(CDNS_DPN_CONFIG_PORT_FLOW));
895         dpn_config |= (p_params->data_mode <<
896                                 SDW_REG_SHIFT(CDNS_DPN_CONFIG_PORT_DAT));
897
898         cdns_writel(cdns, dpn_config_off, dpn_config);
899
900         return 0;
901 }
902
903 static int cdns_transport_params(struct sdw_bus *bus,
904                                  struct sdw_transport_params *t_params,
905                                  enum sdw_reg_bank bank)
906 {
907         struct sdw_cdns *cdns = bus_to_cdns(bus);
908         int dpn_offsetctrl = 0, dpn_offsetctrl_off;
909         int dpn_config = 0, dpn_config_off;
910         int dpn_hctrl = 0, dpn_hctrl_off;
911         int num = t_params->port_num;
912         int dpn_samplectrl_off;
913
914         /*
915          * Note: Only full data port is supported on the Master side for
916          * both PCM and PDM ports.
917          */
918
919         if (bank) {
920                 dpn_config_off = CDNS_DPN_B1_CONFIG(num);
921                 dpn_samplectrl_off = CDNS_DPN_B1_SAMPLE_CTRL(num);
922                 dpn_hctrl_off = CDNS_DPN_B1_HCTRL(num);
923                 dpn_offsetctrl_off = CDNS_DPN_B1_OFFSET_CTRL(num);
924         } else {
925                 dpn_config_off = CDNS_DPN_B0_CONFIG(num);
926                 dpn_samplectrl_off = CDNS_DPN_B0_SAMPLE_CTRL(num);
927                 dpn_hctrl_off = CDNS_DPN_B0_HCTRL(num);
928                 dpn_offsetctrl_off = CDNS_DPN_B0_OFFSET_CTRL(num);
929         }
930
931         dpn_config = cdns_readl(cdns, dpn_config_off);
932
933         dpn_config |= (t_params->blk_grp_ctrl <<
934                                 SDW_REG_SHIFT(CDNS_DPN_CONFIG_BGC));
935         dpn_config |= (t_params->blk_pkg_mode <<
936                                 SDW_REG_SHIFT(CDNS_DPN_CONFIG_BPM));
937         cdns_writel(cdns, dpn_config_off, dpn_config);
938
939         dpn_offsetctrl |= (t_params->offset1 <<
940                                 SDW_REG_SHIFT(CDNS_DPN_OFFSET_CTRL_1));
941         dpn_offsetctrl |= (t_params->offset2 <<
942                                 SDW_REG_SHIFT(CDNS_DPN_OFFSET_CTRL_2));
943         cdns_writel(cdns, dpn_offsetctrl_off,  dpn_offsetctrl);
944
945         dpn_hctrl |= (t_params->hstart <<
946                                 SDW_REG_SHIFT(CDNS_DPN_HCTRL_HSTART));
947         dpn_hctrl |= (t_params->hstop << SDW_REG_SHIFT(CDNS_DPN_HCTRL_HSTOP));
948         dpn_hctrl |= (t_params->lane_ctrl <<
949                                 SDW_REG_SHIFT(CDNS_DPN_HCTRL_LCTRL));
950
951         cdns_writel(cdns, dpn_hctrl_off, dpn_hctrl);
952         cdns_writel(cdns, dpn_samplectrl_off, (t_params->sample_interval - 1));
953
954         return 0;
955 }
956
957 static int cdns_port_enable(struct sdw_bus *bus,
958                             struct sdw_enable_ch *enable_ch, unsigned int bank)
959 {
960         struct sdw_cdns *cdns = bus_to_cdns(bus);
961         int dpn_chnen_off, ch_mask;
962
963         if (bank)
964                 dpn_chnen_off = CDNS_DPN_B1_CH_EN(enable_ch->port_num);
965         else
966                 dpn_chnen_off = CDNS_DPN_B0_CH_EN(enable_ch->port_num);
967
968         ch_mask = enable_ch->ch_mask * enable_ch->enable;
969         cdns_writel(cdns, dpn_chnen_off, ch_mask);
970
971         return 0;
972 }
973
974 static const struct sdw_master_port_ops cdns_port_ops = {
975         .dpn_set_port_params = cdns_port_params,
976         .dpn_set_port_transport_params = cdns_transport_params,
977         .dpn_port_enable_ch = cdns_port_enable,
978 };
979
980 /**
981  * sdw_cdns_probe() - Cadence probe routine
982  * @cdns: Cadence instance
983  */
984 int sdw_cdns_probe(struct sdw_cdns *cdns)
985 {
986         init_completion(&cdns->tx_complete);
987         cdns->bus.port_ops = &cdns_port_ops;
988
989         return 0;
990 }
991 EXPORT_SYMBOL(sdw_cdns_probe);
992
993 int cdns_set_sdw_stream(struct snd_soc_dai *dai,
994                         void *stream, bool pcm, int direction)
995 {
996         struct sdw_cdns *cdns = snd_soc_dai_get_drvdata(dai);
997         struct sdw_cdns_dma_data *dma;
998
999         dma = kzalloc(sizeof(*dma), GFP_KERNEL);
1000         if (!dma)
1001                 return -ENOMEM;
1002
1003         if (pcm)
1004                 dma->stream_type = SDW_STREAM_PCM;
1005         else
1006                 dma->stream_type = SDW_STREAM_PDM;
1007
1008         dma->bus = &cdns->bus;
1009         dma->link_id = cdns->instance;
1010
1011         dma->stream = stream;
1012
1013         if (direction == SNDRV_PCM_STREAM_PLAYBACK)
1014                 dai->playback_dma_data = dma;
1015         else
1016                 dai->capture_dma_data = dma;
1017
1018         return 0;
1019 }
1020 EXPORT_SYMBOL(cdns_set_sdw_stream);
1021
1022 /**
1023  * cdns_find_pdi() - Find a free PDI
1024  *
1025  * @cdns: Cadence instance
1026  * @num: Number of PDIs
1027  * @pdi: PDI instances
1028  *
1029  * Find and return a free PDI for a given PDI array
1030  */
1031 static struct sdw_cdns_pdi *cdns_find_pdi(struct sdw_cdns *cdns,
1032                                           unsigned int num,
1033                                           struct sdw_cdns_pdi *pdi)
1034 {
1035         int i;
1036
1037         for (i = 0; i < num; i++) {
1038                 if (pdi[i].assigned)
1039                         continue;
1040                 pdi[i].assigned = true;
1041                 return &pdi[i];
1042         }
1043
1044         return NULL;
1045 }
1046
1047 /**
1048  * sdw_cdns_config_stream: Configure a stream
1049  *
1050  * @cdns: Cadence instance
1051  * @port: Cadence data port
1052  * @ch: Channel count
1053  * @dir: Data direction
1054  * @pdi: PDI to be used
1055  */
1056 void sdw_cdns_config_stream(struct sdw_cdns *cdns,
1057                             struct sdw_cdns_port *port,
1058                             u32 ch, u32 dir, struct sdw_cdns_pdi *pdi)
1059 {
1060         u32 offset, val = 0;
1061
1062         if (dir == SDW_DATA_DIR_RX)
1063                 val = CDNS_PORTCTRL_DIRN;
1064
1065         offset = CDNS_PORTCTRL + port->num * CDNS_PORT_OFFSET;
1066         cdns_updatel(cdns, offset, CDNS_PORTCTRL_DIRN, val);
1067
1068         val = port->num;
1069         val |= ((1 << ch) - 1) << SDW_REG_SHIFT(CDNS_PDI_CONFIG_CHANNEL);
1070         cdns_writel(cdns, CDNS_PDI_CONFIG(pdi->num), val);
1071 }
1072 EXPORT_SYMBOL(sdw_cdns_config_stream);
1073
1074 /**
1075  * cdns_get_num_pdi() - Get number of PDIs required
1076  *
1077  * @cdns: Cadence instance
1078  * @pdi: PDI to be used
1079  * @num: Number of PDIs
1080  * @ch_count: Channel count
1081  */
1082 static int cdns_get_num_pdi(struct sdw_cdns *cdns,
1083                             struct sdw_cdns_pdi *pdi,
1084                             unsigned int num, u32 ch_count)
1085 {
1086         int i, pdis = 0;
1087
1088         for (i = 0; i < num; i++) {
1089                 if (pdi[i].assigned)
1090                         continue;
1091
1092                 if (pdi[i].ch_count < ch_count)
1093                         ch_count -= pdi[i].ch_count;
1094                 else
1095                         ch_count = 0;
1096
1097                 pdis++;
1098
1099                 if (!ch_count)
1100                         break;
1101         }
1102
1103         if (ch_count)
1104                 return 0;
1105
1106         return pdis;
1107 }
1108
1109 /**
1110  * sdw_cdns_get_stream() - Get stream information
1111  *
1112  * @cdns: Cadence instance
1113  * @stream: Stream to be allocated
1114  * @ch: Channel count
1115  * @dir: Data direction
1116  */
1117 int sdw_cdns_get_stream(struct sdw_cdns *cdns,
1118                         struct sdw_cdns_streams *stream,
1119                         u32 ch, u32 dir)
1120 {
1121         int pdis = 0;
1122
1123         if (dir == SDW_DATA_DIR_RX)
1124                 pdis = cdns_get_num_pdi(cdns, stream->in, stream->num_in, ch);
1125         else
1126                 pdis = cdns_get_num_pdi(cdns, stream->out, stream->num_out, ch);
1127
1128         /* check if we found PDI, else find in bi-directional */
1129         if (!pdis)
1130                 pdis = cdns_get_num_pdi(cdns, stream->bd, stream->num_bd, ch);
1131
1132         return pdis;
1133 }
1134 EXPORT_SYMBOL(sdw_cdns_get_stream);
1135
1136 /**
1137  * sdw_cdns_alloc_stream() - Allocate a stream
1138  *
1139  * @cdns: Cadence instance
1140  * @stream: Stream to be allocated
1141  * @port: Cadence data port
1142  * @ch: Channel count
1143  * @dir: Data direction
1144  */
1145 int sdw_cdns_alloc_stream(struct sdw_cdns *cdns,
1146                           struct sdw_cdns_streams *stream,
1147                           struct sdw_cdns_port *port, u32 ch, u32 dir)
1148 {
1149         struct sdw_cdns_pdi *pdi = NULL;
1150
1151         if (dir == SDW_DATA_DIR_RX)
1152                 pdi = cdns_find_pdi(cdns, stream->num_in, stream->in);
1153         else
1154                 pdi = cdns_find_pdi(cdns, stream->num_out, stream->out);
1155
1156         /* check if we found a PDI, else find in bi-directional */
1157         if (!pdi)
1158                 pdi = cdns_find_pdi(cdns, stream->num_bd, stream->bd);
1159
1160         if (!pdi)
1161                 return -EIO;
1162
1163         port->pdi = pdi;
1164         pdi->l_ch_num = 0;
1165         pdi->h_ch_num = ch - 1;
1166         pdi->dir = dir;
1167         pdi->ch_count = ch;
1168
1169         return 0;
1170 }
1171 EXPORT_SYMBOL(sdw_cdns_alloc_stream);
1172
1173 void sdw_cdns_shutdown(struct snd_pcm_substream *substream,
1174                        struct snd_soc_dai *dai)
1175 {
1176         struct sdw_cdns_dma_data *dma;
1177
1178         dma = snd_soc_dai_get_dma_data(dai, substream);
1179         if (!dma)
1180                 return;
1181
1182         snd_soc_dai_set_dma_data(dai, substream, NULL);
1183         kfree(dma);
1184 }
1185 EXPORT_SYMBOL(sdw_cdns_shutdown);
1186
1187 MODULE_LICENSE("Dual BSD/GPL");
1188 MODULE_DESCRIPTION("Cadence Soundwire Library");