drivers/soundwire/amd_manager.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 /*
   3  * SoundWire AMD Manager driver
   4  *
   5  * Copyright 2023 Advanced Micro Devices, Inc.
   6  */
   7
   8 #include <linux/completion.h>
   9 #include <linux/device.h>
  10 #include <linux/io.h>
  11 #include <linux/jiffies.h>
  12 #include <linux/kernel.h>
  13 #include <linux/module.h>
  14 #include <linux/slab.h>
  15 #include <linux/soundwire/sdw.h>
  16 #include <linux/soundwire/sdw_registers.h>
  17 #include <linux/pm_runtime.h>
  18 #include <linux/wait.h>
  19 #include <sound/pcm_params.h>
  20 #include <sound/soc.h>
  21 #include "bus.h"
  22 #include "amd_manager.h"
  23
  24 #define DRV_NAME "amd_sdw_manager"
  25
  26 #define to_amd_sdw(b)   container_of(b, struct amd_sdw_manager, bus)
  27
  28 static void amd_enable_sdw_pads(struct amd_sdw_manager *amd_manager)
  29 {
  30         u32 sw_pad_pulldown_val;
  31         u32 val;
  32
  33         mutex_lock(amd_manager->acp_sdw_lock);
  34         val = readl(amd_manager->acp_mmio + ACP_SW_PAD_KEEPER_EN);
  35         val |= amd_manager->reg_mask->sw_pad_enable_mask;
  36         writel(val, amd_manager->acp_mmio + ACP_SW_PAD_KEEPER_EN);
  37         usleep_range(1000, 1500);
  38
  39         sw_pad_pulldown_val = readl(amd_manager->acp_mmio + ACP_PAD_PULLDOWN_CTRL);
  40         sw_pad_pulldown_val &= amd_manager->reg_mask->sw_pad_pulldown_mask;
  41         writel(sw_pad_pulldown_val, amd_manager->acp_mmio + ACP_PAD_PULLDOWN_CTRL);
  42         mutex_unlock(amd_manager->acp_sdw_lock);
  43 }
  44
  45 static int amd_init_sdw_manager(struct amd_sdw_manager *amd_manager)
  46 {
  47         u32 val;
  48         int ret;
  49
  50         writel(AMD_SDW_ENABLE, amd_manager->mmio + ACP_SW_EN);
  51         ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, val, ACP_DELAY_US,
  52                                  AMD_SDW_TIMEOUT);
  53         if (ret)
  54                 return ret;
  55
  56         /* SoundWire manager bus reset */
  57         writel(AMD_SDW_BUS_RESET_REQ, amd_manager->mmio + ACP_SW_BUS_RESET_CTRL);
  58         ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_BUS_RESET_CTRL, val,
  59                                  (val & AMD_SDW_BUS_RESET_DONE), ACP_DELAY_US, AMD_SDW_TIMEOUT);
  60         if (ret)
  61                 return ret;
  62
  63         writel(AMD_SDW_BUS_RESET_CLEAR_REQ, amd_manager->mmio + ACP_SW_BUS_RESET_CTRL);
  64         ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_BUS_RESET_CTRL, val, !val,
  65                                  ACP_DELAY_US, AMD_SDW_TIMEOUT);
  66         if (ret) {
  67                 dev_err(amd_manager->dev, "Failed to reset SoundWire manager instance%d\n",
  68                         amd_manager->instance);
  69                 return ret;
  70         }
  71
  72         writel(AMD_SDW_DISABLE, amd_manager->mmio + ACP_SW_EN);
  73         return readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, !val, ACP_DELAY_US,
  74                                   AMD_SDW_TIMEOUT);
  75 }
  76
  77 static int amd_enable_sdw_manager(struct amd_sdw_manager *amd_manager)
  78 {
  79         u32 val;
  80
  81         writel(AMD_SDW_ENABLE, amd_manager->mmio + ACP_SW_EN);
  82         return readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, val, ACP_DELAY_US,
  83                                   AMD_SDW_TIMEOUT);
  84 }
  85
  86 static int amd_disable_sdw_manager(struct amd_sdw_manager *amd_manager)
  87 {
  88         u32 val;
  89
  90         writel(AMD_SDW_DISABLE, amd_manager->mmio + ACP_SW_EN);
  91         /*
  92          * After invoking manager disable sequence, check whether
  93          * manager has executed clock stop sequence. In this case,
  94          * manager should ignore checking enable status register.
  95          */
  96         val = readl(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
  97         if (val)
  98                 return 0;
  99         return readl_poll_timeout(amd_manager->mmio + ACP_SW_EN_STATUS, val, !val, ACP_DELAY_US,
 100                                   AMD_SDW_TIMEOUT);
 101 }
 102
 103 static void amd_enable_sdw_interrupts(struct amd_sdw_manager *amd_manager)
 104 {
 105         struct sdw_manager_reg_mask *reg_mask = amd_manager->reg_mask;
 106         u32 val;
 107
 108         mutex_lock(amd_manager->acp_sdw_lock);
 109         val = readl(amd_manager->acp_mmio + ACP_EXTERNAL_INTR_CNTL(amd_manager->instance));
 110         val |= reg_mask->acp_sdw_intr_mask;
 111         writel(val, amd_manager->acp_mmio + ACP_EXTERNAL_INTR_CNTL(amd_manager->instance));
 112         mutex_unlock(amd_manager->acp_sdw_lock);
 113
 114         writel(AMD_SDW_IRQ_MASK_0TO7, amd_manager->mmio +
 115                        ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7);
 116         writel(AMD_SDW_IRQ_MASK_8TO11, amd_manager->mmio +
 117                        ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11);
 118         writel(AMD_SDW_IRQ_ERROR_MASK, amd_manager->mmio + ACP_SW_ERROR_INTR_MASK);
 119 }
 120
 121 static void amd_disable_sdw_interrupts(struct amd_sdw_manager *amd_manager)
 122 {
 123         struct sdw_manager_reg_mask *reg_mask = amd_manager->reg_mask;
 124         u32 val;
 125
 126         mutex_lock(amd_manager->acp_sdw_lock);
 127         val = readl(amd_manager->acp_mmio + ACP_EXTERNAL_INTR_CNTL(amd_manager->instance));
 128         val &= ~reg_mask->acp_sdw_intr_mask;
 129         writel(val, amd_manager->acp_mmio + ACP_EXTERNAL_INTR_CNTL(amd_manager->instance));
 130         mutex_unlock(amd_manager->acp_sdw_lock);
 131
 132         writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7);
 133         writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11);
 134         writel(0x00, amd_manager->mmio + ACP_SW_ERROR_INTR_MASK);
 135 }
 136
 137 static int amd_deinit_sdw_manager(struct amd_sdw_manager *amd_manager)
 138 {
 139         amd_disable_sdw_interrupts(amd_manager);
 140         return amd_disable_sdw_manager(amd_manager);
 141 }
 142
 143 static void amd_sdw_set_frameshape(struct amd_sdw_manager *amd_manager)
 144 {
 145         u32 frame_size;
 146
 147         frame_size = (amd_manager->rows_index << 3) | amd_manager->cols_index;
 148         writel(frame_size, amd_manager->mmio + ACP_SW_FRAMESIZE);
 149 }
 150
 151 static void amd_sdw_ctl_word_prep(u32 *lower_word, u32 *upper_word, struct sdw_msg *msg,
 152                                   int cmd_offset)
 153 {
 154         u32 upper_data;
 155         u32 lower_data = 0;
 156         u16 addr;
 157         u8 upper_addr, lower_addr;
 158         u8 data = 0;
 159
 160         addr = msg->addr + cmd_offset;
 161         upper_addr = (addr & 0xFF00) >> 8;
 162         lower_addr = addr & 0xFF;
 163
 164         if (msg->flags == SDW_MSG_FLAG_WRITE)
 165                 data = msg->buf[cmd_offset];
 166
 167         upper_data = FIELD_PREP(AMD_SDW_MCP_CMD_DEV_ADDR, msg->dev_num);
 168         upper_data |= FIELD_PREP(AMD_SDW_MCP_CMD_COMMAND, msg->flags + 2);
 169         upper_data |= FIELD_PREP(AMD_SDW_MCP_CMD_REG_ADDR_HIGH, upper_addr);
 170         lower_data |= FIELD_PREP(AMD_SDW_MCP_CMD_REG_ADDR_LOW, lower_addr);
 171         lower_data |= FIELD_PREP(AMD_SDW_MCP_CMD_REG_DATA, data);
 172
 173         *upper_word = upper_data;
 174         *lower_word = lower_data;
 175 }
 176
 177 static u64 amd_sdw_send_cmd_get_resp(struct amd_sdw_manager *amd_manager, u32 lower_data,
 178                                      u32 upper_data)
 179 {
 180         u64 resp;
 181         u32 lower_resp, upper_resp;
 182         u32 sts;
 183         int ret;
 184
 185         ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_IMM_CMD_STS, sts,
 186                                  !(sts & AMD_SDW_IMM_CMD_BUSY), ACP_DELAY_US, AMD_SDW_TIMEOUT);
 187         if (ret) {
 188                 dev_err(amd_manager->dev, "SDW%x previous cmd status clear failed\n",
 189                         amd_manager->instance);
 190                 return ret;
 191         }
 192
 193         if (sts & AMD_SDW_IMM_RES_VALID) {
 194                 dev_err(amd_manager->dev, "SDW%x manager is in bad state\n", amd_manager->instance);
 195                 writel(0x00, amd_manager->mmio + ACP_SW_IMM_CMD_STS);
 196         }
 197         writel(upper_data, amd_manager->mmio + ACP_SW_IMM_CMD_UPPER_WORD);
 198         writel(lower_data, amd_manager->mmio + ACP_SW_IMM_CMD_LOWER_QWORD);
 199
 200         ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_IMM_CMD_STS, sts,
 201                                  (sts & AMD_SDW_IMM_RES_VALID), ACP_DELAY_US, AMD_SDW_TIMEOUT);
 202         if (ret) {
 203                 dev_err(amd_manager->dev, "SDW%x cmd response timeout occurred\n",
 204                         amd_manager->instance);
 205                 return ret;
 206         }
 207         upper_resp = readl(amd_manager->mmio + ACP_SW_IMM_RESP_UPPER_WORD);
 208         lower_resp = readl(amd_manager->mmio + ACP_SW_IMM_RESP_LOWER_QWORD);
 209
 210         writel(AMD_SDW_IMM_RES_VALID, amd_manager->mmio + ACP_SW_IMM_CMD_STS);
 211         ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_IMM_CMD_STS, sts,
 212                                  !(sts & AMD_SDW_IMM_RES_VALID), ACP_DELAY_US, AMD_SDW_TIMEOUT);
 213         if (ret) {
 214                 dev_err(amd_manager->dev, "SDW%x cmd status retry failed\n",
 215                         amd_manager->instance);
 216                 return ret;
 217         }
 218         resp = upper_resp;
 219         resp = (resp << 32) | lower_resp;
 220         return resp;
 221 }
 222
 223 static enum sdw_command_response
 224 amd_program_scp_addr(struct amd_sdw_manager *amd_manager, struct sdw_msg *msg)
 225 {
 226         struct sdw_msg scp_msg = {0};
 227         u64 response_buf[2] = {0};
 228         u32 upper_data = 0, lower_data = 0;
 229         int index;
 230
 231         scp_msg.dev_num = msg->dev_num;
 232         scp_msg.addr = SDW_SCP_ADDRPAGE1;
 233         scp_msg.buf = &msg->addr_page1;
 234         scp_msg.flags = SDW_MSG_FLAG_WRITE;
 235         amd_sdw_ctl_word_prep(&lower_data, &upper_data, &scp_msg, 0);
 236         response_buf[0] = amd_sdw_send_cmd_get_resp(amd_manager, lower_data, upper_data);
 237         scp_msg.addr = SDW_SCP_ADDRPAGE2;
 238         scp_msg.buf = &msg->addr_page2;
 239         amd_sdw_ctl_word_prep(&lower_data, &upper_data, &scp_msg, 0);
 240         response_buf[1] = amd_sdw_send_cmd_get_resp(amd_manager, lower_data, upper_data);
 241
 242         for (index = 0; index < 2; index++) {
 243                 if (response_buf[index] == -ETIMEDOUT) {
 244                         dev_err_ratelimited(amd_manager->dev,
 245                                             "SCP_addrpage command timeout for Slave %d\n",
 246                                             msg->dev_num);
 247                         return SDW_CMD_TIMEOUT;
 248                 } else if (!(response_buf[index] & AMD_SDW_MCP_RESP_ACK)) {
 249                         if (response_buf[index] & AMD_SDW_MCP_RESP_NACK) {
 250                                 dev_err_ratelimited(amd_manager->dev,
 251                                                     "SCP_addrpage NACKed for Slave %d\n",
 252                                                     msg->dev_num);
 253                                 return SDW_CMD_FAIL;
 254                         }
 255                         dev_dbg_ratelimited(amd_manager->dev, "SCP_addrpage ignored for Slave %d\n",
 256                                             msg->dev_num);
 257                         return SDW_CMD_IGNORED;
 258                 }
 259         }
 260         return SDW_CMD_OK;
 261 }
 262
 263 static int amd_prep_msg(struct amd_sdw_manager *amd_manager, struct sdw_msg *msg)
 264 {
 265         int ret;
 266
 267         if (msg->page) {
 268                 ret = amd_program_scp_addr(amd_manager, msg);
 269                 if (ret) {
 270                         msg->len = 0;
 271                         return ret;
 272                 }
 273         }
 274         switch (msg->flags) {
 275         case SDW_MSG_FLAG_READ:
 276         case SDW_MSG_FLAG_WRITE:
 277                 break;
 278         default:
 279                 dev_err(amd_manager->dev, "Invalid msg cmd: %d\n", msg->flags);
 280                 return -EINVAL;
 281         }
 282         return 0;
 283 }
 284
 285 static enum sdw_command_response amd_sdw_fill_msg_resp(struct amd_sdw_manager *amd_manager,
 286                                                        struct sdw_msg *msg, u64 response,
 287                                                        int offset)
 288 {
 289         if (response & AMD_SDW_MCP_RESP_ACK) {
 290                 if (msg->flags == SDW_MSG_FLAG_READ)
 291                         msg->buf[offset] = FIELD_GET(AMD_SDW_MCP_RESP_RDATA, response);
 292         } else {
 293                 if (response == -ETIMEDOUT) {
 294                         dev_err_ratelimited(amd_manager->dev, "command timeout for Slave %d\n",
 295                                             msg->dev_num);
 296                         return SDW_CMD_TIMEOUT;
 297                 } else if (response & AMD_SDW_MCP_RESP_NACK) {
 298                         dev_err_ratelimited(amd_manager->dev,
 299                                             "command response NACK received for Slave %d\n",
 300                                             msg->dev_num);
 301                         return SDW_CMD_FAIL;
 302                 }
 303                 dev_err_ratelimited(amd_manager->dev, "command is ignored for Slave %d\n",
 304                                     msg->dev_num);
 305                 return SDW_CMD_IGNORED;
 306         }
 307         return SDW_CMD_OK;
 308 }
 309
 310 static unsigned int _amd_sdw_xfer_msg(struct amd_sdw_manager *amd_manager, struct sdw_msg *msg,
 311                                       int cmd_offset)
 312 {
 313         u64 response;
 314         u32 upper_data = 0, lower_data = 0;
 315
 316         amd_sdw_ctl_word_prep(&lower_data, &upper_data, msg, cmd_offset);
 317         response = amd_sdw_send_cmd_get_resp(amd_manager, lower_data, upper_data);
 318         return amd_sdw_fill_msg_resp(amd_manager, msg, response, cmd_offset);
 319 }
 320
 321 static enum sdw_command_response amd_sdw_xfer_msg(struct sdw_bus *bus, struct sdw_msg *msg)
 322 {
 323         struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
 324         int ret, i;
 325
 326         ret = amd_prep_msg(amd_manager, msg);
 327         if (ret)
 328                 return SDW_CMD_FAIL_OTHER;
 329         for (i = 0; i < msg->len; i++) {
 330                 ret = _amd_sdw_xfer_msg(amd_manager, msg, i);
 331                 if (ret)
 332                         return ret;
 333         }
 334         return SDW_CMD_OK;
 335 }
 336
 337 static void amd_sdw_fill_slave_status(struct amd_sdw_manager *amd_manager, u16 index, u32 status)
 338 {
 339         switch (status) {
 340         case SDW_SLAVE_ATTACHED:
 341         case SDW_SLAVE_UNATTACHED:
 342         case SDW_SLAVE_ALERT:
 343                 amd_manager->status[index] = status;
 344                 break;
 345         default:
 346                 amd_manager->status[index] = SDW_SLAVE_RESERVED;
 347                 break;
 348         }
 349 }
 350
 351 static void amd_sdw_process_ping_status(u64 response, struct amd_sdw_manager *amd_manager)
 352 {
 353         u64 slave_stat;
 354         u32 val;
 355         u16 dev_index;
 356
 357         /* slave status response */
 358         slave_stat = FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_0_3, response);
 359         slave_stat |= FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_4_11, response) << 8;
 360         dev_dbg(amd_manager->dev, "slave_stat:0x%llx\n", slave_stat);
 361         for (dev_index = 0; dev_index <= SDW_MAX_DEVICES; ++dev_index) {
 362                 val = (slave_stat >> (dev_index * 2)) & AMD_SDW_MCP_SLAVE_STATUS_MASK;
 363                 dev_dbg(amd_manager->dev, "val:0x%x\n", val);
 364                 amd_sdw_fill_slave_status(amd_manager, dev_index, val);
 365         }
 366 }
 367
 368 static void amd_sdw_read_and_process_ping_status(struct amd_sdw_manager *amd_manager)
 369 {
 370         u64 response;
 371
 372         mutex_lock(&amd_manager->bus.msg_lock);
 373         response = amd_sdw_send_cmd_get_resp(amd_manager, 0, 0);
 374         mutex_unlock(&amd_manager->bus.msg_lock);
 375         amd_sdw_process_ping_status(response, amd_manager);
 376 }
 377
 378 static u32 amd_sdw_read_ping_status(struct sdw_bus *bus)
 379 {
 380         struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
 381         u64 response;
 382         u32 slave_stat;
 383
 384         response = amd_sdw_send_cmd_get_resp(amd_manager, 0, 0);
 385         /* slave status from ping response */
 386         slave_stat = FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_0_3, response);
 387         slave_stat |= FIELD_GET(AMD_SDW_MCP_SLAVE_STAT_4_11, response) << 8;
 388         dev_dbg(amd_manager->dev, "slave_stat:0x%x\n", slave_stat);
 389         return slave_stat;
 390 }
 391
 392 static int amd_sdw_compute_params(struct sdw_bus *bus)
 393 {
 394         struct sdw_transport_data t_data = {0};
 395         struct sdw_master_runtime *m_rt;
 396         struct sdw_port_runtime *p_rt;
 397         struct sdw_bus_params *b_params = &bus->params;
 398         int port_bo, hstart, hstop, sample_int;
 399         unsigned int rate, bps;
 400
 401         port_bo = 0;
 402         hstart = 1;
 403         hstop = bus->params.col - 1;
 404         t_data.hstop = hstop;
 405         t_data.hstart = hstart;
 406
 407         list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) {
 408                 rate = m_rt->stream->params.rate;
 409                 bps = m_rt->stream->params.bps;
 410                 sample_int = (bus->params.curr_dr_freq / rate);
 411                 list_for_each_entry(p_rt, &m_rt->port_list, port_node) {
 412                         port_bo = (p_rt->num * 64) + 1;
 413                         dev_dbg(bus->dev, "p_rt->num=%d hstart=%d hstop=%d port_bo=%d\n",
 414                                 p_rt->num, hstart, hstop, port_bo);
 415                         sdw_fill_xport_params(&p_rt->transport_params, p_rt->num,
 416                                               false, SDW_BLK_GRP_CNT_1, sample_int,
 417                                               port_bo, port_bo >> 8, hstart, hstop,
 418                                               SDW_BLK_PKG_PER_PORT, 0x0);
 419
 420                         sdw_fill_port_params(&p_rt->port_params,
 421                                              p_rt->num, bps,
 422                                              SDW_PORT_FLOW_MODE_ISOCH,
 423                                              b_params->m_data_mode);
 424                         t_data.hstart = hstart;
 425                         t_data.hstop = hstop;
 426                         t_data.block_offset = port_bo;
 427                         t_data.sub_block_offset = 0;
 428                 }
 429                 sdw_compute_slave_ports(m_rt, &t_data);
 430         }
 431         return 0;
 432 }
 433
 434 static int amd_sdw_port_params(struct sdw_bus *bus, struct sdw_port_params *p_params,
 435                                unsigned int bank)
 436 {
 437         struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
 438         u32 frame_fmt_reg, dpn_frame_fmt;
 439
 440         dev_dbg(amd_manager->dev, "p_params->num:0x%x\n", p_params->num);
 441         switch (amd_manager->instance) {
 442         case ACP_SDW0:
 443                 frame_fmt_reg = sdw0_manager_dp_reg[p_params->num].frame_fmt_reg;
 444                 break;
 445         case ACP_SDW1:
 446                 frame_fmt_reg = sdw1_manager_dp_reg[p_params->num].frame_fmt_reg;
 447                 break;
 448         default:
 449                 return -EINVAL;
 450         }
 451
 452         dpn_frame_fmt = readl(amd_manager->mmio + frame_fmt_reg);
 453         u32p_replace_bits(&dpn_frame_fmt, p_params->flow_mode, AMD_DPN_FRAME_FMT_PFM);
 454         u32p_replace_bits(&dpn_frame_fmt, p_params->data_mode, AMD_DPN_FRAME_FMT_PDM);
 455         u32p_replace_bits(&dpn_frame_fmt, p_params->bps - 1, AMD_DPN_FRAME_FMT_WORD_LEN);
 456         writel(dpn_frame_fmt, amd_manager->mmio + frame_fmt_reg);
 457         return 0;
 458 }
 459
 460 static int amd_sdw_transport_params(struct sdw_bus *bus,
 461                                     struct sdw_transport_params *params,
 462                                     enum sdw_reg_bank bank)
 463 {
 464         struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
 465         u32 dpn_frame_fmt;
 466         u32 dpn_sampleinterval;
 467         u32 dpn_hctrl;
 468         u32 dpn_offsetctrl;
 469         u32 dpn_lanectrl;
 470         u32 frame_fmt_reg, sample_int_reg, hctrl_dp0_reg;
 471         u32 offset_reg, lane_ctrl_ch_en_reg;
 472
 473         switch (amd_manager->instance) {
 474         case ACP_SDW0:
 475                 frame_fmt_reg = sdw0_manager_dp_reg[params->port_num].frame_fmt_reg;
 476                 sample_int_reg = sdw0_manager_dp_reg[params->port_num].sample_int_reg;
 477                 hctrl_dp0_reg = sdw0_manager_dp_reg[params->port_num].hctrl_dp0_reg;
 478                 offset_reg = sdw0_manager_dp_reg[params->port_num].offset_reg;
 479                 lane_ctrl_ch_en_reg = sdw0_manager_dp_reg[params->port_num].lane_ctrl_ch_en_reg;
 480                 break;
 481         case ACP_SDW1:
 482                 frame_fmt_reg = sdw1_manager_dp_reg[params->port_num].frame_fmt_reg;
 483                 sample_int_reg = sdw1_manager_dp_reg[params->port_num].sample_int_reg;
 484                 hctrl_dp0_reg = sdw1_manager_dp_reg[params->port_num].hctrl_dp0_reg;
 485                 offset_reg = sdw1_manager_dp_reg[params->port_num].offset_reg;
 486                 lane_ctrl_ch_en_reg = sdw1_manager_dp_reg[params->port_num].lane_ctrl_ch_en_reg;
 487                 break;
 488         default:
 489                 return -EINVAL;
 490         }
 491         writel(AMD_SDW_SSP_COUNTER_VAL, amd_manager->mmio + ACP_SW_SSP_COUNTER);
 492
 493         dpn_frame_fmt = readl(amd_manager->mmio + frame_fmt_reg);
 494         u32p_replace_bits(&dpn_frame_fmt, params->blk_pkg_mode, AMD_DPN_FRAME_FMT_BLK_PKG_MODE);
 495         u32p_replace_bits(&dpn_frame_fmt, params->blk_grp_ctrl, AMD_DPN_FRAME_FMT_BLK_GRP_CTRL);
 496         u32p_replace_bits(&dpn_frame_fmt, SDW_STREAM_PCM, AMD_DPN_FRAME_FMT_PCM_OR_PDM);
 497         writel(dpn_frame_fmt, amd_manager->mmio + frame_fmt_reg);
 498
 499         dpn_sampleinterval = params->sample_interval - 1;
 500         writel(dpn_sampleinterval, amd_manager->mmio + sample_int_reg);
 501
 502         dpn_hctrl = FIELD_PREP(AMD_DPN_HCTRL_HSTOP, params->hstop);
 503         dpn_hctrl |= FIELD_PREP(AMD_DPN_HCTRL_HSTART, params->hstart);
 504         writel(dpn_hctrl, amd_manager->mmio + hctrl_dp0_reg);
 505
 506         dpn_offsetctrl = FIELD_PREP(AMD_DPN_OFFSET_CTRL_1, params->offset1);
 507         dpn_offsetctrl |= FIELD_PREP(AMD_DPN_OFFSET_CTRL_2, params->offset2);
 508         writel(dpn_offsetctrl, amd_manager->mmio + offset_reg);
 509
 510         /*
 511          * lane_ctrl_ch_en_reg will be used to program lane_ctrl and ch_mask
 512          * parameters.
 513          */
 514         dpn_lanectrl = readl(amd_manager->mmio + lane_ctrl_ch_en_reg);
 515         u32p_replace_bits(&dpn_lanectrl, params->lane_ctrl, AMD_DPN_CH_EN_LCTRL);
 516         writel(dpn_lanectrl, amd_manager->mmio + lane_ctrl_ch_en_reg);
 517         return 0;
 518 }
 519
 520 static int amd_sdw_port_enable(struct sdw_bus *bus,
 521                                struct sdw_enable_ch *enable_ch,
 522                                unsigned int bank)
 523 {
 524         struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
 525         u32 dpn_ch_enable;
 526         u32 lane_ctrl_ch_en_reg;
 527
 528         switch (amd_manager->instance) {
 529         case ACP_SDW0:
 530                 lane_ctrl_ch_en_reg = sdw0_manager_dp_reg[enable_ch->port_num].lane_ctrl_ch_en_reg;
 531                 break;
 532         case ACP_SDW1:
 533                 lane_ctrl_ch_en_reg = sdw1_manager_dp_reg[enable_ch->port_num].lane_ctrl_ch_en_reg;
 534                 break;
 535         default:
 536                 return -EINVAL;
 537         }
 538
 539         /*
 540          * lane_ctrl_ch_en_reg will be used to program lane_ctrl and ch_mask
 541          * parameters.
 542          */
 543         dpn_ch_enable = readl(amd_manager->mmio + lane_ctrl_ch_en_reg);
 544         u32p_replace_bits(&dpn_ch_enable, enable_ch->ch_mask, AMD_DPN_CH_EN_CHMASK);
 545         if (enable_ch->enable)
 546                 writel(dpn_ch_enable, amd_manager->mmio + lane_ctrl_ch_en_reg);
 547         else
 548                 writel(0, amd_manager->mmio + lane_ctrl_ch_en_reg);
 549         return 0;
 550 }
 551
 552 static int sdw_master_read_amd_prop(struct sdw_bus *bus)
 553 {
 554         struct amd_sdw_manager *amd_manager = to_amd_sdw(bus);
 555         struct fwnode_handle *link;
 556         struct sdw_master_prop *prop;
 557         u32 quirk_mask = 0;
 558         u32 wake_en_mask = 0;
 559         u32 power_mode_mask = 0;
 560         char name[32];
 561
 562         prop = &bus->prop;
 563         /* Find manager handle */
 564         snprintf(name, sizeof(name), "mipi-sdw-link-%d-subproperties", bus->link_id);
 565         link = device_get_named_child_node(bus->dev, name);
 566         if (!link) {
 567                 dev_err(bus->dev, "Manager node %s not found\n", name);
 568                 return -EIO;
 569         }
 570         fwnode_property_read_u32(link, "amd-sdw-enable", &quirk_mask);
 571         if (!(quirk_mask & AMD_SDW_QUIRK_MASK_BUS_ENABLE))
 572                 prop->hw_disabled = true;
 573         prop->quirks = SDW_MASTER_QUIRKS_CLEAR_INITIAL_CLASH |
 574                        SDW_MASTER_QUIRKS_CLEAR_INITIAL_PARITY;
 575
 576         fwnode_property_read_u32(link, "amd-sdw-wakeup-enable", &wake_en_mask);
 577         amd_manager->wake_en_mask = wake_en_mask;
 578         fwnode_property_read_u32(link, "amd-sdw-power-mode", &power_mode_mask);
 579         amd_manager->power_mode_mask = power_mode_mask;
 580         return 0;
 581 }
 582
 583 static int amd_prop_read(struct sdw_bus *bus)
 584 {
 585         sdw_master_read_prop(bus);
 586         sdw_master_read_amd_prop(bus);
 587         return 0;
 588 }
 589
 590 static const struct sdw_master_port_ops amd_sdw_port_ops = {
 591         .dpn_set_port_params = amd_sdw_port_params,
 592         .dpn_set_port_transport_params = amd_sdw_transport_params,
 593         .dpn_port_enable_ch = amd_sdw_port_enable,
 594 };
 595
 596 static const struct sdw_master_ops amd_sdw_ops = {
 597         .read_prop = amd_prop_read,
 598         .xfer_msg = amd_sdw_xfer_msg,
 599         .read_ping_status = amd_sdw_read_ping_status,
 600 };
 601
 602 static int amd_sdw_hw_params(struct snd_pcm_substream *substream,
 603                              struct snd_pcm_hw_params *params,
 604                              struct snd_soc_dai *dai)
 605 {
 606         struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai);
 607         struct sdw_amd_dai_runtime *dai_runtime;
 608         struct sdw_stream_config sconfig;
 609         struct sdw_port_config *pconfig;
 610         int ch, dir;
 611         int ret;
 612
 613         dai_runtime = amd_manager->dai_runtime_array[dai->id];
 614         if (!dai_runtime)
 615                 return -EIO;
 616
 617         ch = params_channels(params);
 618         if (substream->stream == SNDRV_PCM_STREAM_CAPTURE)
 619                 dir = SDW_DATA_DIR_RX;
 620         else
 621                 dir = SDW_DATA_DIR_TX;
 622         dev_dbg(amd_manager->dev, "dir:%d dai->id:0x%x\n", dir, dai->id);
 623
 624         sconfig.direction = dir;
 625         sconfig.ch_count = ch;
 626         sconfig.frame_rate = params_rate(params);
 627         sconfig.type = dai_runtime->stream_type;
 628
 629         sconfig.bps = snd_pcm_format_width(params_format(params));
 630
 631         /* Port configuration */
 632         pconfig = kzalloc(sizeof(*pconfig), GFP_KERNEL);
 633         if (!pconfig) {
 634                 ret =  -ENOMEM;
 635                 goto error;
 636         }
 637
 638         pconfig->num = dai->id;
 639         pconfig->ch_mask = (1 << ch) - 1;
 640         ret = sdw_stream_add_master(&amd_manager->bus, &sconfig,
 641                                     pconfig, 1, dai_runtime->stream);
 642         if (ret)
 643                 dev_err(amd_manager->dev, "add manager to stream failed:%d\n", ret);
 644
 645         kfree(pconfig);
 646 error:
 647         return ret;
 648 }
 649
 650 static int amd_sdw_hw_free(struct snd_pcm_substream *substream, struct snd_soc_dai *dai)
 651 {
 652         struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai);
 653         struct sdw_amd_dai_runtime *dai_runtime;
 654         int ret;
 655
 656         dai_runtime = amd_manager->dai_runtime_array[dai->id];
 657         if (!dai_runtime)
 658                 return -EIO;
 659
 660         ret = sdw_stream_remove_master(&amd_manager->bus, dai_runtime->stream);
 661         if (ret < 0)
 662                 dev_err(dai->dev, "remove manager from stream %s failed: %d\n",
 663                         dai_runtime->stream->name, ret);
 664         return ret;
 665 }
 666
 667 static int amd_set_sdw_stream(struct snd_soc_dai *dai, void *stream, int direction)
 668 {
 669         struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai);
 670         struct sdw_amd_dai_runtime *dai_runtime;
 671
 672         dai_runtime = amd_manager->dai_runtime_array[dai->id];
 673         if (stream) {
 674                 /* first paranoia check */
 675                 if (dai_runtime) {
 676                         dev_err(dai->dev, "dai_runtime already allocated for dai %s\n", dai->name);
 677                         return -EINVAL;
 678                 }
 679
 680                 /* allocate and set dai_runtime info */
 681                 dai_runtime = kzalloc(sizeof(*dai_runtime), GFP_KERNEL);
 682                 if (!dai_runtime)
 683                         return -ENOMEM;
 684
 685                 dai_runtime->stream_type = SDW_STREAM_PCM;
 686                 dai_runtime->bus = &amd_manager->bus;
 687                 dai_runtime->stream = stream;
 688                 amd_manager->dai_runtime_array[dai->id] = dai_runtime;
 689         } else {
 690                 /* second paranoia check */
 691                 if (!dai_runtime) {
 692                         dev_err(dai->dev, "dai_runtime not allocated for dai %s\n", dai->name);
 693                         return -EINVAL;
 694                 }
 695
 696                 /* for NULL stream we release allocated dai_runtime */
 697                 kfree(dai_runtime);
 698                 amd_manager->dai_runtime_array[dai->id] = NULL;
 699         }
 700         return 0;
 701 }
 702
 703 static int amd_pcm_set_sdw_stream(struct snd_soc_dai *dai, void *stream, int direction)
 704 {
 705         return amd_set_sdw_stream(dai, stream, direction);
 706 }
 707
 708 static void *amd_get_sdw_stream(struct snd_soc_dai *dai, int direction)
 709 {
 710         struct amd_sdw_manager *amd_manager = snd_soc_dai_get_drvdata(dai);
 711         struct sdw_amd_dai_runtime *dai_runtime;
 712
 713         dai_runtime = amd_manager->dai_runtime_array[dai->id];
 714         if (!dai_runtime)
 715                 return ERR_PTR(-EINVAL);
 716
 717         return dai_runtime->stream;
 718 }
 719
 720 static const struct snd_soc_dai_ops amd_sdw_dai_ops = {
 721         .hw_params = amd_sdw_hw_params,
 722         .hw_free = amd_sdw_hw_free,
 723         .set_stream = amd_pcm_set_sdw_stream,
 724         .get_stream = amd_get_sdw_stream,
 725 };
 726
 727 static const struct snd_soc_component_driver amd_sdw_dai_component = {
 728         .name = "soundwire",
 729 };
 730
 731 static int amd_sdw_register_dais(struct amd_sdw_manager *amd_manager)
 732 {
 733         struct sdw_amd_dai_runtime **dai_runtime_array;
 734         struct snd_soc_dai_driver *dais;
 735         struct snd_soc_pcm_stream *stream;
 736         struct device *dev;
 737         int i, num_dais;
 738
 739         dev = amd_manager->dev;
 740         num_dais = amd_manager->num_dout_ports + amd_manager->num_din_ports;
 741         dais = devm_kcalloc(dev, num_dais, sizeof(*dais), GFP_KERNEL);
 742         if (!dais)
 743                 return -ENOMEM;
 744
 745         dai_runtime_array = devm_kcalloc(dev, num_dais,
 746                                          sizeof(struct sdw_amd_dai_runtime *),
 747                                          GFP_KERNEL);
 748         if (!dai_runtime_array)
 749                 return -ENOMEM;
 750         amd_manager->dai_runtime_array = dai_runtime_array;
 751         for (i = 0; i < num_dais; i++) {
 752                 dais[i].name = devm_kasprintf(dev, GFP_KERNEL, "SDW%d Pin%d", amd_manager->instance,
 753                                               i);
 754                 if (!dais[i].name)
 755                         return -ENOMEM;
 756                 if (i < amd_manager->num_dout_ports)
 757                         stream = &dais[i].playback;
 758                 else
 759                         stream = &dais[i].capture;
 760
 761                 stream->channels_min = 2;
 762                 stream->channels_max = 2;
 763                 stream->rates = SNDRV_PCM_RATE_48000;
 764                 stream->formats = SNDRV_PCM_FMTBIT_S16_LE;
 765
 766                 dais[i].ops = &amd_sdw_dai_ops;
 767                 dais[i].id = i;
 768         }
 769
 770         return devm_snd_soc_register_component(dev, &amd_sdw_dai_component,
 771                                                dais, num_dais);
 772 }
 773
 774 static void amd_sdw_update_slave_status_work(struct work_struct *work)
 775 {
 776         struct amd_sdw_manager *amd_manager =
 777                 container_of(work, struct amd_sdw_manager, amd_sdw_work);
 778         int retry_count = 0;
 779
 780         if (amd_manager->status[0] == SDW_SLAVE_ATTACHED) {
 781                 writel(0, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7);
 782                 writel(0, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11);
 783         }
 784
 785 update_status:
 786         sdw_handle_slave_status(&amd_manager->bus, amd_manager->status);
 787         /*
 788          * During the peripheral enumeration sequence, the SoundWire manager interrupts
 789          * are masked. Once the device number programming is done for all peripherals,
 790          * interrupts will be unmasked. Read the peripheral device status from ping command
 791          * and process the response. This sequence will ensure all peripheral devices enumerated
 792          * and initialized properly.
 793          */
 794         if (amd_manager->status[0] == SDW_SLAVE_ATTACHED) {
 795                 if (retry_count++ < SDW_MAX_DEVICES) {
 796                         writel(AMD_SDW_IRQ_MASK_0TO7, amd_manager->mmio +
 797                                ACP_SW_STATE_CHANGE_STATUS_MASK_0TO7);
 798                         writel(AMD_SDW_IRQ_MASK_8TO11, amd_manager->mmio +
 799                                ACP_SW_STATE_CHANGE_STATUS_MASK_8TO11);
 800                         amd_sdw_read_and_process_ping_status(amd_manager);
 801                         goto update_status;
 802                 } else {
 803                         dev_err_ratelimited(amd_manager->dev,
 804                                             "Device0 detected after %d iterations\n",
 805                                             retry_count);
 806                 }
 807         }
 808 }
 809
 810 static void amd_sdw_update_slave_status(u32 status_change_0to7, u32 status_change_8to11,
 811                                         struct amd_sdw_manager *amd_manager)
 812 {
 813         u64 slave_stat;
 814         u32 val;
 815         int dev_index;
 816
 817         if (status_change_0to7 == AMD_SDW_SLAVE_0_ATTACHED)
 818                 memset(amd_manager->status, 0, sizeof(amd_manager->status));
 819         slave_stat = status_change_0to7;
 820         slave_stat |= FIELD_GET(AMD_SDW_MCP_SLAVE_STATUS_8TO_11, status_change_8to11) << 32;
 821         dev_dbg(amd_manager->dev, "status_change_0to7:0x%x status_change_8to11:0x%x\n",
 822                 status_change_0to7, status_change_8to11);
 823         if (slave_stat) {
 824                 for (dev_index = 0; dev_index <= SDW_MAX_DEVICES; ++dev_index) {
 825                         if (slave_stat & AMD_SDW_MCP_SLAVE_STATUS_VALID_MASK(dev_index)) {
 826                                 val = (slave_stat >> AMD_SDW_MCP_SLAVE_STAT_SHIFT_MASK(dev_index)) &
 827                                       AMD_SDW_MCP_SLAVE_STATUS_MASK;
 828                                 amd_sdw_fill_slave_status(amd_manager, dev_index, val);
 829                         }
 830                 }
 831         }
 832 }
 833
 834 static void amd_sdw_process_wake_event(struct amd_sdw_manager *amd_manager)
 835 {
 836         pm_request_resume(amd_manager->dev);
 837         writel(0x00, amd_manager->acp_mmio + ACP_SW_WAKE_EN(amd_manager->instance));
 838         writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_8TO11);
 839 }
 840
 841 static void amd_sdw_irq_thread(struct work_struct *work)
 842 {
 843         struct amd_sdw_manager *amd_manager =
 844                         container_of(work, struct amd_sdw_manager, amd_sdw_irq_thread);
 845         u32 status_change_8to11;
 846         u32 status_change_0to7;
 847
 848         status_change_8to11 = readl(amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_8TO11);
 849         status_change_0to7 = readl(amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_0TO7);
 850         dev_dbg(amd_manager->dev, "[SDW%d] SDW INT: 0to7=0x%x, 8to11=0x%x\n",
 851                 amd_manager->instance, status_change_0to7, status_change_8to11);
 852         if (status_change_8to11 & AMD_SDW_WAKE_STAT_MASK)
 853                 return amd_sdw_process_wake_event(amd_manager);
 854
 855         if (status_change_8to11 & AMD_SDW_PREQ_INTR_STAT) {
 856                 amd_sdw_read_and_process_ping_status(amd_manager);
 857         } else {
 858                 /* Check for the updated status on peripheral device */
 859                 amd_sdw_update_slave_status(status_change_0to7, status_change_8to11, amd_manager);
 860         }
 861         if (status_change_8to11 || status_change_0to7)
 862                 schedule_work(&amd_manager->amd_sdw_work);
 863         writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_8TO11);
 864         writel(0x00, amd_manager->mmio + ACP_SW_STATE_CHANGE_STATUS_0TO7);
 865 }
 866
 867 static void amd_sdw_probe_work(struct work_struct *work)
 868 {
 869         struct amd_sdw_manager *amd_manager = container_of(work, struct amd_sdw_manager,
 870                                                            probe_work);
 871         struct sdw_master_prop *prop;
 872         int ret;
 873
 874         prop = &amd_manager->bus.prop;
 875         if (!prop->hw_disabled) {
 876                 amd_enable_sdw_pads(amd_manager);
 877                 ret = amd_init_sdw_manager(amd_manager);
 878                 if (ret)
 879                         return;
 880                 amd_enable_sdw_interrupts(amd_manager);
 881                 ret = amd_enable_sdw_manager(amd_manager);
 882                 if (ret)
 883                         return;
 884                 amd_sdw_set_frameshape(amd_manager);
 885         }
 886         /* Enable runtime PM */
 887         pm_runtime_set_autosuspend_delay(amd_manager->dev, AMD_SDW_MASTER_SUSPEND_DELAY_MS);
 888         pm_runtime_use_autosuspend(amd_manager->dev);
 889         pm_runtime_mark_last_busy(amd_manager->dev);
 890         pm_runtime_set_active(amd_manager->dev);
 891         pm_runtime_enable(amd_manager->dev);
 892 }
 893
 894 static int amd_sdw_manager_probe(struct platform_device *pdev)
 895 {
 896         const struct acp_sdw_pdata *pdata = pdev->dev.platform_data;
 897         struct resource *res;
 898         struct device *dev = &pdev->dev;
 899         struct sdw_master_prop *prop;
 900         struct sdw_bus_params *params;
 901         struct amd_sdw_manager *amd_manager;
 902         int ret;
 903
 904         amd_manager = devm_kzalloc(dev, sizeof(struct amd_sdw_manager), GFP_KERNEL);
 905         if (!amd_manager)
 906                 return -ENOMEM;
 907
 908         res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
 909         if (!res)
 910                 return -ENOMEM;
 911
 912         amd_manager->acp_mmio = devm_ioremap(dev, res->start, resource_size(res));
 913         if (!amd_manager->acp_mmio) {
 914                 dev_err(dev, "mmio not found\n");
 915                 return -ENOMEM;
 916         }
 917         amd_manager->instance = pdata->instance;
 918         amd_manager->mmio = amd_manager->acp_mmio +
 919                             (amd_manager->instance * SDW_MANAGER_REG_OFFSET);
 920         amd_manager->acp_sdw_lock = pdata->acp_sdw_lock;
 921         amd_manager->cols_index = sdw_find_col_index(AMD_SDW_DEFAULT_COLUMNS);
 922         amd_manager->rows_index = sdw_find_row_index(AMD_SDW_DEFAULT_ROWS);
 923         amd_manager->dev = dev;
 924         amd_manager->bus.ops = &amd_sdw_ops;
 925         amd_manager->bus.port_ops = &amd_sdw_port_ops;
 926         amd_manager->bus.compute_params = &amd_sdw_compute_params;
 927         amd_manager->bus.clk_stop_timeout = 200;
 928         amd_manager->bus.link_id = amd_manager->instance;
 929
 930         switch (amd_manager->instance) {
 931         case ACP_SDW0:
 932                 amd_manager->num_dout_ports = AMD_SDW0_MAX_TX_PORTS;
 933                 amd_manager->num_din_ports = AMD_SDW0_MAX_RX_PORTS;
 934                 break;
 935         case ACP_SDW1:
 936                 amd_manager->num_dout_ports = AMD_SDW1_MAX_TX_PORTS;
 937                 amd_manager->num_din_ports = AMD_SDW1_MAX_RX_PORTS;
 938                 break;
 939         default:
 940                 return -EINVAL;
 941         }
 942
 943         amd_manager->reg_mask = &sdw_manager_reg_mask_array[amd_manager->instance];
 944         params = &amd_manager->bus.params;
 945         params->max_dr_freq = AMD_SDW_DEFAULT_CLK_FREQ * 2;
 946         params->curr_dr_freq = AMD_SDW_DEFAULT_CLK_FREQ * 2;
 947         params->col = AMD_SDW_DEFAULT_COLUMNS;
 948         params->row = AMD_SDW_DEFAULT_ROWS;
 949         prop = &amd_manager->bus.prop;
 950         prop->clk_freq = &amd_sdw_freq_tbl[0];
 951         prop->mclk_freq = AMD_SDW_BUS_BASE_FREQ;
 952
 953         ret = sdw_bus_master_add(&amd_manager->bus, dev, dev->fwnode);
 954         if (ret) {
 955                 dev_err(dev, "Failed to register SoundWire manager(%d)\n", ret);
 956                 return ret;
 957         }
 958         ret = amd_sdw_register_dais(amd_manager);
 959         if (ret) {
 960                 dev_err(dev, "CPU DAI registration failed\n");
 961                 sdw_bus_master_delete(&amd_manager->bus);
 962                 return ret;
 963         }
 964         dev_set_drvdata(dev, amd_manager);
 965         INIT_WORK(&amd_manager->amd_sdw_irq_thread, amd_sdw_irq_thread);
 966         INIT_WORK(&amd_manager->amd_sdw_work, amd_sdw_update_slave_status_work);
 967         INIT_WORK(&amd_manager->probe_work, amd_sdw_probe_work);
 968         /*
 969          * Instead of having lengthy probe sequence, use deferred probe.
 970          */
 971         schedule_work(&amd_manager->probe_work);
 972         return 0;
 973 }
 974
 975 static void amd_sdw_manager_remove(struct platform_device *pdev)
 976 {
 977         struct amd_sdw_manager *amd_manager = dev_get_drvdata(&pdev->dev);
 978         int ret;
 979
 980         pm_runtime_disable(&pdev->dev);
 981         cancel_work_sync(&amd_manager->probe_work);
 982         amd_disable_sdw_interrupts(amd_manager);
 983         sdw_bus_master_delete(&amd_manager->bus);
 984         ret = amd_disable_sdw_manager(amd_manager);
 985         if (ret)
 986                 dev_err(&pdev->dev, "Failed to disable device (%pe)\n", ERR_PTR(ret));
 987 }
 988
 989 static int amd_sdw_clock_stop(struct amd_sdw_manager *amd_manager)
 990 {
 991         u32 val;
 992         int ret;
 993
 994         ret = sdw_bus_prep_clk_stop(&amd_manager->bus);
 995         if (ret < 0 && ret != -ENODATA) {
 996                 dev_err(amd_manager->dev, "prepare clock stop failed %d", ret);
 997                 return 0;
 998         }
 999         ret = sdw_bus_clk_stop(&amd_manager->bus);
1000         if (ret < 0 && ret != -ENODATA) {
1001                 dev_err(amd_manager->dev, "bus clock stop failed %d", ret);
1002                 return 0;
1003         }
1004
1005         ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL, val,
1006                                  (val & AMD_SDW_CLK_STOP_DONE), ACP_DELAY_US, AMD_SDW_TIMEOUT);
1007         if (ret) {
1008                 dev_err(amd_manager->dev, "SDW%x clock stop failed\n", amd_manager->instance);
1009                 return 0;
1010         }
1011
1012         amd_manager->clk_stopped = true;
1013         if (amd_manager->wake_en_mask)
1014                 writel(0x01, amd_manager->acp_mmio + ACP_SW_WAKE_EN(amd_manager->instance));
1015
1016         dev_dbg(amd_manager->dev, "SDW%x clock stop successful\n", amd_manager->instance);
1017         return 0;
1018 }
1019
1020 static int amd_sdw_clock_stop_exit(struct amd_sdw_manager *amd_manager)
1021 {
1022         int ret;
1023         u32 val;
1024
1025         if (amd_manager->clk_stopped) {
1026                 val = readl(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1027                 val |= AMD_SDW_CLK_RESUME_REQ;
1028                 writel(val, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1029                 ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL, val,
1030                                          (val & AMD_SDW_CLK_RESUME_DONE), ACP_DELAY_US,
1031                                          AMD_SDW_TIMEOUT);
1032                 if (val & AMD_SDW_CLK_RESUME_DONE) {
1033                         writel(0, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1034                         ret = sdw_bus_exit_clk_stop(&amd_manager->bus);
1035                         if (ret < 0)
1036                                 dev_err(amd_manager->dev, "bus failed to exit clock stop %d\n",
1037                                         ret);
1038                         amd_manager->clk_stopped = false;
1039                 }
1040         }
1041         if (amd_manager->clk_stopped) {
1042                 dev_err(amd_manager->dev, "SDW%x clock stop exit failed\n", amd_manager->instance);
1043                 return 0;
1044         }
1045         dev_dbg(amd_manager->dev, "SDW%x clock stop exit successful\n", amd_manager->instance);
1046         return 0;
1047 }
1048
1049 static int amd_resume_child_device(struct device *dev, void *data)
1050 {
1051         struct sdw_slave *slave = dev_to_sdw_dev(dev);
1052         int ret;
1053
1054         if (!slave->probed) {
1055                 dev_dbg(dev, "skipping device, no probed driver\n");
1056                 return 0;
1057         }
1058         if (!slave->dev_num_sticky) {
1059                 dev_dbg(dev, "skipping device, never detected on bus\n");
1060                 return 0;
1061         }
1062         ret = pm_request_resume(dev);
1063         if (ret < 0) {
1064                 dev_err(dev, "pm_request_resume failed: %d\n", ret);
1065                 return ret;
1066         }
1067         return 0;
1068 }
1069
1070 static int __maybe_unused amd_pm_prepare(struct device *dev)
1071 {
1072         struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev);
1073         struct sdw_bus *bus = &amd_manager->bus;
1074         int ret;
1075
1076         if (bus->prop.hw_disabled) {
1077                 dev_dbg(bus->dev, "SoundWire manager %d is disabled, ignoring\n",
1078                         bus->link_id);
1079                 return 0;
1080         }
1081         /*
1082          * When multiple peripheral devices connected over the same link, if SoundWire manager
1083          * device is not in runtime suspend state, observed that device alerts are missing
1084          * without pm_prepare on AMD platforms in clockstop mode0.
1085          */
1086         if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) {
1087                 ret = pm_request_resume(dev);
1088                 if (ret < 0) {
1089                         dev_err(bus->dev, "pm_request_resume failed: %d\n", ret);
1090                         return 0;
1091                 }
1092         }
1093         /* To force peripheral devices to system level suspend state, resume the devices
1094          * from runtime suspend state first. Without that unable to dispatch the alert
1095          * status to peripheral driver during system level resume as they are in runtime
1096          * suspend state.
1097          */
1098         ret = device_for_each_child(bus->dev, NULL, amd_resume_child_device);
1099         if (ret < 0)
1100                 dev_err(dev, "amd_resume_child_device failed: %d\n", ret);
1101         return 0;
1102 }
1103
1104 static int __maybe_unused amd_suspend(struct device *dev)
1105 {
1106         struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev);
1107         struct sdw_bus *bus = &amd_manager->bus;
1108         int ret;
1109
1110         if (bus->prop.hw_disabled) {
1111                 dev_dbg(bus->dev, "SoundWire manager %d is disabled, ignoring\n",
1112                         bus->link_id);
1113                 return 0;
1114         }
1115
1116         if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) {
1117                 return amd_sdw_clock_stop(amd_manager);
1118         } else if (amd_manager->power_mode_mask & AMD_SDW_POWER_OFF_MODE) {
1119                 /*
1120                  * As per hardware programming sequence on AMD platforms,
1121                  * clock stop should be invoked first before powering-off
1122                  */
1123                 ret = amd_sdw_clock_stop(amd_manager);
1124                 if (ret)
1125                         return ret;
1126                 return amd_deinit_sdw_manager(amd_manager);
1127         }
1128         return 0;
1129 }
1130
1131 static int __maybe_unused amd_suspend_runtime(struct device *dev)
1132 {
1133         struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev);
1134         struct sdw_bus *bus = &amd_manager->bus;
1135         int ret;
1136
1137         if (bus->prop.hw_disabled) {
1138                 dev_dbg(bus->dev, "SoundWire manager %d is disabled,\n",
1139                         bus->link_id);
1140                 return 0;
1141         }
1142         if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) {
1143                 return amd_sdw_clock_stop(amd_manager);
1144         } else if (amd_manager->power_mode_mask & AMD_SDW_POWER_OFF_MODE) {
1145                 ret = amd_sdw_clock_stop(amd_manager);
1146                 if (ret)
1147                         return ret;
1148                 return amd_deinit_sdw_manager(amd_manager);
1149         }
1150         return 0;
1151 }
1152
1153 static int __maybe_unused amd_resume_runtime(struct device *dev)
1154 {
1155         struct amd_sdw_manager *amd_manager = dev_get_drvdata(dev);
1156         struct sdw_bus *bus = &amd_manager->bus;
1157         int ret;
1158         u32 val;
1159
1160         if (bus->prop.hw_disabled) {
1161                 dev_dbg(bus->dev, "SoundWire manager %d is disabled, ignoring\n",
1162                         bus->link_id);
1163                 return 0;
1164         }
1165
1166         if (amd_manager->power_mode_mask & AMD_SDW_CLK_STOP_MODE) {
1167                 return amd_sdw_clock_stop_exit(amd_manager);
1168         } else if (amd_manager->power_mode_mask & AMD_SDW_POWER_OFF_MODE) {
1169                 val = readl(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1170                 if (val) {
1171                         val |= AMD_SDW_CLK_RESUME_REQ;
1172                         writel(val, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1173                         ret = readl_poll_timeout(amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL, val,
1174                                                  (val & AMD_SDW_CLK_RESUME_DONE), ACP_DELAY_US,
1175                                                  AMD_SDW_TIMEOUT);
1176                         if (val & AMD_SDW_CLK_RESUME_DONE) {
1177                                 writel(0, amd_manager->mmio + ACP_SW_CLK_RESUME_CTRL);
1178                                 amd_manager->clk_stopped = false;
1179                         }
1180                 }
1181                 sdw_clear_slave_status(bus, SDW_UNATTACH_REQUEST_MASTER_RESET);
1182                 amd_init_sdw_manager(amd_manager);
1183                 amd_enable_sdw_interrupts(amd_manager);
1184                 ret = amd_enable_sdw_manager(amd_manager);
1185                 if (ret)
1186                         return ret;
1187                 amd_sdw_set_frameshape(amd_manager);
1188         }
1189         return 0;
1190 }
1191
1192 static const struct dev_pm_ops amd_pm = {
1193         .prepare = amd_pm_prepare,
1194         SET_SYSTEM_SLEEP_PM_OPS(amd_suspend, amd_resume_runtime)
1195         SET_RUNTIME_PM_OPS(amd_suspend_runtime, amd_resume_runtime, NULL)
1196 };
1197
1198 static struct platform_driver amd_sdw_driver = {
1199         .probe  = &amd_sdw_manager_probe,
1200         .remove_new = &amd_sdw_manager_remove,
1201         .driver = {
1202                 .name   = "amd_sdw_manager",
1203                 .pm = &amd_pm,
1204         }
1205 };
1206 module_platform_driver(amd_sdw_driver);
1207
1208 MODULE_AUTHOR("Vijendar.Mukunda@amd.com");
1209 MODULE_DESCRIPTION("AMD SoundWire driver");
1210 MODULE_LICENSE("GPL");
1211 MODULE_ALIAS("platform:" DRV_NAME);