1 // SPDX-License-Identifier: GPL-2.0
3 * MediaTek SD/MMC Card Interface driver
5 * Copyright (C) 2018 MediaTek Inc.
6 * Author: Weijie Gao <weijie.gao@mediatek.com>
18 #include <dm/pinctrl.h>
19 #include <linux/bitops.h>
21 #include <linux/iopoll.h>
24 #define MSDC_CFG_HS400_CK_MODE_EXT BIT(22)
25 #define MSDC_CFG_CKMOD_EXT_M 0x300000
26 #define MSDC_CFG_CKMOD_EXT_S 20
27 #define MSDC_CFG_CKDIV_EXT_M 0xfff00
28 #define MSDC_CFG_CKDIV_EXT_S 8
29 #define MSDC_CFG_HS400_CK_MODE BIT(18)
30 #define MSDC_CFG_CKMOD_M 0x30000
31 #define MSDC_CFG_CKMOD_S 16
32 #define MSDC_CFG_CKDIV_M 0xff00
33 #define MSDC_CFG_CKDIV_S 8
34 #define MSDC_CFG_CKSTB BIT(7)
35 #define MSDC_CFG_PIO BIT(3)
36 #define MSDC_CFG_RST BIT(2)
37 #define MSDC_CFG_CKPDN BIT(1)
38 #define MSDC_CFG_MODE BIT(0)
41 #define MSDC_IOCON_W_DSPL BIT(8)
42 #define MSDC_IOCON_DSPL BIT(2)
43 #define MSDC_IOCON_RSPL BIT(1)
46 #define MSDC_PS_DAT0 BIT(16)
47 #define MSDC_PS_CDDBCE_M 0xf000
48 #define MSDC_PS_CDDBCE_S 12
49 #define MSDC_PS_CDSTS BIT(1)
50 #define MSDC_PS_CDEN BIT(0)
52 /* #define MSDC_INT(EN) */
53 #define MSDC_INT_ACMDRDY BIT(3)
54 #define MSDC_INT_ACMDTMO BIT(4)
55 #define MSDC_INT_ACMDCRCERR BIT(5)
56 #define MSDC_INT_CMDRDY BIT(8)
57 #define MSDC_INT_CMDTMO BIT(9)
58 #define MSDC_INT_RSPCRCERR BIT(10)
59 #define MSDC_INT_XFER_COMPL BIT(12)
60 #define MSDC_INT_DATTMO BIT(14)
61 #define MSDC_INT_DATCRCERR BIT(15)
64 #define MSDC_FIFOCS_CLR BIT(31)
65 #define MSDC_FIFOCS_TXCNT_M 0xff0000
66 #define MSDC_FIFOCS_TXCNT_S 16
67 #define MSDC_FIFOCS_RXCNT_M 0xff
68 #define MSDC_FIFOCS_RXCNT_S 0
71 #define SDC_CFG_DTOC_M 0xff000000
72 #define SDC_CFG_DTOC_S 24
73 #define SDC_CFG_SDIOIDE BIT(20)
74 #define SDC_CFG_SDIO BIT(19)
75 #define SDC_CFG_BUSWIDTH_M 0x30000
76 #define SDC_CFG_BUSWIDTH_S 16
79 #define SDC_CMD_BLK_LEN_M 0xfff0000
80 #define SDC_CMD_BLK_LEN_S 16
81 #define SDC_CMD_STOP BIT(14)
82 #define SDC_CMD_WR BIT(13)
83 #define SDC_CMD_DTYPE_M 0x1800
84 #define SDC_CMD_DTYPE_S 11
85 #define SDC_CMD_RSPTYP_M 0x380
86 #define SDC_CMD_RSPTYP_S 7
87 #define SDC_CMD_CMD_M 0x3f
88 #define SDC_CMD_CMD_S 0
91 #define SDC_STS_CMDBUSY BIT(1)
92 #define SDC_STS_SDCBUSY BIT(0)
95 #define SDC_RX_ENHANCE_EN BIT(20)
98 #define MSDC_INT_DAT_LATCH_CK_SEL_M 0x380
99 #define MSDC_INT_DAT_LATCH_CK_SEL_S 7
102 #define MSDC_PB1_STOP_DLY_M 0xf00
103 #define MSDC_PB1_STOP_DLY_S 8
106 #define MSDC_PB2_CRCSTSENSEL_M 0xe0000000
107 #define MSDC_PB2_CRCSTSENSEL_S 29
108 #define MSDC_PB2_CFGCRCSTS BIT(28)
109 #define MSDC_PB2_RESPSTSENSEL_M 0x70000
110 #define MSDC_PB2_RESPSTSENSEL_S 16
111 #define MSDC_PB2_CFGRESP BIT(15)
112 #define MSDC_PB2_RESPWAIT_M 0x0c
113 #define MSDC_PB2_RESPWAIT_S 2
116 #define MSDC_PAD_TUNE_CMDRRDLY_M 0x7c00000
117 #define MSDC_PAD_TUNE_CMDRRDLY_S 22
118 #define MSDC_PAD_TUNE_CMD_SEL BIT(21)
119 #define MSDC_PAD_TUNE_CMDRDLY_M 0x1f0000
120 #define MSDC_PAD_TUNE_CMDRDLY_S 16
121 #define MSDC_PAD_TUNE_RXDLYSEL BIT(15)
122 #define MSDC_PAD_TUNE_RD_SEL BIT(13)
123 #define MSDC_PAD_TUNE_DATRRDLY_M 0x1f00
124 #define MSDC_PAD_TUNE_DATRRDLY_S 8
125 #define MSDC_PAD_TUNE_DATWRDLY_M 0x1f
126 #define MSDC_PAD_TUNE_DATWRDLY_S 0
129 #define EMMC50_CFG_CFCSTS_SEL BIT(4)
132 #define SDC_FIFO_CFG_WRVALIDSEL BIT(24)
133 #define SDC_FIFO_CFG_RDVALIDSEL BIT(25)
135 /* SDC_CFG_BUSWIDTH */
136 #define MSDC_BUS_1BITS 0x0
137 #define MSDC_BUS_4BITS 0x1
138 #define MSDC_BUS_8BITS 0x2
140 #define MSDC_FIFO_SIZE 128
142 #define PAD_DELAY_MAX 32
144 #define DEFAULT_CD_DEBOUNCE 8
146 #define CMD_INTS_MASK \
147 (MSDC_INT_CMDRDY | MSDC_INT_RSPCRCERR | MSDC_INT_CMDTMO)
149 #define DATA_INTS_MASK \
150 (MSDC_INT_XFER_COMPL | MSDC_INT_DATTMO | MSDC_INT_DATCRCERR)
152 /* Register offset */
218 struct msdc_compatible {
229 struct msdc_delay_phase {
236 struct mmc_config cfg;
240 struct msdc_tune_para {
246 struct mtk_sd_regs *base;
249 struct msdc_compatible *dev_comp;
251 struct clk src_clk; /* for SD/MMC bus clock */
252 struct clk src_clk_cg; /* optional, MSDC source clock control gate */
253 struct clk h_clk; /* MSDC core clock */
255 u32 src_clk_freq; /* source clock */
256 u32 mclk; /* mmc framework required bus clock */
257 u32 sclk; /* actual calculated bus clock */
259 /* operation timeout clocks */
265 u32 hs200_cmd_int_delay;
266 u32 hs200_write_int_delay;
268 u32 r_smpl; /* sample edge */
271 /* whether to use gpio detection or built-in hw detection */
274 /* card detection / write protection GPIOs */
275 #if CONFIG_IS_ENABLED(DM_GPIO)
276 struct gpio_desc gpio_wp;
277 struct gpio_desc gpio_cd;
281 uint last_data_write;
283 enum bus_mode timing;
285 struct msdc_tune_para def_tune_para;
286 struct msdc_tune_para saved_tune_para;
289 static void msdc_reset_hw(struct msdc_host *host)
293 setbits_le32(&host->base->msdc_cfg, MSDC_CFG_RST);
295 readl_poll_timeout(&host->base->msdc_cfg, reg,
296 !(reg & MSDC_CFG_RST), 1000000);
299 static void msdc_fifo_clr(struct msdc_host *host)
303 setbits_le32(&host->base->msdc_fifocs, MSDC_FIFOCS_CLR);
305 readl_poll_timeout(&host->base->msdc_fifocs, reg,
306 !(reg & MSDC_FIFOCS_CLR), 1000000);
309 static u32 msdc_fifo_rx_bytes(struct msdc_host *host)
311 return (readl(&host->base->msdc_fifocs) &
312 MSDC_FIFOCS_RXCNT_M) >> MSDC_FIFOCS_RXCNT_S;
315 static u32 msdc_fifo_tx_bytes(struct msdc_host *host)
317 return (readl(&host->base->msdc_fifocs) &
318 MSDC_FIFOCS_TXCNT_M) >> MSDC_FIFOCS_TXCNT_S;
321 static u32 msdc_cmd_find_resp(struct msdc_host *host, struct mmc_cmd *cmd)
325 switch (cmd->resp_type) {
326 /* Actually, R1, R5, R6, R7 are the same */
348 static u32 msdc_cmd_prepare_raw_cmd(struct msdc_host *host,
350 struct mmc_data *data)
352 u32 opcode = cmd->cmdidx;
353 u32 resp_type = msdc_cmd_find_resp(host, cmd);
359 case MMC_CMD_WRITE_MULTIPLE_BLOCK:
360 case MMC_CMD_READ_MULTIPLE_BLOCK:
363 case MMC_CMD_WRITE_SINGLE_BLOCK:
364 case MMC_CMD_READ_SINGLE_BLOCK:
365 case SD_CMD_APP_SEND_SCR:
368 case SD_CMD_SWITCH_FUNC: /* same as MMC_CMD_SWITCH */
369 case SD_CMD_SEND_IF_COND: /* same as MMC_CMD_SEND_EXT_CSD */
370 case SD_CMD_APP_SD_STATUS: /* same as MMC_CMD_SEND_STATUS */
376 if (data->flags == MMC_DATA_WRITE)
377 rawcmd |= SDC_CMD_WR;
379 if (data->blocks > 1)
382 blocksize = data->blocksize;
385 rawcmd |= ((opcode << SDC_CMD_CMD_S) & SDC_CMD_CMD_M) |
386 ((resp_type << SDC_CMD_RSPTYP_S) & SDC_CMD_RSPTYP_M) |
387 ((blocksize << SDC_CMD_BLK_LEN_S) & SDC_CMD_BLK_LEN_M) |
388 ((dtype << SDC_CMD_DTYPE_S) & SDC_CMD_DTYPE_M);
390 if (opcode == MMC_CMD_STOP_TRANSMISSION)
391 rawcmd |= SDC_CMD_STOP;
396 static int msdc_cmd_done(struct msdc_host *host, int events,
399 u32 *rsp = cmd->response;
402 if (cmd->resp_type & MMC_RSP_PRESENT) {
403 if (cmd->resp_type & MMC_RSP_136) {
404 rsp[0] = readl(&host->base->sdc_resp[3]);
405 rsp[1] = readl(&host->base->sdc_resp[2]);
406 rsp[2] = readl(&host->base->sdc_resp[1]);
407 rsp[3] = readl(&host->base->sdc_resp[0]);
409 rsp[0] = readl(&host->base->sdc_resp[0]);
413 if (!(events & MSDC_INT_CMDRDY)) {
414 if (cmd->cmdidx != MMC_CMD_SEND_TUNING_BLOCK &&
415 cmd->cmdidx != MMC_CMD_SEND_TUNING_BLOCK_HS200)
417 * should not clear fifo/interrupt as the tune data
418 * may have alreay come.
422 if (events & MSDC_INT_CMDTMO)
431 static bool msdc_cmd_is_ready(struct msdc_host *host)
436 /* The max busy time we can endure is 20ms */
437 ret = readl_poll_timeout(&host->base->sdc_sts, reg,
438 !(reg & SDC_STS_CMDBUSY), 20000);
441 pr_err("CMD bus busy detected\n");
446 if (host->last_resp_type == MMC_RSP_R1b && host->last_data_write) {
447 ret = readl_poll_timeout(&host->base->msdc_ps, reg,
448 reg & MSDC_PS_DAT0, 1000000);
451 pr_err("Card stuck in programming state!\n");
460 static int msdc_start_command(struct msdc_host *host, struct mmc_cmd *cmd,
461 struct mmc_data *data)
468 if (!msdc_cmd_is_ready(host))
473 host->last_resp_type = cmd->resp_type;
474 host->last_data_write = 0;
476 rawcmd = msdc_cmd_prepare_raw_cmd(host, cmd, data);
479 blocks = data->blocks;
481 writel(CMD_INTS_MASK, &host->base->msdc_int);
482 writel(blocks, &host->base->sdc_blk_num);
483 writel(cmd->cmdarg, &host->base->sdc_arg);
484 writel(rawcmd, &host->base->sdc_cmd);
486 ret = readl_poll_timeout(&host->base->msdc_int, status,
487 status & CMD_INTS_MASK, 1000000);
490 status = MSDC_INT_CMDTMO;
492 return msdc_cmd_done(host, status, cmd);
495 static void msdc_fifo_read(struct msdc_host *host, u8 *buf, u32 size)
499 while ((size_t)buf % 4) {
500 *buf++ = readb(&host->base->msdc_rxdata);
506 *wbuf++ = readl(&host->base->msdc_rxdata);
512 *buf++ = readb(&host->base->msdc_rxdata);
517 static void msdc_fifo_write(struct msdc_host *host, const u8 *buf, u32 size)
521 while ((size_t)buf % 4) {
522 writeb(*buf++, &host->base->msdc_txdata);
526 wbuf = (const u32 *)buf;
528 writel(*wbuf++, &host->base->msdc_txdata);
532 buf = (const u8 *)wbuf;
534 writeb(*buf++, &host->base->msdc_txdata);
539 static int msdc_pio_read(struct msdc_host *host, u8 *ptr, u32 size)
546 status = readl(&host->base->msdc_int);
547 writel(status, &host->base->msdc_int);
548 status &= DATA_INTS_MASK;
550 if (status & MSDC_INT_DATCRCERR) {
555 if (status & MSDC_INT_DATTMO) {
560 chksz = min(size, (u32)MSDC_FIFO_SIZE);
562 if (msdc_fifo_rx_bytes(host) >= chksz) {
563 msdc_fifo_read(host, ptr, chksz);
568 if (status & MSDC_INT_XFER_COMPL) {
570 pr_err("data not fully read\n");
581 static int msdc_pio_write(struct msdc_host *host, const u8 *ptr, u32 size)
588 status = readl(&host->base->msdc_int);
589 writel(status, &host->base->msdc_int);
590 status &= DATA_INTS_MASK;
592 if (status & MSDC_INT_DATCRCERR) {
597 if (status & MSDC_INT_DATTMO) {
602 if (status & MSDC_INT_XFER_COMPL) {
604 pr_err("data not fully written\n");
611 chksz = min(size, (u32)MSDC_FIFO_SIZE);
613 if (MSDC_FIFO_SIZE - msdc_fifo_tx_bytes(host) >= chksz) {
614 msdc_fifo_write(host, ptr, chksz);
623 static int msdc_start_data(struct msdc_host *host, struct mmc_data *data)
630 if (data->flags == MMC_DATA_WRITE)
631 host->last_data_write = 1;
633 writel(DATA_INTS_MASK, &host->base->msdc_int);
635 size = data->blocks * data->blocksize;
637 if (data->flags == MMC_DATA_WRITE)
638 ret = msdc_pio_write(host, (const u8 *)data->src, size);
640 ret = msdc_pio_read(host, (u8 *)data->dest, size);
650 static int msdc_ops_send_cmd(struct udevice *dev, struct mmc_cmd *cmd,
651 struct mmc_data *data)
653 struct msdc_host *host = dev_get_priv(dev);
656 ret = msdc_start_command(host, cmd, data);
661 return msdc_start_data(host, data);
666 static void msdc_set_timeout(struct msdc_host *host, u32 ns, u32 clks)
668 u32 timeout, clk_ns, shift;
671 host->timeout_ns = ns;
672 host->timeout_clks = clks;
674 if (host->sclk == 0) {
677 shift = host->dev_comp->sclk_cycle_shift;
678 clk_ns = 1000000000UL / host->sclk;
679 timeout = (ns + clk_ns - 1) / clk_ns + clks;
680 /* unit is 1048576 sclk cycles */
681 timeout = (timeout + (0x1 << shift) - 1) >> shift;
682 if (host->dev_comp->clk_div_bits == 8)
683 mode = (readl(&host->base->msdc_cfg) &
684 MSDC_CFG_CKMOD_M) >> MSDC_CFG_CKMOD_S;
686 mode = (readl(&host->base->msdc_cfg) &
687 MSDC_CFG_CKMOD_EXT_M) >> MSDC_CFG_CKMOD_EXT_S;
688 /* DDR mode will double the clk cycles for data timeout */
689 timeout = mode >= 2 ? timeout * 2 : timeout;
690 timeout = timeout > 1 ? timeout - 1 : 0;
691 timeout = timeout > 255 ? 255 : timeout;
694 clrsetbits_le32(&host->base->sdc_cfg, SDC_CFG_DTOC_M,
695 timeout << SDC_CFG_DTOC_S);
698 static void msdc_set_buswidth(struct msdc_host *host, u32 width)
700 u32 val = readl(&host->base->sdc_cfg);
702 val &= ~SDC_CFG_BUSWIDTH_M;
707 val |= (MSDC_BUS_1BITS << SDC_CFG_BUSWIDTH_S);
710 val |= (MSDC_BUS_4BITS << SDC_CFG_BUSWIDTH_S);
713 val |= (MSDC_BUS_8BITS << SDC_CFG_BUSWIDTH_S);
717 writel(val, &host->base->sdc_cfg);
720 static void msdc_set_mclk(struct msdc_host *host, enum bus_mode timing, u32 hz)
729 clrbits_le32(&host->base->msdc_cfg, MSDC_CFG_CKPDN);
733 if (host->dev_comp->clk_div_bits == 8)
734 clrbits_le32(&host->base->msdc_cfg, MSDC_CFG_HS400_CK_MODE);
736 clrbits_le32(&host->base->msdc_cfg,
737 MSDC_CFG_HS400_CK_MODE_EXT);
739 if (timing == UHS_DDR50 || timing == MMC_DDR_52 ||
740 timing == MMC_HS_400) {
741 if (timing == MMC_HS_400)
744 mode = 0x2; /* ddr mode and use divisor */
746 if (hz >= (host->src_clk_freq >> 2)) {
747 div = 0; /* mean div = 1/4 */
748 sclk = host->src_clk_freq >> 2; /* sclk = clk / 4 */
750 div = (host->src_clk_freq + ((hz << 2) - 1)) /
752 sclk = (host->src_clk_freq >> 2) / div;
756 if (timing == MMC_HS_400 && hz >= (host->src_clk_freq >> 1)) {
757 if (host->dev_comp->clk_div_bits == 8)
758 setbits_le32(&host->base->msdc_cfg,
759 MSDC_CFG_HS400_CK_MODE);
761 setbits_le32(&host->base->msdc_cfg,
762 MSDC_CFG_HS400_CK_MODE_EXT);
764 sclk = host->src_clk_freq >> 1;
765 div = 0; /* div is ignore when bit18 is set */
767 } else if (hz >= host->src_clk_freq) {
768 mode = 0x1; /* no divisor */
770 sclk = host->src_clk_freq;
772 mode = 0x0; /* use divisor */
773 if (hz >= (host->src_clk_freq >> 1)) {
774 div = 0; /* mean div = 1/2 */
775 sclk = host->src_clk_freq >> 1; /* sclk = clk / 2 */
777 div = (host->src_clk_freq + ((hz << 2) - 1)) /
779 sclk = (host->src_clk_freq >> 2) / div;
783 clrbits_le32(&host->base->msdc_cfg, MSDC_CFG_CKPDN);
785 if (host->dev_comp->clk_div_bits == 8) {
786 div = min(div, (u32)(MSDC_CFG_CKDIV_M >> MSDC_CFG_CKDIV_S));
787 clrsetbits_le32(&host->base->msdc_cfg,
788 MSDC_CFG_CKMOD_M | MSDC_CFG_CKDIV_M,
789 (mode << MSDC_CFG_CKMOD_S) |
790 (div << MSDC_CFG_CKDIV_S));
792 div = min(div, (u32)(MSDC_CFG_CKDIV_EXT_M >>
793 MSDC_CFG_CKDIV_EXT_S));
794 clrsetbits_le32(&host->base->msdc_cfg,
795 MSDC_CFG_CKMOD_EXT_M | MSDC_CFG_CKDIV_EXT_M,
796 (mode << MSDC_CFG_CKMOD_EXT_S) |
797 (div << MSDC_CFG_CKDIV_EXT_S));
800 readl_poll_timeout(&host->base->msdc_cfg, reg,
801 reg & MSDC_CFG_CKSTB, 1000000);
803 setbits_le32(&host->base->msdc_cfg, MSDC_CFG_CKPDN);
806 host->timing = timing;
808 /* needed because clk changed. */
809 msdc_set_timeout(host, host->timeout_ns, host->timeout_clks);
812 * mmc_select_hs400() will drop to 50Mhz and High speed mode,
813 * tune result of hs200/200Mhz is not suitable for 50Mhz
815 if (host->sclk <= 52000000) {
816 writel(host->def_tune_para.iocon, &host->base->msdc_iocon);
817 writel(host->def_tune_para.pad_tune,
818 &host->base->pad_tune);
820 writel(host->saved_tune_para.iocon, &host->base->msdc_iocon);
821 writel(host->saved_tune_para.pad_tune,
822 &host->base->pad_tune);
825 dev_dbg(dev, "sclk: %d, timing: %d\n", host->sclk, timing);
828 static int msdc_ops_set_ios(struct udevice *dev)
830 struct msdc_plat *plat = dev_get_platdata(dev);
831 struct msdc_host *host = dev_get_priv(dev);
832 struct mmc *mmc = &plat->mmc;
833 uint clock = mmc->clock;
835 msdc_set_buswidth(host, mmc->bus_width);
837 if (mmc->clk_disable)
839 else if (clock < mmc->cfg->f_min)
840 clock = mmc->cfg->f_min;
842 if (host->mclk != clock || host->timing != mmc->selected_mode)
843 msdc_set_mclk(host, mmc->selected_mode, clock);
848 static int msdc_ops_get_cd(struct udevice *dev)
850 struct msdc_host *host = dev_get_priv(dev);
853 if (host->builtin_cd) {
854 val = readl(&host->base->msdc_ps);
855 return !(val & MSDC_PS_CDSTS);
858 #if CONFIG_IS_ENABLED(DM_GPIO)
859 if (!host->gpio_cd.dev)
862 return dm_gpio_get_value(&host->gpio_cd);
868 static int msdc_ops_get_wp(struct udevice *dev)
870 #if CONFIG_IS_ENABLED(DM_GPIO)
871 struct msdc_host *host = dev_get_priv(dev);
873 if (!host->gpio_wp.dev)
876 return !dm_gpio_get_value(&host->gpio_wp);
882 #ifdef MMC_SUPPORTS_TUNING
883 static u32 test_delay_bit(u32 delay, u32 bit)
885 bit %= PAD_DELAY_MAX;
886 return delay & (1 << bit);
889 static int get_delay_len(u32 delay, u32 start_bit)
893 for (i = 0; i < (PAD_DELAY_MAX - start_bit); i++) {
894 if (test_delay_bit(delay, start_bit + i) == 0)
898 return PAD_DELAY_MAX - start_bit;
901 static struct msdc_delay_phase get_best_delay(struct msdc_host *host, u32 delay)
903 int start = 0, len = 0;
904 int start_final = 0, len_final = 0;
905 u8 final_phase = 0xff;
906 struct msdc_delay_phase delay_phase = { 0, };
909 dev_err(dev, "phase error: [map:%x]\n", delay);
910 delay_phase.final_phase = final_phase;
914 while (start < PAD_DELAY_MAX) {
915 len = get_delay_len(delay, start);
916 if (len_final < len) {
921 start += len ? len : 1;
922 if (len >= 12 && start_final < 4)
926 /* The rule is to find the smallest delay cell */
927 if (start_final == 0)
928 final_phase = (start_final + len_final / 3) % PAD_DELAY_MAX;
930 final_phase = (start_final + len_final / 2) % PAD_DELAY_MAX;
932 dev_info(dev, "phase: [map:%x] [maxlen:%d] [final:%d]\n",
933 delay, len_final, final_phase);
935 delay_phase.maxlen = len_final;
936 delay_phase.start = start_final;
937 delay_phase.final_phase = final_phase;
941 static int msdc_tune_response(struct udevice *dev, u32 opcode)
943 struct msdc_plat *plat = dev_get_platdata(dev);
944 struct msdc_host *host = dev_get_priv(dev);
945 struct mmc *mmc = &plat->mmc;
946 u32 rise_delay = 0, fall_delay = 0;
947 struct msdc_delay_phase final_rise_delay, final_fall_delay = { 0, };
948 struct msdc_delay_phase internal_delay_phase;
949 u8 final_delay, final_maxlen;
950 u32 internal_delay = 0;
951 void __iomem *tune_reg = &host->base->pad_tune;
955 if (host->dev_comp->pad_tune0)
956 tune_reg = &host->base->pad_tune0;
958 if (mmc->selected_mode == MMC_HS_200 ||
959 mmc->selected_mode == UHS_SDR104)
960 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_CMDRRDLY_M,
961 host->hs200_cmd_int_delay <<
962 MSDC_PAD_TUNE_CMDRRDLY_S);
964 clrbits_le32(&host->base->msdc_iocon, MSDC_IOCON_RSPL);
966 for (i = 0; i < PAD_DELAY_MAX; i++) {
967 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_CMDRDLY_M,
968 i << MSDC_PAD_TUNE_CMDRDLY_S);
970 for (j = 0; j < 3; j++) {
971 mmc_send_tuning(mmc, opcode, &cmd_err);
973 rise_delay |= (1 << i);
975 rise_delay &= ~(1 << i);
981 final_rise_delay = get_best_delay(host, rise_delay);
982 /* if rising edge has enough margin, do not scan falling edge */
983 if (final_rise_delay.maxlen >= 12 ||
984 (final_rise_delay.start == 0 && final_rise_delay.maxlen >= 4))
987 setbits_le32(&host->base->msdc_iocon, MSDC_IOCON_RSPL);
988 for (i = 0; i < PAD_DELAY_MAX; i++) {
989 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_CMDRDLY_M,
990 i << MSDC_PAD_TUNE_CMDRDLY_S);
992 for (j = 0; j < 3; j++) {
993 mmc_send_tuning(mmc, opcode, &cmd_err);
995 fall_delay |= (1 << i);
997 fall_delay &= ~(1 << i);
1003 final_fall_delay = get_best_delay(host, fall_delay);
1006 final_maxlen = max(final_rise_delay.maxlen, final_fall_delay.maxlen);
1007 if (final_maxlen == final_rise_delay.maxlen) {
1008 clrbits_le32(&host->base->msdc_iocon, MSDC_IOCON_RSPL);
1009 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_CMDRDLY_M,
1010 final_rise_delay.final_phase <<
1011 MSDC_PAD_TUNE_CMDRDLY_S);
1012 final_delay = final_rise_delay.final_phase;
1014 setbits_le32(&host->base->msdc_iocon, MSDC_IOCON_RSPL);
1015 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_CMDRDLY_M,
1016 final_fall_delay.final_phase <<
1017 MSDC_PAD_TUNE_CMDRDLY_S);
1018 final_delay = final_fall_delay.final_phase;
1021 if (host->dev_comp->async_fifo || host->hs200_cmd_int_delay)
1024 for (i = 0; i < PAD_DELAY_MAX; i++) {
1025 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_CMDRRDLY_M,
1026 i << MSDC_PAD_TUNE_CMDRRDLY_S);
1028 mmc_send_tuning(mmc, opcode, &cmd_err);
1030 internal_delay |= (1 << i);
1033 dev_err(dev, "Final internal delay: 0x%x\n", internal_delay);
1035 internal_delay_phase = get_best_delay(host, internal_delay);
1036 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_CMDRRDLY_M,
1037 internal_delay_phase.final_phase <<
1038 MSDC_PAD_TUNE_CMDRRDLY_S);
1041 dev_err(dev, "Final cmd pad delay: %x\n", final_delay);
1042 return final_delay == 0xff ? -EIO : 0;
1045 static int msdc_tune_data(struct udevice *dev, u32 opcode)
1047 struct msdc_plat *plat = dev_get_platdata(dev);
1048 struct msdc_host *host = dev_get_priv(dev);
1049 struct mmc *mmc = &plat->mmc;
1050 u32 rise_delay = 0, fall_delay = 0;
1051 struct msdc_delay_phase final_rise_delay, final_fall_delay = { 0, };
1052 u8 final_delay, final_maxlen;
1053 void __iomem *tune_reg = &host->base->pad_tune;
1057 if (host->dev_comp->pad_tune0)
1058 tune_reg = &host->base->pad_tune0;
1060 clrbits_le32(&host->base->msdc_iocon, MSDC_IOCON_DSPL);
1061 clrbits_le32(&host->base->msdc_iocon, MSDC_IOCON_W_DSPL);
1063 for (i = 0; i < PAD_DELAY_MAX; i++) {
1064 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_DATRRDLY_M,
1065 i << MSDC_PAD_TUNE_DATRRDLY_S);
1067 ret = mmc_send_tuning(mmc, opcode, &cmd_err);
1069 rise_delay |= (1 << i);
1070 } else if (cmd_err) {
1071 /* in this case, retune response is needed */
1072 ret = msdc_tune_response(dev, opcode);
1078 final_rise_delay = get_best_delay(host, rise_delay);
1079 if (final_rise_delay.maxlen >= 12 ||
1080 (final_rise_delay.start == 0 && final_rise_delay.maxlen >= 4))
1083 setbits_le32(&host->base->msdc_iocon, MSDC_IOCON_DSPL);
1084 setbits_le32(&host->base->msdc_iocon, MSDC_IOCON_W_DSPL);
1086 for (i = 0; i < PAD_DELAY_MAX; i++) {
1087 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_DATRRDLY_M,
1088 i << MSDC_PAD_TUNE_DATRRDLY_S);
1090 ret = mmc_send_tuning(mmc, opcode, &cmd_err);
1092 fall_delay |= (1 << i);
1093 } else if (cmd_err) {
1094 /* in this case, retune response is needed */
1095 ret = msdc_tune_response(dev, opcode);
1101 final_fall_delay = get_best_delay(host, fall_delay);
1104 final_maxlen = max(final_rise_delay.maxlen, final_fall_delay.maxlen);
1105 if (final_maxlen == final_rise_delay.maxlen) {
1106 clrbits_le32(&host->base->msdc_iocon, MSDC_IOCON_DSPL);
1107 clrbits_le32(&host->base->msdc_iocon, MSDC_IOCON_W_DSPL);
1108 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_DATRRDLY_M,
1109 final_rise_delay.final_phase <<
1110 MSDC_PAD_TUNE_DATRRDLY_S);
1111 final_delay = final_rise_delay.final_phase;
1113 setbits_le32(&host->base->msdc_iocon, MSDC_IOCON_DSPL);
1114 setbits_le32(&host->base->msdc_iocon, MSDC_IOCON_W_DSPL);
1115 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_DATRRDLY_M,
1116 final_fall_delay.final_phase <<
1117 MSDC_PAD_TUNE_DATRRDLY_S);
1118 final_delay = final_fall_delay.final_phase;
1121 if (mmc->selected_mode == MMC_HS_200 ||
1122 mmc->selected_mode == UHS_SDR104)
1123 clrsetbits_le32(tune_reg, MSDC_PAD_TUNE_DATWRDLY_M,
1124 host->hs200_write_int_delay <<
1125 MSDC_PAD_TUNE_DATWRDLY_S);
1127 dev_err(dev, "Final data pad delay: %x\n", final_delay);
1129 return final_delay == 0xff ? -EIO : 0;
1132 static int msdc_execute_tuning(struct udevice *dev, uint opcode)
1134 struct msdc_plat *plat = dev_get_platdata(dev);
1135 struct msdc_host *host = dev_get_priv(dev);
1136 struct mmc *mmc = &plat->mmc;
1139 if (mmc->selected_mode == MMC_HS_400) {
1140 writel(host->hs400_ds_delay, &host->base->pad_ds_tune);
1141 /* for hs400 mode it must be set to 0 */
1142 clrbits_le32(&host->base->patch_bit2, MSDC_PB2_CFGCRCSTS);
1143 host->hs400_mode = true;
1146 ret = msdc_tune_response(dev, opcode);
1148 dev_err(dev, "Tune response fail!\n");
1152 if (!host->hs400_mode) {
1153 ret = msdc_tune_data(dev, opcode);
1155 dev_err(dev, "Tune data fail!\n");
1158 host->saved_tune_para.iocon = readl(&host->base->msdc_iocon);
1159 host->saved_tune_para.pad_tune = readl(&host->base->pad_tune);
1165 static void msdc_init_hw(struct msdc_host *host)
1168 void __iomem *tune_reg = &host->base->pad_tune;
1170 if (host->dev_comp->pad_tune0)
1171 tune_reg = &host->base->pad_tune0;
1173 /* Configure to MMC/SD mode, clock free running */
1174 setbits_le32(&host->base->msdc_cfg, MSDC_CFG_MODE);
1177 setbits_le32(&host->base->msdc_cfg, MSDC_CFG_PIO);
1180 msdc_reset_hw(host);
1182 /* Enable/disable hw card detection according to fdt option */
1183 if (host->builtin_cd)
1184 clrsetbits_le32(&host->base->msdc_ps,
1186 (DEFAULT_CD_DEBOUNCE << MSDC_PS_CDDBCE_S) |
1189 clrbits_le32(&host->base->msdc_ps, MSDC_PS_CDEN);
1191 /* Clear all interrupts */
1192 val = readl(&host->base->msdc_int);
1193 writel(val, &host->base->msdc_int);
1195 /* Enable data & cmd interrupts */
1196 writel(DATA_INTS_MASK | CMD_INTS_MASK, &host->base->msdc_inten);
1198 writel(0, tune_reg);
1199 writel(0, &host->base->msdc_iocon);
1202 setbits_le32(&host->base->msdc_iocon, MSDC_IOCON_RSPL);
1204 clrbits_le32(&host->base->msdc_iocon, MSDC_IOCON_RSPL);
1206 writel(0x403c0046, &host->base->patch_bit0);
1207 writel(0xffff4089, &host->base->patch_bit1);
1209 if (host->dev_comp->stop_clk_fix)
1210 clrsetbits_le32(&host->base->patch_bit1, MSDC_PB1_STOP_DLY_M,
1211 3 << MSDC_PB1_STOP_DLY_S);
1213 if (host->dev_comp->busy_check)
1214 clrbits_le32(&host->base->patch_bit1, (1 << 7));
1216 setbits_le32(&host->base->emmc50_cfg0, EMMC50_CFG_CFCSTS_SEL);
1218 if (host->dev_comp->async_fifo) {
1219 clrsetbits_le32(&host->base->patch_bit2, MSDC_PB2_RESPWAIT_M,
1220 3 << MSDC_PB2_RESPWAIT_S);
1222 if (host->dev_comp->enhance_rx) {
1223 setbits_le32(&host->base->sdc_adv_cfg0,
1226 clrsetbits_le32(&host->base->patch_bit2,
1227 MSDC_PB2_RESPSTSENSEL_M,
1228 2 << MSDC_PB2_RESPSTSENSEL_S);
1229 clrsetbits_le32(&host->base->patch_bit2,
1230 MSDC_PB2_CRCSTSENSEL_M,
1231 2 << MSDC_PB2_CRCSTSENSEL_S);
1234 /* use async fifo to avoid tune internal delay */
1235 clrbits_le32(&host->base->patch_bit2,
1237 clrbits_le32(&host->base->patch_bit2,
1238 MSDC_PB2_CFGCRCSTS);
1241 if (host->dev_comp->data_tune) {
1242 setbits_le32(tune_reg,
1243 MSDC_PAD_TUNE_RD_SEL | MSDC_PAD_TUNE_CMD_SEL);
1244 clrsetbits_le32(&host->base->patch_bit0,
1245 MSDC_INT_DAT_LATCH_CK_SEL_M,
1247 MSDC_INT_DAT_LATCH_CK_SEL_S);
1249 /* choose clock tune */
1250 setbits_le32(tune_reg, MSDC_PAD_TUNE_RXDLYSEL);
1253 /* Configure to enable SDIO mode otherwise sdio cmd5 won't work */
1254 setbits_le32(&host->base->sdc_cfg, SDC_CFG_SDIO);
1256 /* disable detecting SDIO device interrupt function */
1257 clrbits_le32(&host->base->sdc_cfg, SDC_CFG_SDIOIDE);
1259 /* Configure to default data timeout */
1260 clrsetbits_le32(&host->base->sdc_cfg, SDC_CFG_DTOC_M,
1261 3 << SDC_CFG_DTOC_S);
1263 if (host->dev_comp->stop_clk_fix) {
1264 clrbits_le32(&host->base->sdc_fifo_cfg,
1265 SDC_FIFO_CFG_WRVALIDSEL);
1266 clrbits_le32(&host->base->sdc_fifo_cfg,
1267 SDC_FIFO_CFG_RDVALIDSEL);
1270 host->def_tune_para.iocon = readl(&host->base->msdc_iocon);
1271 host->def_tune_para.pad_tune = readl(&host->base->pad_tune);
1274 static void msdc_ungate_clock(struct msdc_host *host)
1276 clk_enable(&host->src_clk);
1277 clk_enable(&host->h_clk);
1278 if (host->src_clk_cg.dev)
1279 clk_enable(&host->src_clk_cg);
1282 static int msdc_drv_probe(struct udevice *dev)
1284 struct mmc_uclass_priv *upriv = dev_get_uclass_priv(dev);
1285 struct msdc_plat *plat = dev_get_platdata(dev);
1286 struct msdc_host *host = dev_get_priv(dev);
1287 struct mmc_config *cfg = &plat->cfg;
1289 cfg->name = dev->name;
1291 host->dev_comp = (struct msdc_compatible *)dev_get_driver_data(dev);
1293 host->src_clk_freq = clk_get_rate(&host->src_clk);
1295 if (host->dev_comp->clk_div_bits == 8)
1296 cfg->f_min = host->src_clk_freq / (4 * 255);
1298 cfg->f_min = host->src_clk_freq / (4 * 4095);
1299 cfg->f_max = host->src_clk_freq / 2;
1302 cfg->voltages = MMC_VDD_32_33 | MMC_VDD_33_34;
1304 host->mmc = &plat->mmc;
1305 host->timeout_ns = 100000000;
1306 host->timeout_clks = 3 * (1 << host->dev_comp->sclk_cycle_shift);
1308 #ifdef CONFIG_PINCTRL
1309 pinctrl_select_state(dev, "default");
1312 msdc_ungate_clock(host);
1315 upriv->mmc = &plat->mmc;
1320 static int msdc_ofdata_to_platdata(struct udevice *dev)
1322 struct msdc_plat *plat = dev_get_platdata(dev);
1323 struct msdc_host *host = dev_get_priv(dev);
1324 struct mmc_config *cfg = &plat->cfg;
1327 host->base = (void *)dev_read_addr(dev);
1331 ret = mmc_of_parse(dev, cfg);
1335 ret = clk_get_by_name(dev, "source", &host->src_clk);
1339 ret = clk_get_by_name(dev, "hclk", &host->h_clk);
1343 clk_get_by_name(dev, "source_cg", &host->src_clk_cg); /* optional */
1345 #if CONFIG_IS_ENABLED(DM_GPIO)
1346 gpio_request_by_name(dev, "wp-gpios", 0, &host->gpio_wp, GPIOD_IS_IN);
1347 gpio_request_by_name(dev, "cd-gpios", 0, &host->gpio_cd, GPIOD_IS_IN);
1350 host->hs400_ds_delay = dev_read_u32_default(dev, "hs400-ds-delay", 0);
1351 host->hs200_cmd_int_delay =
1352 dev_read_u32_default(dev, "cmd_int_delay", 0);
1353 host->hs200_write_int_delay =
1354 dev_read_u32_default(dev, "write_int_delay", 0);
1355 host->latch_ck = dev_read_u32_default(dev, "latch-ck", 0);
1356 host->r_smpl = dev_read_u32_default(dev, "r_smpl", 0);
1357 host->builtin_cd = dev_read_u32_default(dev, "builtin-cd", 0);
1362 static int msdc_drv_bind(struct udevice *dev)
1364 struct msdc_plat *plat = dev_get_platdata(dev);
1366 return mmc_bind(dev, &plat->mmc, &plat->cfg);
1369 static const struct dm_mmc_ops msdc_ops = {
1370 .send_cmd = msdc_ops_send_cmd,
1371 .set_ios = msdc_ops_set_ios,
1372 .get_cd = msdc_ops_get_cd,
1373 .get_wp = msdc_ops_get_wp,
1374 #ifdef MMC_SUPPORTS_TUNING
1375 .execute_tuning = msdc_execute_tuning,
1379 static const struct msdc_compatible mt7620_compat = {
1381 .sclk_cycle_shift = 16,
1383 .async_fifo = false,
1385 .busy_check = false,
1386 .stop_clk_fix = false,
1390 static const struct msdc_compatible mt7623_compat = {
1392 .sclk_cycle_shift = 20,
1396 .busy_check = false,
1397 .stop_clk_fix = false,
1401 static const struct msdc_compatible mt8516_compat = {
1403 .sclk_cycle_shift = 20,
1408 .stop_clk_fix = true,
1411 static const struct msdc_compatible mt8183_compat = {
1413 .sclk_cycle_shift = 20,
1418 .stop_clk_fix = true,
1421 static const struct udevice_id msdc_ids[] = {
1422 { .compatible = "mediatek,mt7620-mmc", .data = (ulong)&mt7620_compat },
1423 { .compatible = "mediatek,mt7623-mmc", .data = (ulong)&mt7623_compat },
1424 { .compatible = "mediatek,mt8516-mmc", .data = (ulong)&mt8516_compat },
1425 { .compatible = "mediatek,mt8183-mmc", .data = (ulong)&mt8183_compat },
1429 U_BOOT_DRIVER(mtk_sd_drv) = {
1432 .of_match = msdc_ids,
1433 .ofdata_to_platdata = msdc_ofdata_to_platdata,
1434 .bind = msdc_drv_bind,
1435 .probe = msdc_drv_probe,
1437 .platdata_auto_alloc_size = sizeof(struct msdc_plat),
1438 .priv_auto_alloc_size = sizeof(struct msdc_host),