1 // SPDX-License-Identifier: GPL-2.0+ OR BSD-3-Clause
3 * (C) Copyright 2017 Rockchip Electronics Co., Ltd.
7 #include <debug_uart.h>
9 #include <dt-structs.h>
16 #include <asm/arch-rockchip/clock.h>
17 #include <asm/arch-rockchip/cru_rk3328.h>
18 #include <asm/arch-rockchip/grf_rk3328.h>
19 #include <asm/arch-rockchip/sdram.h>
20 #include <asm/arch-rockchip/sdram_rk3328.h>
21 #include <asm/arch-rockchip/uart.h>
22 #include <linux/delay.h>
25 #ifdef CONFIG_TPL_BUILD
26 struct ddr_pctl_regs *pctl;
27 struct ddr_phy_regs *phy;
29 struct rk3328_cru *cru;
30 struct msch_regs *msch;
31 struct rk3328_ddr_grf_regs *ddr_grf;
34 struct rk3328_grf_regs *grf;
37 #ifdef CONFIG_TPL_BUILD
39 struct rk3328_sdram_channel sdram_ch;
41 struct rockchip_dmc_plat {
42 #if CONFIG_IS_ENABLED(OF_PLATDATA)
43 struct dtd_rockchip_rk3328_dmc dtplat;
45 struct rk3328_sdram_params sdram_params;
50 #if CONFIG_IS_ENABLED(OF_PLATDATA)
51 static int conv_of_platdata(struct udevice *dev)
53 struct rockchip_dmc_plat *plat = dev_get_plat(dev);
54 struct dtd_rockchip_rk3328_dmc *dtplat = &plat->dtplat;
57 ret = regmap_init_mem_platdata(dev, dtplat->reg,
58 ARRAY_SIZE(dtplat->reg) / 2,
67 static void rkclk_ddr_reset(struct dram_info *dram,
68 u32 ctl_srstn, u32 ctl_psrstn,
69 u32 phy_srstn, u32 phy_psrstn)
71 writel(ddrctrl_srstn_req(ctl_srstn) | ddrctrl_psrstn_req(ctl_psrstn) |
72 ddrphy_srstn_req(phy_srstn) | ddrphy_psrstn_req(phy_psrstn),
73 &dram->cru->softrst_con[5]);
74 writel(ddrctrl_asrstn_req(ctl_srstn), &dram->cru->softrst_con[9]);
77 static void rkclk_set_dpll(struct dram_info *dram, unsigned int hz)
79 unsigned int refdiv, postdiv1, postdiv2, fbdiv;
87 } else if (mhz <= 400) {
90 } else if (mhz <= 600) {
93 } else if (mhz <= 800) {
96 } else if (mhz <= 1600) {
103 fbdiv = (mhz * refdiv * postdiv1 * postdiv2) / 24;
105 writel(((0x1 << 4) << 16) | (0 << 4), &dram->cru->mode_con);
106 writel(POSTDIV1(postdiv1) | FBDIV(fbdiv), &dram->cru->dpll_con[0]);
107 writel(DSMPD(1) | POSTDIV2(postdiv2) | REFDIV(refdiv),
108 &dram->cru->dpll_con[1]);
112 if (LOCK(readl(&dram->cru->dpll_con[1])))
117 writel(((0x1 << 4) << 16) | (1 << 4), &dram->cru->mode_con);
120 static void rkclk_configure_ddr(struct dram_info *dram,
121 struct rk3328_sdram_params *sdram_params)
123 void __iomem *phy_base = dram->phy;
125 /* choose DPLL for ddr clk source */
126 clrbits_le32(PHY_REG(phy_base, 0xef), 1 << 7);
128 /* for inno ddr phy need 2*freq */
129 rkclk_set_dpll(dram, sdram_params->base.ddr_freq * MHZ * 2);
132 /* return ddrconfig value
133 * (-1), find ddrconfig fail
134 * other, the ddrconfig value
135 * only support cs0_row >= cs1_row
137 static u32 calculate_ddrconfig(struct rk3328_sdram_params *sdram_params)
139 struct sdram_cap_info *cap_info = &sdram_params->ch.cap_info;
140 u32 cs, bw, die_bw, col, row, bank;
147 die_bw = cap_info->dbw;
149 row = cap_info->cs0_row;
150 cs1_row = cap_info->cs1_row;
153 if (sdram_params->base.dramtype == DDR4) {
154 /* when DDR_TEST, CS always at MSB position for easy test */
155 if (cs == 2 && row == cs1_row) {
156 /* include 2cs cap both 2^n or both (2^n - 2^(n-2)) */
157 tmp = ((row - 13) << 3) | (1 << 2) | (bw & 0x2) |
159 for (i = 17; i < 21; i++) {
161 (ddr4_cfg_2_rbc[i - 10] & 0x7)) &&
163 (ddr4_cfg_2_rbc[i - 10] & 0x3c))) {
170 tmp = ((cs - 1) << 6) | ((row - 13) << 3) | (bw & 0x2) | die_bw;
171 for (i = 10; i < 17; i++) {
172 if (((tmp & 0x7) == (ddr4_cfg_2_rbc[i - 10] & 0x7)) &&
173 ((tmp & 0x3c) <= (ddr4_cfg_2_rbc[i - 10] & 0x3c)) &&
174 ((tmp & 0x40) <= (ddr4_cfg_2_rbc[i - 10] & 0x40))) {
185 /* when DDR_TEST, CS always at MSB position for easy test */
186 if (cs == 2 && row == cs1_row) {
187 /* include 2cs cap both 2^n or both (2^n - 2^(n-2)) */
188 for (i = 5; i < 8; i++) {
189 if ((bw + col - 11) == (ddr_cfg_2_rbc[i] &
197 tmp = ((row - 13) << 4) | (1 << 2) | ((bw + col - 11) << 0);
198 for (i = 0; i < 5; i++)
199 if (((tmp & 0xf) == (ddr_cfg_2_rbc[i] & 0xf)) &&
200 ((tmp & 0x30) <= (ddr_cfg_2_rbc[i] & 0x30))) {
208 printf("calculate ddrconfig error\n");
214 * calculate controller dram address map, and setting to register.
215 * argument sdram_ch.ddrconf must be right value before
216 * call this function.
218 static void set_ctl_address_map(struct dram_info *dram,
219 struct rk3328_sdram_params *sdram_params)
221 struct sdram_cap_info *cap_info = &sdram_params->ch.cap_info;
222 void __iomem *pctl_base = dram->pctl;
224 sdram_copy_to_reg((u32 *)(pctl_base + DDR_PCTL2_ADDRMAP0),
225 &addrmap[cap_info->ddrconfig][0], 9 * 4);
226 if (sdram_params->base.dramtype == LPDDR3 && cap_info->row_3_4)
227 setbits_le32(pctl_base + DDR_PCTL2_ADDRMAP6, 1 << 31);
228 if (sdram_params->base.dramtype == DDR4 && cap_info->bw == 0x1)
229 setbits_le32(pctl_base + DDR_PCTL2_PCCFG, 1 << 8);
231 if (cap_info->rank == 1)
232 clrsetbits_le32(pctl_base + DDR_PCTL2_ADDRMAP0, 0x1f, 0x1f);
235 static int data_training(struct dram_info *dram, u32 cs, u32 dramtype)
237 void __iomem *pctl_base = dram->pctl;
242 /* disable auto low-power */
243 pwrctl = readl(pctl_base + DDR_PCTL2_PWRCTL);
244 writel(0, pctl_base + DDR_PCTL2_PWRCTL);
246 dis_auto_zq = pctl_dis_zqcs_aref(dram->pctl);
248 ret = phy_data_training(dram->phy, cs, dramtype);
250 pctl_rest_zqcs_aref(dram->pctl, dis_auto_zq);
252 /* restore auto low-power */
253 writel(pwrctl, pctl_base + DDR_PCTL2_PWRCTL);
258 static void rx_deskew_switch_adjust(struct dram_info *dram)
262 void __iomem *phy_base = dram->phy;
264 for (i = 0; i < 4; i++)
265 gate_val = MAX(readl(PHY_REG(phy_base, 0xfb + i)), gate_val);
267 deskew_val = (gate_val >> 3) + 1;
268 deskew_val = (deskew_val > 0x1f) ? 0x1f : deskew_val;
269 clrsetbits_le32(PHY_REG(phy_base, 0x6e), 0xc, (deskew_val & 0x3) << 2);
270 clrsetbits_le32(PHY_REG(phy_base, 0x6f), 0x7 << 4,
271 (deskew_val & 0x1c) << 2);
274 static void tx_deskew_switch_adjust(struct dram_info *dram)
276 void __iomem *phy_base = dram->phy;
278 clrsetbits_le32(PHY_REG(phy_base, 0x6e), 0x3, 1);
281 static void set_ddrconfig(struct dram_info *dram, u32 ddrconfig)
283 writel(ddrconfig, &dram->msch->ddrconf);
286 static void sdram_msch_config(struct msch_regs *msch,
287 struct sdram_msch_timings *noc_timings)
289 writel(noc_timings->ddrtiming.d32, &msch->ddrtiming);
291 writel(noc_timings->ddrmode.d32, &msch->ddrmode);
292 writel(noc_timings->readlatency, &msch->readlatency);
294 writel(noc_timings->activate.d32, &msch->activate);
295 writel(noc_timings->devtodev.d32, &msch->devtodev);
296 writel(noc_timings->ddr4timing.d32, &msch->ddr4_timing);
297 writel(noc_timings->agingx0, &msch->aging0);
298 writel(noc_timings->agingx0, &msch->aging1);
299 writel(noc_timings->agingx0, &msch->aging2);
300 writel(noc_timings->agingx0, &msch->aging3);
301 writel(noc_timings->agingx0, &msch->aging4);
302 writel(noc_timings->agingx0, &msch->aging5);
305 static void dram_all_config(struct dram_info *dram,
306 struct rk3328_sdram_params *sdram_params)
308 struct sdram_cap_info *cap_info = &sdram_params->ch.cap_info;
312 set_ddrconfig(dram, cap_info->ddrconfig);
313 sdram_org_config(cap_info, &sdram_params->base, &sys_reg2,
315 writel(sys_reg2, &dram->grf->os_reg[2]);
316 writel(sys_reg3, &dram->grf->os_reg[3]);
318 sdram_msch_config(dram->msch, &sdram_ch.noc_timings);
321 static void enable_low_power(struct dram_info *dram,
322 struct rk3328_sdram_params *sdram_params)
324 void __iomem *pctl_base = dram->pctl;
326 /* enable upctl2 axi clock auto gating */
327 writel(0x00800000, &dram->ddr_grf->ddr_grf_con[0]);
328 writel(0x20012001, &dram->ddr_grf->ddr_grf_con[2]);
329 /* enable upctl2 core clock auto gating */
330 writel(0x001e001a, &dram->ddr_grf->ddr_grf_con[2]);
333 clrbits_le32(pctl_base + DDR_PCTL2_PWRCTL, (1 << 1));
335 setbits_le32(pctl_base + DDR_PCTL2_PWRCTL, (1 << 1));
337 clrbits_le32(pctl_base + DDR_PCTL2_PWRCTL, 1);
339 setbits_le32(pctl_base + DDR_PCTL2_PWRCTL, 1);
340 setbits_le32(pctl_base + DDR_PCTL2_PWRCTL, (1 << 3));
343 static int sdram_init(struct dram_info *dram,
344 struct rk3328_sdram_params *sdram_params, u32 pre_init)
346 struct sdram_cap_info *cap_info = &sdram_params->ch.cap_info;
347 void __iomem *pctl_base = dram->pctl;
349 rkclk_ddr_reset(dram, 1, 1, 1, 1);
352 * dereset ddr phy psrstn to config pll,
353 * if using phy pll psrstn must be dereset
356 rkclk_ddr_reset(dram, 1, 1, 1, 0);
357 rkclk_configure_ddr(dram, sdram_params);
359 /* release phy srst to provide clk to ctrl */
360 rkclk_ddr_reset(dram, 1, 1, 0, 0);
362 phy_soft_reset(dram->phy);
363 /* release ctrl presetn, and config ctl registers */
364 rkclk_ddr_reset(dram, 1, 0, 0, 0);
365 pctl_cfg(dram->pctl, &sdram_params->pctl_regs, SR_IDLE, PD_IDLE);
366 cap_info->ddrconfig = calculate_ddrconfig(sdram_params);
367 set_ctl_address_map(dram, sdram_params);
368 phy_cfg(dram->phy, &sdram_params->phy_regs, &sdram_params->skew,
369 &sdram_params->base, cap_info->bw);
371 /* enable dfi_init_start to init phy after ctl srstn deassert */
372 setbits_le32(pctl_base + DDR_PCTL2_DFIMISC, (1 << 5) | (1 << 4));
373 rkclk_ddr_reset(dram, 0, 0, 0, 0);
374 /* wait for dfi_init_done and dram init complete */
375 while ((readl(pctl_base + DDR_PCTL2_STAT) & 0x7) == 0)
378 /* do ddr gate training */
379 if (data_training(dram, 0, sdram_params->base.dramtype) != 0) {
380 printf("data training error\n");
384 if (sdram_params->base.dramtype == DDR4)
385 pctl_write_vrefdq(dram->pctl, 0x3, 5670,
386 sdram_params->base.dramtype);
389 rx_deskew_switch_adjust(dram);
390 tx_deskew_switch_adjust(dram);
393 dram_all_config(dram, sdram_params);
394 enable_low_power(dram, sdram_params);
399 static u64 dram_detect_cap(struct dram_info *dram,
400 struct rk3328_sdram_params *sdram_params,
401 unsigned char channel)
403 struct sdram_cap_info *cap_info = &sdram_params->ch.cap_info;
406 * for ddr3: ddrconf = 3
407 * for ddr4: ddrconf = 12
408 * for lpddr3: ddrconf = 3
416 u32 dram_type = sdram_params->base.dramtype;
418 if (dram_type != DDR4) {
419 /* detect col and bk for ddr3/lpddr3 */
424 if (sdram_detect_col(cap_info, coltmp) != 0)
426 sdram_detect_bank(cap_info, coltmp, bktmp);
427 sdram_detect_dbw(cap_info, dram_type);
429 /* detect bg for ddr4 */
438 sdram_detect_bg(cap_info, coltmp);
442 if (sdram_detect_row(cap_info, coltmp, bktmp, rowtmp) != 0)
446 sdram_detect_row_3_4(cap_info, coltmp, bktmp);
448 /* bw and cs detect using data training */
449 if (data_training(dram, 1, dram_type) == 0)
453 cap_info->rank = cs + 1;
458 cap_info->cs0_high16bit_row = cap_info->cs0_row;
460 cap_info->cs1_row = cap_info->cs0_row;
461 cap_info->cs1_high16bit_row = cap_info->cs0_row;
463 cap_info->cs1_row = 0;
464 cap_info->cs1_high16bit_row = 0;
472 static int sdram_init_detect(struct dram_info *dram,
473 struct rk3328_sdram_params *sdram_params)
477 struct sdram_cap_info *cap_info = &sdram_params->ch.cap_info;
479 debug("Starting SDRAM initialization...\n");
481 memcpy(&sdram_ch, &sdram_params->ch,
482 sizeof(struct rk3328_sdram_channel));
484 sdram_init(dram, sdram_params, 0);
485 dram_detect_cap(dram, sdram_params, 0);
487 /* modify bw, cs related timing */
488 pctl_remodify_sdram_params(&sdram_params->pctl_regs, cap_info,
489 sdram_params->base.dramtype);
491 if (cap_info->bw == 2)
492 sdram_ch.noc_timings.ddrtiming.b.bwratio = 0;
494 sdram_ch.noc_timings.ddrtiming.b.bwratio = 1;
496 /* reinit sdram by real dram cap */
497 sdram_init(dram, sdram_params, 1);
499 /* redetect cs1 row */
500 sdram_detect_cs1_row(cap_info, sdram_params->base.dramtype);
501 if (cap_info->cs1_row) {
502 sys_reg = readl(&dram->grf->os_reg[2]);
503 sys_reg3 = readl(&dram->grf->os_reg[3]);
504 SYS_REG_ENC_CS1_ROW(cap_info->cs1_row,
505 sys_reg, sys_reg3, 0);
506 writel(sys_reg, &dram->grf->os_reg[2]);
507 writel(sys_reg3, &dram->grf->os_reg[3]);
510 sdram_print_ddr_info(&sdram_params->ch.cap_info, &sdram_params->base);
515 static int rk3328_dmc_init(struct udevice *dev)
517 struct dram_info *priv = dev_get_priv(dev);
518 struct rockchip_dmc_plat *plat = dev_get_plat(dev);
521 #if !CONFIG_IS_ENABLED(OF_PLATDATA)
522 struct rk3328_sdram_params *params = &plat->sdram_params;
524 struct dtd_rockchip_rk3328_dmc *dtplat = &plat->dtplat;
525 struct rk3328_sdram_params *params =
526 (void *)dtplat->rockchip_sdram_params;
528 ret = conv_of_platdata(dev);
532 priv->phy = regmap_get_range(plat->map, 0);
533 priv->pctl = regmap_get_range(plat->map, 1);
534 priv->grf = regmap_get_range(plat->map, 2);
535 priv->cru = regmap_get_range(plat->map, 3);
536 priv->msch = regmap_get_range(plat->map, 4);
537 priv->ddr_grf = regmap_get_range(plat->map, 5);
539 debug("%s phy %p pctrl %p grf %p cru %p msch %p ddr_grf %p\n",
540 __func__, priv->phy, priv->pctl, priv->grf, priv->cru,
541 priv->msch, priv->ddr_grf);
542 ret = sdram_init_detect(priv, params);
544 printf("%s DRAM init failed%d\n", __func__, ret);
551 static int rk3328_dmc_ofdata_to_platdata(struct udevice *dev)
553 #if !CONFIG_IS_ENABLED(OF_PLATDATA)
554 struct rockchip_dmc_plat *plat = dev_get_plat(dev);
557 ret = dev_read_u32_array(dev, "rockchip,sdram-params",
558 (u32 *)&plat->sdram_params,
559 sizeof(plat->sdram_params) / sizeof(u32));
561 printf("%s: Cannot read rockchip,sdram-params %d\n",
565 ret = regmap_init_mem(dev, &plat->map);
567 printf("%s: regmap failed %d\n", __func__, ret);
574 static int rk3328_dmc_probe(struct udevice *dev)
576 #ifdef CONFIG_TPL_BUILD
577 if (rk3328_dmc_init(dev))
580 struct dram_info *priv = dev_get_priv(dev);
582 priv->grf = syscon_get_first_range(ROCKCHIP_SYSCON_GRF);
583 debug("%s: grf=%p\n", __func__, priv->grf);
584 priv->info.base = CONFIG_SYS_SDRAM_BASE;
585 priv->info.size = rockchip_sdram_size(
586 (phys_addr_t)&priv->grf->os_reg[2]);
591 static int rk3328_dmc_get_info(struct udevice *dev, struct ram_info *info)
593 struct dram_info *priv = dev_get_priv(dev);
600 static struct ram_ops rk3328_dmc_ops = {
601 .get_info = rk3328_dmc_get_info,
604 static const struct udevice_id rk3328_dmc_ids[] = {
605 { .compatible = "rockchip,rk3328-dmc" },
609 U_BOOT_DRIVER(rockchip_rk3328_dmc) = {
610 .name = "rockchip_rk3328_dmc",
612 .of_match = rk3328_dmc_ids,
613 .ops = &rk3328_dmc_ops,
614 #ifdef CONFIG_TPL_BUILD
615 .ofdata_to_platdata = rk3328_dmc_ofdata_to_platdata,
617 .probe = rk3328_dmc_probe,
618 .priv_auto = sizeof(struct dram_info),
619 #ifdef CONFIG_TPL_BUILD
620 .plat_auto = sizeof(struct rockchip_dmc_plat),