1 // SPDX-License-Identifier: GPL-2.0+ OR BSD-3-Clause
3 * (C) Copyright 2015 Rockchip Electronics Co., Ltd
8 #include <asm/arch-rockchip/cru_rk3036.h>
9 #include <asm/arch-rockchip/grf_rk3036.h>
10 #include <asm/arch-rockchip/hardware.h>
11 #include <asm/arch-rockchip/sdram_rk3036.h>
12 #include <asm/arch-rockchip/uart.h>
15 * we can not fit the code to access the device tree in SPL
16 * (due to 4K SRAM size limits), so these are hard-coded
18 #define CRU_BASE 0x20000000
19 #define GRF_BASE 0x20008000
20 #define DDR_PHY_BASE 0x2000a000
21 #define DDR_PCTL_BASE 0x20004000
22 #define CPU_AXI_BUS_BASE 0x10128000
24 struct rk3036_sdram_priv {
25 struct rk3036_cru *cru;
26 struct rk3036_grf *grf;
27 struct rk3036_ddr_phy *phy;
28 struct rk3036_ddr_pctl *pctl;
29 struct rk3036_service_sys *axi_bus;
32 struct rk3036_ddr_config ddr_config;
36 * use integer mode, dpll output 792MHz and ddr get 396MHz
37 * refdiv, fbdiv, postdiv1, postdiv2
39 const struct pll_div dpll_init_cfg = {1, 66, 2, 1};
41 /* 396Mhz ddr timing */
42 const struct rk3036_ddr_timing ddr_timing = {0x18c,
43 {0x18c, 0xc8, 0x1f4, 0x27, 0x4e,
44 0x4, 0x8b, 0x06, 0x03, 0x0, 0x06, 0x05, 0x0f, 0x15, 0x06, 0x04, 0x04,
45 0x06, 0x04, 0x200, 0x03, 0x0a, 0x40, 0x2710, 0x01, 0x05, 0x05, 0x03,
46 0x0c, 0x28, 0x100, 0x0, 0x04, 0x0},
47 {{0x420, 0x42, 0x0, 0x0}, 0x01, 0x60},
51 * [7:6] bank(n:n bit bank)
53 * [3] cs(0:1 cs, 1:2 cs)
54 * [2:1] bank(n:n bit bank)
57 const char ddr_cfg_2_rbc[] = {
58 ((3 << 6) | (3 << 4) | (0 << 3) | (0 << 1) | 1),
59 ((0 << 6) | (1 << 4) | (0 << 3) | (3 << 1) | 0),
60 ((0 << 6) | (2 << 4) | (0 << 3) | (3 << 1) | 0),
61 ((0 << 6) | (3 << 4) | (0 << 3) | (3 << 1) | 0),
62 ((0 << 6) | (1 << 4) | (0 << 3) | (3 << 1) | 1),
63 ((0 << 6) | (2 << 4) | (0 << 3) | (3 << 1) | 1),
64 ((0 << 6) | (3 << 4) | (0 << 3) | (3 << 1) | 1),
65 ((0 << 6) | (0 << 4) | (0 << 3) | (3 << 1) | 0),
66 ((0 << 6) | (0 << 4) | (0 << 3) | (3 << 1) | 1),
67 ((0 << 6) | (3 << 4) | (1 << 3) | (3 << 1) | 0),
68 ((0 << 6) | (3 << 4) | (1 << 3) | (3 << 1) | 1),
69 ((1 << 6) | (2 << 4) | (0 << 3) | (2 << 1) | 0),
70 ((3 << 6) | (2 << 4) | (0 << 3) | (0 << 1) | 1),
71 ((3 << 6) | (3 << 4) | (0 << 3) | (0 << 1) | 0),
81 MEMORY_SELECT_DDR3 = 0 << 6,
82 DQS_SQU_CAL_NORMAL_MODE = 0 << 1,
83 DQS_SQU_CAL_START = 1 << 0,
84 DQS_SQU_NO_CAL = 0 << 0,
87 CMD_DLL_BYPASS = 1 << 4,
88 CMD_DLL_BYPASS_DISABLE = 0 << 4,
89 HIGH_8BIT_DLL_BYPASS = 1 << 3,
90 HIGH_8BIT_DLL_BYPASS_DISABLE = 0 << 3,
91 LOW_8BIT_DLL_BYPASS = 1 << 2,
92 LOW_8BIT_DLL_BYPASS_DISABLE = 0 << 2,
95 CMD_FEEDBACK_ENABLE = 1 << 5,
96 CMD_SLAVE_DLL_INVERSE_MODE = 1 << 4,
97 CMD_SLAVE_DLL_NO_INVERSE_MODE = 0 << 4,
98 CMD_SLAVE_DLL_ENALBE = 1 << 3,
99 CMD_TX_SLAVE_DLL_DELAY_MASK = 7,
100 CMD_TX_SLAVE_DLL_DELAY_SHIFT = 0,
103 LEFT_CHN_TX_DQ_PHASE_BYPASS_90 = 1 << 4,
104 LEFT_CHN_TX_DQ_PHASE_BYPASS_0 = 0 << 4,
105 LEFT_CHN_TX_DQ_DLL_ENABLE = 1 << 3,
106 LEFT_CHN_TX_DQ_DLL_DELAY_MASK = 7,
107 LEFT_CHN_TX_DQ_DLL_DELAY_SHIFT = 0,
110 LEFT_CHN_RX_DQS_DELAY_TAP_MASK = 3,
111 LEFT_CHN_RX_DQS_DELAY_TAP_SHIFT = 0,
114 RIGHT_CHN_TX_DQ_PHASE_BYPASS_90 = 1 << 4,
115 RIGHT_CHN_TX_DQ_PHASE_BYPASS_0 = 0 << 4,
116 RIGHT_CHN_TX_DQ_DLL_ENABLE = 1 << 3,
117 RIGHT_CHN_TX_DQ_DLL_DELAY_MASK = 7,
118 RIGHT_CHN_TX_DQ_DLL_DELAY_SHIFT = 0,
121 RIGHT_CHN_RX_DQS_DELAY_TAP_MASK = 3,
122 RIGHT_CHN_RX_DQS_DELAY_TAP_SHIFT = 0,
126 HIGH_8BIT_CAL_DONE = 1 << 1,
127 LOW_8BIT_CAL_DONE = 1 << 0,
133 DFI_INIT_START = 1 << 0,
134 DFI_DATA_BYTE_DISABLE_EN = 1 << 2,
137 DFI_DRAM_CLK_SR_EN = 1 << 0,
138 DFI_DRAM_CLK_DPD_EN = 1 << 1,
141 DFI_PARITY_INTR_EN = 1 << 0,
142 DFI_PARITY_EN = 1 << 1,
145 TLP_RESP_TIME_SHIFT = 16,
150 RANK0_ODT_WRITE_SEL = 1 << 3,
151 RANK1_ODT_WRITE_SEL = 1 << 11,
153 /* PCTL_DFIODTCFG1 */
154 ODT_LEN_BL8_W_SHIFT = 16,
159 PD_EXIT_SLOW_MODE = 0 << 17,
160 PD_ACTIVE_POWER_DOWN = 1 << 16,
167 HW_EXIT_IDLE_EN_MASK = 1,
168 HW_EXIT_IDLE_EN_SHIFT = 31,
169 SR_IDLE_MASK = 0x1ff,
173 HW_LOW_POWER_EN = 1 << 0,
176 POWER_UP_START = 1 << 0,
179 POWER_UP_DONE = 1 << 0,
184 BANK_ADDR_SHIFT = 17,
185 CMD_ADDR_MASK = 0x1fff,
216 #define MSCH4_MAINDDR3 (1 << 7)
217 #define PHY_DRV_ODT_SET(n) ((n << 4) | n)
218 #define DDR3_DLL_RESET (1 << 8)
220 /* CK pull up/down driver strength control */
238 /* DQ pull up/down control */
249 PHY_RTT_144OHM = 0xa,
257 /* DQS squelch DLL delay */
259 DQS_DLL_NO_DELAY = 0,
283 /* 0: 1 chn, 1: 2 chn */
284 DDR_CHN_CNT_SHIFT = 12,
286 /* 0: 1 rank, 1: 2 rank */
287 DDR_RANK_CNT_MASK = 1,
288 DDR_RANK_CNT_SHIFT = 11,
299 /* 0: 8 bank, 1: 4 bank*/
309 DDR_CS0_ROW_MASK = 3,
310 DDR_CS0_ROW_SHIFT = 6,
311 DDR_CS1_ROW_MASK = 3,
312 DDR_CS1_ROW_SHIFT = 4,
318 * rk3036 only support 16bit
323 DDR_DIE_BW_SHIFT = 0,
326 static void rkdclk_init(struct rk3036_sdram_priv *priv)
328 struct rk3036_pll *pll = &priv->cru->pll[1];
330 /* pll enter slow-mode */
331 rk_clrsetreg(&priv->cru->cru_mode_con, DPLL_MODE_MASK,
332 DPLL_MODE_SLOW << DPLL_MODE_SHIFT);
334 /* use integer mode */
335 rk_setreg(&pll->con1, 1 << PLL_DSMPD_SHIFT);
337 rk_clrsetreg(&pll->con0,
338 PLL_POSTDIV1_MASK | PLL_FBDIV_MASK,
339 (dpll_init_cfg.postdiv1 << PLL_POSTDIV1_SHIFT) |
340 dpll_init_cfg.fbdiv);
341 rk_clrsetreg(&pll->con1, PLL_POSTDIV2_MASK | PLL_REFDIV_MASK,
342 (dpll_init_cfg.postdiv2 << PLL_POSTDIV2_SHIFT |
343 dpll_init_cfg.refdiv << PLL_REFDIV_SHIFT));
345 /* waiting for pll lock */
346 while (readl(&pll->con1) & (1 << PLL_LOCK_STATUS_SHIFT))
349 /* PLL enter normal-mode */
350 rk_clrsetreg(&priv->cru->cru_mode_con, DPLL_MODE_MASK,
351 DPLL_MODE_NORM << DPLL_MODE_SHIFT);
354 static void copy_to_reg(u32 *dest, const u32 *src, u32 n)
358 for (i = 0; i < n / sizeof(u32); i++) {
365 void phy_pctrl_reset(struct rk3036_sdram_priv *priv)
367 struct rk3036_ddr_phy *ddr_phy = priv->phy;
369 rk_clrsetreg(&priv->cru->cru_softrst_con[5], 1 << DDRCTRL_PSRST_SHIFT |
370 1 << DDRCTRL_SRST_SHIFT | 1 << DDRPHY_PSRST_SHIFT |
371 1 << DDRPHY_SRST_SHIFT,
372 1 << DDRCTRL_PSRST_SHIFT | 1 << DDRCTRL_SRST_SHIFT |
373 1 << DDRPHY_PSRST_SHIFT | 1 << DDRPHY_SRST_SHIFT);
377 rk_clrreg(&priv->cru->cru_softrst_con[5], 1 << DDRPHY_PSRST_SHIFT |
378 1 << DDRPHY_SRST_SHIFT);
381 rk_clrreg(&priv->cru->cru_softrst_con[5], 1 << DDRCTRL_PSRST_SHIFT |
382 1 << DDRCTRL_SRST_SHIFT);
385 clrsetbits_le32(&ddr_phy->ddrphy_reg1,
386 SOFT_RESET_MASK << SOFT_RESET_SHIFT,
387 0 << SOFT_RESET_SHIFT);
389 clrsetbits_le32(&ddr_phy->ddrphy_reg1,
390 SOFT_RESET_MASK << SOFT_RESET_SHIFT,
391 3 << SOFT_RESET_SHIFT);
396 void phy_dll_bypass_set(struct rk3036_sdram_priv *priv, unsigned int freq)
398 struct rk3036_ddr_phy *ddr_phy = priv->phy;
400 if (freq < ddr_timing.freq) {
401 writel(CMD_DLL_BYPASS | HIGH_8BIT_DLL_BYPASS |
402 LOW_8BIT_DLL_BYPASS, &ddr_phy->ddrphy_reg2a);
404 writel(LEFT_CHN_TX_DQ_PHASE_BYPASS_90 |
405 LEFT_CHN_TX_DQ_DLL_ENABLE |
406 (0 & LEFT_CHN_TX_DQ_DLL_DELAY_MASK) <<
407 LEFT_CHN_TX_DQ_DLL_DELAY_SHIFT, &ddr_phy->ddrphy_reg6);
409 writel(RIGHT_CHN_TX_DQ_PHASE_BYPASS_90 |
410 RIGHT_CHN_TX_DQ_DLL_ENABLE |
411 (0 & RIGHT_CHN_TX_DQ_DLL_DELAY_MASK) <<
412 RIGHT_CHN_TX_DQ_DLL_DELAY_SHIFT,
413 &ddr_phy->ddrphy_reg9);
415 writel(CMD_DLL_BYPASS_DISABLE | HIGH_8BIT_DLL_BYPASS_DISABLE |
416 LOW_8BIT_DLL_BYPASS_DISABLE, &ddr_phy->ddrphy_reg2a);
418 writel(LEFT_CHN_TX_DQ_PHASE_BYPASS_0 |
419 LEFT_CHN_TX_DQ_DLL_ENABLE |
420 (4 & LEFT_CHN_TX_DQ_DLL_DELAY_MASK) <<
421 LEFT_CHN_TX_DQ_DLL_DELAY_SHIFT,
422 &ddr_phy->ddrphy_reg6);
424 writel(RIGHT_CHN_TX_DQ_PHASE_BYPASS_0 |
425 RIGHT_CHN_TX_DQ_DLL_ENABLE |
426 (4 & RIGHT_CHN_TX_DQ_DLL_DELAY_MASK) <<
427 RIGHT_CHN_TX_DQ_DLL_DELAY_SHIFT,
428 &ddr_phy->ddrphy_reg9);
431 writel(CMD_SLAVE_DLL_NO_INVERSE_MODE | CMD_SLAVE_DLL_ENALBE |
432 (0 & CMD_TX_SLAVE_DLL_DELAY_MASK) <<
433 CMD_TX_SLAVE_DLL_DELAY_SHIFT, &ddr_phy->ddrphy_reg19);
435 /* 45 degree delay */
436 writel((DQS_DLL_45_DELAY & LEFT_CHN_RX_DQS_DELAY_TAP_MASK) <<
437 LEFT_CHN_RX_DQS_DELAY_TAP_SHIFT, &ddr_phy->ddrphy_reg8);
438 writel((DQS_DLL_45_DELAY & RIGHT_CHN_RX_DQS_DELAY_TAP_MASK) <<
439 RIGHT_CHN_RX_DQS_DELAY_TAP_SHIFT, &ddr_phy->ddrphy_reg11);
442 static void send_command(struct rk3036_ddr_pctl *pctl,
443 u32 rank, u32 cmd, u32 arg)
445 writel((START_CMD | (rank << 20) | arg | cmd), &pctl->mcmd);
447 while (readl(&pctl->mcmd) & START_CMD)
451 static void memory_init(struct rk3036_sdram_priv *priv)
453 struct rk3036_ddr_pctl *pctl = priv->pctl;
455 send_command(pctl, 3, DESELECT_CMD, 0);
457 send_command(pctl, 3, PREA_CMD, 0);
458 send_command(pctl, 3, MRS_CMD,
459 (0x02 & BANK_ADDR_MASK) << BANK_ADDR_SHIFT |
460 (ddr_timing.phy_timing.mr[2] & CMD_ADDR_MASK) <<
463 send_command(pctl, 3, MRS_CMD,
464 (0x03 & BANK_ADDR_MASK) << BANK_ADDR_SHIFT |
465 (ddr_timing.phy_timing.mr[3] & CMD_ADDR_MASK) <<
468 send_command(pctl, 3, MRS_CMD,
469 (0x01 & BANK_ADDR_MASK) << BANK_ADDR_SHIFT |
470 (ddr_timing.phy_timing.mr[1] & CMD_ADDR_MASK) <<
473 send_command(pctl, 3, MRS_CMD,
474 (0x00 & BANK_ADDR_MASK) << BANK_ADDR_SHIFT |
475 (ddr_timing.phy_timing.mr[0] & CMD_ADDR_MASK) <<
476 CMD_ADDR_SHIFT | DDR3_DLL_RESET);
478 send_command(pctl, 3, ZQCL_CMD, 0);
481 static void data_training(struct rk3036_sdram_priv *priv)
483 struct rk3036_ddr_phy *ddr_phy = priv->phy;
484 struct rk3036_ddr_pctl *pctl = priv->pctl;
487 /* disable auto refresh */
488 value = readl(&pctl->trefi),
489 writel(0, &pctl->trefi);
491 clrsetbits_le32(&ddr_phy->ddrphy_reg2, 0x03,
492 DQS_SQU_CAL_NORMAL_MODE | DQS_SQU_CAL_START);
495 while ((readl(&ddr_phy->ddrphy_reg62) & CAL_DONE_MASK) !=
496 (HIGH_8BIT_CAL_DONE | LOW_8BIT_CAL_DONE)) {
500 clrsetbits_le32(&ddr_phy->ddrphy_reg2, 0x03,
501 DQS_SQU_CAL_NORMAL_MODE | DQS_SQU_NO_CAL);
504 * since data training will take about 20us, so send some auto
505 * refresh(about 7.8us) to complement the lost time
507 send_command(pctl, 3, REF_CMD, 0);
508 send_command(pctl, 3, REF_CMD, 0);
509 send_command(pctl, 3, REF_CMD, 0);
511 writel(value, &pctl->trefi);
514 static void move_to_config_state(struct rk3036_sdram_priv *priv)
517 struct rk3036_ddr_pctl *pctl = priv->pctl;
520 state = readl(&pctl->stat) & PCTL_STAT_MASK;
523 writel(WAKEUP_STATE, &pctl->sctl);
524 while ((readl(&pctl->stat) & PCTL_STAT_MASK)
528 * If at low power state, need wakeup first, and then
529 * enter the config, so fallthrough
534 writel(CFG_STATE, &pctl->sctl);
535 while ((readl(&pctl->stat) & PCTL_STAT_MASK) != CONFIG)
546 static void move_to_access_state(struct rk3036_sdram_priv *priv)
549 struct rk3036_ddr_pctl *pctl = priv->pctl;
552 state = readl(&pctl->stat) & PCTL_STAT_MASK;
555 writel(WAKEUP_STATE, &pctl->sctl);
556 while ((readl(&pctl->stat) & PCTL_STAT_MASK) != ACCESS)
560 writel(CFG_STATE, &pctl->sctl);
561 while ((readl(&pctl->stat) & PCTL_STAT_MASK) != CONFIG)
565 writel(GO_STATE, &pctl->sctl);
566 while ((readl(&pctl->stat) & PCTL_STAT_MASK) != ACCESS)
577 static void pctl_cfg(struct rk3036_sdram_priv *priv)
579 struct rk3036_ddr_pctl *pctl = priv->pctl;
583 writel(DFI_INIT_START | DFI_DATA_BYTE_DISABLE_EN, &pctl->dfistcfg0);
584 writel(DFI_DRAM_CLK_SR_EN | DFI_DRAM_CLK_DPD_EN, &pctl->dfistcfg1);
585 writel(DFI_PARITY_INTR_EN | DFI_PARITY_EN, &pctl->dfistcfg2);
586 writel(7 << TLP_RESP_TIME_SHIFT | LP_SR_EN | LP_PD_EN,
589 writel(1, &pctl->dfitphyupdtype0);
590 writel(0x0d, &pctl->dfitphyrdlat);
592 /* cs0 and cs1 write odt enable */
593 writel((RANK0_ODT_WRITE_SEL | RANK1_ODT_WRITE_SEL),
596 /* odt write length */
597 writel(7 << ODT_LEN_BL8_W_SHIFT, &pctl->dfiodtcfg1);
599 /* phyupd and ctrlupd disabled */
600 writel(0, &pctl->dfiupdcfg);
602 if ((ddr_timing.noc_timing.burstlen << 1) == 4)
607 copy_to_reg(&pctl->togcnt1u, &ddr_timing.pctl_timing.togcnt1u,
608 sizeof(struct rk3036_pctl_timing));
609 reg = readl(&pctl->tcl);
610 writel(reg - 3, &pctl->dfitrddataen);
611 reg = readl(&pctl->tcwl);
612 writel(reg - 1, &pctl->dfitphywrlat);
614 writel(burst_len | (1 & TFAW_CFG_MASK) << TFAW_CFG_SHIFT |
615 PD_EXIT_SLOW_MODE | PD_ACTIVE_POWER_DOWN |
616 (0 & PD_IDLE_MASK) << PD_IDLE_SHIFT,
619 writel(RK_SETBITS(MSCH4_MAINDDR3), &priv->grf->soc_con2);
620 setbits_le32(&pctl->scfg, HW_LOW_POWER_EN);
623 static void phy_cfg(struct rk3036_sdram_priv *priv)
625 struct rk3036_ddr_phy *ddr_phy = priv->phy;
626 struct rk3036_service_sys *axi_bus = priv->axi_bus;
628 writel(ddr_timing.noc_timing.noc_timing, &axi_bus->ddrtiming);
629 writel(0x3f, &axi_bus->readlatency);
631 writel(MEMORY_SELECT_DDR3 | DQS_SQU_CAL_NORMAL_MODE,
632 &ddr_phy->ddrphy_reg2);
634 clrsetbits_le32(&ddr_phy->ddrphy_reg3, 1, ddr_timing.phy_timing.bl);
635 writel(ddr_timing.phy_timing.cl_al, &ddr_phy->ddrphy_reg4a);
636 writel(PHY_DRV_ODT_SET(PHY_RON_44OHM), &ddr_phy->ddrphy_reg16);
637 writel(PHY_DRV_ODT_SET(PHY_RON_44OHM), &ddr_phy->ddrphy_reg22);
638 writel(PHY_DRV_ODT_SET(PHY_RON_44OHM), &ddr_phy->ddrphy_reg25);
639 writel(PHY_DRV_ODT_SET(PHY_RON_44OHM), &ddr_phy->ddrphy_reg26);
640 writel(PHY_DRV_ODT_SET(PHY_RTT_216OHM), &ddr_phy->ddrphy_reg27);
641 writel(PHY_DRV_ODT_SET(PHY_RTT_216OHM), &ddr_phy->ddrphy_reg28);
644 void dram_cfg_rbc(struct rk3036_sdram_priv *priv)
648 struct rk3036_ddr_config config = priv->ddr_config;
649 struct rk3036_service_sys *axi_bus = priv->axi_bus;
651 move_to_config_state(priv);
653 /* 2bit in BIT1, 2 */
654 if (config.rank == 2) {
655 noc_config = (config.cs0_row - 13) << 4 | config.bank << 1 |
656 1 << 3 | (config.col - 10);
657 if (noc_config == ddr_cfg_2_rbc[9]) {
660 } else if (noc_config == ddr_cfg_2_rbc[10]) {
666 noc_config = (config.cs0_row - 13) << 4 | config.bank << 1 |
669 for (i = 0; i < sizeof(ddr_cfg_2_rbc); i++) {
670 if (noc_config == ddr_cfg_2_rbc[i])
674 /* bank: 1 bit in BIT6,7, 1bit in BIT1, 2 */
675 noc_config = 1 << 6 | (config.cs0_row - 13) << 4 |
676 2 << 1 | (config.col - 10);
677 if (noc_config == ddr_cfg_2_rbc[11]) {
682 /* bank: 2bit in BIT6,7 */
683 noc_config = (config.bank << 6) | (config.cs0_row - 13) << 4 |
686 if (noc_config == ddr_cfg_2_rbc[0])
688 else if (noc_config == ddr_cfg_2_rbc[12])
690 else if (noc_config == ddr_cfg_2_rbc[13])
693 writel(i, &axi_bus->ddrconf);
694 move_to_access_state(priv);
697 static void sdram_all_config(struct rk3036_sdram_priv *priv)
701 struct rk3036_ddr_config config = priv->ddr_config;
704 cs1_row = config.cs1_row - 13;
706 os_reg = config.ddr_type << DDR_TYPE_SHIFT |
707 0 << DDR_CHN_CNT_SHIFT |
708 (config.rank - 1) << DDR_RANK_CNT_SHIFT |
709 (config.col - 9) << DDR_COL_SHIFT |
710 (config.bank == 3 ? 0 : 1) << DDR_BANK_SHIFT |
711 (config.cs0_row - 13) << DDR_CS0_ROW_SHIFT |
712 cs1_row << DDR_CS1_ROW_SHIFT |
714 (2 >> config.bw) << DDR_DIE_BW_SHIFT;
715 writel(os_reg, &priv->grf->os_reg[1]);
718 size_t sdram_size(void)
720 u32 size, os_reg, cs0_row, cs1_row, col, bank, rank;
721 struct rk3036_grf *grf = (void *)GRF_BASE;
723 os_reg = readl(&grf->os_reg[1]);
725 cs0_row = 13 + ((os_reg >> DDR_CS0_ROW_SHIFT) & DDR_CS0_ROW_MASK);
726 cs1_row = 13 + ((os_reg >> DDR_CS1_ROW_SHIFT) & DDR_CS1_ROW_MASK);
727 col = 9 + ((os_reg >> DDR_COL_SHIFT) & DDR_COL_MASK);
728 bank = 3 - ((os_reg >> DDR_BANK_SHIFT) & DDR_BANK_MASK);
729 rank = 1 + ((os_reg >> DDR_RANK_CNT_SHIFT) & DDR_RANK_CNT_MASK);
731 /* row + col + bank + bw(rk3036 only support 16bit, so fix in 1) */
732 size = 1 << (cs0_row + col + bank + 1);
735 size += size >> (cs0_row - cs1_row);
740 void sdram_init(void)
742 struct rk3036_sdram_priv sdram_priv;
744 sdram_priv.cru = (void *)CRU_BASE;
745 sdram_priv.grf = (void *)GRF_BASE;
746 sdram_priv.phy = (void *)DDR_PHY_BASE;
747 sdram_priv.pctl = (void *)DDR_PCTL_BASE;
748 sdram_priv.axi_bus = (void *)CPU_AXI_BUS_BASE;
750 get_ddr_config(&sdram_priv.ddr_config);
751 sdram_all_config(&sdram_priv);
752 rkdclk_init(&sdram_priv);
753 phy_pctrl_reset(&sdram_priv);
754 phy_dll_bypass_set(&sdram_priv, ddr_timing.freq);
755 pctl_cfg(&sdram_priv);
756 phy_cfg(&sdram_priv);
757 writel(POWER_UP_START, &sdram_priv.pctl->powctl);
758 while (!(readl(&sdram_priv.pctl->powstat) & POWER_UP_DONE))
760 memory_init(&sdram_priv);
761 move_to_config_state(&sdram_priv);
762 data_training(&sdram_priv);
763 move_to_access_state(&sdram_priv);
764 dram_cfg_rbc(&sdram_priv);