powerpc/mpc8xxx: Enable entering DDR debugging by key press
[platform/kernel/u-boot.git] / arch / powerpc / cpu / mpc8xxx / ddr / main.c
1 /*
2  * Copyright 2008-2012 Freescale Semiconductor, Inc.
3  *
4  * This program is free software; you can redistribute it and/or
5  * modify it under the terms of the GNU General Public License
6  * Version 2 as published by the Free Software Foundation.
7  */
8
9 /*
10  * Generic driver for Freescale DDR/DDR2/DDR3 memory controller.
11  * Based on code from spd_sdram.c
12  * Author: James Yang [at freescale.com]
13  */
14
15 #include <common.h>
16 #include <i2c.h>
17 #include <asm/fsl_ddr_sdram.h>
18 #include <asm/fsl_law.h>
19
20 #include "ddr.h"
21
22 void fsl_ddr_set_lawbar(
23                 const common_timing_params_t *memctl_common_params,
24                 unsigned int memctl_interleaved,
25                 unsigned int ctrl_num);
26 void fsl_ddr_set_intl3r(const unsigned int granule_size);
27
28 /* processor specific function */
29 extern void fsl_ddr_set_memctl_regs(const fsl_ddr_cfg_regs_t *regs,
30                                    unsigned int ctrl_num);
31
32 #if defined(SPD_EEPROM_ADDRESS) || \
33     defined(SPD_EEPROM_ADDRESS1) || defined(SPD_EEPROM_ADDRESS2) || \
34     defined(SPD_EEPROM_ADDRESS3) || defined(SPD_EEPROM_ADDRESS4)
35 #if (CONFIG_NUM_DDR_CONTROLLERS == 1) && (CONFIG_DIMM_SLOTS_PER_CTLR == 1)
36 u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
37         [0][0] = SPD_EEPROM_ADDRESS,
38 };
39 #elif (CONFIG_NUM_DDR_CONTROLLERS == 1) && (CONFIG_DIMM_SLOTS_PER_CTLR == 2)
40 u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
41         [0][0] = SPD_EEPROM_ADDRESS1,   /* controller 1 */
42         [0][1] = SPD_EEPROM_ADDRESS2,   /* controller 1 */
43 };
44 #elif (CONFIG_NUM_DDR_CONTROLLERS == 2) && (CONFIG_DIMM_SLOTS_PER_CTLR == 1)
45 u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
46         [0][0] = SPD_EEPROM_ADDRESS1,   /* controller 1 */
47         [1][0] = SPD_EEPROM_ADDRESS2,   /* controller 2 */
48 };
49 #elif (CONFIG_NUM_DDR_CONTROLLERS == 2) && (CONFIG_DIMM_SLOTS_PER_CTLR == 2)
50 u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
51         [0][0] = SPD_EEPROM_ADDRESS1,   /* controller 1 */
52         [0][1] = SPD_EEPROM_ADDRESS2,   /* controller 1 */
53         [1][0] = SPD_EEPROM_ADDRESS3,   /* controller 2 */
54         [1][1] = SPD_EEPROM_ADDRESS4,   /* controller 2 */
55 };
56 #elif (CONFIG_NUM_DDR_CONTROLLERS == 3) && (CONFIG_DIMM_SLOTS_PER_CTLR == 1)
57 u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
58         [0][0] = SPD_EEPROM_ADDRESS1,   /* controller 1 */
59         [1][0] = SPD_EEPROM_ADDRESS2,   /* controller 2 */
60         [2][0] = SPD_EEPROM_ADDRESS3,   /* controller 3 */
61 };
62 #elif (CONFIG_NUM_DDR_CONTROLLERS == 3) && (CONFIG_DIMM_SLOTS_PER_CTLR == 2)
63 u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = {
64         [0][0] = SPD_EEPROM_ADDRESS1,   /* controller 1 */
65         [0][1] = SPD_EEPROM_ADDRESS2,   /* controller 1 */
66         [1][0] = SPD_EEPROM_ADDRESS3,   /* controller 2 */
67         [1][1] = SPD_EEPROM_ADDRESS4,   /* controller 2 */
68         [2][0] = SPD_EEPROM_ADDRESS5,   /* controller 3 */
69         [2][1] = SPD_EEPROM_ADDRESS6,   /* controller 3 */
70 };
71
72 #endif
73
74 static void __get_spd(generic_spd_eeprom_t *spd, u8 i2c_address)
75 {
76         int ret = i2c_read(i2c_address, 0, 1, (uchar *)spd,
77                                 sizeof(generic_spd_eeprom_t));
78
79         if (ret) {
80                 if (i2c_address ==
81 #ifdef SPD_EEPROM_ADDRESS
82                                 SPD_EEPROM_ADDRESS
83 #elif defined(SPD_EEPROM_ADDRESS1)
84                                 SPD_EEPROM_ADDRESS1
85 #endif
86                                 ) {
87                         printf("DDR: failed to read SPD from address %u\n",
88                                 i2c_address);
89                 } else {
90                         debug("DDR: failed to read SPD from address %u\n",
91                                 i2c_address);
92                 }
93                 memset(spd, 0, sizeof(generic_spd_eeprom_t));
94         }
95 }
96
97 __attribute__((weak, alias("__get_spd")))
98 void get_spd(generic_spd_eeprom_t *spd, u8 i2c_address);
99
100 void fsl_ddr_get_spd(generic_spd_eeprom_t *ctrl_dimms_spd,
101                       unsigned int ctrl_num)
102 {
103         unsigned int i;
104         unsigned int i2c_address = 0;
105
106         if (ctrl_num >= CONFIG_NUM_DDR_CONTROLLERS) {
107                 printf("%s unexpected ctrl_num = %u\n", __FUNCTION__, ctrl_num);
108                 return;
109         }
110
111         for (i = 0; i < CONFIG_DIMM_SLOTS_PER_CTLR; i++) {
112                 i2c_address = spd_i2c_addr[ctrl_num][i];
113                 get_spd(&(ctrl_dimms_spd[i]), i2c_address);
114         }
115 }
116 #else
117 void fsl_ddr_get_spd(generic_spd_eeprom_t *ctrl_dimms_spd,
118                       unsigned int ctrl_num)
119 {
120 }
121 #endif /* SPD_EEPROM_ADDRESSx */
122
123 /*
124  * ASSUMPTIONS:
125  *    - Same number of CONFIG_DIMM_SLOTS_PER_CTLR on each controller
126  *    - Same memory data bus width on all controllers
127  *
128  * NOTES:
129  *
130  * The memory controller and associated documentation use confusing
131  * terminology when referring to the orgranization of DRAM.
132  *
133  * Here is a terminology translation table:
134  *
135  * memory controller/documention  |industry   |this code  |signals
136  * -------------------------------|-----------|-----------|-----------------
137  * physical bank/bank             |rank       |rank       |chip select (CS)
138  * logical bank/sub-bank          |bank       |bank       |bank address (BA)
139  * page/row                       |row        |page       |row address
140  * ???                            |column     |column     |column address
141  *
142  * The naming confusion is further exacerbated by the descriptions of the
143  * memory controller interleaving feature, where accesses are interleaved
144  * _BETWEEN_ two seperate memory controllers.  This is configured only in
145  * CS0_CONFIG[INTLV_CTL] of each memory controller.
146  *
147  * memory controller documentation | number of chip selects
148  *                                 | per memory controller supported
149  * --------------------------------|-----------------------------------------
150  * cache line interleaving         | 1 (CS0 only)
151  * page interleaving               | 1 (CS0 only)
152  * bank interleaving               | 1 (CS0 only)
153  * superbank interleraving         | depends on bank (chip select)
154  *                                 |   interleraving [rank interleaving]
155  *                                 |   mode used on every memory controller
156  *
157  * Even further confusing is the existence of the interleaving feature
158  * _WITHIN_ each memory controller.  The feature is referred to in
159  * documentation as chip select interleaving or bank interleaving,
160  * although it is configured in the DDR_SDRAM_CFG field.
161  *
162  * Name of field                | documentation name    | this code
163  * -----------------------------|-----------------------|------------------
164  * DDR_SDRAM_CFG[BA_INTLV_CTL]  | Bank (chip select)    | rank interleaving
165  *                              |  interleaving
166  */
167
168 const char *step_string_tbl[] = {
169         "STEP_GET_SPD",
170         "STEP_COMPUTE_DIMM_PARMS",
171         "STEP_COMPUTE_COMMON_PARMS",
172         "STEP_GATHER_OPTS",
173         "STEP_ASSIGN_ADDRESSES",
174         "STEP_COMPUTE_REGS",
175         "STEP_PROGRAM_REGS",
176         "STEP_ALL"
177 };
178
179 const char * step_to_string(unsigned int step) {
180
181         unsigned int s = __ilog2(step);
182
183         if ((1 << s) != step)
184                 return step_string_tbl[7];
185
186         return step_string_tbl[s];
187 }
188
189 unsigned long long step_assign_addresses(fsl_ddr_info_t *pinfo,
190                           unsigned int dbw_cap_adj[])
191 {
192         int i, j;
193         unsigned long long total_mem, current_mem_base, total_ctlr_mem;
194         unsigned long long rank_density, ctlr_density = 0;
195
196         /*
197          * If a reduced data width is requested, but the SPD
198          * specifies a physically wider device, adjust the
199          * computed dimm capacities accordingly before
200          * assigning addresses.
201          */
202         for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
203                 unsigned int found = 0;
204
205                 switch (pinfo->memctl_opts[i].data_bus_width) {
206                 case 2:
207                         /* 16-bit */
208                         for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
209                                 unsigned int dw;
210                                 if (!pinfo->dimm_params[i][j].n_ranks)
211                                         continue;
212                                 dw = pinfo->dimm_params[i][j].primary_sdram_width;
213                                 if ((dw == 72 || dw == 64)) {
214                                         dbw_cap_adj[i] = 2;
215                                         break;
216                                 } else if ((dw == 40 || dw == 32)) {
217                                         dbw_cap_adj[i] = 1;
218                                         break;
219                                 }
220                         }
221                         break;
222
223                 case 1:
224                         /* 32-bit */
225                         for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
226                                 unsigned int dw;
227                                 dw = pinfo->dimm_params[i][j].data_width;
228                                 if (pinfo->dimm_params[i][j].n_ranks
229                                     && (dw == 72 || dw == 64)) {
230                                         /*
231                                          * FIXME: can't really do it
232                                          * like this because this just
233                                          * further reduces the memory
234                                          */
235                                         found = 1;
236                                         break;
237                                 }
238                         }
239                         if (found) {
240                                 dbw_cap_adj[i] = 1;
241                         }
242                         break;
243
244                 case 0:
245                         /* 64-bit */
246                         break;
247
248                 default:
249                         printf("unexpected data bus width "
250                                 "specified controller %u\n", i);
251                         return 1;
252                 }
253                 debug("dbw_cap_adj[%d]=%d\n", i, dbw_cap_adj[i]);
254         }
255
256         current_mem_base = 0ull;
257         total_mem = 0;
258         if (pinfo->memctl_opts[0].memctl_interleaving) {
259                 rank_density = pinfo->dimm_params[0][0].rank_density >>
260                                         dbw_cap_adj[0];
261                 switch (pinfo->memctl_opts[0].ba_intlv_ctl &
262                                         FSL_DDR_CS0_CS1_CS2_CS3) {
263                 case FSL_DDR_CS0_CS1_CS2_CS3:
264                         ctlr_density = 4 * rank_density;
265                         break;
266                 case FSL_DDR_CS0_CS1:
267                 case FSL_DDR_CS0_CS1_AND_CS2_CS3:
268                         ctlr_density = 2 * rank_density;
269                         break;
270                 case FSL_DDR_CS2_CS3:
271                 default:
272                         ctlr_density = rank_density;
273                         break;
274                 }
275                 debug("rank density is 0x%llx, ctlr density is 0x%llx\n",
276                         rank_density, ctlr_density);
277                 for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
278                         if (pinfo->memctl_opts[i].memctl_interleaving) {
279                                 switch (pinfo->memctl_opts[i].memctl_interleaving_mode) {
280                                 case FSL_DDR_CACHE_LINE_INTERLEAVING:
281                                 case FSL_DDR_PAGE_INTERLEAVING:
282                                 case FSL_DDR_BANK_INTERLEAVING:
283                                 case FSL_DDR_SUPERBANK_INTERLEAVING:
284                                         total_ctlr_mem = 2 * ctlr_density;
285                                         break;
286                                 case FSL_DDR_3WAY_1KB_INTERLEAVING:
287                                 case FSL_DDR_3WAY_4KB_INTERLEAVING:
288                                 case FSL_DDR_3WAY_8KB_INTERLEAVING:
289                                         total_ctlr_mem = 3 * ctlr_density;
290                                         break;
291                                 case FSL_DDR_4WAY_1KB_INTERLEAVING:
292                                 case FSL_DDR_4WAY_4KB_INTERLEAVING:
293                                 case FSL_DDR_4WAY_8KB_INTERLEAVING:
294                                         total_ctlr_mem = 4 * ctlr_density;
295                                         break;
296                                 default:
297                                         panic("Unknown interleaving mode");
298                                 }
299                                 pinfo->common_timing_params[i].base_address =
300                                                         current_mem_base;
301                                 pinfo->common_timing_params[i].total_mem =
302                                                         total_ctlr_mem;
303                                 total_mem = current_mem_base + total_ctlr_mem;
304                                 debug("ctrl %d base 0x%llx\n", i, current_mem_base);
305                                 debug("ctrl %d total 0x%llx\n", i, total_ctlr_mem);
306                         } else {
307                                 /* when 3rd controller not interleaved */
308                                 current_mem_base = total_mem;
309                                 total_ctlr_mem = 0;
310                                 pinfo->common_timing_params[i].base_address =
311                                                         current_mem_base;
312                                 for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
313                                         unsigned long long cap =
314                                                 pinfo->dimm_params[i][j].capacity >> dbw_cap_adj[i];
315                                         pinfo->dimm_params[i][j].base_address =
316                                                 current_mem_base;
317                                         debug("ctrl %d dimm %d base 0x%llx\n", i, j, current_mem_base);
318                                         current_mem_base += cap;
319                                         total_ctlr_mem += cap;
320                                 }
321                                 debug("ctrl %d total 0x%llx\n", i, total_ctlr_mem);
322                                 pinfo->common_timing_params[i].total_mem =
323                                                         total_ctlr_mem;
324                                 total_mem += total_ctlr_mem;
325                         }
326                 }
327         } else {
328                 /*
329                  * Simple linear assignment if memory
330                  * controllers are not interleaved.
331                  */
332                 for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
333                         total_ctlr_mem = 0;
334                         pinfo->common_timing_params[i].base_address =
335                                                 current_mem_base;
336                         for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
337                                 /* Compute DIMM base addresses. */
338                                 unsigned long long cap =
339                                         pinfo->dimm_params[i][j].capacity >> dbw_cap_adj[i];
340                                 pinfo->dimm_params[i][j].base_address =
341                                         current_mem_base;
342                                 debug("ctrl %d dimm %d base 0x%llx\n", i, j, current_mem_base);
343                                 current_mem_base += cap;
344                                 total_ctlr_mem += cap;
345                         }
346                         debug("ctrl %d total 0x%llx\n", i, total_ctlr_mem);
347                         pinfo->common_timing_params[i].total_mem =
348                                                         total_ctlr_mem;
349                         total_mem += total_ctlr_mem;
350                 }
351         }
352         debug("Total mem by %s is 0x%llx\n", __func__, total_mem);
353
354         return total_mem;
355 }
356
357 unsigned long long
358 fsl_ddr_compute(fsl_ddr_info_t *pinfo, unsigned int start_step,
359                                        unsigned int size_only)
360 {
361         unsigned int i, j;
362         unsigned long long total_mem = 0;
363
364         fsl_ddr_cfg_regs_t *ddr_reg = pinfo->fsl_ddr_config_reg;
365         common_timing_params_t *timing_params = pinfo->common_timing_params;
366
367         /* data bus width capacity adjust shift amount */
368         unsigned int dbw_capacity_adjust[CONFIG_NUM_DDR_CONTROLLERS];
369
370         for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
371                 dbw_capacity_adjust[i] = 0;
372         }
373
374         debug("starting at step %u (%s)\n",
375               start_step, step_to_string(start_step));
376
377         switch (start_step) {
378         case STEP_GET_SPD:
379 #if defined(CONFIG_DDR_SPD) || defined(CONFIG_SPD_EEPROM)
380                 /* STEP 1:  Gather all DIMM SPD data */
381                 for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
382                         fsl_ddr_get_spd(pinfo->spd_installed_dimms[i], i);
383                 }
384
385         case STEP_COMPUTE_DIMM_PARMS:
386                 /* STEP 2:  Compute DIMM parameters from SPD data */
387
388                 for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
389                         for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
390                                 unsigned int retval;
391                                 generic_spd_eeprom_t *spd =
392                                         &(pinfo->spd_installed_dimms[i][j]);
393                                 dimm_params_t *pdimm =
394                                         &(pinfo->dimm_params[i][j]);
395
396                                 retval = compute_dimm_parameters(spd, pdimm, i);
397 #ifdef CONFIG_SYS_DDR_RAW_TIMING
398                                 if (!i && !j && retval) {
399                                         printf("SPD error on controller %d! "
400                                         "Trying fallback to raw timing "
401                                         "calculation\n", i);
402                                         fsl_ddr_get_dimm_params(pdimm, i, j);
403                                 }
404 #else
405                                 if (retval == 2) {
406                                         printf("Error: compute_dimm_parameters"
407                                         " non-zero returned FATAL value "
408                                         "for memctl=%u dimm=%u\n", i, j);
409                                         return 0;
410                                 }
411 #endif
412                                 if (retval) {
413                                         debug("Warning: compute_dimm_parameters"
414                                         " non-zero return value for memctl=%u "
415                                         "dimm=%u\n", i, j);
416                                 }
417                         }
418                 }
419
420 #elif defined(CONFIG_SYS_DDR_RAW_TIMING)
421         case STEP_COMPUTE_DIMM_PARMS:
422                 for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
423                         for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) {
424                                 dimm_params_t *pdimm =
425                                         &(pinfo->dimm_params[i][j]);
426                                 fsl_ddr_get_dimm_params(pdimm, i, j);
427                         }
428                 }
429                 debug("Filling dimm parameters from board specific file\n");
430 #endif
431         case STEP_COMPUTE_COMMON_PARMS:
432                 /*
433                  * STEP 3: Compute a common set of timing parameters
434                  * suitable for all of the DIMMs on each memory controller
435                  */
436                 for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
437                         debug("Computing lowest common DIMM"
438                                 " parameters for memctl=%u\n", i);
439                         compute_lowest_common_dimm_parameters(
440                                 pinfo->dimm_params[i],
441                                 &timing_params[i],
442                                 CONFIG_DIMM_SLOTS_PER_CTLR);
443                 }
444
445         case STEP_GATHER_OPTS:
446                 /* STEP 4:  Gather configuration requirements from user */
447                 for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
448                         debug("Reloading memory controller "
449                                 "configuration options for memctl=%u\n", i);
450                         /*
451                          * This "reloads" the memory controller options
452                          * to defaults.  If the user "edits" an option,
453                          * next_step points to the step after this,
454                          * which is currently STEP_ASSIGN_ADDRESSES.
455                          */
456                         populate_memctl_options(
457                                         timing_params[i].all_DIMMs_registered,
458                                         &pinfo->memctl_opts[i],
459                                         pinfo->dimm_params[i], i);
460                 }
461         case STEP_ASSIGN_ADDRESSES:
462                 /* STEP 5:  Assign addresses to chip selects */
463                 check_interleaving_options(pinfo);
464                 total_mem = step_assign_addresses(pinfo, dbw_capacity_adjust);
465
466         case STEP_COMPUTE_REGS:
467                 /* STEP 6:  compute controller register values */
468                 debug("FSL Memory ctrl register computation\n");
469                 for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
470                         if (timing_params[i].ndimms_present == 0) {
471                                 memset(&ddr_reg[i], 0,
472                                         sizeof(fsl_ddr_cfg_regs_t));
473                                 continue;
474                         }
475
476                         compute_fsl_memctl_config_regs(
477                                         &pinfo->memctl_opts[i],
478                                         &ddr_reg[i], &timing_params[i],
479                                         pinfo->dimm_params[i],
480                                         dbw_capacity_adjust[i],
481                                         size_only);
482                 }
483
484         default:
485                 break;
486         }
487
488         {
489                 /*
490                  * Compute the amount of memory available just by
491                  * looking for the highest valid CSn_BNDS value.
492                  * This allows us to also experiment with using
493                  * only CS0 when using dual-rank DIMMs.
494                  */
495                 unsigned int max_end = 0;
496
497                 for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
498                         for (j = 0; j < CONFIG_CHIP_SELECTS_PER_CTRL; j++) {
499                                 fsl_ddr_cfg_regs_t *reg = &ddr_reg[i];
500                                 if (reg->cs[j].config & 0x80000000) {
501                                         unsigned int end;
502                                         end = reg->cs[j].bnds & 0xFFF;
503                                         if (end > max_end) {
504                                                 max_end = end;
505                                         }
506                                 }
507                         }
508                 }
509
510                 total_mem = 1 + (((unsigned long long)max_end << 24ULL)
511                                     | 0xFFFFFFULL);
512         }
513
514         return total_mem;
515 }
516
517 /*
518  * fsl_ddr_sdram() -- this is the main function to be called by
519  *      initdram() in the board file.
520  *
521  * It returns amount of memory configured in bytes.
522  */
523 phys_size_t fsl_ddr_sdram(void)
524 {
525         unsigned int i;
526         unsigned int law_memctl = LAW_TRGT_IF_DDR_1;
527         unsigned long long total_memory;
528         fsl_ddr_info_t info;
529
530         /* Reset info structure. */
531         memset(&info, 0, sizeof(fsl_ddr_info_t));
532
533         /* Compute it once normally. */
534 #ifdef CONFIG_FSL_DDR_INTERACTIVE
535         if (getenv("ddr_interactive")) {
536                 total_memory = fsl_ddr_interactive(&info);
537         } else if (tstc() && (getc() == 'd')) { /* we got a key press of 'd' */
538                 total_memory = fsl_ddr_interactive(&info);
539         } else
540 #endif
541                 total_memory = fsl_ddr_compute(&info, STEP_GET_SPD, 0);
542
543         /* setup 3-way interleaving before enabling DDRC */
544         switch (info.memctl_opts[0].memctl_interleaving_mode) {
545         case FSL_DDR_3WAY_1KB_INTERLEAVING:
546         case FSL_DDR_3WAY_4KB_INTERLEAVING:
547         case FSL_DDR_3WAY_8KB_INTERLEAVING:
548                 fsl_ddr_set_intl3r(info.memctl_opts[0].memctl_interleaving_mode);
549                 break;
550         default:
551                 break;
552         }
553
554         /* Program configuration registers. */
555         for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
556                 debug("Programming controller %u\n", i);
557                 if (info.common_timing_params[i].ndimms_present == 0) {
558                         debug("No dimms present on controller %u; "
559                                         "skipping programming\n", i);
560                         continue;
561                 }
562
563                 fsl_ddr_set_memctl_regs(&(info.fsl_ddr_config_reg[i]), i);
564         }
565
566         /* program LAWs */
567         for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) {
568                 if (info.memctl_opts[i].memctl_interleaving) {
569                         switch (info.memctl_opts[i].memctl_interleaving_mode) {
570                         case FSL_DDR_CACHE_LINE_INTERLEAVING:
571                         case FSL_DDR_PAGE_INTERLEAVING:
572                         case FSL_DDR_BANK_INTERLEAVING:
573                         case FSL_DDR_SUPERBANK_INTERLEAVING:
574                                 if (i == 0) {
575                                         law_memctl = LAW_TRGT_IF_DDR_INTRLV;
576                                         fsl_ddr_set_lawbar(&info.common_timing_params[i],
577                                                 law_memctl, i);
578                                 } else if (i == 2) {
579                                         law_memctl = LAW_TRGT_IF_DDR_INTLV_34;
580                                         fsl_ddr_set_lawbar(&info.common_timing_params[i],
581                                                 law_memctl, i);
582                                 }
583                                 break;
584                         case FSL_DDR_3WAY_1KB_INTERLEAVING:
585                         case FSL_DDR_3WAY_4KB_INTERLEAVING:
586                         case FSL_DDR_3WAY_8KB_INTERLEAVING:
587                                 law_memctl = LAW_TRGT_IF_DDR_INTLV_123;
588                                 if (i == 0) {
589                                         fsl_ddr_set_lawbar(&info.common_timing_params[i],
590                                                 law_memctl, i);
591                                 }
592                                 break;
593                         case FSL_DDR_4WAY_1KB_INTERLEAVING:
594                         case FSL_DDR_4WAY_4KB_INTERLEAVING:
595                         case FSL_DDR_4WAY_8KB_INTERLEAVING:
596                                 law_memctl = LAW_TRGT_IF_DDR_INTLV_1234;
597                                 if (i == 0)
598                                         fsl_ddr_set_lawbar(&info.common_timing_params[i],
599                                                 law_memctl, i);
600                                 /* place holder for future 4-way interleaving */
601                                 break;
602                         default:
603                                 break;
604                         }
605                 } else {
606                         switch (i) {
607                         case 0:
608                                 law_memctl = LAW_TRGT_IF_DDR_1;
609                                 break;
610                         case 1:
611                                 law_memctl = LAW_TRGT_IF_DDR_2;
612                                 break;
613                         case 2:
614                                 law_memctl = LAW_TRGT_IF_DDR_3;
615                                 break;
616                         case 3:
617                                 law_memctl = LAW_TRGT_IF_DDR_4;
618                                 break;
619                         default:
620                                 break;
621                         }
622                         fsl_ddr_set_lawbar(&info.common_timing_params[i],
623                                         law_memctl, i);
624                 }
625         }
626
627         debug("total_memory by %s = %llu\n", __func__, total_memory);
628
629 #if !defined(CONFIG_PHYS_64BIT)
630         /* Check for 4G or more.  Bad. */
631         if (total_memory >= (1ull << 32)) {
632                 printf("Detected %lld MB of memory\n", total_memory >> 20);
633                 printf("       This U-Boot only supports < 4G of DDR\n");
634                 printf("       You could rebuild it with CONFIG_PHYS_64BIT\n");
635                 printf("       "); /* re-align to match init_func_ram print */
636                 total_memory = CONFIG_MAX_MEM_MAPPED;
637         }
638 #endif
639
640         return total_memory;
641 }
642
643 /*
644  * fsl_ddr_sdram_size() - This function only returns the size of the total
645  * memory without setting ddr control registers.
646  */
647 phys_size_t
648 fsl_ddr_sdram_size(void)
649 {
650         fsl_ddr_info_t  info;
651         unsigned long long total_memory = 0;
652
653         memset(&info, 0 , sizeof(fsl_ddr_info_t));
654
655         /* Compute it once normally. */
656         total_memory = fsl_ddr_compute(&info, STEP_GET_SPD, 1);
657
658         return total_memory;
659 }