arch/arm/cpu/armv8/fsl-layerscape/cpu.c

   1 // SPDX-License-Identifier: GPL-2.0+
   2 /*
   3  * Copyright 2017 NXP
   4  * Copyright 2014-2015 Freescale Semiconductor, Inc.
   5  */
   6
   7 #include <common.h>
   8 #include <fsl_ddr_sdram.h>
   9 #include <asm/io.h>
  10 #include <linux/errno.h>
  11 #include <asm/system.h>
  12 #include <fm_eth.h>
  13 #include <asm/armv8/mmu.h>
  14 #include <asm/io.h>
  15 #include <asm/arch/fsl_serdes.h>
  16 #include <asm/arch/soc.h>
  17 #include <asm/arch/cpu.h>
  18 #include <asm/arch/speed.h>
  19 #include <fsl_immap.h>
  20 #include <asm/arch/mp.h>
  21 #include <efi_loader.h>
  22 #include <fsl-mc/fsl_mc.h>
  23 #ifdef CONFIG_FSL_ESDHC
  24 #include <fsl_esdhc.h>
  25 #endif
  26 #include <asm/armv8/sec_firmware.h>
  27 #ifdef CONFIG_SYS_FSL_DDR
  28 #include <fsl_ddr.h>
  29 #endif
  30 #include <asm/arch/clock.h>
  31 #include <hwconfig.h>
  32 #include <fsl_qbman.h>
  33
  34 #ifdef CONFIG_TFABOOT
  35 #include <environment.h>
  36 #ifdef CONFIG_CHAIN_OF_TRUST
  37 #include <fsl_validate.h>
  38 #endif
  39 #endif
  40
  41 DECLARE_GLOBAL_DATA_PTR;
  42
  43 static struct cpu_type cpu_type_list[] = {
  44         CPU_TYPE_ENTRY(LS2080A, LS2080A, 8),
  45         CPU_TYPE_ENTRY(LS2085A, LS2085A, 8),
  46         CPU_TYPE_ENTRY(LS2045A, LS2045A, 4),
  47         CPU_TYPE_ENTRY(LS2088A, LS2088A, 8),
  48         CPU_TYPE_ENTRY(LS2084A, LS2084A, 8),
  49         CPU_TYPE_ENTRY(LS2048A, LS2048A, 4),
  50         CPU_TYPE_ENTRY(LS2044A, LS2044A, 4),
  51         CPU_TYPE_ENTRY(LS2081A, LS2081A, 8),
  52         CPU_TYPE_ENTRY(LS2041A, LS2041A, 4),
  53         CPU_TYPE_ENTRY(LS1043A, LS1043A, 4),
  54         CPU_TYPE_ENTRY(LS1043A, LS1043A_P23, 4),
  55         CPU_TYPE_ENTRY(LS1023A, LS1023A, 2),
  56         CPU_TYPE_ENTRY(LS1023A, LS1023A_P23, 2),
  57         CPU_TYPE_ENTRY(LS1046A, LS1046A, 4),
  58         CPU_TYPE_ENTRY(LS1026A, LS1026A, 2),
  59         CPU_TYPE_ENTRY(LS2040A, LS2040A, 4),
  60         CPU_TYPE_ENTRY(LS1012A, LS1012A, 1),
  61         CPU_TYPE_ENTRY(LS1088A, LS1088A, 8),
  62         CPU_TYPE_ENTRY(LS1084A, LS1084A, 8),
  63         CPU_TYPE_ENTRY(LS1048A, LS1048A, 4),
  64         CPU_TYPE_ENTRY(LS1044A, LS1044A, 4),
  65         CPU_TYPE_ENTRY(LX2160A, LX2160A, 16),
  66         CPU_TYPE_ENTRY(LX2120A, LX2120A, 12),
  67         CPU_TYPE_ENTRY(LX2080A, LX2080A, 8),
  68 };
  69
  70 #define EARLY_PGTABLE_SIZE 0x5000
  71 static struct mm_region early_map[] = {
  72 #ifdef CONFIG_FSL_LSCH3
  73         { CONFIG_SYS_FSL_CCSR_BASE, CONFIG_SYS_FSL_CCSR_BASE,
  74           CONFIG_SYS_FSL_CCSR_SIZE,
  75           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
  76           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
  77         },
  78         { CONFIG_SYS_FSL_OCRAM_BASE, CONFIG_SYS_FSL_OCRAM_BASE,
  79           SYS_FSL_OCRAM_SPACE_SIZE,
  80           PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE
  81         },
  82         { CONFIG_SYS_FSL_QSPI_BASE1, CONFIG_SYS_FSL_QSPI_BASE1,
  83           CONFIG_SYS_FSL_QSPI_SIZE1,
  84           PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE},
  85 #ifdef CONFIG_FSL_IFC
  86         /* For IFC Region #1, only the first 4MB is cache-enabled */
  87         { CONFIG_SYS_FSL_IFC_BASE1, CONFIG_SYS_FSL_IFC_BASE1,
  88           CONFIG_SYS_FSL_IFC_SIZE1_1,
  89           PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE
  90         },
  91         { CONFIG_SYS_FSL_IFC_BASE1 + CONFIG_SYS_FSL_IFC_SIZE1_1,
  92           CONFIG_SYS_FSL_IFC_BASE1 + CONFIG_SYS_FSL_IFC_SIZE1_1,
  93           CONFIG_SYS_FSL_IFC_SIZE1 - CONFIG_SYS_FSL_IFC_SIZE1_1,
  94           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
  95         },
  96         { CONFIG_SYS_FLASH_BASE, CONFIG_SYS_FSL_IFC_BASE1,
  97           CONFIG_SYS_FSL_IFC_SIZE1,
  98           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
  99         },
 100 #endif
 101         { CONFIG_SYS_FSL_DRAM_BASE1, CONFIG_SYS_FSL_DRAM_BASE1,
 102           CONFIG_SYS_FSL_DRAM_SIZE1,
 103 #if defined(CONFIG_TFABOOT) || \
 104         (defined(CONFIG_SPL) && !defined(CONFIG_SPL_BUILD))
 105           PTE_BLOCK_MEMTYPE(MT_NORMAL) |
 106 #else   /* Start with nGnRnE and PXN and UXN to prevent speculative access */
 107           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_PXN | PTE_BLOCK_UXN |
 108 #endif
 109           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 110         },
 111 #ifdef CONFIG_FSL_IFC
 112         /* Map IFC region #2 up to CONFIG_SYS_FLASH_BASE for NAND boot */
 113         { CONFIG_SYS_FSL_IFC_BASE2, CONFIG_SYS_FSL_IFC_BASE2,
 114           CONFIG_SYS_FLASH_BASE - CONFIG_SYS_FSL_IFC_BASE2,
 115           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
 116         },
 117 #endif
 118         { CONFIG_SYS_FSL_DCSR_BASE, CONFIG_SYS_FSL_DCSR_BASE,
 119           CONFIG_SYS_FSL_DCSR_SIZE,
 120           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 121           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 122         },
 123         { CONFIG_SYS_FSL_DRAM_BASE2, CONFIG_SYS_FSL_DRAM_BASE2,
 124           CONFIG_SYS_FSL_DRAM_SIZE2,
 125           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_PXN | PTE_BLOCK_UXN |
 126           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 127         },
 128 #ifdef CONFIG_SYS_FSL_DRAM_BASE3
 129         { CONFIG_SYS_FSL_DRAM_BASE3, CONFIG_SYS_FSL_DRAM_BASE3,
 130           CONFIG_SYS_FSL_DRAM_SIZE3,
 131           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_PXN | PTE_BLOCK_UXN |
 132           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 133         },
 134 #endif
 135 #elif defined(CONFIG_FSL_LSCH2)
 136         { CONFIG_SYS_FSL_CCSR_BASE, CONFIG_SYS_FSL_CCSR_BASE,
 137           CONFIG_SYS_FSL_CCSR_SIZE,
 138           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 139           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 140         },
 141         { CONFIG_SYS_FSL_OCRAM_BASE, CONFIG_SYS_FSL_OCRAM_BASE,
 142           SYS_FSL_OCRAM_SPACE_SIZE,
 143           PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE
 144         },
 145         { CONFIG_SYS_FSL_DCSR_BASE, CONFIG_SYS_FSL_DCSR_BASE,
 146           CONFIG_SYS_FSL_DCSR_SIZE,
 147           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 148           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 149         },
 150         { CONFIG_SYS_FSL_QSPI_BASE, CONFIG_SYS_FSL_QSPI_BASE,
 151           CONFIG_SYS_FSL_QSPI_SIZE,
 152           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
 153         },
 154 #ifdef CONFIG_FSL_IFC
 155         { CONFIG_SYS_FSL_IFC_BASE, CONFIG_SYS_FSL_IFC_BASE,
 156           CONFIG_SYS_FSL_IFC_SIZE,
 157           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
 158         },
 159 #endif
 160         { CONFIG_SYS_FSL_DRAM_BASE1, CONFIG_SYS_FSL_DRAM_BASE1,
 161           CONFIG_SYS_FSL_DRAM_SIZE1,
 162 #if defined(CONFIG_TFABOOT) || \
 163         (defined(CONFIG_SPL) && !defined(CONFIG_SPL_BUILD))
 164           PTE_BLOCK_MEMTYPE(MT_NORMAL) |
 165 #else   /* Start with nGnRnE and PXN and UXN to prevent speculative access */
 166           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_PXN | PTE_BLOCK_UXN |
 167 #endif
 168           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 169         },
 170         { CONFIG_SYS_FSL_DRAM_BASE2, CONFIG_SYS_FSL_DRAM_BASE2,
 171           CONFIG_SYS_FSL_DRAM_SIZE2,
 172           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_PXN | PTE_BLOCK_UXN |
 173           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 174         },
 175 #endif
 176         {},     /* list terminator */
 177 };
 178
 179 static struct mm_region final_map[] = {
 180 #ifdef CONFIG_FSL_LSCH3
 181         { CONFIG_SYS_FSL_CCSR_BASE, CONFIG_SYS_FSL_CCSR_BASE,
 182           CONFIG_SYS_FSL_CCSR_SIZE,
 183           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 184           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 185         },
 186         { CONFIG_SYS_FSL_OCRAM_BASE, CONFIG_SYS_FSL_OCRAM_BASE,
 187           SYS_FSL_OCRAM_SPACE_SIZE,
 188           PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE
 189         },
 190         { CONFIG_SYS_FSL_DRAM_BASE1, CONFIG_SYS_FSL_DRAM_BASE1,
 191           CONFIG_SYS_FSL_DRAM_SIZE1,
 192           PTE_BLOCK_MEMTYPE(MT_NORMAL) |
 193           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 194         },
 195         { CONFIG_SYS_FSL_QSPI_BASE1, CONFIG_SYS_FSL_QSPI_BASE1,
 196           CONFIG_SYS_FSL_QSPI_SIZE1,
 197           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 198           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 199         },
 200         { CONFIG_SYS_FSL_QSPI_BASE2, CONFIG_SYS_FSL_QSPI_BASE2,
 201           CONFIG_SYS_FSL_QSPI_SIZE2,
 202           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 203           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 204         },
 205 #ifdef CONFIG_FSL_IFC
 206         { CONFIG_SYS_FSL_IFC_BASE2, CONFIG_SYS_FSL_IFC_BASE2,
 207           CONFIG_SYS_FSL_IFC_SIZE2,
 208           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 209           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 210         },
 211 #endif
 212         { CONFIG_SYS_FSL_DCSR_BASE, CONFIG_SYS_FSL_DCSR_BASE,
 213           CONFIG_SYS_FSL_DCSR_SIZE,
 214           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 215           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 216         },
 217         { CONFIG_SYS_FSL_MC_BASE, CONFIG_SYS_FSL_MC_BASE,
 218           CONFIG_SYS_FSL_MC_SIZE,
 219           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 220           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 221         },
 222         { CONFIG_SYS_FSL_NI_BASE, CONFIG_SYS_FSL_NI_BASE,
 223           CONFIG_SYS_FSL_NI_SIZE,
 224           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 225           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 226         },
 227         /* For QBMAN portal, only the first 64MB is cache-enabled */
 228         { CONFIG_SYS_FSL_QBMAN_BASE, CONFIG_SYS_FSL_QBMAN_BASE,
 229           CONFIG_SYS_FSL_QBMAN_SIZE_1,
 230           PTE_BLOCK_MEMTYPE(MT_NORMAL) |
 231           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN | PTE_BLOCK_NS
 232         },
 233         { CONFIG_SYS_FSL_QBMAN_BASE + CONFIG_SYS_FSL_QBMAN_SIZE_1,
 234           CONFIG_SYS_FSL_QBMAN_BASE + CONFIG_SYS_FSL_QBMAN_SIZE_1,
 235           CONFIG_SYS_FSL_QBMAN_SIZE - CONFIG_SYS_FSL_QBMAN_SIZE_1,
 236           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 237           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 238         },
 239         { CONFIG_SYS_PCIE1_PHYS_ADDR, CONFIG_SYS_PCIE1_PHYS_ADDR,
 240           CONFIG_SYS_PCIE1_PHYS_SIZE,
 241           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 242           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 243         },
 244         { CONFIG_SYS_PCIE2_PHYS_ADDR, CONFIG_SYS_PCIE2_PHYS_ADDR,
 245           CONFIG_SYS_PCIE2_PHYS_SIZE,
 246           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 247           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 248         },
 249         { CONFIG_SYS_PCIE3_PHYS_ADDR, CONFIG_SYS_PCIE3_PHYS_ADDR,
 250           CONFIG_SYS_PCIE3_PHYS_SIZE,
 251           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 252           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 253         },
 254 #ifdef CONFIG_SYS_PCIE4_PHYS_ADDR
 255         { CONFIG_SYS_PCIE4_PHYS_ADDR, CONFIG_SYS_PCIE4_PHYS_ADDR,
 256           CONFIG_SYS_PCIE4_PHYS_SIZE,
 257           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 258           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 259         },
 260 #endif
 261 #ifdef SYS_PCIE5_PHYS_ADDR
 262         { SYS_PCIE5_PHYS_ADDR, SYS_PCIE5_PHYS_ADDR,
 263           SYS_PCIE5_PHYS_SIZE,
 264           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 265           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 266         },
 267 #endif
 268 #ifdef SYS_PCIE6_PHYS_ADDR
 269         { SYS_PCIE6_PHYS_ADDR, SYS_PCIE6_PHYS_ADDR,
 270           SYS_PCIE6_PHYS_SIZE,
 271           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 272           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 273         },
 274 #endif
 275         { CONFIG_SYS_FSL_WRIOP1_BASE, CONFIG_SYS_FSL_WRIOP1_BASE,
 276           CONFIG_SYS_FSL_WRIOP1_SIZE,
 277           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 278           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 279         },
 280         { CONFIG_SYS_FSL_AIOP1_BASE, CONFIG_SYS_FSL_AIOP1_BASE,
 281           CONFIG_SYS_FSL_AIOP1_SIZE,
 282           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 283           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 284         },
 285         { CONFIG_SYS_FSL_PEBUF_BASE, CONFIG_SYS_FSL_PEBUF_BASE,
 286           CONFIG_SYS_FSL_PEBUF_SIZE,
 287           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 288           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 289         },
 290         { CONFIG_SYS_FSL_DRAM_BASE2, CONFIG_SYS_FSL_DRAM_BASE2,
 291           CONFIG_SYS_FSL_DRAM_SIZE2,
 292           PTE_BLOCK_MEMTYPE(MT_NORMAL) |
 293           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 294         },
 295 #ifdef CONFIG_SYS_FSL_DRAM_BASE3
 296         { CONFIG_SYS_FSL_DRAM_BASE3, CONFIG_SYS_FSL_DRAM_BASE3,
 297           CONFIG_SYS_FSL_DRAM_SIZE3,
 298           PTE_BLOCK_MEMTYPE(MT_NORMAL) |
 299           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 300         },
 301 #endif
 302 #elif defined(CONFIG_FSL_LSCH2)
 303         { CONFIG_SYS_FSL_BOOTROM_BASE, CONFIG_SYS_FSL_BOOTROM_BASE,
 304           CONFIG_SYS_FSL_BOOTROM_SIZE,
 305           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 306           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 307         },
 308         { CONFIG_SYS_FSL_CCSR_BASE, CONFIG_SYS_FSL_CCSR_BASE,
 309           CONFIG_SYS_FSL_CCSR_SIZE,
 310           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 311           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 312         },
 313         { CONFIG_SYS_FSL_OCRAM_BASE, CONFIG_SYS_FSL_OCRAM_BASE,
 314           SYS_FSL_OCRAM_SPACE_SIZE,
 315           PTE_BLOCK_MEMTYPE(MT_NORMAL) | PTE_BLOCK_NON_SHARE
 316         },
 317         { CONFIG_SYS_FSL_DCSR_BASE, CONFIG_SYS_FSL_DCSR_BASE,
 318           CONFIG_SYS_FSL_DCSR_SIZE,
 319           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 320           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 321         },
 322         { CONFIG_SYS_FSL_QSPI_BASE, CONFIG_SYS_FSL_QSPI_BASE,
 323           CONFIG_SYS_FSL_QSPI_SIZE,
 324           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 325           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 326         },
 327 #ifdef CONFIG_FSL_IFC
 328         { CONFIG_SYS_FSL_IFC_BASE, CONFIG_SYS_FSL_IFC_BASE,
 329           CONFIG_SYS_FSL_IFC_SIZE,
 330           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) | PTE_BLOCK_NON_SHARE
 331         },
 332 #endif
 333         { CONFIG_SYS_FSL_DRAM_BASE1, CONFIG_SYS_FSL_DRAM_BASE1,
 334           CONFIG_SYS_FSL_DRAM_SIZE1,
 335           PTE_BLOCK_MEMTYPE(MT_NORMAL) |
 336           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 337         },
 338         { CONFIG_SYS_FSL_QBMAN_BASE, CONFIG_SYS_FSL_QBMAN_BASE,
 339           CONFIG_SYS_FSL_QBMAN_SIZE,
 340           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 341           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 342         },
 343         { CONFIG_SYS_FSL_DRAM_BASE2, CONFIG_SYS_FSL_DRAM_BASE2,
 344           CONFIG_SYS_FSL_DRAM_SIZE2,
 345           PTE_BLOCK_MEMTYPE(MT_NORMAL) |
 346           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 347         },
 348         { CONFIG_SYS_PCIE1_PHYS_ADDR, CONFIG_SYS_PCIE1_PHYS_ADDR,
 349           CONFIG_SYS_PCIE1_PHYS_SIZE,
 350           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 351           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 352         },
 353         { CONFIG_SYS_PCIE2_PHYS_ADDR, CONFIG_SYS_PCIE2_PHYS_ADDR,
 354           CONFIG_SYS_PCIE2_PHYS_SIZE,
 355           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 356           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 357         },
 358         { CONFIG_SYS_PCIE3_PHYS_ADDR, CONFIG_SYS_PCIE3_PHYS_ADDR,
 359           CONFIG_SYS_PCIE3_PHYS_SIZE,
 360           PTE_BLOCK_MEMTYPE(MT_DEVICE_NGNRNE) |
 361           PTE_BLOCK_NON_SHARE | PTE_BLOCK_PXN | PTE_BLOCK_UXN
 362         },
 363         { CONFIG_SYS_FSL_DRAM_BASE3, CONFIG_SYS_FSL_DRAM_BASE3,
 364           CONFIG_SYS_FSL_DRAM_SIZE3,
 365           PTE_BLOCK_MEMTYPE(MT_NORMAL) |
 366           PTE_BLOCK_OUTER_SHARE | PTE_BLOCK_NS
 367         },
 368 #endif
 369 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE
 370         {},     /* space holder for secure mem */
 371 #endif
 372         {},
 373 };
 374
 375 struct mm_region *mem_map = early_map;
 376
 377 void cpu_name(char *name)
 378 {
 379         struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
 380         unsigned int i, svr, ver;
 381
 382         svr = gur_in32(&gur->svr);
 383         ver = SVR_SOC_VER(svr);
 384
 385         for (i = 0; i < ARRAY_SIZE(cpu_type_list); i++)
 386                 if ((cpu_type_list[i].soc_ver & SVR_WO_E) == ver) {
 387                         strcpy(name, cpu_type_list[i].name);
 388 #ifdef CONFIG_ARCH_LX2160A
 389                         if (IS_C_PROCESSOR(svr))
 390                                 strcat(name, "C");
 391 #endif
 392
 393                         if (IS_E_PROCESSOR(svr))
 394                                 strcat(name, "E");
 395
 396                         sprintf(name + strlen(name), " Rev%d.%d",
 397                                 SVR_MAJ(svr), SVR_MIN(svr));
 398                         break;
 399                 }
 400
 401         if (i == ARRAY_SIZE(cpu_type_list))
 402                 strcpy(name, "unknown");
 403 }
 404
 405 #if !CONFIG_IS_ENABLED(SYS_DCACHE_OFF)
 406 /*
 407  * To start MMU before DDR is available, we create MMU table in SRAM.
 408  * The base address of SRAM is CONFIG_SYS_FSL_OCRAM_BASE. We use three
 409  * levels of translation tables here to cover 40-bit address space.
 410  * We use 4KB granule size, with 40 bits physical address, T0SZ=24
 411  * Address above EARLY_PGTABLE_SIZE (0x5000) is free for other purpose.
 412  * Note, the debug print in cache_v8.c is not usable for debugging
 413  * these early MMU tables because UART is not yet available.
 414  */
 415 static inline void early_mmu_setup(void)
 416 {
 417         unsigned int el = current_el();
 418
 419         /* global data is already setup, no allocation yet */
 420         if (el == 3)
 421                 gd->arch.tlb_addr = CONFIG_SYS_FSL_OCRAM_BASE;
 422         else
 423                 gd->arch.tlb_addr = CONFIG_SYS_DDR_SDRAM_BASE;
 424         gd->arch.tlb_fillptr = gd->arch.tlb_addr;
 425         gd->arch.tlb_size = EARLY_PGTABLE_SIZE;
 426
 427         /* Create early page tables */
 428         setup_pgtables();
 429
 430         /* point TTBR to the new table */
 431         set_ttbr_tcr_mair(el, gd->arch.tlb_addr,
 432                           get_tcr(el, NULL, NULL) &
 433                           ~(TCR_ORGN_MASK | TCR_IRGN_MASK),
 434                           MEMORY_ATTRIBUTES);
 435
 436         set_sctlr(get_sctlr() | CR_M);
 437 }
 438
 439 static void fix_pcie_mmu_map(void)
 440 {
 441 #ifdef CONFIG_ARCH_LS2080A
 442         unsigned int i;
 443         u32 svr, ver;
 444         struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
 445
 446         svr = gur_in32(&gur->svr);
 447         ver = SVR_SOC_VER(svr);
 448
 449         /* Fix PCIE base and size for LS2088A */
 450         if ((ver == SVR_LS2088A) || (ver == SVR_LS2084A) ||
 451             (ver == SVR_LS2048A) || (ver == SVR_LS2044A) ||
 452             (ver == SVR_LS2081A) || (ver == SVR_LS2041A)) {
 453                 for (i = 0; i < ARRAY_SIZE(final_map); i++) {
 454                         switch (final_map[i].phys) {
 455                         case CONFIG_SYS_PCIE1_PHYS_ADDR:
 456                                 final_map[i].phys = 0x2000000000ULL;
 457                                 final_map[i].virt = 0x2000000000ULL;
 458                                 final_map[i].size = 0x800000000ULL;
 459                                 break;
 460                         case CONFIG_SYS_PCIE2_PHYS_ADDR:
 461                                 final_map[i].phys = 0x2800000000ULL;
 462                                 final_map[i].virt = 0x2800000000ULL;
 463                                 final_map[i].size = 0x800000000ULL;
 464                                 break;
 465                         case CONFIG_SYS_PCIE3_PHYS_ADDR:
 466                                 final_map[i].phys = 0x3000000000ULL;
 467                                 final_map[i].virt = 0x3000000000ULL;
 468                                 final_map[i].size = 0x800000000ULL;
 469                                 break;
 470 #ifdef CONFIG_SYS_PCIE4_PHYS_ADDR
 471                         case CONFIG_SYS_PCIE4_PHYS_ADDR:
 472                                 final_map[i].phys = 0x3800000000ULL;
 473                                 final_map[i].virt = 0x3800000000ULL;
 474                                 final_map[i].size = 0x800000000ULL;
 475                                 break;
 476 #endif
 477                         default:
 478                                 break;
 479                         }
 480                 }
 481         }
 482 #endif
 483 }
 484
 485 /*
 486  * The final tables look similar to early tables, but different in detail.
 487  * These tables are in DRAM. Sub tables are added to enable cache for
 488  * QBMan and OCRAM.
 489  *
 490  * Put the MMU table in secure memory if gd->arch.secure_ram is valid.
 491  * OCRAM will be not used for this purpose so gd->arch.secure_ram can't be 0.
 492  */
 493 static inline void final_mmu_setup(void)
 494 {
 495         u64 tlb_addr_save = gd->arch.tlb_addr;
 496         unsigned int el = current_el();
 497         int index;
 498
 499         /* fix the final_map before filling in the block entries */
 500         fix_pcie_mmu_map();
 501
 502         mem_map = final_map;
 503
 504         /* Update mapping for DDR to actual size */
 505         for (index = 0; index < ARRAY_SIZE(final_map) - 2; index++) {
 506                 /*
 507                  * Find the entry for DDR mapping and update the address and
 508                  * size. Zero-sized mapping will be skipped when creating MMU
 509                  * table.
 510                  */
 511                 switch (final_map[index].virt) {
 512                 case CONFIG_SYS_FSL_DRAM_BASE1:
 513                         final_map[index].virt = gd->bd->bi_dram[0].start;
 514                         final_map[index].phys = gd->bd->bi_dram[0].start;
 515                         final_map[index].size = gd->bd->bi_dram[0].size;
 516                         break;
 517 #ifdef CONFIG_SYS_FSL_DRAM_BASE2
 518                 case CONFIG_SYS_FSL_DRAM_BASE2:
 519 #if (CONFIG_NR_DRAM_BANKS >= 2)
 520                         final_map[index].virt = gd->bd->bi_dram[1].start;
 521                         final_map[index].phys = gd->bd->bi_dram[1].start;
 522                         final_map[index].size = gd->bd->bi_dram[1].size;
 523 #else
 524                         final_map[index].size = 0;
 525 #endif
 526                 break;
 527 #endif
 528 #ifdef CONFIG_SYS_FSL_DRAM_BASE3
 529                 case CONFIG_SYS_FSL_DRAM_BASE3:
 530 #if (CONFIG_NR_DRAM_BANKS >= 3)
 531                         final_map[index].virt = gd->bd->bi_dram[2].start;
 532                         final_map[index].phys = gd->bd->bi_dram[2].start;
 533                         final_map[index].size = gd->bd->bi_dram[2].size;
 534 #else
 535                         final_map[index].size = 0;
 536 #endif
 537                 break;
 538 #endif
 539                 default:
 540                         break;
 541                 }
 542         }
 543
 544 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE
 545         if (gd->arch.secure_ram & MEM_RESERVE_SECURE_MAINTAINED) {
 546                 if (el == 3) {
 547                         /*
 548                          * Only use gd->arch.secure_ram if the address is
 549                          * recalculated. Align to 4KB for MMU table.
 550                          */
 551                         /* put page tables in secure ram */
 552                         index = ARRAY_SIZE(final_map) - 2;
 553                         gd->arch.tlb_addr = gd->arch.secure_ram & ~0xfff;
 554                         final_map[index].virt = gd->arch.secure_ram & ~0x3;
 555                         final_map[index].phys = final_map[index].virt;
 556                         final_map[index].size = CONFIG_SYS_MEM_RESERVE_SECURE;
 557                         final_map[index].attrs = PTE_BLOCK_OUTER_SHARE;
 558                         gd->arch.secure_ram |= MEM_RESERVE_SECURE_SECURED;
 559                         tlb_addr_save = gd->arch.tlb_addr;
 560                 } else {
 561                         /* Use allocated (board_f.c) memory for TLB */
 562                         tlb_addr_save = gd->arch.tlb_allocated;
 563                         gd->arch.tlb_addr = tlb_addr_save;
 564                 }
 565         }
 566 #endif
 567
 568         /* Reset the fill ptr */
 569         gd->arch.tlb_fillptr = tlb_addr_save;
 570
 571         /* Create normal system page tables */
 572         setup_pgtables();
 573
 574         /* Create emergency page tables */
 575         gd->arch.tlb_addr = gd->arch.tlb_fillptr;
 576         gd->arch.tlb_emerg = gd->arch.tlb_addr;
 577         setup_pgtables();
 578         gd->arch.tlb_addr = tlb_addr_save;
 579
 580         /* Disable cache and MMU */
 581         dcache_disable();       /* TLBs are invalidated */
 582         invalidate_icache_all();
 583
 584         /* point TTBR to the new table */
 585         set_ttbr_tcr_mair(el, gd->arch.tlb_addr, get_tcr(el, NULL, NULL),
 586                           MEMORY_ATTRIBUTES);
 587
 588         set_sctlr(get_sctlr() | CR_M);
 589 }
 590
 591 u64 get_page_table_size(void)
 592 {
 593         return 0x10000;
 594 }
 595
 596 int arch_cpu_init(void)
 597 {
 598         /*
 599          * This function is called before U-Boot relocates itself to speed up
 600          * on system running. It is not necessary to run if performance is not
 601          * critical. Skip if MMU is already enabled by SPL or other means.
 602          */
 603         if (get_sctlr() & CR_M)
 604                 return 0;
 605
 606         icache_enable();
 607         __asm_invalidate_dcache_all();
 608         __asm_invalidate_tlb_all();
 609         early_mmu_setup();
 610         set_sctlr(get_sctlr() | CR_C);
 611         return 0;
 612 }
 613
 614 void mmu_setup(void)
 615 {
 616         final_mmu_setup();
 617 }
 618
 619 /*
 620  * This function is called from common/board_r.c.
 621  * It recreates MMU table in main memory.
 622  */
 623 void enable_caches(void)
 624 {
 625         mmu_setup();
 626         __asm_invalidate_tlb_all();
 627         icache_enable();
 628         dcache_enable();
 629 }
 630 #endif  /* !CONFIG_IS_ENABLED(SYS_DCACHE_OFF) */
 631
 632 #ifdef CONFIG_TFABOOT
 633 enum boot_src __get_boot_src(u32 porsr1)
 634 {
 635         enum boot_src src = BOOT_SOURCE_RESERVED;
 636         u32 rcw_src = (porsr1 & RCW_SRC_MASK) >> RCW_SRC_BIT;
 637 #if !defined(CONFIG_NXP_LSCH3_2)
 638         u32 val;
 639 #endif
 640         debug("%s: rcw_src 0x%x\n", __func__, rcw_src);
 641
 642 #if defined(CONFIG_FSL_LSCH3)
 643 #if defined(CONFIG_NXP_LSCH3_2)
 644         switch (rcw_src) {
 645         case RCW_SRC_SDHC1_VAL:
 646                 src = BOOT_SOURCE_SD_MMC;
 647         break;
 648         case RCW_SRC_SDHC2_VAL:
 649                 src = BOOT_SOURCE_SD_MMC2;
 650         break;
 651         case RCW_SRC_I2C1_VAL:
 652                 src = BOOT_SOURCE_I2C1_EXTENDED;
 653         break;
 654         case RCW_SRC_FLEXSPI_NAND2K_VAL:
 655                 src = BOOT_SOURCE_XSPI_NAND;
 656         break;
 657         case RCW_SRC_FLEXSPI_NAND4K_VAL:
 658                 src = BOOT_SOURCE_XSPI_NAND;
 659         break;
 660         case RCW_SRC_RESERVED_1_VAL:
 661                 src = BOOT_SOURCE_RESERVED;
 662         break;
 663         case RCW_SRC_FLEXSPI_NOR_24B:
 664                 src = BOOT_SOURCE_XSPI_NOR;
 665         break;
 666         default:
 667                 src = BOOT_SOURCE_RESERVED;
 668         }
 669 #else
 670         val = rcw_src & RCW_SRC_TYPE_MASK;
 671         if (val == RCW_SRC_NOR_VAL) {
 672                 val = rcw_src & NOR_TYPE_MASK;
 673
 674                 switch (val) {
 675                 case NOR_16B_VAL:
 676                 case NOR_32B_VAL:
 677                         src = BOOT_SOURCE_IFC_NOR;
 678                 break;
 679                 default:
 680                         src = BOOT_SOURCE_RESERVED;
 681                 }
 682         } else {
 683                 /* RCW SRC Serial Flash */
 684                 val = rcw_src & RCW_SRC_SERIAL_MASK;
 685                 switch (val) {
 686                 case RCW_SRC_QSPI_VAL:
 687                 /* RCW SRC Serial NOR (QSPI) */
 688                         src = BOOT_SOURCE_QSPI_NOR;
 689                         break;
 690                 case RCW_SRC_SD_CARD_VAL:
 691                 /* RCW SRC SD Card */
 692                         src = BOOT_SOURCE_SD_MMC;
 693                         break;
 694                 case RCW_SRC_EMMC_VAL:
 695                 /* RCW SRC EMMC */
 696                         src = BOOT_SOURCE_SD_MMC;
 697                         break;
 698                 case RCW_SRC_I2C1_VAL:
 699                 /* RCW SRC I2C1 Extended */
 700                         src = BOOT_SOURCE_I2C1_EXTENDED;
 701                         break;
 702                 default:
 703                         src = BOOT_SOURCE_RESERVED;
 704                 }
 705         }
 706 #endif
 707 #elif defined(CONFIG_FSL_LSCH2)
 708         /* RCW SRC NAND */
 709         val = rcw_src & RCW_SRC_NAND_MASK;
 710         if (val == RCW_SRC_NAND_VAL) {
 711                 val = rcw_src & NAND_RESERVED_MASK;
 712                 if (val != NAND_RESERVED_1 && val != NAND_RESERVED_2)
 713                         src = BOOT_SOURCE_IFC_NAND;
 714
 715         } else {
 716                 /* RCW SRC NOR */
 717                 val = rcw_src & RCW_SRC_NOR_MASK;
 718                 if (val == NOR_8B_VAL || val == NOR_16B_VAL) {
 719                         src = BOOT_SOURCE_IFC_NOR;
 720                 } else {
 721                         switch (rcw_src) {
 722                         case QSPI_VAL1:
 723                         case QSPI_VAL2:
 724                                 src = BOOT_SOURCE_QSPI_NOR;
 725                                 break;
 726                         case SD_VAL:
 727                                 src = BOOT_SOURCE_SD_MMC;
 728                                 break;
 729                         default:
 730                                 src = BOOT_SOURCE_RESERVED;
 731                         }
 732                 }
 733         }
 734 #endif
 735
 736         if (CONFIG_IS_ENABLED(SYS_FSL_ERRATUM_A010539) && !rcw_src)
 737                 src = BOOT_SOURCE_QSPI_NOR;
 738
 739         debug("%s: src 0x%x\n", __func__, src);
 740         return src;
 741 }
 742
 743 enum boot_src get_boot_src(void)
 744 {
 745         struct pt_regs regs;
 746         u32 porsr1 = 0;
 747
 748 #if defined(CONFIG_FSL_LSCH3)
 749         u32 __iomem *dcfg_ccsr = (u32 __iomem *)DCFG_BASE;
 750 #elif defined(CONFIG_FSL_LSCH2)
 751         struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
 752 #endif
 753
 754         if (current_el() == 2) {
 755                 regs.regs[0] = SIP_SVC_RCW;
 756
 757                 smc_call(&regs);
 758                 if (!regs.regs[0])
 759                         porsr1 = regs.regs[1];
 760         }
 761
 762         if (current_el() == 3 || !porsr1) {
 763 #ifdef CONFIG_FSL_LSCH3
 764                 porsr1 = in_le32(dcfg_ccsr + DCFG_PORSR1 / 4);
 765 #elif defined(CONFIG_FSL_LSCH2)
 766                 porsr1 = in_be32(&gur->porsr1);
 767 #endif
 768         }
 769
 770         debug("%s: porsr1 0x%x\n", __func__, porsr1);
 771
 772         return __get_boot_src(porsr1);
 773 }
 774
 775 #ifdef CONFIG_ENV_IS_IN_MMC
 776 int mmc_get_env_dev(void)
 777 {
 778         enum boot_src src = get_boot_src();
 779         int dev = CONFIG_SYS_MMC_ENV_DEV;
 780
 781         switch (src) {
 782         case BOOT_SOURCE_SD_MMC:
 783                 dev = 0;
 784                 break;
 785         case BOOT_SOURCE_SD_MMC2:
 786                 dev = 1;
 787                 break;
 788         default:
 789                 break;
 790         }
 791
 792         return dev;
 793 }
 794 #endif
 795
 796 enum env_location env_get_location(enum env_operation op, int prio)
 797 {
 798         enum boot_src src = get_boot_src();
 799         enum env_location env_loc = ENVL_NOWHERE;
 800
 801         if (prio)
 802                 return ENVL_UNKNOWN;
 803
 804 #ifdef CONFIG_CHAIN_OF_TRUST
 805         /* Check Boot Mode
 806          * If Boot Mode is Secure, return ENVL_NOWHERE
 807          */
 808         if (fsl_check_boot_mode_secure() == 1)
 809                 goto done;
 810 #endif
 811
 812         switch (src) {
 813         case BOOT_SOURCE_IFC_NOR:
 814                 env_loc = ENVL_FLASH;
 815                 break;
 816         case BOOT_SOURCE_QSPI_NOR:
 817                 /* FALLTHROUGH */
 818         case BOOT_SOURCE_XSPI_NOR:
 819                 env_loc = ENVL_SPI_FLASH;
 820                 break;
 821         case BOOT_SOURCE_IFC_NAND:
 822                 /* FALLTHROUGH */
 823         case BOOT_SOURCE_QSPI_NAND:
 824                 /* FALLTHROUGH */
 825         case BOOT_SOURCE_XSPI_NAND:
 826                 env_loc = ENVL_NAND;
 827                 break;
 828         case BOOT_SOURCE_SD_MMC:
 829                 /* FALLTHROUGH */
 830         case BOOT_SOURCE_SD_MMC2:
 831                 env_loc =  ENVL_MMC;
 832                 break;
 833         case BOOT_SOURCE_I2C1_EXTENDED:
 834                 /* FALLTHROUGH */
 835         default:
 836                 break;
 837         }
 838
 839 #ifdef CONFIG_CHAIN_OF_TRUST
 840 done:
 841 #endif
 842         return env_loc;
 843 }
 844 #endif  /* CONFIG_TFABOOT */
 845
 846 u32 initiator_type(u32 cluster, int init_id)
 847 {
 848         struct ccsr_gur *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
 849         u32 idx = (cluster >> (init_id * 8)) & TP_CLUSTER_INIT_MASK;
 850         u32 type = 0;
 851
 852         type = gur_in32(&gur->tp_ityp[idx]);
 853         if (type & TP_ITYP_AV)
 854                 return type;
 855
 856         return 0;
 857 }
 858
 859 u32 cpu_pos_mask(void)
 860 {
 861         struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
 862         int i = 0;
 863         u32 cluster, type, mask = 0;
 864
 865         do {
 866                 int j;
 867
 868                 cluster = gur_in32(&gur->tp_cluster[i].lower);
 869                 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) {
 870                         type = initiator_type(cluster, j);
 871                         if (type && (TP_ITYP_TYPE(type) == TP_ITYP_TYPE_ARM))
 872                                 mask |= 1 << (i * TP_INIT_PER_CLUSTER + j);
 873                 }
 874                 i++;
 875         } while ((cluster & TP_CLUSTER_EOC) == 0x0);
 876
 877         return mask;
 878 }
 879
 880 u32 cpu_mask(void)
 881 {
 882         struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
 883         int i = 0, count = 0;
 884         u32 cluster, type, mask = 0;
 885
 886         do {
 887                 int j;
 888
 889                 cluster = gur_in32(&gur->tp_cluster[i].lower);
 890                 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) {
 891                         type = initiator_type(cluster, j);
 892                         if (type) {
 893                                 if (TP_ITYP_TYPE(type) == TP_ITYP_TYPE_ARM)
 894                                         mask |= 1 << count;
 895                                 count++;
 896                         }
 897                 }
 898                 i++;
 899         } while ((cluster & TP_CLUSTER_EOC) == 0x0);
 900
 901         return mask;
 902 }
 903
 904 /*
 905  * Return the number of cores on this SOC.
 906  */
 907 int cpu_numcores(void)
 908 {
 909         return hweight32(cpu_mask());
 910 }
 911
 912 int fsl_qoriq_core_to_cluster(unsigned int core)
 913 {
 914         struct ccsr_gur __iomem *gur =
 915                 (void __iomem *)(CONFIG_SYS_FSL_GUTS_ADDR);
 916         int i = 0, count = 0;
 917         u32 cluster;
 918
 919         do {
 920                 int j;
 921
 922                 cluster = gur_in32(&gur->tp_cluster[i].lower);
 923                 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) {
 924                         if (initiator_type(cluster, j)) {
 925                                 if (count == core)
 926                                         return i;
 927                                 count++;
 928                         }
 929                 }
 930                 i++;
 931         } while ((cluster & TP_CLUSTER_EOC) == 0x0);
 932
 933         return -1;      /* cannot identify the cluster */
 934 }
 935
 936 u32 fsl_qoriq_core_to_type(unsigned int core)
 937 {
 938         struct ccsr_gur __iomem *gur =
 939                 (void __iomem *)(CONFIG_SYS_FSL_GUTS_ADDR);
 940         int i = 0, count = 0;
 941         u32 cluster, type;
 942
 943         do {
 944                 int j;
 945
 946                 cluster = gur_in32(&gur->tp_cluster[i].lower);
 947                 for (j = 0; j < TP_INIT_PER_CLUSTER; j++) {
 948                         type = initiator_type(cluster, j);
 949                         if (type) {
 950                                 if (count == core)
 951                                         return type;
 952                                 count++;
 953                         }
 954                 }
 955                 i++;
 956         } while ((cluster & TP_CLUSTER_EOC) == 0x0);
 957
 958         return -1;      /* cannot identify the cluster */
 959 }
 960
 961 #ifndef CONFIG_FSL_LSCH3
 962 uint get_svr(void)
 963 {
 964         struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
 965
 966         return gur_in32(&gur->svr);
 967 }
 968 #endif
 969
 970 #ifdef CONFIG_DISPLAY_CPUINFO
 971 int print_cpuinfo(void)
 972 {
 973         struct ccsr_gur __iomem *gur = (void *)(CONFIG_SYS_FSL_GUTS_ADDR);
 974         struct sys_info sysinfo;
 975         char buf[32];
 976         unsigned int i, core;
 977         u32 type, rcw, svr = gur_in32(&gur->svr);
 978
 979         puts("SoC: ");
 980
 981         cpu_name(buf);
 982         printf(" %s (0x%x)\n", buf, svr);
 983         memset((u8 *)buf, 0x00, ARRAY_SIZE(buf));
 984         get_sys_info(&sysinfo);
 985         puts("Clock Configuration:");
 986         for_each_cpu(i, core, cpu_numcores(), cpu_mask()) {
 987                 if (!(i % 3))
 988                         puts("\n       ");
 989                 type = TP_ITYP_VER(fsl_qoriq_core_to_type(core));
 990                 printf("CPU%d(%s):%-4s MHz  ", core,
 991                        type == TY_ITYP_VER_A7 ? "A7 " :
 992                        (type == TY_ITYP_VER_A53 ? "A53" :
 993                        (type == TY_ITYP_VER_A57 ? "A57" :
 994                        (type == TY_ITYP_VER_A72 ? "A72" : "   "))),
 995                        strmhz(buf, sysinfo.freq_processor[core]));
 996         }
 997         /* Display platform clock as Bus frequency. */
 998         printf("\n       Bus:      %-4s MHz  ",
 999                strmhz(buf, sysinfo.freq_systembus / CONFIG_SYS_FSL_PCLK_DIV));
1000         printf("DDR:      %-4s MT/s", strmhz(buf, sysinfo.freq_ddrbus));
1001 #ifdef CONFIG_SYS_DPAA_FMAN
1002         printf("  FMAN:     %-4s MHz", strmhz(buf, sysinfo.freq_fman[0]));
1003 #endif
1004 #ifdef CONFIG_SYS_FSL_HAS_DP_DDR
1005         if (soc_has_dp_ddr()) {
1006                 printf("     DP-DDR:   %-4s MT/s",
1007                        strmhz(buf, sysinfo.freq_ddrbus2));
1008         }
1009 #endif
1010         puts("\n");
1011
1012         /*
1013          * Display the RCW, so that no one gets confused as to what RCW
1014          * we're actually using for this boot.
1015          */
1016         puts("Reset Configuration Word (RCW):");
1017         for (i = 0; i < ARRAY_SIZE(gur->rcwsr); i++) {
1018                 rcw = gur_in32(&gur->rcwsr[i]);
1019                 if ((i % 4) == 0)
1020                         printf("\n       %08x:", i * 4);
1021                 printf(" %08x", rcw);
1022         }
1023         puts("\n");
1024
1025         return 0;
1026 }
1027 #endif
1028
1029 #ifdef CONFIG_FSL_ESDHC
1030 int cpu_mmc_init(bd_t *bis)
1031 {
1032         return fsl_esdhc_mmc_init(bis);
1033 }
1034 #endif
1035
1036 int cpu_eth_init(bd_t *bis)
1037 {
1038         int error = 0;
1039
1040 #if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD)
1041         error = fsl_mc_ldpaa_init(bis);
1042 #endif
1043 #ifdef CONFIG_FMAN_ENET
1044         fm_standard_init(bis);
1045 #endif
1046         return error;
1047 }
1048
1049 static inline int check_psci(void)
1050 {
1051         unsigned int psci_ver;
1052
1053         psci_ver = sec_firmware_support_psci_version();
1054         if (psci_ver == PSCI_INVALID_VER)
1055                 return 1;
1056
1057         return 0;
1058 }
1059
1060 static void config_core_prefetch(void)
1061 {
1062         char *buf = NULL;
1063         char buffer[HWCONFIG_BUFFER_SIZE];
1064         const char *prefetch_arg = NULL;
1065         size_t arglen;
1066         unsigned int mask;
1067         struct pt_regs regs;
1068
1069         if (env_get_f("hwconfig", buffer, sizeof(buffer)) > 0)
1070                 buf = buffer;
1071
1072         prefetch_arg = hwconfig_subarg_f("core_prefetch", "disable",
1073                                          &arglen, buf);
1074
1075         if (prefetch_arg) {
1076                 mask = simple_strtoul(prefetch_arg, NULL, 0) & 0xff;
1077                 if (mask & 0x1) {
1078                         printf("Core0 prefetch can't be disabled\n");
1079                         return;
1080                 }
1081
1082 #define SIP_PREFETCH_DISABLE_64 0xC200FF13
1083                 regs.regs[0] = SIP_PREFETCH_DISABLE_64;
1084                 regs.regs[1] = mask;
1085                 smc_call(&regs);
1086
1087                 if (regs.regs[0])
1088                         printf("Prefetch disable config failed for mask ");
1089                 else
1090                         printf("Prefetch disable config passed for mask ");
1091                 printf("0x%x\n", mask);
1092         }
1093 }
1094
1095 int arch_early_init_r(void)
1096 {
1097 #ifdef CONFIG_SYS_FSL_ERRATUM_A009635
1098         u32 svr_dev_id;
1099         /*
1100          * erratum A009635 is valid only for LS2080A SoC and
1101          * its personalitiesi
1102          */
1103         svr_dev_id = get_svr();
1104         if (IS_SVR_DEV(svr_dev_id, SVR_DEV(SVR_LS2080A)))
1105                 erratum_a009635();
1106 #endif
1107 #if defined(CONFIG_SYS_FSL_ERRATUM_A009942) && defined(CONFIG_SYS_FSL_DDR)
1108         erratum_a009942_check_cpo();
1109 #endif
1110         if (check_psci()) {
1111                 debug("PSCI: PSCI does not exist.\n");
1112
1113                 /* if PSCI does not exist, boot secondary cores here */
1114                 if (fsl_layerscape_wake_seconday_cores())
1115                         printf("Did not wake secondary cores\n");
1116         }
1117
1118         config_core_prefetch();
1119
1120 #ifdef CONFIG_SYS_HAS_SERDES
1121         fsl_serdes_init();
1122 #endif
1123 #ifdef CONFIG_SYS_FSL_HAS_RGMII
1124         /* some dpmacs in armv8a based freescale layerscape SOCs can be
1125          * configured via both serdes(sgmii, xfi, xlaui etc) bits and via
1126          * EC*_PMUX(rgmii) bits in RCW.
1127          * e.g. dpmac 17 and 18 in LX2160A can be configured as SGMII from
1128          * serdes bits and as RGMII via EC1_PMUX/EC2_PMUX bits
1129          * Now if a dpmac is enabled by serdes bits then it takes precedence
1130          * over EC*_PMUX bits. i.e. in LX2160A if we select serdes protocol
1131          * that configures dpmac17 as SGMII and set the EC1_PMUX as RGMII,
1132          * then the dpmac is SGMII and not RGMII.
1133          *
1134          * Therefore, move the fsl_rgmii_init after fsl_serdes_init. in
1135          * fsl_rgmii_init function of SOC, we will check if the dpmac is enabled
1136          * or not? if it is (fsl_serdes_init has already enabled the dpmac),
1137          * then don't enable it.
1138          */
1139         fsl_rgmii_init();
1140 #endif
1141 #ifdef CONFIG_FMAN_ENET
1142         fman_enet_init();
1143 #endif
1144 #ifdef CONFIG_SYS_DPAA_QBMAN
1145         setup_qbman_portals();
1146 #endif
1147         return 0;
1148 }
1149
1150 int timer_init(void)
1151 {
1152         u32 __iomem *cntcr = (u32 *)CONFIG_SYS_FSL_TIMER_ADDR;
1153 #ifdef CONFIG_FSL_LSCH3
1154         u32 __iomem *cltbenr = (u32 *)CONFIG_SYS_FSL_PMU_CLTBENR;
1155 #endif
1156 #if defined(CONFIG_ARCH_LS2080A) || defined(CONFIG_ARCH_LS1088A)
1157         u32 __iomem *pctbenr = (u32 *)FSL_PMU_PCTBENR_OFFSET;
1158         u32 svr_dev_id;
1159 #endif
1160 #ifdef COUNTER_FREQUENCY_REAL
1161         unsigned long cntfrq = COUNTER_FREQUENCY_REAL;
1162
1163         /* Update with accurate clock frequency */
1164         if (current_el() == 3)
1165                 asm volatile("msr cntfrq_el0, %0" : : "r" (cntfrq) : "memory");
1166 #endif
1167
1168 #ifdef CONFIG_FSL_LSCH3
1169         /* Enable timebase for all clusters.
1170          * It is safe to do so even some clusters are not enabled.
1171          */
1172         out_le32(cltbenr, 0xf);
1173 #endif
1174
1175 #if defined(CONFIG_ARCH_LS2080A) || defined(CONFIG_ARCH_LS1088A)
1176         /*
1177          * In certain Layerscape SoCs, the clock for each core's
1178          * has an enable bit in the PMU Physical Core Time Base Enable
1179          * Register (PCTBENR), which allows the watchdog to operate.
1180          */
1181         setbits_le32(pctbenr, 0xff);
1182         /*
1183          * For LS2080A SoC and its personalities, timer controller
1184          * offset is different
1185          */
1186         svr_dev_id = get_svr();
1187         if (IS_SVR_DEV(svr_dev_id, SVR_DEV(SVR_LS2080A)))
1188                 cntcr = (u32 *)SYS_FSL_LS2080A_LS2085A_TIMER_ADDR;
1189
1190 #endif
1191
1192         /* Enable clock for timer
1193          * This is a global setting.
1194          */
1195         out_le32(cntcr, 0x1);
1196
1197         return 0;
1198 }
1199
1200 __efi_runtime_data u32 __iomem *rstcr = (u32 *)CONFIG_SYS_FSL_RST_ADDR;
1201
1202 void __efi_runtime reset_cpu(ulong addr)
1203 {
1204         u32 val;
1205
1206 #ifdef CONFIG_ARCH_LX2160A
1207         val = in_le32(rstcr);
1208         val |= 0x01;
1209         out_le32(rstcr, val);
1210 #else
1211         /* Raise RESET_REQ_B */
1212         val = scfg_in32(rstcr);
1213         val |= 0x02;
1214         scfg_out32(rstcr, val);
1215 #endif
1216 }
1217
1218 #ifdef CONFIG_EFI_LOADER
1219
1220 void __efi_runtime EFIAPI efi_reset_system(
1221                        enum efi_reset_type reset_type,
1222                        efi_status_t reset_status,
1223                        unsigned long data_size, void *reset_data)
1224 {
1225         switch (reset_type) {
1226         case EFI_RESET_COLD:
1227         case EFI_RESET_WARM:
1228         case EFI_RESET_PLATFORM_SPECIFIC:
1229                 reset_cpu(0);
1230                 break;
1231         case EFI_RESET_SHUTDOWN:
1232                 /* Nothing we can do */
1233                 break;
1234         }
1235
1236         while (1) { }
1237 }
1238
1239 efi_status_t efi_reset_system_init(void)
1240 {
1241         return efi_add_runtime_mmio(&rstcr, sizeof(*rstcr));
1242 }
1243
1244 #endif
1245
1246 /*
1247  * Calculate reserved memory with given memory bank
1248  * Return aligned memory size on success
1249  * Return (ram_size + needed size) for failure
1250  */
1251 phys_size_t board_reserve_ram_top(phys_size_t ram_size)
1252 {
1253         phys_size_t ram_top = ram_size;
1254
1255 #if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD)
1256         ram_top = mc_get_dram_block_size();
1257         if (ram_top > ram_size)
1258                 return ram_size + ram_top;
1259
1260         ram_top = ram_size - ram_top;
1261         /* The start address of MC reserved memory needs to be aligned. */
1262         ram_top &= ~(CONFIG_SYS_MC_RSV_MEM_ALIGN - 1);
1263 #endif
1264
1265         return ram_size - ram_top;
1266 }
1267
1268 phys_size_t get_effective_memsize(void)
1269 {
1270         phys_size_t ea_size, rem = 0;
1271
1272         /*
1273          * For ARMv8 SoCs, DDR memory is split into two or three regions. The
1274          * first region is 2GB space at 0x8000_0000. Secure memory needs to
1275          * allocated from first region. If the memory extends to  the second
1276          * region (or the third region if applicable), Management Complex (MC)
1277          * memory should be put into the highest region, i.e. the end of DDR
1278          * memory. CONFIG_MAX_MEM_MAPPED is set to the size of first region so
1279          * U-Boot doesn't relocate itself into higher address. Should DDR be
1280          * configured to skip the first region, this function needs to be
1281          * adjusted.
1282          */
1283         if (gd->ram_size > CONFIG_MAX_MEM_MAPPED) {
1284                 ea_size = CONFIG_MAX_MEM_MAPPED;
1285                 rem = gd->ram_size - ea_size;
1286         } else {
1287                 ea_size = gd->ram_size;
1288         }
1289
1290 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE
1291         /* Check if we have enough space for secure memory */
1292         if (ea_size > CONFIG_SYS_MEM_RESERVE_SECURE)
1293                 ea_size -= CONFIG_SYS_MEM_RESERVE_SECURE;
1294         else
1295                 printf("Error: No enough space for secure memory.\n");
1296 #endif
1297         /* Check if we have enough memory for MC */
1298         if (rem < board_reserve_ram_top(rem)) {
1299                 /* Not enough memory in high region to reserve */
1300                 if (ea_size > board_reserve_ram_top(ea_size))
1301                         ea_size -= board_reserve_ram_top(ea_size);
1302                 else
1303                         printf("Error: No enough space for reserved memory.\n");
1304         }
1305
1306         return ea_size;
1307 }
1308
1309 #ifdef CONFIG_TFABOOT
1310 phys_size_t tfa_get_dram_size(void)
1311 {
1312         struct pt_regs regs;
1313         phys_size_t dram_size = 0;
1314
1315         regs.regs[0] = SMC_DRAM_BANK_INFO;
1316         regs.regs[1] = -1;
1317
1318         smc_call(&regs);
1319         if (regs.regs[0])
1320                 return 0;
1321
1322         dram_size = regs.regs[1];
1323         return dram_size;
1324 }
1325
1326 static int tfa_dram_init_banksize(void)
1327 {
1328         int i = 0, ret = 0;
1329         struct pt_regs regs;
1330         phys_size_t dram_size = tfa_get_dram_size();
1331
1332         debug("dram_size %llx\n", dram_size);
1333
1334         if (!dram_size)
1335                 return -EINVAL;
1336
1337         do {
1338                 regs.regs[0] = SMC_DRAM_BANK_INFO;
1339                 regs.regs[1] = i;
1340
1341                 smc_call(&regs);
1342                 if (regs.regs[0]) {
1343                         ret = -EINVAL;
1344                         break;
1345                 }
1346
1347                 debug("bank[%d]: start %lx, size %lx\n", i, regs.regs[1],
1348                       regs.regs[2]);
1349                 gd->bd->bi_dram[i].start = regs.regs[1];
1350                 gd->bd->bi_dram[i].size = regs.regs[2];
1351
1352                 dram_size -= gd->bd->bi_dram[i].size;
1353
1354                 i++;
1355         } while (dram_size);
1356
1357         if (i > 0)
1358                 ret = 0;
1359
1360 #if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD)
1361         /* Assign memory for MC */
1362 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1363         if (gd->bd->bi_dram[2].size >=
1364             board_reserve_ram_top(gd->bd->bi_dram[2].size)) {
1365                 gd->arch.resv_ram = gd->bd->bi_dram[2].start +
1366                             gd->bd->bi_dram[2].size -
1367                             board_reserve_ram_top(gd->bd->bi_dram[2].size);
1368         } else
1369 #endif
1370         {
1371                 if (gd->bd->bi_dram[1].size >=
1372                     board_reserve_ram_top(gd->bd->bi_dram[1].size)) {
1373                         gd->arch.resv_ram = gd->bd->bi_dram[1].start +
1374                                 gd->bd->bi_dram[1].size -
1375                                 board_reserve_ram_top(gd->bd->bi_dram[1].size);
1376                 } else if (gd->bd->bi_dram[0].size >
1377                            board_reserve_ram_top(gd->bd->bi_dram[0].size)) {
1378                         gd->arch.resv_ram = gd->bd->bi_dram[0].start +
1379                                 gd->bd->bi_dram[0].size -
1380                                 board_reserve_ram_top(gd->bd->bi_dram[0].size);
1381                 }
1382         }
1383 #endif  /* CONFIG_FSL_MC_ENET */
1384
1385         return ret;
1386 }
1387 #endif
1388
1389 int dram_init_banksize(void)
1390 {
1391 #ifdef CONFIG_SYS_DP_DDR_BASE_PHY
1392         phys_size_t dp_ddr_size;
1393 #endif
1394
1395 #ifdef CONFIG_TFABOOT
1396         if (!tfa_dram_init_banksize())
1397                 return 0;
1398 #endif
1399         /*
1400          * gd->ram_size has the total size of DDR memory, less reserved secure
1401          * memory. The DDR extends from low region to high region(s) presuming
1402          * no hole is created with DDR configuration. gd->arch.secure_ram tracks
1403          * the location of secure memory. gd->arch.resv_ram tracks the location
1404          * of reserved memory for Management Complex (MC). Because gd->ram_size
1405          * is reduced by this function if secure memory is reserved, checking
1406          * gd->arch.secure_ram should be done to avoid running it repeatedly.
1407          */
1408
1409 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE
1410         if (gd->arch.secure_ram & MEM_RESERVE_SECURE_MAINTAINED) {
1411                 debug("No need to run again, skip %s\n", __func__);
1412
1413                 return 0;
1414         }
1415 #endif
1416
1417         gd->bd->bi_dram[0].start = CONFIG_SYS_SDRAM_BASE;
1418         if (gd->ram_size > CONFIG_SYS_DDR_BLOCK1_SIZE) {
1419                 gd->bd->bi_dram[0].size = CONFIG_SYS_DDR_BLOCK1_SIZE;
1420                 gd->bd->bi_dram[1].start = CONFIG_SYS_DDR_BLOCK2_BASE;
1421                 gd->bd->bi_dram[1].size = gd->ram_size -
1422                                           CONFIG_SYS_DDR_BLOCK1_SIZE;
1423 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1424                 if (gd->bi_dram[1].size > CONFIG_SYS_DDR_BLOCK2_SIZE) {
1425                         gd->bd->bi_dram[2].start = CONFIG_SYS_DDR_BLOCK3_BASE;
1426                         gd->bd->bi_dram[2].size = gd->bd->bi_dram[1].size -
1427                                                   CONFIG_SYS_DDR_BLOCK2_SIZE;
1428                         gd->bd->bi_dram[1].size = CONFIG_SYS_DDR_BLOCK2_SIZE;
1429                 }
1430 #endif
1431         } else {
1432                 gd->bd->bi_dram[0].size = gd->ram_size;
1433         }
1434 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE
1435         if (gd->bd->bi_dram[0].size >
1436                                 CONFIG_SYS_MEM_RESERVE_SECURE) {
1437                 gd->bd->bi_dram[0].size -=
1438                                 CONFIG_SYS_MEM_RESERVE_SECURE;
1439                 gd->arch.secure_ram = gd->bd->bi_dram[0].start +
1440                                       gd->bd->bi_dram[0].size;
1441                 gd->arch.secure_ram |= MEM_RESERVE_SECURE_MAINTAINED;
1442                 gd->ram_size -= CONFIG_SYS_MEM_RESERVE_SECURE;
1443         }
1444 #endif  /* CONFIG_SYS_MEM_RESERVE_SECURE */
1445
1446 #if defined(CONFIG_FSL_MC_ENET) && !defined(CONFIG_SPL_BUILD)
1447         /* Assign memory for MC */
1448 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1449         if (gd->bd->bi_dram[2].size >=
1450             board_reserve_ram_top(gd->bd->bi_dram[2].size)) {
1451                 gd->arch.resv_ram = gd->bd->bi_dram[2].start +
1452                             gd->bd->bi_dram[2].size -
1453                             board_reserve_ram_top(gd->bd->bi_dram[2].size);
1454         } else
1455 #endif
1456         {
1457                 if (gd->bd->bi_dram[1].size >=
1458                     board_reserve_ram_top(gd->bd->bi_dram[1].size)) {
1459                         gd->arch.resv_ram = gd->bd->bi_dram[1].start +
1460                                 gd->bd->bi_dram[1].size -
1461                                 board_reserve_ram_top(gd->bd->bi_dram[1].size);
1462                 } else if (gd->bd->bi_dram[0].size >
1463                            board_reserve_ram_top(gd->bd->bi_dram[0].size)) {
1464                         gd->arch.resv_ram = gd->bd->bi_dram[0].start +
1465                                 gd->bd->bi_dram[0].size -
1466                                 board_reserve_ram_top(gd->bd->bi_dram[0].size);
1467                 }
1468         }
1469 #endif  /* CONFIG_FSL_MC_ENET */
1470
1471 #ifdef CONFIG_SYS_DP_DDR_BASE_PHY
1472 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1473 #error "This SoC shouldn't have DP DDR"
1474 #endif
1475         if (soc_has_dp_ddr()) {
1476                 /* initialize DP-DDR here */
1477                 puts("DP-DDR:  ");
1478                 /*
1479                  * DDR controller use 0 as the base address for binding.
1480                  * It is mapped to CONFIG_SYS_DP_DDR_BASE for core to access.
1481                  */
1482                 dp_ddr_size = fsl_other_ddr_sdram(CONFIG_SYS_DP_DDR_BASE_PHY,
1483                                           CONFIG_DP_DDR_CTRL,
1484                                           CONFIG_DP_DDR_NUM_CTRLS,
1485                                           CONFIG_DP_DDR_DIMM_SLOTS_PER_CTLR,
1486                                           NULL, NULL, NULL);
1487                 if (dp_ddr_size) {
1488                         gd->bd->bi_dram[2].start = CONFIG_SYS_DP_DDR_BASE;
1489                         gd->bd->bi_dram[2].size = dp_ddr_size;
1490                 } else {
1491                         puts("Not detected");
1492                 }
1493         }
1494 #endif
1495
1496 #ifdef CONFIG_SYS_MEM_RESERVE_SECURE
1497         debug("%s is called. gd->ram_size is reduced to %lu\n",
1498               __func__, (ulong)gd->ram_size);
1499 #endif
1500
1501         return 0;
1502 }
1503
1504 #if CONFIG_IS_ENABLED(EFI_LOADER)
1505 void efi_add_known_memory(void)
1506 {
1507         int i;
1508         phys_addr_t ram_start, start;
1509         phys_size_t ram_size;
1510         u64 pages;
1511
1512         /* Add RAM */
1513         for (i = 0; i < CONFIG_NR_DRAM_BANKS; i++) {
1514 #ifdef CONFIG_SYS_DP_DDR_BASE_PHY
1515 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1516 #error "This SoC shouldn't have DP DDR"
1517 #endif
1518                 if (i == 2)
1519                         continue;       /* skip DP-DDR */
1520 #endif
1521                 ram_start = gd->bd->bi_dram[i].start;
1522                 ram_size = gd->bd->bi_dram[i].size;
1523 #ifdef CONFIG_RESV_RAM
1524                 if (gd->arch.resv_ram >= ram_start &&
1525                     gd->arch.resv_ram < ram_start + ram_size)
1526                         ram_size = gd->arch.resv_ram - ram_start;
1527 #endif
1528                 start = (ram_start + EFI_PAGE_MASK) & ~EFI_PAGE_MASK;
1529                 pages = (ram_size + EFI_PAGE_MASK) >> EFI_PAGE_SHIFT;
1530
1531                 efi_add_memory_map(start, pages, EFI_CONVENTIONAL_MEMORY,
1532                                    false);
1533         }
1534 }
1535 #endif
1536
1537 /*
1538  * Before DDR size is known, early MMU table have DDR mapped as device memory
1539  * to avoid speculative access. To relocate U-Boot to DDR, "normal memory"
1540  * needs to be set for these mappings.
1541  * If a special case configures DDR with holes in the mapping, the holes need
1542  * to be marked as invalid. This is not implemented in this function.
1543  */
1544 void update_early_mmu_table(void)
1545 {
1546         if (!gd->arch.tlb_addr)
1547                 return;
1548
1549         if (gd->ram_size <= CONFIG_SYS_FSL_DRAM_SIZE1) {
1550                 mmu_change_region_attr(
1551                                         CONFIG_SYS_SDRAM_BASE,
1552                                         gd->ram_size,
1553                                         PTE_BLOCK_MEMTYPE(MT_NORMAL)    |
1554                                         PTE_BLOCK_OUTER_SHARE           |
1555                                         PTE_BLOCK_NS                    |
1556                                         PTE_TYPE_VALID);
1557         } else {
1558                 mmu_change_region_attr(
1559                                         CONFIG_SYS_SDRAM_BASE,
1560                                         CONFIG_SYS_DDR_BLOCK1_SIZE,
1561                                         PTE_BLOCK_MEMTYPE(MT_NORMAL)    |
1562                                         PTE_BLOCK_OUTER_SHARE           |
1563                                         PTE_BLOCK_NS                    |
1564                                         PTE_TYPE_VALID);
1565 #ifdef CONFIG_SYS_DDR_BLOCK3_BASE
1566 #ifndef CONFIG_SYS_DDR_BLOCK2_SIZE
1567 #error "Missing CONFIG_SYS_DDR_BLOCK2_SIZE"
1568 #endif
1569                 if (gd->ram_size - CONFIG_SYS_DDR_BLOCK1_SIZE >
1570                     CONFIG_SYS_DDR_BLOCK2_SIZE) {
1571                         mmu_change_region_attr(
1572                                         CONFIG_SYS_DDR_BLOCK2_BASE,
1573                                         CONFIG_SYS_DDR_BLOCK2_SIZE,
1574                                         PTE_BLOCK_MEMTYPE(MT_NORMAL)    |
1575                                         PTE_BLOCK_OUTER_SHARE           |
1576                                         PTE_BLOCK_NS                    |
1577                                         PTE_TYPE_VALID);
1578                         mmu_change_region_attr(
1579                                         CONFIG_SYS_DDR_BLOCK3_BASE,
1580                                         gd->ram_size -
1581                                         CONFIG_SYS_DDR_BLOCK1_SIZE -
1582                                         CONFIG_SYS_DDR_BLOCK2_SIZE,
1583                                         PTE_BLOCK_MEMTYPE(MT_NORMAL)    |
1584                                         PTE_BLOCK_OUTER_SHARE           |
1585                                         PTE_BLOCK_NS                    |
1586                                         PTE_TYPE_VALID);
1587                 } else
1588 #endif
1589                 {
1590                         mmu_change_region_attr(
1591                                         CONFIG_SYS_DDR_BLOCK2_BASE,
1592                                         gd->ram_size -
1593                                         CONFIG_SYS_DDR_BLOCK1_SIZE,
1594                                         PTE_BLOCK_MEMTYPE(MT_NORMAL)    |
1595                                         PTE_BLOCK_OUTER_SHARE           |
1596                                         PTE_BLOCK_NS                    |
1597                                         PTE_TYPE_VALID);
1598                 }
1599         }
1600 }
1601
1602 __weak int dram_init(void)
1603 {
1604         fsl_initdram();
1605 #if (!defined(CONFIG_SPL) && !defined(CONFIG_TFABOOT)) || \
1606         defined(CONFIG_SPL_BUILD)
1607         /* This will break-before-make MMU for DDR */
1608         update_early_mmu_table();
1609 #endif
1610
1611         return 0;
1612 }