1/* 2 * (C) Copyright 2014-2015 Freescale Semiconductor 3 * 4 * SPDX-License-Identifier: GPL-2.0+ 5 * 6 * Extracted from armv8/start.S 7 */ 8 9#include <config.h> 10#include <linux/linkage.h> 11#include <asm/gic.h> 12#include <asm/macro.h> 13#include <asm/arch-fsl-layerscape/soc.h> 14#ifdef CONFIG_MP 15#include <asm/arch/mp.h> 16#endif 17#ifdef CONFIG_FSL_LSCH3 18#include <asm/arch-fsl-layerscape/immap_lsch3.h> 19#endif 20#include <asm/u-boot.h> 21 22/* Get GIC offset 23* For LS1043a rev1.0, GIC base address align with 4k. 24* For LS1043a rev1.1, if DCFG_GIC400_ALIGN[GIC_ADDR_BIT] 25* is set, GIC base address align with 4K, or else align 26* with 64k. 27* output: 28* x0: the base address of GICD 29* x1: the base address of GICC 30*/ 31ENTRY(get_gic_offset) 32 ldr x0, =GICD_BASE 33#ifdef CONFIG_GICV2 34 ldr x1, =GICC_BASE 35#endif 36#ifdef CONFIG_HAS_FEATURE_GIC64K_ALIGN 37 ldr x2, =DCFG_CCSR_SVR 38 ldr w2, [x2] 39 rev w2, w2 40 lsr w3, w2, #16 41 ldr w4, =SVR_DEV(SVR_LS1043A) 42 cmp w3, w4 43 b.ne 1f 44 ands w2, w2, #0xff 45 cmp w2, #REV1_0 46 b.eq 1f 47 ldr x2, =SCFG_GIC400_ALIGN 48 ldr w2, [x2] 49 rev w2, w2 50 tbnz w2, #GIC_ADDR_BIT, 1f 51 ldr x0, =GICD_BASE_64K 52#ifdef CONFIG_GICV2 53 ldr x1, =GICC_BASE_64K 54#endif 551: 56#endif 57 ret 58ENDPROC(get_gic_offset) 59 60ENTRY(smp_kick_all_cpus) 61 /* Kick secondary cpus up by SGI 0 interrupt */ 62#if defined(CONFIG_GICV2) || defined(CONFIG_GICV3) 63 mov x29, lr /* Save LR */ 64 bl get_gic_offset 65 bl gic_kick_secondary_cpus 66 mov lr, x29 /* Restore LR */ 67#endif 68 ret 69ENDPROC(smp_kick_all_cpus) 70 71 72ENTRY(lowlevel_init) 73 mov x29, lr /* Save LR */ 74 75 switch_el x1, 1f, 100f, 100f /* skip if not in EL3 */ 761: 77 78#ifdef CONFIG_FSL_LSCH3 79 80 /* Set Wuo bit for RN-I 20 */ 81#ifdef CONFIG_ARCH_LS2080A 82 ldr x0, =CCI_AUX_CONTROL_BASE(20) 83 ldr x1, =0x00000010 84 bl ccn504_set_aux 85 86 /* 87 * Set forced-order mode in RNI-6, RNI-20 88 * This is required for performance optimization on LS2088A 89 * LS2080A family does not support setting forced-order mode, 90 * so skip this operation for LS2080A family 91 */ 92 bl get_svr 93 lsr w0, w0, #16 94 ldr w1, =SVR_DEV(SVR_LS2080A) 95 cmp w0, w1 96 b.eq 1f 97 98 ldr x0, =CCI_AUX_CONTROL_BASE(6) 99 ldr x1, =0x00000020 100 bl ccn504_set_aux 101 ldr x0, =CCI_AUX_CONTROL_BASE(20) 102 ldr x1, =0x00000020 103 bl ccn504_set_aux 1041: 105#endif 106 107 /* Add fully-coherent masters to DVM domain */ 108 ldr x0, =CCI_MN_BASE 109 ldr x1, =CCI_MN_RNF_NODEID_LIST 110 ldr x2, =CCI_MN_DVM_DOMAIN_CTL_SET 111 bl ccn504_add_masters_to_dvm 112 113 /* Set all RN-I ports to QoS of 15 */ 114 ldr x0, =CCI_S0_QOS_CONTROL_BASE(0) 115 ldr x1, =0x00FF000C 116 bl ccn504_set_qos 117 ldr x0, =CCI_S1_QOS_CONTROL_BASE(0) 118 ldr x1, =0x00FF000C 119 bl ccn504_set_qos 120 ldr x0, =CCI_S2_QOS_CONTROL_BASE(0) 121 ldr x1, =0x00FF000C 122 bl ccn504_set_qos 123 124 ldr x0, =CCI_S0_QOS_CONTROL_BASE(2) 125 ldr x1, =0x00FF000C 126 bl ccn504_set_qos 127 ldr x0, =CCI_S1_QOS_CONTROL_BASE(2) 128 ldr x1, =0x00FF000C 129 bl ccn504_set_qos 130 ldr x0, =CCI_S2_QOS_CONTROL_BASE(2) 131 ldr x1, =0x00FF000C 132 bl ccn504_set_qos 133 134 ldr x0, =CCI_S0_QOS_CONTROL_BASE(6) 135 ldr x1, =0x00FF000C 136 bl ccn504_set_qos 137 ldr x0, =CCI_S1_QOS_CONTROL_BASE(6) 138 ldr x1, =0x00FF000C 139 bl ccn504_set_qos 140 ldr x0, =CCI_S2_QOS_CONTROL_BASE(6) 141 ldr x1, =0x00FF000C 142 bl ccn504_set_qos 143 144 ldr x0, =CCI_S0_QOS_CONTROL_BASE(12) 145 ldr x1, =0x00FF000C 146 bl ccn504_set_qos 147 ldr x0, =CCI_S1_QOS_CONTROL_BASE(12) 148 ldr x1, =0x00FF000C 149 bl ccn504_set_qos 150 ldr x0, =CCI_S2_QOS_CONTROL_BASE(12) 151 ldr x1, =0x00FF000C 152 bl ccn504_set_qos 153 154 ldr x0, =CCI_S0_QOS_CONTROL_BASE(16) 155 ldr x1, =0x00FF000C 156 bl ccn504_set_qos 157 ldr x0, =CCI_S1_QOS_CONTROL_BASE(16) 158 ldr x1, =0x00FF000C 159 bl ccn504_set_qos 160 ldr x0, =CCI_S2_QOS_CONTROL_BASE(16) 161 ldr x1, =0x00FF000C 162 bl ccn504_set_qos 163 164 ldr x0, =CCI_S0_QOS_CONTROL_BASE(20) 165 ldr x1, =0x00FF000C 166 bl ccn504_set_qos 167 ldr x0, =CCI_S1_QOS_CONTROL_BASE(20) 168 ldr x1, =0x00FF000C 169 bl ccn504_set_qos 170 ldr x0, =CCI_S2_QOS_CONTROL_BASE(20) 171 ldr x1, =0x00FF000C 172 bl ccn504_set_qos 173#endif 174 175#ifdef SMMU_BASE 176 /* Set the SMMU page size in the sACR register */ 177 ldr x1, =SMMU_BASE 178 ldr w0, [x1, #0x10] 179 orr w0, w0, #1 << 16 /* set sACR.pagesize to indicate 64K page */ 180 str w0, [x1, #0x10] 181#endif 182 183 /* Initialize GIC Secure Bank Status */ 184#if defined(CONFIG_GICV2) || defined(CONFIG_GICV3) 185 branch_if_slave x0, 1f 186 bl get_gic_offset 187 bl gic_init_secure 1881: 189#ifdef CONFIG_GICV3 190 ldr x0, =GICR_BASE 191 bl gic_init_secure_percpu 192#elif defined(CONFIG_GICV2) 193 bl get_gic_offset 194 bl gic_init_secure_percpu 195#endif 196#endif 197 198100: 199 branch_if_master x0, x1, 2f 200 201#if defined(CONFIG_MP) && defined(CONFIG_ARMV8_MULTIENTRY) 202 ldr x0, =secondary_boot_func 203 blr x0 204#endif 205 2062: 207 switch_el x1, 1f, 100f, 100f /* skip if not in EL3 */ 2081: 209#ifdef CONFIG_FSL_TZPC_BP147 210 /* Set Non Secure access for all devices protected via TZPC */ 211 ldr x1, =TZPCDECPROT_0_SET_BASE /* Decode Protection-0 Set Reg */ 212 orr w0, w0, #1 << 3 /* DCFG_RESET is accessible from NS world */ 213 str w0, [x1] 214 215 isb 216 dsb sy 217#endif 218 219#ifdef CONFIG_FSL_TZASC_400 220 /* 221 * LS2080 and its personalities does not support TZASC 222 * So skip TZASC related operations 223 */ 224 bl get_svr 225 lsr w0, w0, #16 226 ldr w1, =SVR_DEV(SVR_LS2080A) 227 cmp w0, w1 228 b.eq 1f 229 230 /* Set TZASC so that: 231 * a. We use only Region0 whose global secure write/read is EN 232 * b. We use only Region0 whose NSAID write/read is EN 233 * 234 * NOTE: As per the CCSR map doc, TZASC 3 and TZASC 4 are just 235 * placeholders. 236 */ 237#ifdef CONFIG_FSL_TZASC_1 238 ldr x1, =TZASC_GATE_KEEPER(0) 239 ldr w0, [x1] /* Filter 0 Gate Keeper Register */ 240 orr w0, w0, #1 << 0 /* Set open_request for Filter 0 */ 241 str w0, [x1] 242 243 ldr x1, =TZASC_REGION_ATTRIBUTES_0(0) 244 ldr w0, [x1] /* Region-0 Attributes Register */ 245 orr w0, w0, #1 << 31 /* Set Sec global write en, Bit[31] */ 246 orr w0, w0, #1 << 30 /* Set Sec global read en, Bit[30] */ 247 str w0, [x1] 248 249 ldr x1, =TZASC_REGION_ID_ACCESS_0(0) 250 ldr w0, [x1] /* Region-0 Access Register */ 251 mov w0, #0xFFFFFFFF /* Set nsaid_wr_en and nsaid_rd_en */ 252 str w0, [x1] 253#endif 254#ifdef CONFIG_FSL_TZASC_2 255 ldr x1, =TZASC_GATE_KEEPER(1) 256 ldr w0, [x1] /* Filter 0 Gate Keeper Register */ 257 orr w0, w0, #1 << 0 /* Set open_request for Filter 0 */ 258 str w0, [x1] 259 260 ldr x1, =TZASC_REGION_ATTRIBUTES_0(1) 261 ldr w0, [x1] /* Region-1 Attributes Register */ 262 orr w0, w0, #1 << 31 /* Set Sec global write en, Bit[31] */ 263 orr w0, w0, #1 << 30 /* Set Sec global read en, Bit[30] */ 264 str w0, [x1] 265 266 ldr x1, =TZASC_REGION_ID_ACCESS_0(1) 267 ldr w0, [x1] /* Region-1 Attributes Register */ 268 mov w0, #0xFFFFFFFF /* Set nsaid_wr_en and nsaid_rd_en */ 269 str w0, [x1] 270#endif 271 isb 272 dsb sy 273#endif 274100: 2751: 276#ifdef CONFIG_ARCH_LS1046A 277 switch_el x1, 1f, 100f, 100f /* skip if not in EL3 */ 2781: 279 /* Initialize the L2 RAM latency */ 280 mrs x1, S3_1_c11_c0_2 281 mov x0, #0x1C7 282 /* Clear L2 Tag RAM latency and L2 Data RAM latency */ 283 bic x1, x1, x0 284 /* Set L2 data ram latency bits [2:0] */ 285 orr x1, x1, #0x2 286 /* set L2 tag ram latency bits [8:6] */ 287 orr x1, x1, #0x80 288 msr S3_1_c11_c0_2, x1 289 isb 290100: 291#endif 292 293#if defined(CONFIG_FSL_LSCH2) && !defined(CONFIG_SPL_BUILD) 294 bl fsl_ocram_init 295#endif 296 297 mov lr, x29 /* Restore LR */ 298 ret 299ENDPROC(lowlevel_init) 300 301#if defined(CONFIG_FSL_LSCH2) && !defined(CONFIG_SPL_BUILD) 302ENTRY(fsl_ocram_init) 303 mov x28, lr /* Save LR */ 304 bl fsl_clear_ocram 305 bl fsl_ocram_clear_ecc_err 306 mov lr, x28 /* Restore LR */ 307 ret 308ENDPROC(fsl_ocram_init) 309 310ENTRY(fsl_clear_ocram) 311/* Clear OCRAM */ 312 ldr x0, =CONFIG_SYS_FSL_OCRAM_BASE 313 ldr x1, =(CONFIG_SYS_FSL_OCRAM_BASE + CONFIG_SYS_FSL_OCRAM_SIZE) 314 mov x2, #0 315clear_loop: 316 str x2, [x0] 317 add x0, x0, #8 318 cmp x0, x1 319 b.lo clear_loop 320 ret 321ENDPROC(fsl_clear_ocram) 322 323ENTRY(fsl_ocram_clear_ecc_err) 324 /* OCRAM1/2 ECC status bit */ 325 mov w1, #0x60 326 ldr x0, =DCSR_DCFG_SBEESR2 327 str w1, [x0] 328 ldr x0, =DCSR_DCFG_MBEESR2 329 str w1, [x0] 330 ret 331ENDPROC(fsl_ocram_init) 332#endif 333 334#ifdef CONFIG_FSL_LSCH3 335 .globl get_svr 336get_svr: 337 ldr x1, =FSL_LSCH3_SVR 338 ldr w0, [x1] 339 ret 340 341hnf_pstate_poll: 342 /* x0 has the desired status, return 0 for success, 1 for timeout 343 * clobber x1, x2, x3, x4, x6, x7 344 */ 345 mov x1, x0 346 mov x7, #0 /* flag for timeout */ 347 mrs x3, cntpct_el0 /* read timer */ 348 add x3, x3, #1200 /* timeout after 100 microseconds */ 349 mov x0, #0x18 350 movk x0, #0x420, lsl #16 /* HNF0_PSTATE_STATUS */ 351 mov w6, #8 /* HN-F node count */ 3521: 353 ldr x2, [x0] 354 cmp x2, x1 /* check status */ 355 b.eq 2f 356 mrs x4, cntpct_el0 357 cmp x4, x3 358 b.ls 1b 359 mov x7, #1 /* timeout */ 360 b 3f 3612: 362 add x0, x0, #0x10000 /* move to next node */ 363 subs w6, w6, #1 364 cbnz w6, 1b 3653: 366 mov x0, x7 367 ret 368 369hnf_set_pstate: 370 /* x0 has the desired state, clobber x1, x2, x6 */ 371 mov x1, x0 372 /* power state to SFONLY */ 373 mov w6, #8 /* HN-F node count */ 374 mov x0, #0x10 375 movk x0, #0x420, lsl #16 /* HNF0_PSTATE_REQ */ 3761: /* set pstate to sfonly */ 377 ldr x2, [x0] 378 and x2, x2, #0xfffffffffffffffc /* & HNFPSTAT_MASK */ 379 orr x2, x2, x1 380 str x2, [x0] 381 add x0, x0, #0x10000 /* move to next node */ 382 subs w6, w6, #1 383 cbnz w6, 1b 384 385 ret 386 387ENTRY(__asm_flush_l3_dcache) 388 /* 389 * Return status in x0 390 * success 0 391 * timeout 1 for setting SFONLY, 2 for FAM, 3 for both 392 */ 393 mov x29, lr 394 mov x8, #0 395 396 switch_el x0, 1f, 100f, 100f /* skip if not in EL3 */ 397 3981: 399 dsb sy 400 mov x0, #0x1 /* HNFPSTAT_SFONLY */ 401 bl hnf_set_pstate 402 403 mov x0, #0x4 /* SFONLY status */ 404 bl hnf_pstate_poll 405 cbz x0, 1f 406 mov x8, #1 /* timeout */ 4071: 408 dsb sy 409 mov x0, #0x3 /* HNFPSTAT_FAM */ 410 bl hnf_set_pstate 411 412 mov x0, #0xc /* FAM status */ 413 bl hnf_pstate_poll 414 cbz x0, 1f 415 add x8, x8, #0x2 416100: 4171: 418 mov x0, x8 419 mov lr, x29 420 ret 421ENDPROC(__asm_flush_l3_dcache) 422#endif 423 424#ifdef CONFIG_MP 425 /* Keep literals not used by the secondary boot code outside it */ 426 .ltorg 427 428 /* Using 64 bit alignment since the spin table is accessed as data */ 429 .align 4 430 .global secondary_boot_code 431 /* Secondary Boot Code starts here */ 432secondary_boot_code: 433 .global __spin_table 434__spin_table: 435 .space CONFIG_MAX_CPUS*SPIN_TABLE_ELEM_SIZE 436 437 .align 2 438ENTRY(secondary_boot_func) 439 /* 440 * MPIDR_EL1 Fields: 441 * MPIDR[1:0] = AFF0_CPUID <- Core ID (0,1) 442 * MPIDR[7:2] = AFF0_RES 443 * MPIDR[15:8] = AFF1_CLUSTERID <- Cluster ID (0,1,2,3) 444 * MPIDR[23:16] = AFF2_CLUSTERID 445 * MPIDR[24] = MT 446 * MPIDR[29:25] = RES0 447 * MPIDR[30] = U 448 * MPIDR[31] = ME 449 * MPIDR[39:32] = AFF3 450 * 451 * Linear Processor ID (LPID) calculation from MPIDR_EL1: 452 * (We only use AFF0_CPUID and AFF1_CLUSTERID for now 453 * until AFF2_CLUSTERID and AFF3 have non-zero values) 454 * 455 * LPID = MPIDR[15:8] | MPIDR[1:0] 456 */ 457 mrs x0, mpidr_el1 458 ubfm x1, x0, #8, #15 459 ubfm x2, x0, #0, #1 460 orr x10, x2, x1, lsl #2 /* x10 has LPID */ 461 ubfm x9, x0, #0, #15 /* x9 contains MPIDR[15:0] */ 462 /* 463 * offset of the spin table element for this core from start of spin 464 * table (each elem is padded to 64 bytes) 465 */ 466 lsl x1, x10, #6 467 ldr x0, =__spin_table 468 /* physical address of this cpus spin table element */ 469 add x11, x1, x0 470 471 ldr x0, =__real_cntfrq 472 ldr x0, [x0] 473 msr cntfrq_el0, x0 /* set with real frequency */ 474 str x9, [x11, #16] /* LPID */ 475 mov x4, #1 476 str x4, [x11, #8] /* STATUS */ 477 dsb sy 478#if defined(CONFIG_GICV3) 479 gic_wait_for_interrupt_m x0 480#elif defined(CONFIG_GICV2) 481 bl get_gic_offset 482 mov x0, x1 483 gic_wait_for_interrupt_m x0, w1 484#endif 485 486slave_cpu: 487 wfe 488 ldr x0, [x11] 489 cbz x0, slave_cpu 490#ifndef CONFIG_ARMV8_SWITCH_TO_EL1 491 mrs x1, sctlr_el2 492#else 493 mrs x1, sctlr_el1 494#endif 495 tbz x1, #25, cpu_is_le 496 rev x0, x0 /* BE to LE conversion */ 497cpu_is_le: 498 ldr x5, [x11, #24] 499 cbz x5, 1f 500 501#ifdef CONFIG_ARMV8_SWITCH_TO_EL1 502 adr x4, secondary_switch_to_el1 503 ldr x5, =ES_TO_AARCH64 504#else 505 ldr x4, [x11] 506 ldr x5, =ES_TO_AARCH32 507#endif 508 bl secondary_switch_to_el2 509 5101: 511#ifdef CONFIG_ARMV8_SWITCH_TO_EL1 512 adr x4, secondary_switch_to_el1 513#else 514 ldr x4, [x11] 515#endif 516 ldr x5, =ES_TO_AARCH64 517 bl secondary_switch_to_el2 518 519ENDPROC(secondary_boot_func) 520 521ENTRY(secondary_switch_to_el2) 522 switch_el x6, 1f, 0f, 0f 5230: ret 5241: armv8_switch_to_el2_m x4, x5, x6 525ENDPROC(secondary_switch_to_el2) 526 527ENTRY(secondary_switch_to_el1) 528 mrs x0, mpidr_el1 529 ubfm x1, x0, #8, #15 530 ubfm x2, x0, #0, #1 531 orr x10, x2, x1, lsl #2 /* x10 has LPID */ 532 533 lsl x1, x10, #6 534 ldr x0, =__spin_table 535 /* physical address of this cpus spin table element */ 536 add x11, x1, x0 537 538 ldr x4, [x11] 539 540 ldr x5, [x11, #24] 541 cbz x5, 2f 542 543 ldr x5, =ES_TO_AARCH32 544 bl switch_to_el1 545 5462: ldr x5, =ES_TO_AARCH64 547 548switch_to_el1: 549 switch_el x6, 0f, 1f, 0f 5500: ret 5511: armv8_switch_to_el1_m x4, x5, x6 552ENDPROC(secondary_switch_to_el1) 553 554 /* Ensure that the literals used by the secondary boot code are 555 * assembled within it (this is required so that we can protect 556 * this area with a single memreserve region 557 */ 558 .ltorg 559 560 /* 64 bit alignment for elements accessed as data */ 561 .align 4 562 .global __real_cntfrq 563__real_cntfrq: 564 .quad COUNTER_FREQUENCY 565 .globl __secondary_boot_code_size 566 .type __secondary_boot_code_size, %object 567 /* Secondary Boot Code ends here */ 568__secondary_boot_code_size: 569 .quad .-secondary_boot_code 570#endif 571