14f6ad66aSAchin Gupta/* 288cfd9a6SAntonio Nino Diaz * Copyright (c) 2013-2019, ARM Limited and Contributors. All rights reserved. 34f6ad66aSAchin Gupta * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 54f6ad66aSAchin Gupta */ 64f6ad66aSAchin Gupta 7931f7c61SSoby Mathew#include <platform_def.h> 809d40e0eSAntonio Nino Diaz 909d40e0eSAntonio Nino Diaz#include <arch.h> 1009d40e0eSAntonio Nino Diaz#include <common/bl_common.h> 1109d40e0eSAntonio Nino Diaz#include <el3_common_macros.S> 1209d40e0eSAntonio Nino Diaz#include <lib/pmf/pmf_asm_macros.S> 1309d40e0eSAntonio Nino Diaz#include <lib/runtime_instr.h> 1409d40e0eSAntonio Nino Diaz#include <lib/xlat_tables/xlat_mmu_helpers.h> 154f6ad66aSAchin Gupta 164f6ad66aSAchin Gupta .globl bl31_entrypoint 17cf0b1492SSoby Mathew .globl bl31_warm_entrypoint 184f6ad66aSAchin Gupta 194f6ad66aSAchin Gupta /* ----------------------------------------------------- 204f6ad66aSAchin Gupta * bl31_entrypoint() is the cold boot entrypoint, 214f6ad66aSAchin Gupta * executed only by the primary cpu. 224f6ad66aSAchin Gupta * ----------------------------------------------------- 234f6ad66aSAchin Gupta */ 244f6ad66aSAchin Gupta 250a30cf54SAndrew Thoelkefunc bl31_entrypoint 264112bfa0SVikram Kanigiri /* --------------------------------------------------------------- 27a6f340feSSoby Mathew * Stash the previous bootloader arguments x0 - x3 for later use. 284112bfa0SVikram Kanigiri * --------------------------------------------------------------- 29c10bd2ceSSandrine Bailleux */ 3029fb905dSVikram Kanigiri mov x20, x0 3129fb905dSVikram Kanigiri mov x21, x1 32a6f340feSSoby Mathew mov x22, x2 33a6f340feSSoby Mathew mov x23, x3 34c10bd2ceSSandrine Bailleux 35330ead80SLouis Mayencourt /* -------------------------------------------------------------------- 36330ead80SLouis Mayencourt * If PIE is enabled, fixup the Global descriptor Table and dynamic 37330ead80SLouis Mayencourt * relocations 38330ead80SLouis Mayencourt * -------------------------------------------------------------------- 39330ead80SLouis Mayencourt */ 40330ead80SLouis Mayencourt#if ENABLE_PIE 41330ead80SLouis Mayencourt mov_imm x0, BL31_BASE 42330ead80SLouis Mayencourt mov_imm x1, BL31_LIMIT 43330ead80SLouis Mayencourt bl fixup_gdt_reloc 44330ead80SLouis Mayencourt#endif /* ENABLE_PIE */ 45330ead80SLouis Mayencourt 46330ead80SLouis Mayencourt#if !RESET_TO_BL31 474f603683SHarry Liebel /* --------------------------------------------------------------------- 4852010cc7SSandrine Bailleux * For !RESET_TO_BL31 systems, only the primary CPU ever reaches 4952010cc7SSandrine Bailleux * bl31_entrypoint() during the cold boot flow, so the cold/warm boot 5052010cc7SSandrine Bailleux * and primary/secondary CPU logic should not be executed in this case. 514f603683SHarry Liebel * 5218f2efd6SDavid Cunado * Also, assume that the previous bootloader has already initialised the 5318f2efd6SDavid Cunado * SCTLR_EL3, including the endianness, and has initialised the memory. 544f603683SHarry Liebel * --------------------------------------------------------------------- 554f603683SHarry Liebel */ 5652010cc7SSandrine Bailleux el3_entrypoint_common \ 5718f2efd6SDavid Cunado _init_sctlr=0 \ 5852010cc7SSandrine Bailleux _warm_boot_mailbox=0 \ 5952010cc7SSandrine Bailleux _secondary_cold_boot=0 \ 6052010cc7SSandrine Bailleux _init_memory=0 \ 6152010cc7SSandrine Bailleux _init_c_runtime=1 \ 6252010cc7SSandrine Bailleux _exception_vectors=runtime_exceptions 6352010cc7SSandrine Bailleux#else 64330ead80SLouis Mayencourt 65bf031bbaSSandrine Bailleux /* --------------------------------------------------------------------- 66bf031bbaSSandrine Bailleux * For RESET_TO_BL31 systems which have a programmable reset address, 67bf031bbaSSandrine Bailleux * bl31_entrypoint() is executed only on the cold boot path so we can 68bf031bbaSSandrine Bailleux * skip the warm boot mailbox mechanism. 69bf031bbaSSandrine Bailleux * --------------------------------------------------------------------- 70bf031bbaSSandrine Bailleux */ 7152010cc7SSandrine Bailleux el3_entrypoint_common \ 7218f2efd6SDavid Cunado _init_sctlr=1 \ 73bf031bbaSSandrine Bailleux _warm_boot_mailbox=!PROGRAMMABLE_RESET_ADDRESS \ 74a9bec67dSSandrine Bailleux _secondary_cold_boot=!COLD_BOOT_SINGLE_CPU \ 7552010cc7SSandrine Bailleux _init_memory=1 \ 7652010cc7SSandrine Bailleux _init_c_runtime=1 \ 7752010cc7SSandrine Bailleux _exception_vectors=runtime_exceptions 784f6ad66aSAchin Gupta 7952010cc7SSandrine Bailleux /* --------------------------------------------------------------------- 80d178637dSJuan Castillo * For RESET_TO_BL31 systems, BL31 is the first bootloader to run so 8152010cc7SSandrine Bailleux * there's no argument to relay from a previous bootloader. Zero the 8252010cc7SSandrine Bailleux * arguments passed to the platform layer to reflect that. 8352010cc7SSandrine Bailleux * --------------------------------------------------------------------- 8465f546a1SSandrine Bailleux */ 85a6f340feSSoby Mathew mov x20, 0 86a6f340feSSoby Mathew mov x21, 0 87a6f340feSSoby Mathew mov x22, 0 88a6f340feSSoby Mathew mov x23, 0 8952010cc7SSandrine Bailleux#endif /* RESET_TO_BL31 */ 90931f7c61SSoby Mathew 91931f7c61SSoby Mathew /* -------------------------------------------------------------------- 9288cfd9a6SAntonio Nino Diaz * Perform BL31 setup 9388cfd9a6SAntonio Nino Diaz * -------------------------------------------------------------------- 944f6ad66aSAchin Gupta */ 95a6f340feSSoby Mathew mov x0, x20 96a6f340feSSoby Mathew mov x1, x21 97a6f340feSSoby Mathew mov x2, x22 98a6f340feSSoby Mathew mov x3, x23 9988cfd9a6SAntonio Nino Diaz bl bl31_setup 1004f6ad66aSAchin Gupta 10188cfd9a6SAntonio Nino Diaz /* -------------------------------------------------------------------- 10288cfd9a6SAntonio Nino Diaz * Enable pointer authentication 10388cfd9a6SAntonio Nino Diaz * -------------------------------------------------------------------- 10488cfd9a6SAntonio Nino Diaz */ 10588cfd9a6SAntonio Nino Diaz#if ENABLE_PAUTH 10688cfd9a6SAntonio Nino Diaz mrs x0, sctlr_el3 10788cfd9a6SAntonio Nino Diaz orr x0, x0, #SCTLR_EnIA_BIT 108*9fc59639SAlexei Fedorov#if ENABLE_BTI 109*9fc59639SAlexei Fedorov /* -------------------------------------------------------------------- 110*9fc59639SAlexei Fedorov * Enable PAC branch type compatibility 111*9fc59639SAlexei Fedorov * -------------------------------------------------------------------- 112*9fc59639SAlexei Fedorov */ 113*9fc59639SAlexei Fedorov bic x0, x0, #SCTLR_BT_BIT 114*9fc59639SAlexei Fedorov#endif /* ENABLE_BTI */ 11588cfd9a6SAntonio Nino Diaz msr sctlr_el3, x0 11688cfd9a6SAntonio Nino Diaz isb 11788cfd9a6SAntonio Nino Diaz#endif /* ENABLE_PAUTH */ 11888cfd9a6SAntonio Nino Diaz 11988cfd9a6SAntonio Nino Diaz /* -------------------------------------------------------------------- 1204f6ad66aSAchin Gupta * Jump to main function. 12188cfd9a6SAntonio Nino Diaz * -------------------------------------------------------------------- 1224f6ad66aSAchin Gupta */ 1234f6ad66aSAchin Gupta bl bl31_main 1244f6ad66aSAchin Gupta 12588cfd9a6SAntonio Nino Diaz /* -------------------------------------------------------------------- 12654dc71e7SAchin Gupta * Clean the .data & .bss sections to main memory. This ensures 12754dc71e7SAchin Gupta * that any global data which was initialised by the primary CPU 12854dc71e7SAchin Gupta * is visible to secondary CPUs before they enable their data 12954dc71e7SAchin Gupta * caches and participate in coherency. 13088cfd9a6SAntonio Nino Diaz * -------------------------------------------------------------------- 13154dc71e7SAchin Gupta */ 13254dc71e7SAchin Gupta adr x0, __DATA_START__ 13354dc71e7SAchin Gupta adr x1, __DATA_END__ 13454dc71e7SAchin Gupta sub x1, x1, x0 13554dc71e7SAchin Gupta bl clean_dcache_range 13654dc71e7SAchin Gupta 13754dc71e7SAchin Gupta adr x0, __BSS_START__ 13854dc71e7SAchin Gupta adr x1, __BSS_END__ 13954dc71e7SAchin Gupta sub x1, x1, x0 14054dc71e7SAchin Gupta bl clean_dcache_range 14154dc71e7SAchin Gupta 142caa84939SJeenu Viswambharan b el3_exit 1438b779620SKévin Petitendfunc bl31_entrypoint 144cf0b1492SSoby Mathew 145cf0b1492SSoby Mathew /* -------------------------------------------------------------------- 146cf0b1492SSoby Mathew * This CPU has been physically powered up. It is either resuming from 147cf0b1492SSoby Mathew * suspend or has simply been turned on. In both cases, call the BL31 148cf0b1492SSoby Mathew * warmboot entrypoint 149cf0b1492SSoby Mathew * -------------------------------------------------------------------- 150cf0b1492SSoby Mathew */ 151cf0b1492SSoby Mathewfunc bl31_warm_entrypoint 152872be88aSdp-arm#if ENABLE_RUNTIME_INSTRUMENTATION 153872be88aSdp-arm 154872be88aSdp-arm /* 155872be88aSdp-arm * This timestamp update happens with cache off. The next 156872be88aSdp-arm * timestamp collection will need to do cache maintenance prior 157872be88aSdp-arm * to timestamp update. 158872be88aSdp-arm */ 15981542c00SAntonio Nino Diaz pmf_calc_timestamp_addr rt_instr_svc, RT_INSTR_EXIT_HW_LOW_PWR 160872be88aSdp-arm mrs x1, cntpct_el0 161872be88aSdp-arm str x1, [x0] 162872be88aSdp-arm#endif 163872be88aSdp-arm 164cf0b1492SSoby Mathew /* 165cf0b1492SSoby Mathew * On the warm boot path, most of the EL3 initialisations performed by 166cf0b1492SSoby Mathew * 'el3_entrypoint_common' must be skipped: 167cf0b1492SSoby Mathew * 168cf0b1492SSoby Mathew * - Only when the platform bypasses the BL1/BL31 entrypoint by 16918f2efd6SDavid Cunado * programming the reset address do we need to initialise SCTLR_EL3. 170cf0b1492SSoby Mathew * In other cases, we assume this has been taken care by the 171cf0b1492SSoby Mathew * entrypoint code. 172cf0b1492SSoby Mathew * 173cf0b1492SSoby Mathew * - No need to determine the type of boot, we know it is a warm boot. 174cf0b1492SSoby Mathew * 175cf0b1492SSoby Mathew * - Do not try to distinguish between primary and secondary CPUs, this 176cf0b1492SSoby Mathew * notion only exists for a cold boot. 177cf0b1492SSoby Mathew * 178cf0b1492SSoby Mathew * - No need to initialise the memory or the C runtime environment, 179cf0b1492SSoby Mathew * it has been done once and for all on the cold boot path. 180cf0b1492SSoby Mathew */ 181cf0b1492SSoby Mathew el3_entrypoint_common \ 18218f2efd6SDavid Cunado _init_sctlr=PROGRAMMABLE_RESET_ADDRESS \ 183cf0b1492SSoby Mathew _warm_boot_mailbox=0 \ 184cf0b1492SSoby Mathew _secondary_cold_boot=0 \ 185cf0b1492SSoby Mathew _init_memory=0 \ 186cf0b1492SSoby Mathew _init_c_runtime=0 \ 187cf0b1492SSoby Mathew _exception_vectors=runtime_exceptions 188cf0b1492SSoby Mathew 18925a93f7cSJeenu Viswambharan /* 19025a93f7cSJeenu Viswambharan * We're about to enable MMU and participate in PSCI state coordination. 19125a93f7cSJeenu Viswambharan * 19225a93f7cSJeenu Viswambharan * The PSCI implementation invokes platform routines that enable CPUs to 19325a93f7cSJeenu Viswambharan * participate in coherency. On a system where CPUs are not 194bcc3c49cSSoby Mathew * cache-coherent without appropriate platform specific programming, 195bcc3c49cSSoby Mathew * having caches enabled until such time might lead to coherency issues 196bcc3c49cSSoby Mathew * (resulting from stale data getting speculatively fetched, among 197bcc3c49cSSoby Mathew * others). Therefore we keep data caches disabled even after enabling 198bcc3c49cSSoby Mathew * the MMU for such platforms. 19925a93f7cSJeenu Viswambharan * 200bcc3c49cSSoby Mathew * On systems with hardware-assisted coherency, or on single cluster 201bcc3c49cSSoby Mathew * platforms, such platform specific programming is not required to 202bcc3c49cSSoby Mathew * enter coherency (as CPUs already are); and there's no reason to have 203bcc3c49cSSoby Mathew * caches disabled either. 204cf0b1492SSoby Mathew */ 205bcc3c49cSSoby Mathew#if HW_ASSISTED_COHERENCY || WARMBOOT_ENABLE_DCACHE_EARLY 20664ee263eSJeenu Viswambharan mov x0, xzr 20764ee263eSJeenu Viswambharan#else 20864ee263eSJeenu Viswambharan mov x0, #DISABLE_DCACHE 209bcc3c49cSSoby Mathew#endif 21064ee263eSJeenu Viswambharan bl bl31_plat_enable_mmu 211bcc3c49cSSoby Mathew 2127dcbb4f3SAlexei Fedorov /* -------------------------------------------------------------------- 2137dcbb4f3SAlexei Fedorov * Enable pointer authentication 2147dcbb4f3SAlexei Fedorov * -------------------------------------------------------------------- 2157dcbb4f3SAlexei Fedorov */ 2167dcbb4f3SAlexei Fedorov#if ENABLE_PAUTH 2177dcbb4f3SAlexei Fedorov bl pauth_load_bl_apiakey 2187dcbb4f3SAlexei Fedorov 2197dcbb4f3SAlexei Fedorov mrs x0, sctlr_el3 2207dcbb4f3SAlexei Fedorov orr x0, x0, #SCTLR_EnIA_BIT 221*9fc59639SAlexei Fedorov#if ENABLE_BTI 222*9fc59639SAlexei Fedorov /* -------------------------------------------------------------------- 223*9fc59639SAlexei Fedorov * Enable PAC branch type compatibility 224*9fc59639SAlexei Fedorov * -------------------------------------------------------------------- 225*9fc59639SAlexei Fedorov */ 226*9fc59639SAlexei Fedorov bic x0, x0, #SCTLR_BT_BIT 227*9fc59639SAlexei Fedorov#endif /* ENABLE_BTI */ 2287dcbb4f3SAlexei Fedorov msr sctlr_el3, x0 2297dcbb4f3SAlexei Fedorov isb 2307dcbb4f3SAlexei Fedorov#endif /* ENABLE_PAUTH */ 2317dcbb4f3SAlexei Fedorov 232cf0b1492SSoby Mathew bl psci_warmboot_entrypoint 233cf0b1492SSoby Mathew 234872be88aSdp-arm#if ENABLE_RUNTIME_INSTRUMENTATION 23581542c00SAntonio Nino Diaz pmf_calc_timestamp_addr rt_instr_svc, RT_INSTR_EXIT_PSCI 236872be88aSdp-arm mov x19, x0 237872be88aSdp-arm 238872be88aSdp-arm /* 239872be88aSdp-arm * Invalidate before updating timestamp to ensure previous timestamp 240872be88aSdp-arm * updates on the same cache line with caches disabled are properly 241872be88aSdp-arm * seen by the same core. Without the cache invalidate, the core might 242872be88aSdp-arm * write into a stale cache line. 243872be88aSdp-arm */ 244872be88aSdp-arm mov x1, #PMF_TS_SIZE 245872be88aSdp-arm mov x20, x30 246872be88aSdp-arm bl inv_dcache_range 247872be88aSdp-arm mov x30, x20 248872be88aSdp-arm 249872be88aSdp-arm mrs x0, cntpct_el0 250872be88aSdp-arm str x0, [x19] 251872be88aSdp-arm#endif 252cf0b1492SSoby Mathew b el3_exit 253cf0b1492SSoby Mathewendfunc bl31_warm_entrypoint 254