14f6ad66aSAchin Gupta /* 21994e562SJavier Almansa Sobrino * Copyright (c) 2013-2020, ARM Limited and Contributors. All rights reserved. 34f6ad66aSAchin Gupta * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 54f6ad66aSAchin Gupta */ 64f6ad66aSAchin Gupta 709d40e0eSAntonio Nino Diaz #include <assert.h> 809d40e0eSAntonio Nino Diaz #include <string.h> 909d40e0eSAntonio Nino Diaz 1097043ac9SDan Handley #include <arch.h> 11ed108b56SAlexei Fedorov #include <arch_features.h> 124f6ad66aSAchin Gupta #include <arch_helpers.h> 1309d40e0eSAntonio Nino Diaz #include <bl31/bl31.h> 1409d40e0eSAntonio Nino Diaz #include <bl31/ehf.h> 1509d40e0eSAntonio Nino Diaz #include <common/bl_common.h> 1609d40e0eSAntonio Nino Diaz #include <common/debug.h> 1709d40e0eSAntonio Nino Diaz #include <common/runtime_svc.h> 1809d40e0eSAntonio Nino Diaz #include <drivers/console.h> 1909d40e0eSAntonio Nino Diaz #include <lib/el3_runtime/context_mgmt.h> 2009d40e0eSAntonio Nino Diaz #include <lib/pmf/pmf.h> 2109d40e0eSAntonio Nino Diaz #include <lib/runtime_instr.h> 2209d40e0eSAntonio Nino Diaz #include <plat/common/platform.h> 2309d40e0eSAntonio Nino Diaz #include <services/std_svc.h> 247aea9087SAchin Gupta 25872be88aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 26872be88aSdp-arm PMF_REGISTER_SERVICE_SMC(rt_instr_svc, PMF_RT_INSTR_SVC_ID, 27872be88aSdp-arm RT_INSTR_TOTAL_IDS, PMF_STORE_ENABLE) 28872be88aSdp-arm #endif 29872be88aSdp-arm 307f366605SJeenu Viswambharan /******************************************************************************* 317f366605SJeenu Viswambharan * This function pointer is used to initialise the BL32 image. It's initialized 327f366605SJeenu Viswambharan * by SPD calling bl31_register_bl32_init after setting up all things necessary 337f366605SJeenu Viswambharan * for SP execution. In cases where both SPD and SP are absent, or when SPD 347f366605SJeenu Viswambharan * finds it impossible to execute SP, this pointer is left as NULL 357f366605SJeenu Viswambharan ******************************************************************************/ 366871c5d3SVikram Kanigiri static int32_t (*bl32_init)(void); 377f366605SJeenu Viswambharan 387aea9087SAchin Gupta /******************************************************************************* 3935ca3511SAchin Gupta * Variable to indicate whether next image to execute after BL31 is BL33 4035ca3511SAchin Gupta * (non-secure & default) or BL32 (secure). 4135ca3511SAchin Gupta ******************************************************************************/ 42faaa2e76SVikram Kanigiri static uint32_t next_image_type = NON_SECURE; 4335ca3511SAchin Gupta 441994e562SJavier Almansa Sobrino #ifdef SUPPORT_UNKNOWN_MPID 451994e562SJavier Almansa Sobrino /* 461994e562SJavier Almansa Sobrino * Flag to know whether an unsupported MPID has been detected. To avoid having it 471994e562SJavier Almansa Sobrino * landing on the .bss section, it is initialized to a non-zero value, this way 481994e562SJavier Almansa Sobrino * we avoid potential WAW hazards during system bring up. 491994e562SJavier Almansa Sobrino * */ 501994e562SJavier Almansa Sobrino volatile uint32_t unsupported_mpid_flag = 1; 511994e562SJavier Almansa Sobrino #endif 521994e562SJavier Almansa Sobrino 5358e946aeSSoby Mathew /* 5458e946aeSSoby Mathew * Implement the ARM Standard Service function to get arguments for a 5558e946aeSSoby Mathew * particular service. 5658e946aeSSoby Mathew */ 5758e946aeSSoby Mathew uintptr_t get_arm_std_svc_args(unsigned int svc_mask) 5858e946aeSSoby Mathew { 5958e946aeSSoby Mathew /* Setup the arguments for PSCI Library */ 6058e946aeSSoby Mathew DEFINE_STATIC_PSCI_LIB_ARGS_V1(psci_args, bl31_warm_entrypoint); 6158e946aeSSoby Mathew 6258e946aeSSoby Mathew /* PSCI is the only ARM Standard Service implemented */ 6358e946aeSSoby Mathew assert(svc_mask == PSCI_FID_MASK); 6458e946aeSSoby Mathew 6558e946aeSSoby Mathew return (uintptr_t)&psci_args; 6658e946aeSSoby Mathew } 6758e946aeSSoby Mathew 6835ca3511SAchin Gupta /******************************************************************************* 697aea9087SAchin Gupta * Simple function to initialise all BL31 helper libraries. 707aea9087SAchin Gupta ******************************************************************************/ 7187c85134SDaniel Boulby void __init bl31_lib_init(void) 727aea9087SAchin Gupta { 737aea9087SAchin Gupta cm_init(); 747aea9087SAchin Gupta } 754f6ad66aSAchin Gupta 764f6ad66aSAchin Gupta /******************************************************************************* 7788cfd9a6SAntonio Nino Diaz * Setup function for BL31. 7888cfd9a6SAntonio Nino Diaz ******************************************************************************/ 7988cfd9a6SAntonio Nino Diaz void bl31_setup(u_register_t arg0, u_register_t arg1, u_register_t arg2, 8088cfd9a6SAntonio Nino Diaz u_register_t arg3) 8188cfd9a6SAntonio Nino Diaz { 8288cfd9a6SAntonio Nino Diaz /* Perform early platform-specific setup */ 8388cfd9a6SAntonio Nino Diaz bl31_early_platform_setup2(arg0, arg1, arg2, arg3); 8488cfd9a6SAntonio Nino Diaz 8588cfd9a6SAntonio Nino Diaz /* Perform late platform-specific setup */ 8688cfd9a6SAntonio Nino Diaz bl31_plat_arch_setup(); 87ed108b56SAlexei Fedorov 88*cb4ec47bSjohpow01 #if ENABLE_FEAT_HCX 89*cb4ec47bSjohpow01 /* 90*cb4ec47bSjohpow01 * Assert that FEAT_HCX is supported on this system, without this check 91*cb4ec47bSjohpow01 * an exception would occur during context save/restore if enabled but 92*cb4ec47bSjohpow01 * not supported. 93*cb4ec47bSjohpow01 */ 94*cb4ec47bSjohpow01 assert(is_feat_hcx_present()); 95*cb4ec47bSjohpow01 #endif /* ENABLE_FEAT_HCX */ 96*cb4ec47bSjohpow01 97ed108b56SAlexei Fedorov #if CTX_INCLUDE_PAUTH_REGS 98ed108b56SAlexei Fedorov /* 99ed108b56SAlexei Fedorov * Assert that the ARMv8.3-PAuth registers are present or an access 100ed108b56SAlexei Fedorov * fault will be triggered when they are being saved or restored. 101ed108b56SAlexei Fedorov */ 102ed108b56SAlexei Fedorov assert(is_armv8_3_pauth_present()); 103ed108b56SAlexei Fedorov #endif /* CTX_INCLUDE_PAUTH_REGS */ 10488cfd9a6SAntonio Nino Diaz } 10588cfd9a6SAntonio Nino Diaz 10688cfd9a6SAntonio Nino Diaz /******************************************************************************* 1074f6ad66aSAchin Gupta * BL31 is responsible for setting up the runtime services for the primary cpu 10835ca3511SAchin Gupta * before passing control to the bootloader or an Operating System. This 10935ca3511SAchin Gupta * function calls runtime_svc_init() which initializes all registered runtime 11035ca3511SAchin Gupta * services. The run time services would setup enough context for the core to 1118aabea33SPaul Beesley * switch to the next exception level. When this function returns, the core will 11273308618SAntonio Nino Diaz * switch to the programmed exception level via an ERET. 1134f6ad66aSAchin Gupta ******************************************************************************/ 1144f6ad66aSAchin Gupta void bl31_main(void) 1154f6ad66aSAchin Gupta { 116d178637dSJuan Castillo NOTICE("BL31: %s\n", version_string); 117d178637dSJuan Castillo NOTICE("BL31: %s\n", build_message); 1186ad2e461SDan Handley 1191994e562SJavier Almansa Sobrino #ifdef SUPPORT_UNKNOWN_MPID 1201994e562SJavier Almansa Sobrino if (unsupported_mpid_flag == 0) { 1211994e562SJavier Almansa Sobrino NOTICE("Unsupported MPID detected!\n"); 1221994e562SJavier Almansa Sobrino } 1231994e562SJavier Almansa Sobrino #endif 1241994e562SJavier Almansa Sobrino 12578e61613SSoby Mathew /* Perform platform setup in BL31 */ 1264f6ad66aSAchin Gupta bl31_platform_setup(); 1274f6ad66aSAchin Gupta 1287aea9087SAchin Gupta /* Initialise helper libraries */ 1297aea9087SAchin Gupta bl31_lib_init(); 1304f6ad66aSAchin Gupta 13121b818c0SJeenu Viswambharan #if EL3_EXCEPTION_HANDLING 13221b818c0SJeenu Viswambharan INFO("BL31: Initialising Exception Handling Framework\n"); 13321b818c0SJeenu Viswambharan ehf_init(); 13421b818c0SJeenu Viswambharan #endif 13521b818c0SJeenu Viswambharan 13658e946aeSSoby Mathew /* Initialize the runtime services e.g. psci. */ 137d178637dSJuan Castillo INFO("BL31: Initializing runtime services\n"); 1387421b465SAchin Gupta runtime_svc_init(); 1394f6ad66aSAchin Gupta 14035ca3511SAchin Gupta /* 1417f366605SJeenu Viswambharan * All the cold boot actions on the primary cpu are done. We now need to 1427f366605SJeenu Viswambharan * decide which is the next image (BL32 or BL33) and how to execute it. 1437f366605SJeenu Viswambharan * If the SPD runtime service is present, it would want to pass control 1447f366605SJeenu Viswambharan * to BL32 first in S-EL1. In that case, SPD would have registered a 1458aabea33SPaul Beesley * function to initialize bl32 where it takes responsibility of entering 1467f366605SJeenu Viswambharan * S-EL1 and returning control back to bl31_main. Once this is done we 1477f366605SJeenu Viswambharan * can prepare entry into BL33 as normal. 14835ca3511SAchin Gupta */ 14935ca3511SAchin Gupta 1507f366605SJeenu Viswambharan /* 1518aabea33SPaul Beesley * If SPD had registered an init hook, invoke it. 1527f366605SJeenu Viswambharan */ 153c9512bcaSAntonio Nino Diaz if (bl32_init != NULL) { 154d178637dSJuan Castillo INFO("BL31: Initializing BL32\n"); 155c9512bcaSAntonio Nino Diaz 156c9512bcaSAntonio Nino Diaz int32_t rc = (*bl32_init)(); 157c9512bcaSAntonio Nino Diaz 15874ad948fSAntonio Nino Diaz if (rc == 0) 15974ad948fSAntonio Nino Diaz WARN("BL31: BL32 initialization failed\n"); 1606ad2e461SDan Handley } 16135ca3511SAchin Gupta /* 16235ca3511SAchin Gupta * We are ready to enter the next EL. Prepare entry into the image 16335ca3511SAchin Gupta * corresponding to the desired security state after the next ERET. 16435ca3511SAchin Gupta */ 16535ca3511SAchin Gupta bl31_prepare_next_image_entry(); 16678e61613SSoby Mathew 1670b32628eSAntonio Nino Diaz console_flush(); 1680b32628eSAntonio Nino Diaz 16978e61613SSoby Mathew /* 17078e61613SSoby Mathew * Perform any platform specific runtime setup prior to cold boot exit 17178e61613SSoby Mathew * from BL31 17278e61613SSoby Mathew */ 17378e61613SSoby Mathew bl31_plat_runtime_setup(); 17435ca3511SAchin Gupta } 17535ca3511SAchin Gupta 17635ca3511SAchin Gupta /******************************************************************************* 17735ca3511SAchin Gupta * Accessor functions to help runtime services decide which image should be 17835ca3511SAchin Gupta * executed after BL31. This is BL33 or the non-secure bootloader image by 17935ca3511SAchin Gupta * default but the Secure payload dispatcher could override this by requesting 18035ca3511SAchin Gupta * an entry into BL32 (Secure payload) first. If it does so then it should use 18135ca3511SAchin Gupta * the same API to program an entry into BL33 once BL32 initialisation is 18235ca3511SAchin Gupta * complete. 18335ca3511SAchin Gupta ******************************************************************************/ 18435ca3511SAchin Gupta void bl31_set_next_image_type(uint32_t security_state) 18535ca3511SAchin Gupta { 186d3280bebSJuan Castillo assert(sec_state_is_valid(security_state)); 18735ca3511SAchin Gupta next_image_type = security_state; 18835ca3511SAchin Gupta } 18935ca3511SAchin Gupta 19035ca3511SAchin Gupta uint32_t bl31_get_next_image_type(void) 19135ca3511SAchin Gupta { 19235ca3511SAchin Gupta return next_image_type; 19335ca3511SAchin Gupta } 19435ca3511SAchin Gupta 19535ca3511SAchin Gupta /******************************************************************************* 19635ca3511SAchin Gupta * This function programs EL3 registers and performs other setup to enable entry 19735ca3511SAchin Gupta * into the next image after BL31 at the next ERET. 19835ca3511SAchin Gupta ******************************************************************************/ 19987c85134SDaniel Boulby void __init bl31_prepare_next_image_entry(void) 20035ca3511SAchin Gupta { 2014112bfa0SVikram Kanigiri entry_point_info_t *next_image_info; 202167a9357SAndrew Thoelke uint32_t image_type; 20335ca3511SAchin Gupta 2048cd16e6bSSoby Mathew #if CTX_INCLUDE_AARCH32_REGS 2058cd16e6bSSoby Mathew /* 2068cd16e6bSSoby Mathew * Ensure that the build flag to save AArch32 system registers in CPU 2078cd16e6bSSoby Mathew * context is not set for AArch64-only platforms. 2088cd16e6bSSoby Mathew */ 209a0fee747SAntonio Nino Diaz if (el_implemented(1) == EL_IMPL_A64ONLY) { 2108cd16e6bSSoby Mathew ERROR("EL1 supports AArch64-only. Please set build flag " 211a0fee747SAntonio Nino Diaz "CTX_INCLUDE_AARCH32_REGS = 0\n"); 2128cd16e6bSSoby Mathew panic(); 2138cd16e6bSSoby Mathew } 2148cd16e6bSSoby Mathew #endif 2158cd16e6bSSoby Mathew 21635ca3511SAchin Gupta /* Determine which image to execute next */ 21735ca3511SAchin Gupta image_type = bl31_get_next_image_type(); 21835ca3511SAchin Gupta 219caa84939SJeenu Viswambharan /* Program EL3 registers to enable entry into the next EL */ 2209865ac15SDan Handley next_image_info = bl31_plat_get_next_image_ep_info(image_type); 221c9512bcaSAntonio Nino Diaz assert(next_image_info != NULL); 222f05cb4a7SVikram Kanigiri assert(image_type == GET_SECURITY_STATE(next_image_info->h.attr)); 22335ca3511SAchin Gupta 224d178637dSJuan Castillo INFO("BL31: Preparing for EL3 exit to %s world\n", 2256ad2e461SDan Handley (image_type == SECURE) ? "secure" : "normal"); 22668a68c92SSandrine Bailleux print_entry_point_info(next_image_info); 22785a181ceSSoby Mathew cm_init_my_context(next_image_info); 228167a9357SAndrew Thoelke cm_prepare_el3_exit(image_type); 2294f6ad66aSAchin Gupta } 2307f366605SJeenu Viswambharan 2317f366605SJeenu Viswambharan /******************************************************************************* 2327f366605SJeenu Viswambharan * This function initializes the pointer to BL32 init function. This is expected 2337f366605SJeenu Viswambharan * to be called by the SPD after it finishes all its initialization 2347f366605SJeenu Viswambharan ******************************************************************************/ 2356871c5d3SVikram Kanigiri void bl31_register_bl32_init(int32_t (*func)(void)) 2367f366605SJeenu Viswambharan { 2377f366605SJeenu Viswambharan bl32_init = func; 2387f366605SJeenu Viswambharan } 239