14f6ad66aSAchin Gupta /* 2ec7c29abSBoyan Karatotev * Copyright (c) 2013-2025, Arm Limited and Contributors. All rights reserved. 34f6ad66aSAchin Gupta * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 54f6ad66aSAchin Gupta */ 64f6ad66aSAchin Gupta 709d40e0eSAntonio Nino Diaz #include <assert.h> 809d40e0eSAntonio Nino Diaz #include <string.h> 909d40e0eSAntonio Nino Diaz 1097043ac9SDan Handley #include <arch.h> 11ed108b56SAlexei Fedorov #include <arch_features.h> 124f6ad66aSAchin Gupta #include <arch_helpers.h> 1309d40e0eSAntonio Nino Diaz #include <bl31/bl31.h> 1409d40e0eSAntonio Nino Diaz #include <bl31/ehf.h> 1509d40e0eSAntonio Nino Diaz #include <common/bl_common.h> 16758ccb80SChris Kay #include <common/build_message.h> 1709d40e0eSAntonio Nino Diaz #include <common/debug.h> 186a0da736SJayanth Dodderi Chidanand #include <common/feat_detect.h> 1909d40e0eSAntonio Nino Diaz #include <common/runtime_svc.h> 20d52ff2b3SArvind Ram Prakash #include <drivers/arm/dsu.h> 215d893410SBoyan Karatotev #include <drivers/arm/gic.h> 2209d40e0eSAntonio Nino Diaz #include <drivers/console.h> 23ed8f06ddSthagon01-arm #include <lib/bootmarker_capture.h> 24bfef8b90SJuan Pablo Conde #include <lib/el3_runtime/context_debug.h> 2509d40e0eSAntonio Nino Diaz #include <lib/el3_runtime/context_mgmt.h> 2609d40e0eSAntonio Nino Diaz #include <lib/pmf/pmf.h> 2709d40e0eSAntonio Nino Diaz #include <lib/runtime_instr.h> 2809d40e0eSAntonio Nino Diaz #include <plat/common/platform.h> 2909d40e0eSAntonio Nino Diaz #include <services/std_svc.h> 307aea9087SAchin Gupta 31872be88aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 32872be88aSdp-arm PMF_REGISTER_SERVICE_SMC(rt_instr_svc, PMF_RT_INSTR_SVC_ID, 33872be88aSdp-arm RT_INSTR_TOTAL_IDS, PMF_STORE_ENABLE) 34872be88aSdp-arm #endif 35872be88aSdp-arm 36ed8f06ddSthagon01-arm #if ENABLE_RUNTIME_INSTRUMENTATION 37ed8f06ddSthagon01-arm PMF_REGISTER_SERVICE(bl_svc, PMF_RT_INSTR_SVC_ID, 38ed8f06ddSthagon01-arm BL_TOTAL_IDS, PMF_DUMP_ENABLE) 39ed8f06ddSthagon01-arm #endif 40ed8f06ddSthagon01-arm 417f366605SJeenu Viswambharan /******************************************************************************* 427f366605SJeenu Viswambharan * This function pointer is used to initialise the BL32 image. It's initialized 437f366605SJeenu Viswambharan * by SPD calling bl31_register_bl32_init after setting up all things necessary 447f366605SJeenu Viswambharan * for SP execution. In cases where both SPD and SP are absent, or when SPD 457f366605SJeenu Viswambharan * finds it impossible to execute SP, this pointer is left as NULL 467f366605SJeenu Viswambharan ******************************************************************************/ 476871c5d3SVikram Kanigiri static int32_t (*bl32_init)(void); 487f366605SJeenu Viswambharan 495b18de09SZelalem Aweke /***************************************************************************** 505b18de09SZelalem Aweke * Function used to initialise RMM if RME is enabled 515b18de09SZelalem Aweke *****************************************************************************/ 525b18de09SZelalem Aweke #if ENABLE_RME 535b18de09SZelalem Aweke static int32_t (*rmm_init)(void); 545b18de09SZelalem Aweke #endif 555b18de09SZelalem Aweke 567aea9087SAchin Gupta /******************************************************************************* 5735ca3511SAchin Gupta * Variable to indicate whether next image to execute after BL31 is BL33 5835ca3511SAchin Gupta * (non-secure & default) or BL32 (secure). 5935ca3511SAchin Gupta ******************************************************************************/ 602fa4dee6SMaheedhar Bollapalli static uint32_t next_image_type = (uint32_t)NON_SECURE; 6135ca3511SAchin Gupta 621994e562SJavier Almansa Sobrino #ifdef SUPPORT_UNKNOWN_MPID 631994e562SJavier Almansa Sobrino /* 641994e562SJavier Almansa Sobrino * Flag to know whether an unsupported MPID has been detected. To avoid having it 651994e562SJavier Almansa Sobrino * landing on the .bss section, it is initialized to a non-zero value, this way 661994e562SJavier Almansa Sobrino * we avoid potential WAW hazards during system bring up. 671994e562SJavier Almansa Sobrino * */ 681994e562SJavier Almansa Sobrino volatile uint32_t unsupported_mpid_flag = 1; 691994e562SJavier Almansa Sobrino #endif 701994e562SJavier Almansa Sobrino 7158e946aeSSoby Mathew /* 7258e946aeSSoby Mathew * Implement the ARM Standard Service function to get arguments for a 7358e946aeSSoby Mathew * particular service. 7458e946aeSSoby Mathew */ 7558e946aeSSoby Mathew uintptr_t get_arm_std_svc_args(unsigned int svc_mask) 7658e946aeSSoby Mathew { 7758e946aeSSoby Mathew /* Setup the arguments for PSCI Library */ 7858e946aeSSoby Mathew DEFINE_STATIC_PSCI_LIB_ARGS_V1(psci_args, bl31_warm_entrypoint); 7958e946aeSSoby Mathew 8058e946aeSSoby Mathew /* PSCI is the only ARM Standard Service implemented */ 8158e946aeSSoby Mathew assert(svc_mask == PSCI_FID_MASK); 8258e946aeSSoby Mathew 8358e946aeSSoby Mathew return (uintptr_t)&psci_args; 8458e946aeSSoby Mathew } 8558e946aeSSoby Mathew 8635ca3511SAchin Gupta /******************************************************************************* 877aea9087SAchin Gupta * Simple function to initialise all BL31 helper libraries. 887aea9087SAchin Gupta ******************************************************************************/ 89c42d0d87SArvind Ram Prakash static void __init bl31_lib_init(void) 907aea9087SAchin Gupta { 917aea9087SAchin Gupta cm_init(); 927aea9087SAchin Gupta } 934f6ad66aSAchin Gupta 944f6ad66aSAchin Gupta /******************************************************************************* 9588cfd9a6SAntonio Nino Diaz * Setup function for BL31. 9688cfd9a6SAntonio Nino Diaz ******************************************************************************/ 9788cfd9a6SAntonio Nino Diaz void bl31_setup(u_register_t arg0, u_register_t arg1, u_register_t arg2, 9888cfd9a6SAntonio Nino Diaz u_register_t arg3) 9988cfd9a6SAntonio Nino Diaz { 1000f57a388SBoyan Karatotev #if FEATURE_DETECTION 1010f57a388SBoyan Karatotev /* Detect if features enabled during compilation are supported by PE. */ 1020f57a388SBoyan Karatotev detect_arch_features(plat_my_core_pos()); 1030f57a388SBoyan Karatotev #endif /* FEATURE_DETECTION */ 1040f57a388SBoyan Karatotev 105ae770fedSYann Gautier /* Enable early console if EARLY_CONSOLE flag is enabled */ 106ae770fedSYann Gautier plat_setup_early_console(); 107ae770fedSYann Gautier 10888cfd9a6SAntonio Nino Diaz /* Perform early platform-specific setup */ 10988cfd9a6SAntonio Nino Diaz bl31_early_platform_setup2(arg0, arg1, arg2, arg3); 11088cfd9a6SAntonio Nino Diaz 11188cfd9a6SAntonio Nino Diaz /* Perform late platform-specific setup */ 11288cfd9a6SAntonio Nino Diaz bl31_plat_arch_setup(); 113ed108b56SAlexei Fedorov 114bfef8b90SJuan Pablo Conde /* Prints context_memory allocated for all the security states */ 115bfef8b90SJuan Pablo Conde report_ctx_memory_usage(); 11688cfd9a6SAntonio Nino Diaz } 11788cfd9a6SAntonio Nino Diaz 11888cfd9a6SAntonio Nino Diaz /******************************************************************************* 1194f6ad66aSAchin Gupta * BL31 is responsible for setting up the runtime services for the primary cpu 12035ca3511SAchin Gupta * before passing control to the bootloader or an Operating System. This 12135ca3511SAchin Gupta * function calls runtime_svc_init() which initializes all registered runtime 12235ca3511SAchin Gupta * services. The run time services would setup enough context for the core to 1238aabea33SPaul Beesley * switch to the next exception level. When this function returns, the core will 12473308618SAntonio Nino Diaz * switch to the programmed exception level via an ERET. 1254f6ad66aSAchin Gupta ******************************************************************************/ 1264f6ad66aSAchin Gupta void bl31_main(void) 1274f6ad66aSAchin Gupta { 128d335bbb1SBoyan Karatotev unsigned int core_pos = plat_my_core_pos(); 129d335bbb1SBoyan Karatotev 13024a70738SBoyan Karatotev /* Init registers that never change for the lifetime of TF-A */ 131d335bbb1SBoyan Karatotev cm_manage_extensions_el3(core_pos); 13224a70738SBoyan Karatotev 1336eafc060SBoyan Karatotev /* Init per-world context registers */ 1346eafc060SBoyan Karatotev cm_manage_extensions_per_world(); 135461c0a5dSElizabeth Ho 136758ccb80SChris Kay NOTICE("BL31: %s\n", build_version_string); 137d178637dSJuan Castillo NOTICE("BL31: %s\n", build_message); 1386ad2e461SDan Handley 139ed8f06ddSthagon01-arm #if ENABLE_RUNTIME_INSTRUMENTATION 140ed8f06ddSthagon01-arm PMF_CAPTURE_TIMESTAMP(bl_svc, BL31_ENTRY, PMF_CACHE_MAINT); 141ed8f06ddSthagon01-arm #endif 142ed8f06ddSthagon01-arm 1431994e562SJavier Almansa Sobrino #ifdef SUPPORT_UNKNOWN_MPID 1441994e562SJavier Almansa Sobrino if (unsupported_mpid_flag == 0) { 1451994e562SJavier Almansa Sobrino NOTICE("Unsupported MPID detected!\n"); 1461994e562SJavier Almansa Sobrino } 1471994e562SJavier Almansa Sobrino #endif 1481994e562SJavier Almansa Sobrino 14978e61613SSoby Mathew /* Perform platform setup in BL31 */ 1504f6ad66aSAchin Gupta bl31_platform_setup(); 1514f6ad66aSAchin Gupta 152d52ff2b3SArvind Ram Prakash #if USE_DSU_DRIVER 153d52ff2b3SArvind Ram Prakash dsu_driver_init(&plat_dsu_data); 154d52ff2b3SArvind Ram Prakash #endif 155d52ff2b3SArvind Ram Prakash 1565d893410SBoyan Karatotev #if USE_GIC_DRIVER 1575d893410SBoyan Karatotev /* 1585d893410SBoyan Karatotev * Initialize the GIC driver as well as per-cpu and global interfaces. 1595d893410SBoyan Karatotev * Platform has had an opportunity to initialise specifics. 1605d893410SBoyan Karatotev */ 1615d893410SBoyan Karatotev gic_init(core_pos); 1625d893410SBoyan Karatotev gic_pcpu_init(core_pos); 1635d893410SBoyan Karatotev gic_cpuif_enable(core_pos); 1645d893410SBoyan Karatotev #endif /* USE_GIC_DRIVER */ 1655d893410SBoyan Karatotev 1667aea9087SAchin Gupta /* Initialise helper libraries */ 1677aea9087SAchin Gupta bl31_lib_init(); 1684f6ad66aSAchin Gupta 16921b818c0SJeenu Viswambharan #if EL3_EXCEPTION_HANDLING 17021b818c0SJeenu Viswambharan INFO("BL31: Initialising Exception Handling Framework\n"); 17121b818c0SJeenu Viswambharan ehf_init(); 17221b818c0SJeenu Viswambharan #endif 17321b818c0SJeenu Viswambharan 17458e946aeSSoby Mathew /* Initialize the runtime services e.g. psci. */ 175d178637dSJuan Castillo INFO("BL31: Initializing runtime services\n"); 1767421b465SAchin Gupta runtime_svc_init(); 1774f6ad66aSAchin Gupta 17835ca3511SAchin Gupta /* 1797f366605SJeenu Viswambharan * All the cold boot actions on the primary cpu are done. We now need to 1805b18de09SZelalem Aweke * decide which is the next image and how to execute it. 1817f366605SJeenu Viswambharan * If the SPD runtime service is present, it would want to pass control 1827f366605SJeenu Viswambharan * to BL32 first in S-EL1. In that case, SPD would have registered a 1838aabea33SPaul Beesley * function to initialize bl32 where it takes responsibility of entering 1845b18de09SZelalem Aweke * S-EL1 and returning control back to bl31_main. Similarly, if RME is 1855b18de09SZelalem Aweke * enabled and a function is registered to initialize RMM, control is 1865b18de09SZelalem Aweke * transferred to RMM in R-EL2. After RMM initialization, control is 1875b18de09SZelalem Aweke * returned back to bl31_main. Once this is done we can prepare entry 1885b18de09SZelalem Aweke * into BL33 as normal. 18935ca3511SAchin Gupta */ 19035ca3511SAchin Gupta 1917f366605SJeenu Viswambharan /* 1928aabea33SPaul Beesley * If SPD had registered an init hook, invoke it. 1937f366605SJeenu Viswambharan */ 194c9512bcaSAntonio Nino Diaz if (bl32_init != NULL) { 195d178637dSJuan Castillo INFO("BL31: Initializing BL32\n"); 196c9512bcaSAntonio Nino Diaz 197889e3d1cSPrasad Kummari console_flush(); 198c9512bcaSAntonio Nino Diaz int32_t rc = (*bl32_init)(); 199c9512bcaSAntonio Nino Diaz 2005b18de09SZelalem Aweke if (rc == 0) { 20174ad948fSAntonio Nino Diaz WARN("BL31: BL32 initialization failed\n"); 2026ad2e461SDan Handley } 2035b18de09SZelalem Aweke } 2045b18de09SZelalem Aweke 2055b18de09SZelalem Aweke /* 2065b18de09SZelalem Aweke * If RME is enabled and init hook is registered, initialize RMM 2075b18de09SZelalem Aweke * in R-EL2. 2085b18de09SZelalem Aweke */ 2095b18de09SZelalem Aweke #if ENABLE_RME 2105b18de09SZelalem Aweke if (rmm_init != NULL) { 2115b18de09SZelalem Aweke INFO("BL31: Initializing RMM\n"); 2125b18de09SZelalem Aweke 213889e3d1cSPrasad Kummari console_flush(); 2145b18de09SZelalem Aweke int32_t rc = (*rmm_init)(); 2155b18de09SZelalem Aweke 2165b18de09SZelalem Aweke if (rc == 0) { 2175b18de09SZelalem Aweke WARN("BL31: RMM initialization failed\n"); 2185b18de09SZelalem Aweke } 2195b18de09SZelalem Aweke } 2205b18de09SZelalem Aweke #endif 2215b18de09SZelalem Aweke 22235ca3511SAchin Gupta /* 22335ca3511SAchin Gupta * We are ready to enter the next EL. Prepare entry into the image 22435ca3511SAchin Gupta * corresponding to the desired security state after the next ERET. 22535ca3511SAchin Gupta */ 22635ca3511SAchin Gupta bl31_prepare_next_image_entry(); 22778e61613SSoby Mathew 22878e61613SSoby Mathew /* 22978e61613SSoby Mathew * Perform any platform specific runtime setup prior to cold boot exit 23078e61613SSoby Mathew * from BL31 23178e61613SSoby Mathew */ 23278e61613SSoby Mathew bl31_plat_runtime_setup(); 233ed8f06ddSthagon01-arm 234ed8f06ddSthagon01-arm #if ENABLE_RUNTIME_INSTRUMENTATION 235ed8f06ddSthagon01-arm console_flush(); 236af3e8e63SSalman Nabi PMF_CAPTURE_TIMESTAMP(bl_svc, BL31_EXIT, PMF_CACHE_MAINT); 237ed8f06ddSthagon01-arm #endif 238af3e8e63SSalman Nabi 239af3e8e63SSalman Nabi console_flush(); 240af3e8e63SSalman Nabi console_switch_state(CONSOLE_FLAG_RUNTIME); 24135ca3511SAchin Gupta } 24235ca3511SAchin Gupta 24335ca3511SAchin Gupta /******************************************************************************* 24435ca3511SAchin Gupta * Accessor functions to help runtime services decide which image should be 24535ca3511SAchin Gupta * executed after BL31. This is BL33 or the non-secure bootloader image by 24635ca3511SAchin Gupta * default but the Secure payload dispatcher could override this by requesting 24735ca3511SAchin Gupta * an entry into BL32 (Secure payload) first. If it does so then it should use 24835ca3511SAchin Gupta * the same API to program an entry into BL33 once BL32 initialisation is 24935ca3511SAchin Gupta * complete. 25035ca3511SAchin Gupta ******************************************************************************/ 25135ca3511SAchin Gupta void bl31_set_next_image_type(uint32_t security_state) 25235ca3511SAchin Gupta { 253d3280bebSJuan Castillo assert(sec_state_is_valid(security_state)); 25435ca3511SAchin Gupta next_image_type = security_state; 25535ca3511SAchin Gupta } 25635ca3511SAchin Gupta 257*d9712f9cSSigned-off-by: Maheedhar Bollapalli static uint32_t bl31_get_next_image_type(void) 25835ca3511SAchin Gupta { 25935ca3511SAchin Gupta return next_image_type; 26035ca3511SAchin Gupta } 26135ca3511SAchin Gupta 26235ca3511SAchin Gupta /******************************************************************************* 26335ca3511SAchin Gupta * This function programs EL3 registers and performs other setup to enable entry 26435ca3511SAchin Gupta * into the next image after BL31 at the next ERET. 26535ca3511SAchin Gupta ******************************************************************************/ 26687c85134SDaniel Boulby void __init bl31_prepare_next_image_entry(void) 26735ca3511SAchin Gupta { 268e358089dSNithin G const entry_point_info_t *next_image_info; 269167a9357SAndrew Thoelke uint32_t image_type; 27035ca3511SAchin Gupta 2718cd16e6bSSoby Mathew #if CTX_INCLUDE_AARCH32_REGS 2728cd16e6bSSoby Mathew /* 2738cd16e6bSSoby Mathew * Ensure that the build flag to save AArch32 system registers in CPU 2748cd16e6bSSoby Mathew * context is not set for AArch64-only platforms. 2758cd16e6bSSoby Mathew */ 276a0fee747SAntonio Nino Diaz if (el_implemented(1) == EL_IMPL_A64ONLY) { 2778cd16e6bSSoby Mathew ERROR("EL1 supports AArch64-only. Please set build flag " 278a0fee747SAntonio Nino Diaz "CTX_INCLUDE_AARCH32_REGS = 0\n"); 2798cd16e6bSSoby Mathew panic(); 2808cd16e6bSSoby Mathew } 2818cd16e6bSSoby Mathew #endif 2828cd16e6bSSoby Mathew 28335ca3511SAchin Gupta /* Determine which image to execute next */ 28435ca3511SAchin Gupta image_type = bl31_get_next_image_type(); 28535ca3511SAchin Gupta 286caa84939SJeenu Viswambharan /* Program EL3 registers to enable entry into the next EL */ 2879865ac15SDan Handley next_image_info = bl31_plat_get_next_image_ep_info(image_type); 288c9512bcaSAntonio Nino Diaz assert(next_image_info != NULL); 289f05cb4a7SVikram Kanigiri assert(image_type == GET_SECURITY_STATE(next_image_info->h.attr)); 29035ca3511SAchin Gupta 291d178637dSJuan Castillo INFO("BL31: Preparing for EL3 exit to %s world\n", 2926ad2e461SDan Handley (image_type == SECURE) ? "secure" : "normal"); 29368a68c92SSandrine Bailleux print_entry_point_info(next_image_info); 29485a181ceSSoby Mathew cm_init_my_context(next_image_info); 2958b95e848SZelalem Aweke 2968b95e848SZelalem Aweke /* 2978b95e848SZelalem Aweke * If we are entering the Non-secure world, use 2988b95e848SZelalem Aweke * 'cm_prepare_el3_exit_ns' to exit. 2998b95e848SZelalem Aweke */ 3008b95e848SZelalem Aweke if (image_type == NON_SECURE) { 3018b95e848SZelalem Aweke cm_prepare_el3_exit_ns(); 3028b95e848SZelalem Aweke } else { 303167a9357SAndrew Thoelke cm_prepare_el3_exit(image_type); 3044f6ad66aSAchin Gupta } 3058b95e848SZelalem Aweke } 3067f366605SJeenu Viswambharan 3077f366605SJeenu Viswambharan /******************************************************************************* 3087f366605SJeenu Viswambharan * This function initializes the pointer to BL32 init function. This is expected 3097f366605SJeenu Viswambharan * to be called by the SPD after it finishes all its initialization 3107f366605SJeenu Viswambharan ******************************************************************************/ 3116871c5d3SVikram Kanigiri void bl31_register_bl32_init(int32_t (*func)(void)) 3127f366605SJeenu Viswambharan { 3137f366605SJeenu Viswambharan bl32_init = func; 3147f366605SJeenu Viswambharan } 3155b18de09SZelalem Aweke 3165b18de09SZelalem Aweke #if ENABLE_RME 3175b18de09SZelalem Aweke /******************************************************************************* 3185b18de09SZelalem Aweke * This function initializes the pointer to RMM init function. This is expected 3195b18de09SZelalem Aweke * to be called by the RMMD after it finishes all its initialization 3205b18de09SZelalem Aweke ******************************************************************************/ 3215b18de09SZelalem Aweke void bl31_register_rmm_init(int32_t (*func)(void)) 3225b18de09SZelalem Aweke { 3235b18de09SZelalem Aweke rmm_init = func; 3245b18de09SZelalem Aweke } 3255b18de09SZelalem Aweke #endif 326