xref: /rk3399_ARM-atf/bl31/bl31_main.c (revision 758ccb802d4f2a5fe55ec936a21ad4ae8cbd7b4f)
14f6ad66aSAchin Gupta /*
2*758ccb80SChris Kay  * Copyright (c) 2013-2024, Arm Limited and Contributors. All rights reserved.
34f6ad66aSAchin Gupta  *
482cb2c1aSdp-arm  * SPDX-License-Identifier: BSD-3-Clause
54f6ad66aSAchin Gupta  */
64f6ad66aSAchin Gupta 
709d40e0eSAntonio Nino Diaz #include <assert.h>
809d40e0eSAntonio Nino Diaz #include <string.h>
909d40e0eSAntonio Nino Diaz 
1097043ac9SDan Handley #include <arch.h>
11ed108b56SAlexei Fedorov #include <arch_features.h>
124f6ad66aSAchin Gupta #include <arch_helpers.h>
1309d40e0eSAntonio Nino Diaz #include <bl31/bl31.h>
1409d40e0eSAntonio Nino Diaz #include <bl31/ehf.h>
1509d40e0eSAntonio Nino Diaz #include <common/bl_common.h>
16*758ccb80SChris Kay #include <common/build_message.h>
1709d40e0eSAntonio Nino Diaz #include <common/debug.h>
186a0da736SJayanth Dodderi Chidanand #include <common/feat_detect.h>
1909d40e0eSAntonio Nino Diaz #include <common/runtime_svc.h>
2009d40e0eSAntonio Nino Diaz #include <drivers/console.h>
21ed8f06ddSthagon01-arm #include <lib/bootmarker_capture.h>
22bfef8b90SJuan Pablo Conde #include <lib/el3_runtime/context_debug.h>
2309d40e0eSAntonio Nino Diaz #include <lib/el3_runtime/context_mgmt.h>
2409d40e0eSAntonio Nino Diaz #include <lib/pmf/pmf.h>
2509d40e0eSAntonio Nino Diaz #include <lib/runtime_instr.h>
2609d40e0eSAntonio Nino Diaz #include <plat/common/platform.h>
2709d40e0eSAntonio Nino Diaz #include <services/std_svc.h>
287aea9087SAchin Gupta 
29872be88aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION
30872be88aSdp-arm 	PMF_REGISTER_SERVICE_SMC(rt_instr_svc, PMF_RT_INSTR_SVC_ID,
31872be88aSdp-arm 		RT_INSTR_TOTAL_IDS, PMF_STORE_ENABLE)
32872be88aSdp-arm #endif
33872be88aSdp-arm 
34ed8f06ddSthagon01-arm #if ENABLE_RUNTIME_INSTRUMENTATION
35ed8f06ddSthagon01-arm 	PMF_REGISTER_SERVICE(bl_svc, PMF_RT_INSTR_SVC_ID,
36ed8f06ddSthagon01-arm 		BL_TOTAL_IDS, PMF_DUMP_ENABLE)
37ed8f06ddSthagon01-arm #endif
38ed8f06ddSthagon01-arm 
397f366605SJeenu Viswambharan /*******************************************************************************
407f366605SJeenu Viswambharan  * This function pointer is used to initialise the BL32 image. It's initialized
417f366605SJeenu Viswambharan  * by SPD calling bl31_register_bl32_init after setting up all things necessary
427f366605SJeenu Viswambharan  * for SP execution. In cases where both SPD and SP are absent, or when SPD
437f366605SJeenu Viswambharan  * finds it impossible to execute SP, this pointer is left as NULL
447f366605SJeenu Viswambharan  ******************************************************************************/
456871c5d3SVikram Kanigiri static int32_t (*bl32_init)(void);
467f366605SJeenu Viswambharan 
475b18de09SZelalem Aweke /*****************************************************************************
485b18de09SZelalem Aweke  * Function used to initialise RMM if RME is enabled
495b18de09SZelalem Aweke  *****************************************************************************/
505b18de09SZelalem Aweke #if ENABLE_RME
515b18de09SZelalem Aweke static int32_t (*rmm_init)(void);
525b18de09SZelalem Aweke #endif
535b18de09SZelalem Aweke 
547aea9087SAchin Gupta /*******************************************************************************
5535ca3511SAchin Gupta  * Variable to indicate whether next image to execute after BL31 is BL33
5635ca3511SAchin Gupta  * (non-secure & default) or BL32 (secure).
5735ca3511SAchin Gupta  ******************************************************************************/
58faaa2e76SVikram Kanigiri static uint32_t next_image_type = NON_SECURE;
5935ca3511SAchin Gupta 
601994e562SJavier Almansa Sobrino #ifdef SUPPORT_UNKNOWN_MPID
611994e562SJavier Almansa Sobrino /*
621994e562SJavier Almansa Sobrino  * Flag to know whether an unsupported MPID has been detected. To avoid having it
631994e562SJavier Almansa Sobrino  * landing on the .bss section, it is initialized to a non-zero value, this way
641994e562SJavier Almansa Sobrino  * we avoid potential WAW hazards during system bring up.
651994e562SJavier Almansa Sobrino  * */
661994e562SJavier Almansa Sobrino volatile uint32_t unsupported_mpid_flag = 1;
671994e562SJavier Almansa Sobrino #endif
681994e562SJavier Almansa Sobrino 
6958e946aeSSoby Mathew /*
7058e946aeSSoby Mathew  * Implement the ARM Standard Service function to get arguments for a
7158e946aeSSoby Mathew  * particular service.
7258e946aeSSoby Mathew  */
7358e946aeSSoby Mathew uintptr_t get_arm_std_svc_args(unsigned int svc_mask)
7458e946aeSSoby Mathew {
7558e946aeSSoby Mathew 	/* Setup the arguments for PSCI Library */
7658e946aeSSoby Mathew 	DEFINE_STATIC_PSCI_LIB_ARGS_V1(psci_args, bl31_warm_entrypoint);
7758e946aeSSoby Mathew 
7858e946aeSSoby Mathew 	/* PSCI is the only ARM Standard Service implemented */
7958e946aeSSoby Mathew 	assert(svc_mask == PSCI_FID_MASK);
8058e946aeSSoby Mathew 
8158e946aeSSoby Mathew 	return (uintptr_t)&psci_args;
8258e946aeSSoby Mathew }
8358e946aeSSoby Mathew 
8435ca3511SAchin Gupta /*******************************************************************************
857aea9087SAchin Gupta  * Simple function to initialise all BL31 helper libraries.
867aea9087SAchin Gupta  ******************************************************************************/
87c42d0d87SArvind Ram Prakash static void __init bl31_lib_init(void)
887aea9087SAchin Gupta {
897aea9087SAchin Gupta 	cm_init();
907aea9087SAchin Gupta }
914f6ad66aSAchin Gupta 
924f6ad66aSAchin Gupta /*******************************************************************************
9388cfd9a6SAntonio Nino Diaz  * Setup function for BL31.
9488cfd9a6SAntonio Nino Diaz  ******************************************************************************/
9588cfd9a6SAntonio Nino Diaz void bl31_setup(u_register_t arg0, u_register_t arg1, u_register_t arg2,
9688cfd9a6SAntonio Nino Diaz 		u_register_t arg3)
9788cfd9a6SAntonio Nino Diaz {
9888cfd9a6SAntonio Nino Diaz 	/* Perform early platform-specific setup */
9988cfd9a6SAntonio Nino Diaz 	bl31_early_platform_setup2(arg0, arg1, arg2, arg3);
10088cfd9a6SAntonio Nino Diaz 
10188cfd9a6SAntonio Nino Diaz 	/* Perform late platform-specific setup */
10288cfd9a6SAntonio Nino Diaz 	bl31_plat_arch_setup();
103ed108b56SAlexei Fedorov 
104ed108b56SAlexei Fedorov #if CTX_INCLUDE_PAUTH_REGS
105ed108b56SAlexei Fedorov 	/*
106ed108b56SAlexei Fedorov 	 * Assert that the ARMv8.3-PAuth registers are present or an access
107ed108b56SAlexei Fedorov 	 * fault will be triggered when they are being saved or restored.
108ed108b56SAlexei Fedorov 	 */
109ed108b56SAlexei Fedorov 	assert(is_armv8_3_pauth_present());
110ed108b56SAlexei Fedorov #endif /* CTX_INCLUDE_PAUTH_REGS */
111bfef8b90SJuan Pablo Conde 
112bfef8b90SJuan Pablo Conde 	/* Prints context_memory allocated for all the security states */
113bfef8b90SJuan Pablo Conde 	report_ctx_memory_usage();
11488cfd9a6SAntonio Nino Diaz }
11588cfd9a6SAntonio Nino Diaz 
11688cfd9a6SAntonio Nino Diaz /*******************************************************************************
1174f6ad66aSAchin Gupta  * BL31 is responsible for setting up the runtime services for the primary cpu
11835ca3511SAchin Gupta  * before passing control to the bootloader or an Operating System. This
11935ca3511SAchin Gupta  * function calls runtime_svc_init() which initializes all registered runtime
12035ca3511SAchin Gupta  * services. The run time services would setup enough context for the core to
1218aabea33SPaul Beesley  * switch to the next exception level. When this function returns, the core will
12273308618SAntonio Nino Diaz  * switch to the programmed exception level via an ERET.
1234f6ad66aSAchin Gupta  ******************************************************************************/
1244f6ad66aSAchin Gupta void bl31_main(void)
1254f6ad66aSAchin Gupta {
12624a70738SBoyan Karatotev 	/* Init registers that never change for the lifetime of TF-A */
12724a70738SBoyan Karatotev 	cm_manage_extensions_el3();
12824a70738SBoyan Karatotev 
129461c0a5dSElizabeth Ho 	/* Init per-world context registers for non-secure world */
130461c0a5dSElizabeth Ho 	manage_extensions_nonsecure_per_world();
131461c0a5dSElizabeth Ho 
132*758ccb80SChris Kay 	NOTICE("BL31: %s\n", build_version_string);
133d178637dSJuan Castillo 	NOTICE("BL31: %s\n", build_message);
1346ad2e461SDan Handley 
1356a0da736SJayanth Dodderi Chidanand #if FEATURE_DETECTION
1366a0da736SJayanth Dodderi Chidanand 	/* Detect if features enabled during compilation are supported by PE. */
1376a0da736SJayanth Dodderi Chidanand 	detect_arch_features();
1386a0da736SJayanth Dodderi Chidanand #endif /* FEATURE_DETECTION */
1396a0da736SJayanth Dodderi Chidanand 
140ed8f06ddSthagon01-arm #if ENABLE_RUNTIME_INSTRUMENTATION
141ed8f06ddSthagon01-arm 	PMF_CAPTURE_TIMESTAMP(bl_svc, BL31_ENTRY, PMF_CACHE_MAINT);
142ed8f06ddSthagon01-arm #endif
143ed8f06ddSthagon01-arm 
1441994e562SJavier Almansa Sobrino #ifdef SUPPORT_UNKNOWN_MPID
1451994e562SJavier Almansa Sobrino 	if (unsupported_mpid_flag == 0) {
1461994e562SJavier Almansa Sobrino 		NOTICE("Unsupported MPID detected!\n");
1471994e562SJavier Almansa Sobrino 	}
1481994e562SJavier Almansa Sobrino #endif
1491994e562SJavier Almansa Sobrino 
15078e61613SSoby Mathew 	/* Perform platform setup in BL31 */
1514f6ad66aSAchin Gupta 	bl31_platform_setup();
1524f6ad66aSAchin Gupta 
1537aea9087SAchin Gupta 	/* Initialise helper libraries */
1547aea9087SAchin Gupta 	bl31_lib_init();
1554f6ad66aSAchin Gupta 
15621b818c0SJeenu Viswambharan #if EL3_EXCEPTION_HANDLING
15721b818c0SJeenu Viswambharan 	INFO("BL31: Initialising Exception Handling Framework\n");
15821b818c0SJeenu Viswambharan 	ehf_init();
15921b818c0SJeenu Viswambharan #endif
16021b818c0SJeenu Viswambharan 
16158e946aeSSoby Mathew 	/* Initialize the runtime services e.g. psci. */
162d178637dSJuan Castillo 	INFO("BL31: Initializing runtime services\n");
1637421b465SAchin Gupta 	runtime_svc_init();
1644f6ad66aSAchin Gupta 
16535ca3511SAchin Gupta 	/*
1667f366605SJeenu Viswambharan 	 * All the cold boot actions on the primary cpu are done. We now need to
1675b18de09SZelalem Aweke 	 * decide which is the next image and how to execute it.
1687f366605SJeenu Viswambharan 	 * If the SPD runtime service is present, it would want to pass control
1697f366605SJeenu Viswambharan 	 * to BL32 first in S-EL1. In that case, SPD would have registered a
1708aabea33SPaul Beesley 	 * function to initialize bl32 where it takes responsibility of entering
1715b18de09SZelalem Aweke 	 * S-EL1 and returning control back to bl31_main. Similarly, if RME is
1725b18de09SZelalem Aweke 	 * enabled and a function is registered to initialize RMM, control is
1735b18de09SZelalem Aweke 	 * transferred to RMM in R-EL2. After RMM initialization, control is
1745b18de09SZelalem Aweke 	 * returned back to bl31_main. Once this is done we can prepare entry
1755b18de09SZelalem Aweke 	 * into BL33 as normal.
17635ca3511SAchin Gupta 	 */
17735ca3511SAchin Gupta 
1787f366605SJeenu Viswambharan 	/*
1798aabea33SPaul Beesley 	 * If SPD had registered an init hook, invoke it.
1807f366605SJeenu Viswambharan 	 */
181c9512bcaSAntonio Nino Diaz 	if (bl32_init != NULL) {
182d178637dSJuan Castillo 		INFO("BL31: Initializing BL32\n");
183c9512bcaSAntonio Nino Diaz 
184889e3d1cSPrasad Kummari 		console_flush();
185c9512bcaSAntonio Nino Diaz 		int32_t rc = (*bl32_init)();
186c9512bcaSAntonio Nino Diaz 
1875b18de09SZelalem Aweke 		if (rc == 0) {
18874ad948fSAntonio Nino Diaz 			WARN("BL31: BL32 initialization failed\n");
1896ad2e461SDan Handley 		}
1905b18de09SZelalem Aweke 	}
1915b18de09SZelalem Aweke 
1925b18de09SZelalem Aweke 	/*
1935b18de09SZelalem Aweke 	 * If RME is enabled and init hook is registered, initialize RMM
1945b18de09SZelalem Aweke 	 * in R-EL2.
1955b18de09SZelalem Aweke 	 */
1965b18de09SZelalem Aweke #if ENABLE_RME
1975b18de09SZelalem Aweke 	if (rmm_init != NULL) {
1985b18de09SZelalem Aweke 		INFO("BL31: Initializing RMM\n");
1995b18de09SZelalem Aweke 
200889e3d1cSPrasad Kummari 		console_flush();
2015b18de09SZelalem Aweke 		int32_t rc = (*rmm_init)();
2025b18de09SZelalem Aweke 
2035b18de09SZelalem Aweke 		if (rc == 0) {
2045b18de09SZelalem Aweke 			WARN("BL31: RMM initialization failed\n");
2055b18de09SZelalem Aweke 		}
2065b18de09SZelalem Aweke 	}
2075b18de09SZelalem Aweke #endif
2085b18de09SZelalem Aweke 
20935ca3511SAchin Gupta 	/*
21035ca3511SAchin Gupta 	 * We are ready to enter the next EL. Prepare entry into the image
21135ca3511SAchin Gupta 	 * corresponding to the desired security state after the next ERET.
21235ca3511SAchin Gupta 	 */
21335ca3511SAchin Gupta 	bl31_prepare_next_image_entry();
21478e61613SSoby Mathew 
2150b32628eSAntonio Nino Diaz 	console_flush();
2160b32628eSAntonio Nino Diaz 
21778e61613SSoby Mathew 	/*
21878e61613SSoby Mathew 	 * Perform any platform specific runtime setup prior to cold boot exit
21978e61613SSoby Mathew 	 * from BL31
22078e61613SSoby Mathew 	 */
22178e61613SSoby Mathew 	bl31_plat_runtime_setup();
222ed8f06ddSthagon01-arm 
223ed8f06ddSthagon01-arm #if ENABLE_RUNTIME_INSTRUMENTATION
224ed8f06ddSthagon01-arm 	PMF_CAPTURE_TIMESTAMP(bl_svc, BL31_EXIT, PMF_CACHE_MAINT);
225ed8f06ddSthagon01-arm 	console_flush();
226ed8f06ddSthagon01-arm #endif
22735ca3511SAchin Gupta }
22835ca3511SAchin Gupta 
22935ca3511SAchin Gupta /*******************************************************************************
23035ca3511SAchin Gupta  * Accessor functions to help runtime services decide which image should be
23135ca3511SAchin Gupta  * executed after BL31. This is BL33 or the non-secure bootloader image by
23235ca3511SAchin Gupta  * default but the Secure payload dispatcher could override this by requesting
23335ca3511SAchin Gupta  * an entry into BL32 (Secure payload) first. If it does so then it should use
23435ca3511SAchin Gupta  * the same API to program an entry into BL33 once BL32 initialisation is
23535ca3511SAchin Gupta  * complete.
23635ca3511SAchin Gupta  ******************************************************************************/
23735ca3511SAchin Gupta void bl31_set_next_image_type(uint32_t security_state)
23835ca3511SAchin Gupta {
239d3280bebSJuan Castillo 	assert(sec_state_is_valid(security_state));
24035ca3511SAchin Gupta 	next_image_type = security_state;
24135ca3511SAchin Gupta }
24235ca3511SAchin Gupta 
24335ca3511SAchin Gupta uint32_t bl31_get_next_image_type(void)
24435ca3511SAchin Gupta {
24535ca3511SAchin Gupta 	return next_image_type;
24635ca3511SAchin Gupta }
24735ca3511SAchin Gupta 
24835ca3511SAchin Gupta /*******************************************************************************
24935ca3511SAchin Gupta  * This function programs EL3 registers and performs other setup to enable entry
25035ca3511SAchin Gupta  * into the next image after BL31 at the next ERET.
25135ca3511SAchin Gupta  ******************************************************************************/
25287c85134SDaniel Boulby void __init bl31_prepare_next_image_entry(void)
25335ca3511SAchin Gupta {
2544112bfa0SVikram Kanigiri 	entry_point_info_t *next_image_info;
255167a9357SAndrew Thoelke 	uint32_t image_type;
25635ca3511SAchin Gupta 
2578cd16e6bSSoby Mathew #if CTX_INCLUDE_AARCH32_REGS
2588cd16e6bSSoby Mathew 	/*
2598cd16e6bSSoby Mathew 	 * Ensure that the build flag to save AArch32 system registers in CPU
2608cd16e6bSSoby Mathew 	 * context is not set for AArch64-only platforms.
2618cd16e6bSSoby Mathew 	 */
262a0fee747SAntonio Nino Diaz 	if (el_implemented(1) == EL_IMPL_A64ONLY) {
2638cd16e6bSSoby Mathew 		ERROR("EL1 supports AArch64-only. Please set build flag "
264a0fee747SAntonio Nino Diaz 				"CTX_INCLUDE_AARCH32_REGS = 0\n");
2658cd16e6bSSoby Mathew 		panic();
2668cd16e6bSSoby Mathew 	}
2678cd16e6bSSoby Mathew #endif
2688cd16e6bSSoby Mathew 
26935ca3511SAchin Gupta 	/* Determine which image to execute next */
27035ca3511SAchin Gupta 	image_type = bl31_get_next_image_type();
27135ca3511SAchin Gupta 
272caa84939SJeenu Viswambharan 	/* Program EL3 registers to enable entry into the next EL */
2739865ac15SDan Handley 	next_image_info = bl31_plat_get_next_image_ep_info(image_type);
274c9512bcaSAntonio Nino Diaz 	assert(next_image_info != NULL);
275f05cb4a7SVikram Kanigiri 	assert(image_type == GET_SECURITY_STATE(next_image_info->h.attr));
27635ca3511SAchin Gupta 
277d178637dSJuan Castillo 	INFO("BL31: Preparing for EL3 exit to %s world\n",
2786ad2e461SDan Handley 		(image_type == SECURE) ? "secure" : "normal");
27968a68c92SSandrine Bailleux 	print_entry_point_info(next_image_info);
28085a181ceSSoby Mathew 	cm_init_my_context(next_image_info);
2818b95e848SZelalem Aweke 
2828b95e848SZelalem Aweke 	/*
2838b95e848SZelalem Aweke 	* If we are entering the Non-secure world, use
2848b95e848SZelalem Aweke 	* 'cm_prepare_el3_exit_ns' to exit.
2858b95e848SZelalem Aweke 	*/
2868b95e848SZelalem Aweke 	if (image_type == NON_SECURE) {
2878b95e848SZelalem Aweke 		cm_prepare_el3_exit_ns();
2888b95e848SZelalem Aweke 	} else {
289167a9357SAndrew Thoelke 		cm_prepare_el3_exit(image_type);
2904f6ad66aSAchin Gupta 	}
2918b95e848SZelalem Aweke }
2927f366605SJeenu Viswambharan 
2937f366605SJeenu Viswambharan /*******************************************************************************
2947f366605SJeenu Viswambharan  * This function initializes the pointer to BL32 init function. This is expected
2957f366605SJeenu Viswambharan  * to be called by the SPD after it finishes all its initialization
2967f366605SJeenu Viswambharan  ******************************************************************************/
2976871c5d3SVikram Kanigiri void bl31_register_bl32_init(int32_t (*func)(void))
2987f366605SJeenu Viswambharan {
2997f366605SJeenu Viswambharan 	bl32_init = func;
3007f366605SJeenu Viswambharan }
3015b18de09SZelalem Aweke 
3025b18de09SZelalem Aweke #if ENABLE_RME
3035b18de09SZelalem Aweke /*******************************************************************************
3045b18de09SZelalem Aweke  * This function initializes the pointer to RMM init function. This is expected
3055b18de09SZelalem Aweke  * to be called by the RMMD after it finishes all its initialization
3065b18de09SZelalem Aweke  ******************************************************************************/
3075b18de09SZelalem Aweke void bl31_register_rmm_init(int32_t (*func)(void))
3085b18de09SZelalem Aweke {
3095b18de09SZelalem Aweke 	rmm_init = func;
3105b18de09SZelalem Aweke }
3115b18de09SZelalem Aweke #endif
312