xref: /rk3399_ARM-atf/bl31/bl31_main.c (revision d9712f9cae10fdeb8696ffcd3ca35d58666ea9dd)
14f6ad66aSAchin Gupta /*
2ec7c29abSBoyan Karatotev  * Copyright (c) 2013-2025, Arm Limited and Contributors. All rights reserved.
34f6ad66aSAchin Gupta  *
482cb2c1aSdp-arm  * SPDX-License-Identifier: BSD-3-Clause
54f6ad66aSAchin Gupta  */
64f6ad66aSAchin Gupta 
709d40e0eSAntonio Nino Diaz #include <assert.h>
809d40e0eSAntonio Nino Diaz #include <string.h>
909d40e0eSAntonio Nino Diaz 
1097043ac9SDan Handley #include <arch.h>
11ed108b56SAlexei Fedorov #include <arch_features.h>
124f6ad66aSAchin Gupta #include <arch_helpers.h>
1309d40e0eSAntonio Nino Diaz #include <bl31/bl31.h>
1409d40e0eSAntonio Nino Diaz #include <bl31/ehf.h>
1509d40e0eSAntonio Nino Diaz #include <common/bl_common.h>
16758ccb80SChris Kay #include <common/build_message.h>
1709d40e0eSAntonio Nino Diaz #include <common/debug.h>
186a0da736SJayanth Dodderi Chidanand #include <common/feat_detect.h>
1909d40e0eSAntonio Nino Diaz #include <common/runtime_svc.h>
20d52ff2b3SArvind Ram Prakash #include <drivers/arm/dsu.h>
215d893410SBoyan Karatotev #include <drivers/arm/gic.h>
2209d40e0eSAntonio Nino Diaz #include <drivers/console.h>
23ed8f06ddSthagon01-arm #include <lib/bootmarker_capture.h>
24bfef8b90SJuan Pablo Conde #include <lib/el3_runtime/context_debug.h>
2509d40e0eSAntonio Nino Diaz #include <lib/el3_runtime/context_mgmt.h>
2609d40e0eSAntonio Nino Diaz #include <lib/pmf/pmf.h>
2709d40e0eSAntonio Nino Diaz #include <lib/runtime_instr.h>
2809d40e0eSAntonio Nino Diaz #include <plat/common/platform.h>
2909d40e0eSAntonio Nino Diaz #include <services/std_svc.h>
307aea9087SAchin Gupta 
31872be88aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION
32872be88aSdp-arm 	PMF_REGISTER_SERVICE_SMC(rt_instr_svc, PMF_RT_INSTR_SVC_ID,
33872be88aSdp-arm 		RT_INSTR_TOTAL_IDS, PMF_STORE_ENABLE)
34872be88aSdp-arm #endif
35872be88aSdp-arm 
36ed8f06ddSthagon01-arm #if ENABLE_RUNTIME_INSTRUMENTATION
37ed8f06ddSthagon01-arm 	PMF_REGISTER_SERVICE(bl_svc, PMF_RT_INSTR_SVC_ID,
38ed8f06ddSthagon01-arm 		BL_TOTAL_IDS, PMF_DUMP_ENABLE)
39ed8f06ddSthagon01-arm #endif
40ed8f06ddSthagon01-arm 
417f366605SJeenu Viswambharan /*******************************************************************************
427f366605SJeenu Viswambharan  * This function pointer is used to initialise the BL32 image. It's initialized
437f366605SJeenu Viswambharan  * by SPD calling bl31_register_bl32_init after setting up all things necessary
447f366605SJeenu Viswambharan  * for SP execution. In cases where both SPD and SP are absent, or when SPD
457f366605SJeenu Viswambharan  * finds it impossible to execute SP, this pointer is left as NULL
467f366605SJeenu Viswambharan  ******************************************************************************/
476871c5d3SVikram Kanigiri static int32_t (*bl32_init)(void);
487f366605SJeenu Viswambharan 
495b18de09SZelalem Aweke /*****************************************************************************
505b18de09SZelalem Aweke  * Function used to initialise RMM if RME is enabled
515b18de09SZelalem Aweke  *****************************************************************************/
525b18de09SZelalem Aweke #if ENABLE_RME
535b18de09SZelalem Aweke static int32_t (*rmm_init)(void);
545b18de09SZelalem Aweke #endif
555b18de09SZelalem Aweke 
567aea9087SAchin Gupta /*******************************************************************************
5735ca3511SAchin Gupta  * Variable to indicate whether next image to execute after BL31 is BL33
5835ca3511SAchin Gupta  * (non-secure & default) or BL32 (secure).
5935ca3511SAchin Gupta  ******************************************************************************/
602fa4dee6SMaheedhar Bollapalli static uint32_t next_image_type = (uint32_t)NON_SECURE;
6135ca3511SAchin Gupta 
621994e562SJavier Almansa Sobrino #ifdef SUPPORT_UNKNOWN_MPID
631994e562SJavier Almansa Sobrino /*
641994e562SJavier Almansa Sobrino  * Flag to know whether an unsupported MPID has been detected. To avoid having it
651994e562SJavier Almansa Sobrino  * landing on the .bss section, it is initialized to a non-zero value, this way
661994e562SJavier Almansa Sobrino  * we avoid potential WAW hazards during system bring up.
671994e562SJavier Almansa Sobrino  * */
681994e562SJavier Almansa Sobrino volatile uint32_t unsupported_mpid_flag = 1;
691994e562SJavier Almansa Sobrino #endif
701994e562SJavier Almansa Sobrino 
7158e946aeSSoby Mathew /*
7258e946aeSSoby Mathew  * Implement the ARM Standard Service function to get arguments for a
7358e946aeSSoby Mathew  * particular service.
7458e946aeSSoby Mathew  */
7558e946aeSSoby Mathew uintptr_t get_arm_std_svc_args(unsigned int svc_mask)
7658e946aeSSoby Mathew {
7758e946aeSSoby Mathew 	/* Setup the arguments for PSCI Library */
7858e946aeSSoby Mathew 	DEFINE_STATIC_PSCI_LIB_ARGS_V1(psci_args, bl31_warm_entrypoint);
7958e946aeSSoby Mathew 
8058e946aeSSoby Mathew 	/* PSCI is the only ARM Standard Service implemented */
8158e946aeSSoby Mathew 	assert(svc_mask == PSCI_FID_MASK);
8258e946aeSSoby Mathew 
8358e946aeSSoby Mathew 	return (uintptr_t)&psci_args;
8458e946aeSSoby Mathew }
8558e946aeSSoby Mathew 
8635ca3511SAchin Gupta /*******************************************************************************
877aea9087SAchin Gupta  * Simple function to initialise all BL31 helper libraries.
887aea9087SAchin Gupta  ******************************************************************************/
89c42d0d87SArvind Ram Prakash static void __init bl31_lib_init(void)
907aea9087SAchin Gupta {
917aea9087SAchin Gupta 	cm_init();
927aea9087SAchin Gupta }
934f6ad66aSAchin Gupta 
944f6ad66aSAchin Gupta /*******************************************************************************
9588cfd9a6SAntonio Nino Diaz  * Setup function for BL31.
9688cfd9a6SAntonio Nino Diaz  ******************************************************************************/
9788cfd9a6SAntonio Nino Diaz void bl31_setup(u_register_t arg0, u_register_t arg1, u_register_t arg2,
9888cfd9a6SAntonio Nino Diaz 		u_register_t arg3)
9988cfd9a6SAntonio Nino Diaz {
1000f57a388SBoyan Karatotev #if FEATURE_DETECTION
1010f57a388SBoyan Karatotev 	/* Detect if features enabled during compilation are supported by PE. */
1020f57a388SBoyan Karatotev 	detect_arch_features(plat_my_core_pos());
1030f57a388SBoyan Karatotev #endif /* FEATURE_DETECTION */
1040f57a388SBoyan Karatotev 
105ae770fedSYann Gautier 	/* Enable early console if EARLY_CONSOLE flag is enabled */
106ae770fedSYann Gautier 	plat_setup_early_console();
107ae770fedSYann Gautier 
10888cfd9a6SAntonio Nino Diaz 	/* Perform early platform-specific setup */
10988cfd9a6SAntonio Nino Diaz 	bl31_early_platform_setup2(arg0, arg1, arg2, arg3);
11088cfd9a6SAntonio Nino Diaz 
11188cfd9a6SAntonio Nino Diaz 	/* Perform late platform-specific setup */
11288cfd9a6SAntonio Nino Diaz 	bl31_plat_arch_setup();
113ed108b56SAlexei Fedorov 
114bfef8b90SJuan Pablo Conde 	/* Prints context_memory allocated for all the security states */
115bfef8b90SJuan Pablo Conde 	report_ctx_memory_usage();
11688cfd9a6SAntonio Nino Diaz }
11788cfd9a6SAntonio Nino Diaz 
11888cfd9a6SAntonio Nino Diaz /*******************************************************************************
1194f6ad66aSAchin Gupta  * BL31 is responsible for setting up the runtime services for the primary cpu
12035ca3511SAchin Gupta  * before passing control to the bootloader or an Operating System. This
12135ca3511SAchin Gupta  * function calls runtime_svc_init() which initializes all registered runtime
12235ca3511SAchin Gupta  * services. The run time services would setup enough context for the core to
1238aabea33SPaul Beesley  * switch to the next exception level. When this function returns, the core will
12473308618SAntonio Nino Diaz  * switch to the programmed exception level via an ERET.
1254f6ad66aSAchin Gupta  ******************************************************************************/
1264f6ad66aSAchin Gupta void bl31_main(void)
1274f6ad66aSAchin Gupta {
128d335bbb1SBoyan Karatotev 	unsigned int core_pos = plat_my_core_pos();
129d335bbb1SBoyan Karatotev 
13024a70738SBoyan Karatotev 	/* Init registers that never change for the lifetime of TF-A */
131d335bbb1SBoyan Karatotev 	cm_manage_extensions_el3(core_pos);
13224a70738SBoyan Karatotev 
1336eafc060SBoyan Karatotev 	/* Init per-world context registers */
1346eafc060SBoyan Karatotev 	cm_manage_extensions_per_world();
135461c0a5dSElizabeth Ho 
136758ccb80SChris Kay 	NOTICE("BL31: %s\n", build_version_string);
137d178637dSJuan Castillo 	NOTICE("BL31: %s\n", build_message);
1386ad2e461SDan Handley 
139ed8f06ddSthagon01-arm #if ENABLE_RUNTIME_INSTRUMENTATION
140ed8f06ddSthagon01-arm 	PMF_CAPTURE_TIMESTAMP(bl_svc, BL31_ENTRY, PMF_CACHE_MAINT);
141ed8f06ddSthagon01-arm #endif
142ed8f06ddSthagon01-arm 
1431994e562SJavier Almansa Sobrino #ifdef SUPPORT_UNKNOWN_MPID
1441994e562SJavier Almansa Sobrino 	if (unsupported_mpid_flag == 0) {
1451994e562SJavier Almansa Sobrino 		NOTICE("Unsupported MPID detected!\n");
1461994e562SJavier Almansa Sobrino 	}
1471994e562SJavier Almansa Sobrino #endif
1481994e562SJavier Almansa Sobrino 
14978e61613SSoby Mathew 	/* Perform platform setup in BL31 */
1504f6ad66aSAchin Gupta 	bl31_platform_setup();
1514f6ad66aSAchin Gupta 
152d52ff2b3SArvind Ram Prakash #if USE_DSU_DRIVER
153d52ff2b3SArvind Ram Prakash 	dsu_driver_init(&plat_dsu_data);
154d52ff2b3SArvind Ram Prakash #endif
155d52ff2b3SArvind Ram Prakash 
1565d893410SBoyan Karatotev #if USE_GIC_DRIVER
1575d893410SBoyan Karatotev 	/*
1585d893410SBoyan Karatotev 	 * Initialize the GIC driver as well as per-cpu and global interfaces.
1595d893410SBoyan Karatotev 	 * Platform has had an opportunity to initialise specifics.
1605d893410SBoyan Karatotev 	 */
1615d893410SBoyan Karatotev 	gic_init(core_pos);
1625d893410SBoyan Karatotev 	gic_pcpu_init(core_pos);
1635d893410SBoyan Karatotev 	gic_cpuif_enable(core_pos);
1645d893410SBoyan Karatotev #endif /* USE_GIC_DRIVER */
1655d893410SBoyan Karatotev 
1667aea9087SAchin Gupta 	/* Initialise helper libraries */
1677aea9087SAchin Gupta 	bl31_lib_init();
1684f6ad66aSAchin Gupta 
16921b818c0SJeenu Viswambharan #if EL3_EXCEPTION_HANDLING
17021b818c0SJeenu Viswambharan 	INFO("BL31: Initialising Exception Handling Framework\n");
17121b818c0SJeenu Viswambharan 	ehf_init();
17221b818c0SJeenu Viswambharan #endif
17321b818c0SJeenu Viswambharan 
17458e946aeSSoby Mathew 	/* Initialize the runtime services e.g. psci. */
175d178637dSJuan Castillo 	INFO("BL31: Initializing runtime services\n");
1767421b465SAchin Gupta 	runtime_svc_init();
1774f6ad66aSAchin Gupta 
17835ca3511SAchin Gupta 	/*
1797f366605SJeenu Viswambharan 	 * All the cold boot actions on the primary cpu are done. We now need to
1805b18de09SZelalem Aweke 	 * decide which is the next image and how to execute it.
1817f366605SJeenu Viswambharan 	 * If the SPD runtime service is present, it would want to pass control
1827f366605SJeenu Viswambharan 	 * to BL32 first in S-EL1. In that case, SPD would have registered a
1838aabea33SPaul Beesley 	 * function to initialize bl32 where it takes responsibility of entering
1845b18de09SZelalem Aweke 	 * S-EL1 and returning control back to bl31_main. Similarly, if RME is
1855b18de09SZelalem Aweke 	 * enabled and a function is registered to initialize RMM, control is
1865b18de09SZelalem Aweke 	 * transferred to RMM in R-EL2. After RMM initialization, control is
1875b18de09SZelalem Aweke 	 * returned back to bl31_main. Once this is done we can prepare entry
1885b18de09SZelalem Aweke 	 * into BL33 as normal.
18935ca3511SAchin Gupta 	 */
19035ca3511SAchin Gupta 
1917f366605SJeenu Viswambharan 	/*
1928aabea33SPaul Beesley 	 * If SPD had registered an init hook, invoke it.
1937f366605SJeenu Viswambharan 	 */
194c9512bcaSAntonio Nino Diaz 	if (bl32_init != NULL) {
195d178637dSJuan Castillo 		INFO("BL31: Initializing BL32\n");
196c9512bcaSAntonio Nino Diaz 
197889e3d1cSPrasad Kummari 		console_flush();
198c9512bcaSAntonio Nino Diaz 		int32_t rc = (*bl32_init)();
199c9512bcaSAntonio Nino Diaz 
2005b18de09SZelalem Aweke 		if (rc == 0) {
20174ad948fSAntonio Nino Diaz 			WARN("BL31: BL32 initialization failed\n");
2026ad2e461SDan Handley 		}
2035b18de09SZelalem Aweke 	}
2045b18de09SZelalem Aweke 
2055b18de09SZelalem Aweke 	/*
2065b18de09SZelalem Aweke 	 * If RME is enabled and init hook is registered, initialize RMM
2075b18de09SZelalem Aweke 	 * in R-EL2.
2085b18de09SZelalem Aweke 	 */
2095b18de09SZelalem Aweke #if ENABLE_RME
2105b18de09SZelalem Aweke 	if (rmm_init != NULL) {
2115b18de09SZelalem Aweke 		INFO("BL31: Initializing RMM\n");
2125b18de09SZelalem Aweke 
213889e3d1cSPrasad Kummari 		console_flush();
2145b18de09SZelalem Aweke 		int32_t rc = (*rmm_init)();
2155b18de09SZelalem Aweke 
2165b18de09SZelalem Aweke 		if (rc == 0) {
2175b18de09SZelalem Aweke 			WARN("BL31: RMM initialization failed\n");
2185b18de09SZelalem Aweke 		}
2195b18de09SZelalem Aweke 	}
2205b18de09SZelalem Aweke #endif
2215b18de09SZelalem Aweke 
22235ca3511SAchin Gupta 	/*
22335ca3511SAchin Gupta 	 * We are ready to enter the next EL. Prepare entry into the image
22435ca3511SAchin Gupta 	 * corresponding to the desired security state after the next ERET.
22535ca3511SAchin Gupta 	 */
22635ca3511SAchin Gupta 	bl31_prepare_next_image_entry();
22778e61613SSoby Mathew 
22878e61613SSoby Mathew 	/*
22978e61613SSoby Mathew 	 * Perform any platform specific runtime setup prior to cold boot exit
23078e61613SSoby Mathew 	 * from BL31
23178e61613SSoby Mathew 	 */
23278e61613SSoby Mathew 	bl31_plat_runtime_setup();
233ed8f06ddSthagon01-arm 
234ed8f06ddSthagon01-arm #if ENABLE_RUNTIME_INSTRUMENTATION
235ed8f06ddSthagon01-arm 	console_flush();
236af3e8e63SSalman Nabi 	PMF_CAPTURE_TIMESTAMP(bl_svc, BL31_EXIT, PMF_CACHE_MAINT);
237ed8f06ddSthagon01-arm #endif
238af3e8e63SSalman Nabi 
239af3e8e63SSalman Nabi 	console_flush();
240af3e8e63SSalman Nabi 	console_switch_state(CONSOLE_FLAG_RUNTIME);
24135ca3511SAchin Gupta }
24235ca3511SAchin Gupta 
24335ca3511SAchin Gupta /*******************************************************************************
24435ca3511SAchin Gupta  * Accessor functions to help runtime services decide which image should be
24535ca3511SAchin Gupta  * executed after BL31. This is BL33 or the non-secure bootloader image by
24635ca3511SAchin Gupta  * default but the Secure payload dispatcher could override this by requesting
24735ca3511SAchin Gupta  * an entry into BL32 (Secure payload) first. If it does so then it should use
24835ca3511SAchin Gupta  * the same API to program an entry into BL33 once BL32 initialisation is
24935ca3511SAchin Gupta  * complete.
25035ca3511SAchin Gupta  ******************************************************************************/
25135ca3511SAchin Gupta void bl31_set_next_image_type(uint32_t security_state)
25235ca3511SAchin Gupta {
253d3280bebSJuan Castillo 	assert(sec_state_is_valid(security_state));
25435ca3511SAchin Gupta 	next_image_type = security_state;
25535ca3511SAchin Gupta }
25635ca3511SAchin Gupta 
257*d9712f9cSSigned-off-by: Maheedhar Bollapalli static uint32_t bl31_get_next_image_type(void)
25835ca3511SAchin Gupta {
25935ca3511SAchin Gupta 	return next_image_type;
26035ca3511SAchin Gupta }
26135ca3511SAchin Gupta 
26235ca3511SAchin Gupta /*******************************************************************************
26335ca3511SAchin Gupta  * This function programs EL3 registers and performs other setup to enable entry
26435ca3511SAchin Gupta  * into the next image after BL31 at the next ERET.
26535ca3511SAchin Gupta  ******************************************************************************/
26687c85134SDaniel Boulby void __init bl31_prepare_next_image_entry(void)
26735ca3511SAchin Gupta {
268e358089dSNithin G 	const entry_point_info_t *next_image_info;
269167a9357SAndrew Thoelke 	uint32_t image_type;
27035ca3511SAchin Gupta 
2718cd16e6bSSoby Mathew #if CTX_INCLUDE_AARCH32_REGS
2728cd16e6bSSoby Mathew 	/*
2738cd16e6bSSoby Mathew 	 * Ensure that the build flag to save AArch32 system registers in CPU
2748cd16e6bSSoby Mathew 	 * context is not set for AArch64-only platforms.
2758cd16e6bSSoby Mathew 	 */
276a0fee747SAntonio Nino Diaz 	if (el_implemented(1) == EL_IMPL_A64ONLY) {
2778cd16e6bSSoby Mathew 		ERROR("EL1 supports AArch64-only. Please set build flag "
278a0fee747SAntonio Nino Diaz 				"CTX_INCLUDE_AARCH32_REGS = 0\n");
2798cd16e6bSSoby Mathew 		panic();
2808cd16e6bSSoby Mathew 	}
2818cd16e6bSSoby Mathew #endif
2828cd16e6bSSoby Mathew 
28335ca3511SAchin Gupta 	/* Determine which image to execute next */
28435ca3511SAchin Gupta 	image_type = bl31_get_next_image_type();
28535ca3511SAchin Gupta 
286caa84939SJeenu Viswambharan 	/* Program EL3 registers to enable entry into the next EL */
2879865ac15SDan Handley 	next_image_info = bl31_plat_get_next_image_ep_info(image_type);
288c9512bcaSAntonio Nino Diaz 	assert(next_image_info != NULL);
289f05cb4a7SVikram Kanigiri 	assert(image_type == GET_SECURITY_STATE(next_image_info->h.attr));
29035ca3511SAchin Gupta 
291d178637dSJuan Castillo 	INFO("BL31: Preparing for EL3 exit to %s world\n",
2926ad2e461SDan Handley 		(image_type == SECURE) ? "secure" : "normal");
29368a68c92SSandrine Bailleux 	print_entry_point_info(next_image_info);
29485a181ceSSoby Mathew 	cm_init_my_context(next_image_info);
2958b95e848SZelalem Aweke 
2968b95e848SZelalem Aweke 	/*
2978b95e848SZelalem Aweke 	* If we are entering the Non-secure world, use
2988b95e848SZelalem Aweke 	* 'cm_prepare_el3_exit_ns' to exit.
2998b95e848SZelalem Aweke 	*/
3008b95e848SZelalem Aweke 	if (image_type == NON_SECURE) {
3018b95e848SZelalem Aweke 		cm_prepare_el3_exit_ns();
3028b95e848SZelalem Aweke 	} else {
303167a9357SAndrew Thoelke 		cm_prepare_el3_exit(image_type);
3044f6ad66aSAchin Gupta 	}
3058b95e848SZelalem Aweke }
3067f366605SJeenu Viswambharan 
3077f366605SJeenu Viswambharan /*******************************************************************************
3087f366605SJeenu Viswambharan  * This function initializes the pointer to BL32 init function. This is expected
3097f366605SJeenu Viswambharan  * to be called by the SPD after it finishes all its initialization
3107f366605SJeenu Viswambharan  ******************************************************************************/
3116871c5d3SVikram Kanigiri void bl31_register_bl32_init(int32_t (*func)(void))
3127f366605SJeenu Viswambharan {
3137f366605SJeenu Viswambharan 	bl32_init = func;
3147f366605SJeenu Viswambharan }
3155b18de09SZelalem Aweke 
3165b18de09SZelalem Aweke #if ENABLE_RME
3175b18de09SZelalem Aweke /*******************************************************************************
3185b18de09SZelalem Aweke  * This function initializes the pointer to RMM init function. This is expected
3195b18de09SZelalem Aweke  * to be called by the RMMD after it finishes all its initialization
3205b18de09SZelalem Aweke  ******************************************************************************/
3215b18de09SZelalem Aweke void bl31_register_rmm_init(int32_t (*func)(void))
3225b18de09SZelalem Aweke {
3235b18de09SZelalem Aweke 	rmm_init = func;
3245b18de09SZelalem Aweke }
3255b18de09SZelalem Aweke #endif
326