xref: /rk3399_ARM-atf/include/arch/aarch32/el3_common_macros.S (revision fbd8f6c8414a49883cbdc32277a0f31fdd3d733d)
1f5478dedSAntonio Nino Diaz/*
2ed4fc6f0SAntonio Nino Diaz * Copyright (c) 2016-2019, ARM Limited and Contributors. All rights reserved.
3f5478dedSAntonio Nino Diaz *
4f5478dedSAntonio Nino Diaz * SPDX-License-Identifier: BSD-3-Clause
5f5478dedSAntonio Nino Diaz */
6f5478dedSAntonio Nino Diaz
7f5478dedSAntonio Nino Diaz#ifndef EL3_COMMON_MACROS_S
8f5478dedSAntonio Nino Diaz#define EL3_COMMON_MACROS_S
9f5478dedSAntonio Nino Diaz
10f5478dedSAntonio Nino Diaz#include <arch.h>
11f5478dedSAntonio Nino Diaz#include <asm_macros.S>
12f5478dedSAntonio Nino Diaz#include <assert_macros.S>
13f5478dedSAntonio Nino Diaz
14f5478dedSAntonio Nino Diaz	/*
15f5478dedSAntonio Nino Diaz	 * Helper macro to initialise EL3 registers we care about.
16f5478dedSAntonio Nino Diaz	 */
17f5478dedSAntonio Nino Diaz	.macro el3_arch_init_common
18f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
19f5478dedSAntonio Nino Diaz	 * SCTLR has already been initialised - read current value before
20f5478dedSAntonio Nino Diaz	 * modifying.
21f5478dedSAntonio Nino Diaz	 *
22f5478dedSAntonio Nino Diaz	 * SCTLR.I: Enable the instruction cache.
23f5478dedSAntonio Nino Diaz	 *
24f5478dedSAntonio Nino Diaz	 * SCTLR.A: Enable Alignment fault checking. All instructions that load
25f5478dedSAntonio Nino Diaz	 *  or store one or more registers have an alignment check that the
26f5478dedSAntonio Nino Diaz	 *  address being accessed is aligned to the size of the data element(s)
27f5478dedSAntonio Nino Diaz	 *  being accessed.
28f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
29f5478dedSAntonio Nino Diaz	 */
30f5478dedSAntonio Nino Diaz	ldr	r1, =(SCTLR_I_BIT | SCTLR_A_BIT)
31f5478dedSAntonio Nino Diaz	ldcopr	r0, SCTLR
32f5478dedSAntonio Nino Diaz	orr	r0, r0, r1
33f5478dedSAntonio Nino Diaz	stcopr	r0, SCTLR
34f5478dedSAntonio Nino Diaz	isb
35f5478dedSAntonio Nino Diaz
36f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
37f5478dedSAntonio Nino Diaz	 * Initialise SCR, setting all fields rather than relying on the hw.
38f5478dedSAntonio Nino Diaz	 *
39f5478dedSAntonio Nino Diaz	 * SCR.SIF: Enabled so that Secure state instruction fetches from
40f5478dedSAntonio Nino Diaz	 *  Non-secure memory are not permitted.
41f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
42f5478dedSAntonio Nino Diaz	 */
43f5478dedSAntonio Nino Diaz	ldr	r0, =(SCR_RESET_VAL | SCR_SIF_BIT)
44f5478dedSAntonio Nino Diaz	stcopr	r0, SCR
45f5478dedSAntonio Nino Diaz
46f5478dedSAntonio Nino Diaz	/* -----------------------------------------------------
47f5478dedSAntonio Nino Diaz	 * Enable the Asynchronous data abort now that the
48f5478dedSAntonio Nino Diaz	 * exception vectors have been setup.
49f5478dedSAntonio Nino Diaz	 * -----------------------------------------------------
50f5478dedSAntonio Nino Diaz	 */
51f5478dedSAntonio Nino Diaz	cpsie   a
52f5478dedSAntonio Nino Diaz	isb
53f5478dedSAntonio Nino Diaz
54f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
55f5478dedSAntonio Nino Diaz	 * Initialise NSACR, setting all the fields, except for the
56f5478dedSAntonio Nino Diaz	 * IMPLEMENTATION DEFINED field, rather than relying on the hw. Some
57f5478dedSAntonio Nino Diaz	 * fields are architecturally UNKNOWN on reset.
58f5478dedSAntonio Nino Diaz	 *
59f5478dedSAntonio Nino Diaz	 * NSACR_ENABLE_FP_ACCESS: Represents NSACR.cp11 and NSACR.cp10. The
60f5478dedSAntonio Nino Diaz	 *  cp11 field is ignored, but is set to same value as cp10. The cp10
61f5478dedSAntonio Nino Diaz	 *  field is set to allow access to Advanced SIMD and floating point
62f5478dedSAntonio Nino Diaz	 *  features from both Security states.
63f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
64f5478dedSAntonio Nino Diaz	 */
65f5478dedSAntonio Nino Diaz	ldcopr	r0, NSACR
66f5478dedSAntonio Nino Diaz	and	r0, r0, #NSACR_IMP_DEF_MASK
67f5478dedSAntonio Nino Diaz	orr	r0, r0, #(NSACR_RESET_VAL | NSACR_ENABLE_FP_ACCESS)
68f5478dedSAntonio Nino Diaz	stcopr	r0, NSACR
69f5478dedSAntonio Nino Diaz	isb
70f5478dedSAntonio Nino Diaz
71f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
72f5478dedSAntonio Nino Diaz	 * Initialise CPACR, setting all fields rather than relying on hw. Some
73f5478dedSAntonio Nino Diaz	 * fields are architecturally UNKNOWN on reset.
74f5478dedSAntonio Nino Diaz	 *
75f5478dedSAntonio Nino Diaz	 * CPACR.TRCDIS: Trap control for PL0 and PL1 System register accesses
76f5478dedSAntonio Nino Diaz	 *  to trace registers. Set to zero to allow access.
77f5478dedSAntonio Nino Diaz	 *
78f5478dedSAntonio Nino Diaz	 * CPACR_ENABLE_FP_ACCESS: Represents CPACR.cp11 and CPACR.cp10. The
79f5478dedSAntonio Nino Diaz	 *  cp11 field is ignored, but is set to same value as cp10. The cp10
80f5478dedSAntonio Nino Diaz	 *  field is set to allow full access from PL0 and PL1 to floating-point
81f5478dedSAntonio Nino Diaz	 *  and Advanced SIMD features.
82f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
83f5478dedSAntonio Nino Diaz	 */
84f5478dedSAntonio Nino Diaz	ldr	r0, =((CPACR_RESET_VAL | CPACR_ENABLE_FP_ACCESS) & ~(TRCDIS_BIT))
85f5478dedSAntonio Nino Diaz	stcopr	r0, CPACR
86f5478dedSAntonio Nino Diaz	isb
87f5478dedSAntonio Nino Diaz
88f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
89f5478dedSAntonio Nino Diaz	 * Initialise FPEXC, setting all fields rather than relying on hw. Some
90f5478dedSAntonio Nino Diaz	 * fields are architecturally UNKNOWN on reset and are set to zero
91f5478dedSAntonio Nino Diaz	 * except for field(s) listed below.
92f5478dedSAntonio Nino Diaz	 *
93f5478dedSAntonio Nino Diaz	 * FPEXC.EN: Enable access to Advanced SIMD and floating point features
94f5478dedSAntonio Nino Diaz	 *  from all exception levels.
95*fbd8f6c8SManish Pandey         *
96*fbd8f6c8SManish Pandey         * __SOFTFP__: Predefined macro exposed by soft-float toolchain.
97*fbd8f6c8SManish Pandey         *  ARMv7 and Cortex-A32(ARMv8/aarch32) has both soft-float and
98*fbd8f6c8SManish Pandey         *  hard-float variants of toolchain, avoid compiling below code with
99*fbd8f6c8SManish Pandey         *  soft-float toolchain as "vmsr" instruction will not be recognized.
100f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
101f5478dedSAntonio Nino Diaz	 */
102*fbd8f6c8SManish Pandey#if ((ARM_ARCH_MAJOR > 7) || defined(ARMV7_SUPPORTS_VFP)) && !(__SOFTFP__)
103f5478dedSAntonio Nino Diaz	ldr	r0, =(FPEXC_RESET_VAL | FPEXC_EN_BIT)
104f5478dedSAntonio Nino Diaz	vmsr	FPEXC, r0
105f5478dedSAntonio Nino Diaz	isb
1068f73663bSUsama Arif#endif
107f5478dedSAntonio Nino Diaz
108f5478dedSAntonio Nino Diaz#if (ARM_ARCH_MAJOR > 7)
109f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
110f5478dedSAntonio Nino Diaz	 * Initialise SDCR, setting all the fields rather than relying on hw.
111f5478dedSAntonio Nino Diaz	 *
112f5478dedSAntonio Nino Diaz	 * SDCR.SPD: Disable AArch32 privileged debug. Debug exceptions from
113f5478dedSAntonio Nino Diaz	 *  Secure EL1 are disabled.
114ed4fc6f0SAntonio Nino Diaz	 *
115ed4fc6f0SAntonio Nino Diaz	 * SDCR: Set to one so that cycle counting by PMCCNTR is prohibited in
116ed4fc6f0SAntonio Nino Diaz	 *  Secure state. This bit is RES0 in versions of the architecture
117ed4fc6f0SAntonio Nino Diaz	 *  earlier than ARMv8.5, setting it to 1 doesn't have any effect on
118ed4fc6f0SAntonio Nino Diaz	 *  them.
119f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
120f5478dedSAntonio Nino Diaz	 */
121ed4fc6f0SAntonio Nino Diaz	ldr	r0, =(SDCR_RESET_VAL | SDCR_SPD(SDCR_SPD_DISABLE) | SDCR_SCCD_BIT)
122f5478dedSAntonio Nino Diaz	stcopr	r0, SDCR
123f5478dedSAntonio Nino Diaz#endif
124f5478dedSAntonio Nino Diaz
125f5478dedSAntonio Nino Diaz	/*
126f5478dedSAntonio Nino Diaz	 * If Data Independent Timing (DIT) functionality is implemented,
127f5478dedSAntonio Nino Diaz	 * always enable DIT in EL3
128f5478dedSAntonio Nino Diaz	 */
129f5478dedSAntonio Nino Diaz	ldcopr	r0, ID_PFR0
130f5478dedSAntonio Nino Diaz	and	r0, r0, #(ID_PFR0_DIT_MASK << ID_PFR0_DIT_SHIFT)
131f5478dedSAntonio Nino Diaz	cmp	r0, #ID_PFR0_DIT_SUPPORTED
132f5478dedSAntonio Nino Diaz	bne	1f
133f5478dedSAntonio Nino Diaz	mrs	r0, cpsr
134f5478dedSAntonio Nino Diaz	orr	r0, r0, #CPSR_DIT_BIT
135f5478dedSAntonio Nino Diaz	msr	cpsr_cxsf, r0
136f5478dedSAntonio Nino Diaz1:
137f5478dedSAntonio Nino Diaz	.endm
138f5478dedSAntonio Nino Diaz
139f5478dedSAntonio Nino Diaz/* -----------------------------------------------------------------------------
140f5478dedSAntonio Nino Diaz * This is the super set of actions that need to be performed during a cold boot
141f5478dedSAntonio Nino Diaz * or a warm boot in EL3. This code is shared by BL1 and BL32 (SP_MIN).
142f5478dedSAntonio Nino Diaz *
143f5478dedSAntonio Nino Diaz * This macro will always perform reset handling, architectural initialisations
144f5478dedSAntonio Nino Diaz * and stack setup. The rest of the actions are optional because they might not
145f5478dedSAntonio Nino Diaz * be needed, depending on the context in which this macro is called. This is
146f5478dedSAntonio Nino Diaz * why this macro is parameterised ; each parameter allows to enable/disable
147f5478dedSAntonio Nino Diaz * some actions.
148f5478dedSAntonio Nino Diaz *
149f5478dedSAntonio Nino Diaz *  _init_sctlr:
150f5478dedSAntonio Nino Diaz *	Whether the macro needs to initialise the SCTLR register including
151f5478dedSAntonio Nino Diaz *	configuring the endianness of data accesses.
152f5478dedSAntonio Nino Diaz *
153f5478dedSAntonio Nino Diaz *  _warm_boot_mailbox:
154f5478dedSAntonio Nino Diaz *	Whether the macro needs to detect the type of boot (cold/warm). The
155f5478dedSAntonio Nino Diaz *	detection is based on the platform entrypoint address : if it is zero
156f5478dedSAntonio Nino Diaz *	then it is a cold boot, otherwise it is a warm boot. In the latter case,
157f5478dedSAntonio Nino Diaz *	this macro jumps on the platform entrypoint address.
158f5478dedSAntonio Nino Diaz *
159f5478dedSAntonio Nino Diaz *  _secondary_cold_boot:
160f5478dedSAntonio Nino Diaz *	Whether the macro needs to identify the CPU that is calling it: primary
161f5478dedSAntonio Nino Diaz *	CPU or secondary CPU. The primary CPU will be allowed to carry on with
162f5478dedSAntonio Nino Diaz *	the platform initialisations, while the secondaries will be put in a
163f5478dedSAntonio Nino Diaz *	platform-specific state in the meantime.
164f5478dedSAntonio Nino Diaz *
165f5478dedSAntonio Nino Diaz *	If the caller knows this macro will only be called by the primary CPU
166f5478dedSAntonio Nino Diaz *	then this parameter can be defined to 0 to skip this step.
167f5478dedSAntonio Nino Diaz *
168f5478dedSAntonio Nino Diaz * _init_memory:
169f5478dedSAntonio Nino Diaz *	Whether the macro needs to initialise the memory.
170f5478dedSAntonio Nino Diaz *
171f5478dedSAntonio Nino Diaz * _init_c_runtime:
172f5478dedSAntonio Nino Diaz *	Whether the macro needs to initialise the C runtime environment.
173f5478dedSAntonio Nino Diaz *
174f5478dedSAntonio Nino Diaz * _exception_vectors:
175f5478dedSAntonio Nino Diaz *	Address of the exception vectors to program in the VBAR_EL3 register.
176f5478dedSAntonio Nino Diaz * -----------------------------------------------------------------------------
177f5478dedSAntonio Nino Diaz */
178f5478dedSAntonio Nino Diaz	.macro el3_entrypoint_common					\
179f5478dedSAntonio Nino Diaz		_init_sctlr, _warm_boot_mailbox, _secondary_cold_boot,	\
180f5478dedSAntonio Nino Diaz		_init_memory, _init_c_runtime, _exception_vectors
181f5478dedSAntonio Nino Diaz
182f5478dedSAntonio Nino Diaz	/* Make sure we are in Secure Mode */
183f5478dedSAntonio Nino Diaz#if ENABLE_ASSERTIONS
184f5478dedSAntonio Nino Diaz	ldcopr	r0, SCR
185f5478dedSAntonio Nino Diaz	tst	r0, #SCR_NS_BIT
186f5478dedSAntonio Nino Diaz	ASM_ASSERT(eq)
187f5478dedSAntonio Nino Diaz#endif
188f5478dedSAntonio Nino Diaz
189f5478dedSAntonio Nino Diaz	.if \_init_sctlr
190f5478dedSAntonio Nino Diaz		/* -------------------------------------------------------------
191f5478dedSAntonio Nino Diaz		 * This is the initialisation of SCTLR and so must ensure that
192f5478dedSAntonio Nino Diaz		 * all fields are explicitly set rather than relying on hw. Some
193f5478dedSAntonio Nino Diaz		 * fields reset to an IMPLEMENTATION DEFINED value.
194f5478dedSAntonio Nino Diaz		 *
195f5478dedSAntonio Nino Diaz		 * SCTLR.TE: Set to zero so that exceptions to an Exception
196f5478dedSAntonio Nino Diaz		 *  Level executing at PL1 are taken to A32 state.
197f5478dedSAntonio Nino Diaz		 *
198f5478dedSAntonio Nino Diaz		 * SCTLR.EE: Set the CPU endianness before doing anything that
199f5478dedSAntonio Nino Diaz		 *  might involve memory reads or writes. Set to zero to select
200f5478dedSAntonio Nino Diaz		 *  Little Endian.
201f5478dedSAntonio Nino Diaz		 *
202f5478dedSAntonio Nino Diaz		 * SCTLR.V: Set to zero to select the normal exception vectors
203f5478dedSAntonio Nino Diaz		 *  with base address held in VBAR.
204f5478dedSAntonio Nino Diaz		 *
205f5478dedSAntonio Nino Diaz		 * SCTLR.DSSBS: Set to zero to disable speculation store bypass
206f5478dedSAntonio Nino Diaz		 *  safe behaviour upon exception entry to EL3.
207f5478dedSAntonio Nino Diaz		 * -------------------------------------------------------------
208f5478dedSAntonio Nino Diaz		 */
209f5478dedSAntonio Nino Diaz		ldr     r0, =(SCTLR_RESET_VAL & ~(SCTLR_TE_BIT | SCTLR_EE_BIT | \
210f5478dedSAntonio Nino Diaz				SCTLR_V_BIT | SCTLR_DSSBS_BIT))
211f5478dedSAntonio Nino Diaz		stcopr	r0, SCTLR
212f5478dedSAntonio Nino Diaz		isb
213f5478dedSAntonio Nino Diaz	.endif /* _init_sctlr */
214f5478dedSAntonio Nino Diaz
215f5478dedSAntonio Nino Diaz	/* Switch to monitor mode */
216f5478dedSAntonio Nino Diaz	cps	#MODE32_mon
217f5478dedSAntonio Nino Diaz	isb
218f5478dedSAntonio Nino Diaz
219f5478dedSAntonio Nino Diaz	.if \_warm_boot_mailbox
220f5478dedSAntonio Nino Diaz		/* -------------------------------------------------------------
221f5478dedSAntonio Nino Diaz		 * This code will be executed for both warm and cold resets.
222f5478dedSAntonio Nino Diaz		 * Now is the time to distinguish between the two.
223f5478dedSAntonio Nino Diaz		 * Query the platform entrypoint address and if it is not zero
224f5478dedSAntonio Nino Diaz		 * then it means it is a warm boot so jump to this address.
225f5478dedSAntonio Nino Diaz		 * -------------------------------------------------------------
226f5478dedSAntonio Nino Diaz		 */
227f5478dedSAntonio Nino Diaz		bl	plat_get_my_entrypoint
228f5478dedSAntonio Nino Diaz		cmp	r0, #0
229f5478dedSAntonio Nino Diaz		bxne	r0
230f5478dedSAntonio Nino Diaz	.endif /* _warm_boot_mailbox */
231f5478dedSAntonio Nino Diaz
232f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
233f5478dedSAntonio Nino Diaz	 * Set the exception vectors (VBAR/MVBAR).
234f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
235f5478dedSAntonio Nino Diaz	 */
236f5478dedSAntonio Nino Diaz	ldr	r0, =\_exception_vectors
237f5478dedSAntonio Nino Diaz	stcopr	r0, VBAR
238f5478dedSAntonio Nino Diaz	stcopr	r0, MVBAR
239f5478dedSAntonio Nino Diaz	isb
240f5478dedSAntonio Nino Diaz
241f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
242f5478dedSAntonio Nino Diaz	 * It is a cold boot.
243f5478dedSAntonio Nino Diaz	 * Perform any processor specific actions upon reset e.g. cache, TLB
244f5478dedSAntonio Nino Diaz	 * invalidations etc.
245f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
246f5478dedSAntonio Nino Diaz	 */
247f5478dedSAntonio Nino Diaz	bl	reset_handler
248f5478dedSAntonio Nino Diaz
249f5478dedSAntonio Nino Diaz	el3_arch_init_common
250f5478dedSAntonio Nino Diaz
251f5478dedSAntonio Nino Diaz	.if \_secondary_cold_boot
252f5478dedSAntonio Nino Diaz		/* -------------------------------------------------------------
253f5478dedSAntonio Nino Diaz		 * Check if this is a primary or secondary CPU cold boot.
254f5478dedSAntonio Nino Diaz		 * The primary CPU will set up the platform while the
255f5478dedSAntonio Nino Diaz		 * secondaries are placed in a platform-specific state until the
256f5478dedSAntonio Nino Diaz		 * primary CPU performs the necessary actions to bring them out
257f5478dedSAntonio Nino Diaz		 * of that state and allows entry into the OS.
258f5478dedSAntonio Nino Diaz		 * -------------------------------------------------------------
259f5478dedSAntonio Nino Diaz		 */
260f5478dedSAntonio Nino Diaz		bl	plat_is_my_cpu_primary
261f5478dedSAntonio Nino Diaz		cmp	r0, #0
262f5478dedSAntonio Nino Diaz		bne	do_primary_cold_boot
263f5478dedSAntonio Nino Diaz
264f5478dedSAntonio Nino Diaz		/* This is a cold boot on a secondary CPU */
265f5478dedSAntonio Nino Diaz		bl	plat_secondary_cold_boot_setup
266f5478dedSAntonio Nino Diaz		/* plat_secondary_cold_boot_setup() is not supposed to return */
267f5478dedSAntonio Nino Diaz		no_ret	plat_panic_handler
268f5478dedSAntonio Nino Diaz
269f5478dedSAntonio Nino Diaz	do_primary_cold_boot:
270f5478dedSAntonio Nino Diaz	.endif /* _secondary_cold_boot */
271f5478dedSAntonio Nino Diaz
272f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
273f5478dedSAntonio Nino Diaz	 * Initialize memory now. Secondary CPU initialization won't get to this
274f5478dedSAntonio Nino Diaz	 * point.
275f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
276f5478dedSAntonio Nino Diaz	 */
277f5478dedSAntonio Nino Diaz
278f5478dedSAntonio Nino Diaz	.if \_init_memory
279f5478dedSAntonio Nino Diaz		bl	platform_mem_init
280f5478dedSAntonio Nino Diaz	.endif /* _init_memory */
281f5478dedSAntonio Nino Diaz
282f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
283f5478dedSAntonio Nino Diaz	 * Init C runtime environment:
284f5478dedSAntonio Nino Diaz	 *   - Zero-initialise the NOBITS sections. There are 2 of them:
285f5478dedSAntonio Nino Diaz	 *       - the .bss section;
286f5478dedSAntonio Nino Diaz	 *       - the coherent memory section (if any).
287f5478dedSAntonio Nino Diaz	 *   - Relocate the data section from ROM to RAM, if required.
288f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
289f5478dedSAntonio Nino Diaz	 */
290f5478dedSAntonio Nino Diaz	.if \_init_c_runtime
291f5478dedSAntonio Nino Diaz#if defined(IMAGE_BL32) || (defined(IMAGE_BL2) && BL2_AT_EL3)
292f5478dedSAntonio Nino Diaz		/* -----------------------------------------------------------------
293f5478dedSAntonio Nino Diaz		 * Invalidate the RW memory used by the image. This
294f5478dedSAntonio Nino Diaz		 * includes the data and NOBITS sections. This is done to
295f5478dedSAntonio Nino Diaz		 * safeguard against possible corruption of this memory by
296f5478dedSAntonio Nino Diaz		 * dirty cache lines in a system cache as a result of use by
297f5478dedSAntonio Nino Diaz		 * an earlier boot loader stage.
298f5478dedSAntonio Nino Diaz		 * -----------------------------------------------------------------
299f5478dedSAntonio Nino Diaz		 */
300f5478dedSAntonio Nino Diaz		ldr	r0, =__RW_START__
301f5478dedSAntonio Nino Diaz		ldr	r1, =__RW_END__
302f5478dedSAntonio Nino Diaz		sub	r1, r1, r0
303f5478dedSAntonio Nino Diaz		bl	inv_dcache_range
304f5478dedSAntonio Nino Diaz#endif
305f5478dedSAntonio Nino Diaz
306f5478dedSAntonio Nino Diaz		ldr	r0, =__BSS_START__
307f5478dedSAntonio Nino Diaz		ldr	r1, =__BSS_SIZE__
308f5478dedSAntonio Nino Diaz		bl	zeromem
309f5478dedSAntonio Nino Diaz
310f5478dedSAntonio Nino Diaz#if USE_COHERENT_MEM
311f5478dedSAntonio Nino Diaz		ldr	r0, =__COHERENT_RAM_START__
312f5478dedSAntonio Nino Diaz		ldr	r1, =__COHERENT_RAM_UNALIGNED_SIZE__
313f5478dedSAntonio Nino Diaz		bl	zeromem
314f5478dedSAntonio Nino Diaz#endif
315f5478dedSAntonio Nino Diaz
316f5478dedSAntonio Nino Diaz#ifdef IMAGE_BL1
317f5478dedSAntonio Nino Diaz		/* -----------------------------------------------------
318f5478dedSAntonio Nino Diaz		 * Copy data from ROM to RAM.
319f5478dedSAntonio Nino Diaz		 * -----------------------------------------------------
320f5478dedSAntonio Nino Diaz		 */
321f5478dedSAntonio Nino Diaz		ldr	r0, =__DATA_RAM_START__
322f5478dedSAntonio Nino Diaz		ldr	r1, =__DATA_ROM_START__
323f5478dedSAntonio Nino Diaz		ldr	r2, =__DATA_SIZE__
324f5478dedSAntonio Nino Diaz		bl	memcpy4
325f5478dedSAntonio Nino Diaz#endif
326f5478dedSAntonio Nino Diaz	.endif /* _init_c_runtime */
327f5478dedSAntonio Nino Diaz
328f5478dedSAntonio Nino Diaz	/* ---------------------------------------------------------------------
329f5478dedSAntonio Nino Diaz	 * Allocate a stack whose memory will be marked as Normal-IS-WBWA when
330f5478dedSAntonio Nino Diaz	 * the MMU is enabled. There is no risk of reading stale stack memory
331f5478dedSAntonio Nino Diaz	 * after enabling the MMU as only the primary CPU is running at the
332f5478dedSAntonio Nino Diaz	 * moment.
333f5478dedSAntonio Nino Diaz	 * ---------------------------------------------------------------------
334f5478dedSAntonio Nino Diaz	 */
335f5478dedSAntonio Nino Diaz	bl	plat_set_my_stack
336f5478dedSAntonio Nino Diaz
337f5478dedSAntonio Nino Diaz#if STACK_PROTECTOR_ENABLED
338f5478dedSAntonio Nino Diaz	.if \_init_c_runtime
339f5478dedSAntonio Nino Diaz	bl	update_stack_protector_canary
340f5478dedSAntonio Nino Diaz	.endif /* _init_c_runtime */
341f5478dedSAntonio Nino Diaz#endif
342f5478dedSAntonio Nino Diaz	.endm
343f5478dedSAntonio Nino Diaz
344f5478dedSAntonio Nino Diaz#endif /* EL3_COMMON_MACROS_S */
345