xref: /rk3399_ARM-atf/bl31/aarch64/ea_delegate.S (revision d5a23af50fb1ddb1f53a095c0a9d15c295d9bcc3)
1df8f3188SJeenu Viswambharan/*
2df8f3188SJeenu Viswambharan * Copyright (c) 2018, ARM Limited and Contributors. All rights reserved.
3df8f3188SJeenu Viswambharan *
4df8f3188SJeenu Viswambharan * SPDX-License-Identifier: BSD-3-Clause
5df8f3188SJeenu Viswambharan */
6df8f3188SJeenu Viswambharan
7df8f3188SJeenu Viswambharan
8*d5a23af5SJeenu Viswambharan#include <assert_macros.S>
9df8f3188SJeenu Viswambharan#include <asm_macros.S>
10ee6ff1bbSJeenu Viswambharan#include <assert_macros.S>
11df8f3188SJeenu Viswambharan#include <context.h>
12df8f3188SJeenu Viswambharan#include <ea_handle.h>
13b56dc2a9SJeenu Viswambharan#include <ras_arch.h>
14df8f3188SJeenu Viswambharan
15df8f3188SJeenu Viswambharan
16df8f3188SJeenu Viswambharan	.globl	handle_lower_el_ea_esb
17df8f3188SJeenu Viswambharan	.globl	enter_lower_el_sync_ea
18df8f3188SJeenu Viswambharan	.globl	enter_lower_el_async_ea
19df8f3188SJeenu Viswambharan
20df8f3188SJeenu Viswambharan
21df8f3188SJeenu Viswambharan/*
22df8f3188SJeenu Viswambharan * Function to delegate External Aborts synchronized by ESB instruction at EL3
23df8f3188SJeenu Viswambharan * vector entry. This function assumes GP registers x0-x29 have been saved, and
24df8f3188SJeenu Viswambharan * are available for use. It delegates the handling of the EA to platform
25df8f3188SJeenu Viswambharan * handler, and returns only upon successfully handling the EA; otherwise
26df8f3188SJeenu Viswambharan * panics. On return from this function, the original exception handler is
27df8f3188SJeenu Viswambharan * expected to resume.
28df8f3188SJeenu Viswambharan */
29df8f3188SJeenu Viswambharanfunc handle_lower_el_ea_esb
30df8f3188SJeenu Viswambharan	mov	x0, #ERROR_EA_ESB
31df8f3188SJeenu Viswambharan	mrs	x1, DISR_EL1
32df8f3188SJeenu Viswambharan	b	ea_proceed
33df8f3188SJeenu Viswambharanendfunc handle_lower_el_ea_esb
34df8f3188SJeenu Viswambharan
35df8f3188SJeenu Viswambharan
36df8f3188SJeenu Viswambharan/*
37df8f3188SJeenu Viswambharan * This function forms the tail end of Synchronous Exception entry from lower
38df8f3188SJeenu Viswambharan * EL, and expects to handle only Synchronous External Aborts from lower EL. If
39df8f3188SJeenu Viswambharan * any other kind of exception is detected, then this function reports unhandled
40df8f3188SJeenu Viswambharan * exception.
41df8f3188SJeenu Viswambharan *
42df8f3188SJeenu Viswambharan * Since it's part of exception vector, this function doesn't expect any GP
43df8f3188SJeenu Viswambharan * registers to have been saved. It delegates the handling of the EA to platform
44df8f3188SJeenu Viswambharan * handler, and upon successfully handling the EA, exits EL3; otherwise panics.
45df8f3188SJeenu Viswambharan */
46df8f3188SJeenu Viswambharanfunc enter_lower_el_sync_ea
47df8f3188SJeenu Viswambharan	/*
48df8f3188SJeenu Viswambharan	 * Explicitly save x30 so as to free up a register and to enable
49df8f3188SJeenu Viswambharan	 * branching.
50df8f3188SJeenu Viswambharan	 */
51df8f3188SJeenu Viswambharan	str	x30, [sp, #CTX_GPREGS_OFFSET + CTX_GPREG_LR]
52df8f3188SJeenu Viswambharan
53df8f3188SJeenu Viswambharan	mrs	x30, esr_el3
54df8f3188SJeenu Viswambharan	ubfx	x30, x30, #ESR_EC_SHIFT, #ESR_EC_LENGTH
55df8f3188SJeenu Viswambharan
56df8f3188SJeenu Viswambharan	/* Check for I/D aborts from lower EL */
57df8f3188SJeenu Viswambharan	cmp	x30, #EC_IABORT_LOWER_EL
58df8f3188SJeenu Viswambharan	b.eq	1f
59df8f3188SJeenu Viswambharan
60df8f3188SJeenu Viswambharan	cmp	x30, #EC_DABORT_LOWER_EL
61df8f3188SJeenu Viswambharan	b.ne	2f
62df8f3188SJeenu Viswambharan
63df8f3188SJeenu Viswambharan1:
64df8f3188SJeenu Viswambharan	/* Test for EA bit in the instruction syndrome */
65df8f3188SJeenu Viswambharan	mrs	x30, esr_el3
66df8f3188SJeenu Viswambharan	tbz	x30, #ESR_ISS_EABORT_EA_BIT, 2f
67df8f3188SJeenu Viswambharan
68df8f3188SJeenu Viswambharan	/* Save GP registers */
69df8f3188SJeenu Viswambharan	bl	save_gp_registers
70df8f3188SJeenu Viswambharan
71df8f3188SJeenu Viswambharan	/* Setup exception class and syndrome arguments for platform handler */
72df8f3188SJeenu Viswambharan	mov	x0, #ERROR_EA_SYNC
73df8f3188SJeenu Viswambharan	mrs	x1, esr_el3
74df8f3188SJeenu Viswambharan	adr	x30, el3_exit
75b56dc2a9SJeenu Viswambharan	b	delegate_sync_ea
76df8f3188SJeenu Viswambharan
77df8f3188SJeenu Viswambharan2:
78df8f3188SJeenu Viswambharan	/* Synchronous exceptions other than the above are assumed to be EA */
79df8f3188SJeenu Viswambharan	ldr	x30, [sp, #CTX_GPREGS_OFFSET + CTX_GPREG_LR]
80df8f3188SJeenu Viswambharan	no_ret	report_unhandled_exception
81df8f3188SJeenu Viswambharanendfunc enter_lower_el_sync_ea
82df8f3188SJeenu Viswambharan
83df8f3188SJeenu Viswambharan
84df8f3188SJeenu Viswambharan/*
85df8f3188SJeenu Viswambharan * This function handles SErrors from lower ELs.
86df8f3188SJeenu Viswambharan *
87df8f3188SJeenu Viswambharan * Since it's part of exception vector, this function doesn't expect any GP
88df8f3188SJeenu Viswambharan * registers to have been saved. It delegates the handling of the EA to platform
89df8f3188SJeenu Viswambharan * handler, and upon successfully handling the EA, exits EL3; otherwise panics.
90df8f3188SJeenu Viswambharan */
91df8f3188SJeenu Viswambharanfunc enter_lower_el_async_ea
92df8f3188SJeenu Viswambharan	/*
93df8f3188SJeenu Viswambharan	 * Explicitly save x30 so as to free up a register and to enable
94df8f3188SJeenu Viswambharan	 * branching
95df8f3188SJeenu Viswambharan	 */
96df8f3188SJeenu Viswambharan	str	x30, [sp, #CTX_GPREGS_OFFSET + CTX_GPREG_LR]
97df8f3188SJeenu Viswambharan
98df8f3188SJeenu Viswambharan	/* Save GP registers */
99df8f3188SJeenu Viswambharan	bl	save_gp_registers
100df8f3188SJeenu Viswambharan
101df8f3188SJeenu Viswambharan	/* Setup exception class and syndrome arguments for platform handler */
102df8f3188SJeenu Viswambharan	mov	x0, #ERROR_EA_ASYNC
103df8f3188SJeenu Viswambharan	mrs	x1, esr_el3
104df8f3188SJeenu Viswambharan	adr	x30, el3_exit
105b56dc2a9SJeenu Viswambharan	b	delegate_async_ea
106df8f3188SJeenu Viswambharanendfunc enter_lower_el_async_ea
107df8f3188SJeenu Viswambharan
108df8f3188SJeenu Viswambharan
109df8f3188SJeenu Viswambharan/*
110b56dc2a9SJeenu Viswambharan * Prelude for Synchronous External Abort handling. This function assumes that
111b56dc2a9SJeenu Viswambharan * all GP registers have been saved by the caller.
112b56dc2a9SJeenu Viswambharan *
113b56dc2a9SJeenu Viswambharan * x0: EA reason
114b56dc2a9SJeenu Viswambharan * x1: EA syndrome
115b56dc2a9SJeenu Viswambharan */
116b56dc2a9SJeenu Viswambharanfunc delegate_sync_ea
117b56dc2a9SJeenu Viswambharan#if RAS_EXTENSION
118b56dc2a9SJeenu Viswambharan	/*
119b56dc2a9SJeenu Viswambharan	 * Check for Uncontainable error type. If so, route to the platform
120b56dc2a9SJeenu Viswambharan	 * fatal error handler rather than the generic EA one.
121b56dc2a9SJeenu Viswambharan	 */
122b56dc2a9SJeenu Viswambharan	ubfx    x2, x1, #EABORT_SET_SHIFT, #EABORT_SET_WIDTH
123b56dc2a9SJeenu Viswambharan	cmp     x2, #ERROR_STATUS_SET_UC
124b56dc2a9SJeenu Viswambharan	b.ne    1f
125b56dc2a9SJeenu Viswambharan
126b56dc2a9SJeenu Viswambharan	/* Check fault status code */
127b56dc2a9SJeenu Viswambharan	ubfx    x3, x1, #EABORT_DFSC_SHIFT, #EABORT_DFSC_WIDTH
128b56dc2a9SJeenu Viswambharan	cmp     x3, #SYNC_EA_FSC
129b56dc2a9SJeenu Viswambharan	b.ne    1f
130b56dc2a9SJeenu Viswambharan
131b56dc2a9SJeenu Viswambharan	no_ret  plat_handle_uncontainable_ea
132b56dc2a9SJeenu Viswambharan1:
133b56dc2a9SJeenu Viswambharan#endif
134b56dc2a9SJeenu Viswambharan
135b56dc2a9SJeenu Viswambharan	b       ea_proceed
136b56dc2a9SJeenu Viswambharanendfunc delegate_sync_ea
137b56dc2a9SJeenu Viswambharan
138b56dc2a9SJeenu Viswambharan
139b56dc2a9SJeenu Viswambharan/*
140b56dc2a9SJeenu Viswambharan * Prelude for Asynchronous External Abort handling. This function assumes that
141b56dc2a9SJeenu Viswambharan * all GP registers have been saved by the caller.
142b56dc2a9SJeenu Viswambharan *
143b56dc2a9SJeenu Viswambharan * x0: EA reason
144b56dc2a9SJeenu Viswambharan * x1: EA syndrome
145b56dc2a9SJeenu Viswambharan */
146b56dc2a9SJeenu Viswambharanfunc delegate_async_ea
147b56dc2a9SJeenu Viswambharan#if RAS_EXTENSION
148b56dc2a9SJeenu Viswambharan	/*
149b56dc2a9SJeenu Viswambharan	 * Check for Implementation Defined Syndrome. If so, skip checking
150b56dc2a9SJeenu Viswambharan	 * Uncontainable error type from the syndrome as the format is unknown.
151b56dc2a9SJeenu Viswambharan	 */
152b56dc2a9SJeenu Viswambharan	tbnz	x1, #SERROR_IDS_BIT, 1f
153b56dc2a9SJeenu Viswambharan
154b56dc2a9SJeenu Viswambharan	/*
155b56dc2a9SJeenu Viswambharan	 * Check for Uncontainable error type. If so, route to the platform
156b56dc2a9SJeenu Viswambharan	 * fatal error handler rather than the generic EA one.
157b56dc2a9SJeenu Viswambharan	 */
158b56dc2a9SJeenu Viswambharan	ubfx	x2, x1, #EABORT_AET_SHIFT, #EABORT_AET_WIDTH
159b56dc2a9SJeenu Viswambharan	cmp	x2, #ERROR_STATUS_UET_UC
160b56dc2a9SJeenu Viswambharan	b.ne	1f
161b56dc2a9SJeenu Viswambharan
162b56dc2a9SJeenu Viswambharan	/* Check DFSC for SError type */
163b56dc2a9SJeenu Viswambharan	ubfx	x3, x1, #EABORT_DFSC_SHIFT, #EABORT_DFSC_WIDTH
164b56dc2a9SJeenu Viswambharan	cmp	x3, #DFSC_SERROR
165b56dc2a9SJeenu Viswambharan	b.ne	1f
166b56dc2a9SJeenu Viswambharan
167b56dc2a9SJeenu Viswambharan	no_ret	plat_handle_uncontainable_ea
168b56dc2a9SJeenu Viswambharan1:
169b56dc2a9SJeenu Viswambharan#endif
170b56dc2a9SJeenu Viswambharan
171b56dc2a9SJeenu Viswambharan	b	ea_proceed
172b56dc2a9SJeenu Viswambharanendfunc delegate_async_ea
173b56dc2a9SJeenu Viswambharan
174b56dc2a9SJeenu Viswambharan
175b56dc2a9SJeenu Viswambharan/*
176df8f3188SJeenu Viswambharan * Delegate External Abort handling to platform's EA handler. This function
177df8f3188SJeenu Viswambharan * assumes that all GP registers have been saved by the caller.
178df8f3188SJeenu Viswambharan *
179df8f3188SJeenu Viswambharan * x0: EA reason
180df8f3188SJeenu Viswambharan * x1: EA syndrome
181df8f3188SJeenu Viswambharan */
182df8f3188SJeenu Viswambharanfunc ea_proceed
183*d5a23af5SJeenu Viswambharan	/*
184*d5a23af5SJeenu Viswambharan	 * If the ESR loaded earlier is not zero, we were processing an EA
185*d5a23af5SJeenu Viswambharan	 * already, and this is a double fault.
186*d5a23af5SJeenu Viswambharan	 */
187*d5a23af5SJeenu Viswambharan	ldr	x5, [sp, #CTX_EL3STATE_OFFSET + CTX_ESR_EL3]
188*d5a23af5SJeenu Viswambharan	cbz	x5, 1f
189*d5a23af5SJeenu Viswambharan	no_ret	plat_handle_double_fault
190*d5a23af5SJeenu Viswambharan
191*d5a23af5SJeenu Viswambharan1:
192df8f3188SJeenu Viswambharan	/* Save EL3 state */
193df8f3188SJeenu Viswambharan	mrs	x2, spsr_el3
194df8f3188SJeenu Viswambharan	mrs	x3, elr_el3
195df8f3188SJeenu Viswambharan	stp	x2, x3, [sp, #CTX_EL3STATE_OFFSET + CTX_SPSR_EL3]
196df8f3188SJeenu Viswambharan
197df8f3188SJeenu Viswambharan	/*
198df8f3188SJeenu Viswambharan	 * Save ESR as handling might involve lower ELs, and returning back to
199df8f3188SJeenu Viswambharan	 * EL3 from there would trample the original ESR.
200df8f3188SJeenu Viswambharan	 */
201df8f3188SJeenu Viswambharan	mrs	x4, scr_el3
202df8f3188SJeenu Viswambharan	mrs	x5, esr_el3
203df8f3188SJeenu Viswambharan	stp	x4, x5, [sp, #CTX_EL3STATE_OFFSET + CTX_SCR_EL3]
204df8f3188SJeenu Viswambharan
205df8f3188SJeenu Viswambharan	/*
206df8f3188SJeenu Viswambharan	 * Setup rest of arguments, and call platform External Abort handler.
207df8f3188SJeenu Viswambharan	 *
208df8f3188SJeenu Viswambharan	 * x0: EA reason (already in place)
209df8f3188SJeenu Viswambharan	 * x1: Exception syndrome (already in place).
210df8f3188SJeenu Viswambharan	 * x2: Cookie (unused for now).
211df8f3188SJeenu Viswambharan	 * x3: Context pointer.
212df8f3188SJeenu Viswambharan	 * x4: Flags (security state from SCR for now).
213df8f3188SJeenu Viswambharan	 */
214df8f3188SJeenu Viswambharan	mov	x2, xzr
215df8f3188SJeenu Viswambharan	mov	x3, sp
216df8f3188SJeenu Viswambharan	ubfx	x4, x4, #0, #1
217df8f3188SJeenu Viswambharan
218df8f3188SJeenu Viswambharan	/* Switch to runtime stack */
219df8f3188SJeenu Viswambharan	ldr	x5, [sp, #CTX_EL3STATE_OFFSET + CTX_RUNTIME_SP]
220df8f3188SJeenu Viswambharan	msr	spsel, #0
221df8f3188SJeenu Viswambharan	mov	sp, x5
222df8f3188SJeenu Viswambharan
223df8f3188SJeenu Viswambharan	mov	x29, x30
224ee6ff1bbSJeenu Viswambharan#if ENABLE_ASSERTIONS
225ee6ff1bbSJeenu Viswambharan	/* Stash the stack pointer */
226ee6ff1bbSJeenu Viswambharan	mov	x28, sp
227ee6ff1bbSJeenu Viswambharan#endif
228df8f3188SJeenu Viswambharan	bl	plat_ea_handler
229df8f3188SJeenu Viswambharan
230ee6ff1bbSJeenu Viswambharan#if ENABLE_ASSERTIONS
231ee6ff1bbSJeenu Viswambharan	/*
232ee6ff1bbSJeenu Viswambharan	 * Error handling flows might involve long jumps; so upon returning from
233ee6ff1bbSJeenu Viswambharan	 * the platform error handler, validate that the we've completely
234ee6ff1bbSJeenu Viswambharan	 * unwound the stack.
235ee6ff1bbSJeenu Viswambharan	 */
236ee6ff1bbSJeenu Viswambharan	mov	x27, sp
237ee6ff1bbSJeenu Viswambharan	cmp	x28, x27
238ee6ff1bbSJeenu Viswambharan	ASM_ASSERT(eq)
239ee6ff1bbSJeenu Viswambharan#endif
240ee6ff1bbSJeenu Viswambharan
241df8f3188SJeenu Viswambharan	/* Make SP point to context */
242df8f3188SJeenu Viswambharan	msr	spsel, #1
243df8f3188SJeenu Viswambharan
244*d5a23af5SJeenu Viswambharan	/* Restore EL3 state and ESR */
245df8f3188SJeenu Viswambharan	ldp	x1, x2, [sp, #CTX_EL3STATE_OFFSET + CTX_SPSR_EL3]
246df8f3188SJeenu Viswambharan	msr	spsr_el3, x1
247df8f3188SJeenu Viswambharan	msr	elr_el3, x2
248df8f3188SJeenu Viswambharan
249df8f3188SJeenu Viswambharan	/* Restore ESR_EL3 and SCR_EL3 */
250df8f3188SJeenu Viswambharan	ldp	x3, x4, [sp, #CTX_EL3STATE_OFFSET + CTX_SCR_EL3]
251df8f3188SJeenu Viswambharan	msr	scr_el3, x3
252df8f3188SJeenu Viswambharan	msr	esr_el3, x4
253df8f3188SJeenu Viswambharan
254*d5a23af5SJeenu Viswambharan#if ENABLE_ASSERTIONS
255*d5a23af5SJeenu Viswambharan	cmp	x4, xzr
256*d5a23af5SJeenu Viswambharan	ASM_ASSERT(ne)
257*d5a23af5SJeenu Viswambharan#endif
258*d5a23af5SJeenu Viswambharan
259*d5a23af5SJeenu Viswambharan	/* Clear ESR storage */
260*d5a23af5SJeenu Viswambharan	str	xzr, [sp, #CTX_EL3STATE_OFFSET + CTX_ESR_EL3]
261*d5a23af5SJeenu Viswambharan
262*d5a23af5SJeenu Viswambharan	ret	x29
263df8f3188SJeenu Viswambharanendfunc ea_proceed
264