1df8f3188SJeenu Viswambharan/* 2df8f3188SJeenu Viswambharan * Copyright (c) 2018, ARM Limited and Contributors. All rights reserved. 3df8f3188SJeenu Viswambharan * 4df8f3188SJeenu Viswambharan * SPDX-License-Identifier: BSD-3-Clause 5df8f3188SJeenu Viswambharan */ 6df8f3188SJeenu Viswambharan 7df8f3188SJeenu Viswambharan 8*d5a23af5SJeenu Viswambharan#include <assert_macros.S> 9df8f3188SJeenu Viswambharan#include <asm_macros.S> 10ee6ff1bbSJeenu Viswambharan#include <assert_macros.S> 11df8f3188SJeenu Viswambharan#include <context.h> 12df8f3188SJeenu Viswambharan#include <ea_handle.h> 13b56dc2a9SJeenu Viswambharan#include <ras_arch.h> 14df8f3188SJeenu Viswambharan 15df8f3188SJeenu Viswambharan 16df8f3188SJeenu Viswambharan .globl handle_lower_el_ea_esb 17df8f3188SJeenu Viswambharan .globl enter_lower_el_sync_ea 18df8f3188SJeenu Viswambharan .globl enter_lower_el_async_ea 19df8f3188SJeenu Viswambharan 20df8f3188SJeenu Viswambharan 21df8f3188SJeenu Viswambharan/* 22df8f3188SJeenu Viswambharan * Function to delegate External Aborts synchronized by ESB instruction at EL3 23df8f3188SJeenu Viswambharan * vector entry. This function assumes GP registers x0-x29 have been saved, and 24df8f3188SJeenu Viswambharan * are available for use. It delegates the handling of the EA to platform 25df8f3188SJeenu Viswambharan * handler, and returns only upon successfully handling the EA; otherwise 26df8f3188SJeenu Viswambharan * panics. On return from this function, the original exception handler is 27df8f3188SJeenu Viswambharan * expected to resume. 28df8f3188SJeenu Viswambharan */ 29df8f3188SJeenu Viswambharanfunc handle_lower_el_ea_esb 30df8f3188SJeenu Viswambharan mov x0, #ERROR_EA_ESB 31df8f3188SJeenu Viswambharan mrs x1, DISR_EL1 32df8f3188SJeenu Viswambharan b ea_proceed 33df8f3188SJeenu Viswambharanendfunc handle_lower_el_ea_esb 34df8f3188SJeenu Viswambharan 35df8f3188SJeenu Viswambharan 36df8f3188SJeenu Viswambharan/* 37df8f3188SJeenu Viswambharan * This function forms the tail end of Synchronous Exception entry from lower 38df8f3188SJeenu Viswambharan * EL, and expects to handle only Synchronous External Aborts from lower EL. If 39df8f3188SJeenu Viswambharan * any other kind of exception is detected, then this function reports unhandled 40df8f3188SJeenu Viswambharan * exception. 41df8f3188SJeenu Viswambharan * 42df8f3188SJeenu Viswambharan * Since it's part of exception vector, this function doesn't expect any GP 43df8f3188SJeenu Viswambharan * registers to have been saved. It delegates the handling of the EA to platform 44df8f3188SJeenu Viswambharan * handler, and upon successfully handling the EA, exits EL3; otherwise panics. 45df8f3188SJeenu Viswambharan */ 46df8f3188SJeenu Viswambharanfunc enter_lower_el_sync_ea 47df8f3188SJeenu Viswambharan /* 48df8f3188SJeenu Viswambharan * Explicitly save x30 so as to free up a register and to enable 49df8f3188SJeenu Viswambharan * branching. 50df8f3188SJeenu Viswambharan */ 51df8f3188SJeenu Viswambharan str x30, [sp, #CTX_GPREGS_OFFSET + CTX_GPREG_LR] 52df8f3188SJeenu Viswambharan 53df8f3188SJeenu Viswambharan mrs x30, esr_el3 54df8f3188SJeenu Viswambharan ubfx x30, x30, #ESR_EC_SHIFT, #ESR_EC_LENGTH 55df8f3188SJeenu Viswambharan 56df8f3188SJeenu Viswambharan /* Check for I/D aborts from lower EL */ 57df8f3188SJeenu Viswambharan cmp x30, #EC_IABORT_LOWER_EL 58df8f3188SJeenu Viswambharan b.eq 1f 59df8f3188SJeenu Viswambharan 60df8f3188SJeenu Viswambharan cmp x30, #EC_DABORT_LOWER_EL 61df8f3188SJeenu Viswambharan b.ne 2f 62df8f3188SJeenu Viswambharan 63df8f3188SJeenu Viswambharan1: 64df8f3188SJeenu Viswambharan /* Test for EA bit in the instruction syndrome */ 65df8f3188SJeenu Viswambharan mrs x30, esr_el3 66df8f3188SJeenu Viswambharan tbz x30, #ESR_ISS_EABORT_EA_BIT, 2f 67df8f3188SJeenu Viswambharan 68df8f3188SJeenu Viswambharan /* Save GP registers */ 69df8f3188SJeenu Viswambharan bl save_gp_registers 70df8f3188SJeenu Viswambharan 71df8f3188SJeenu Viswambharan /* Setup exception class and syndrome arguments for platform handler */ 72df8f3188SJeenu Viswambharan mov x0, #ERROR_EA_SYNC 73df8f3188SJeenu Viswambharan mrs x1, esr_el3 74df8f3188SJeenu Viswambharan adr x30, el3_exit 75b56dc2a9SJeenu Viswambharan b delegate_sync_ea 76df8f3188SJeenu Viswambharan 77df8f3188SJeenu Viswambharan2: 78df8f3188SJeenu Viswambharan /* Synchronous exceptions other than the above are assumed to be EA */ 79df8f3188SJeenu Viswambharan ldr x30, [sp, #CTX_GPREGS_OFFSET + CTX_GPREG_LR] 80df8f3188SJeenu Viswambharan no_ret report_unhandled_exception 81df8f3188SJeenu Viswambharanendfunc enter_lower_el_sync_ea 82df8f3188SJeenu Viswambharan 83df8f3188SJeenu Viswambharan 84df8f3188SJeenu Viswambharan/* 85df8f3188SJeenu Viswambharan * This function handles SErrors from lower ELs. 86df8f3188SJeenu Viswambharan * 87df8f3188SJeenu Viswambharan * Since it's part of exception vector, this function doesn't expect any GP 88df8f3188SJeenu Viswambharan * registers to have been saved. It delegates the handling of the EA to platform 89df8f3188SJeenu Viswambharan * handler, and upon successfully handling the EA, exits EL3; otherwise panics. 90df8f3188SJeenu Viswambharan */ 91df8f3188SJeenu Viswambharanfunc enter_lower_el_async_ea 92df8f3188SJeenu Viswambharan /* 93df8f3188SJeenu Viswambharan * Explicitly save x30 so as to free up a register and to enable 94df8f3188SJeenu Viswambharan * branching 95df8f3188SJeenu Viswambharan */ 96df8f3188SJeenu Viswambharan str x30, [sp, #CTX_GPREGS_OFFSET + CTX_GPREG_LR] 97df8f3188SJeenu Viswambharan 98df8f3188SJeenu Viswambharan /* Save GP registers */ 99df8f3188SJeenu Viswambharan bl save_gp_registers 100df8f3188SJeenu Viswambharan 101df8f3188SJeenu Viswambharan /* Setup exception class and syndrome arguments for platform handler */ 102df8f3188SJeenu Viswambharan mov x0, #ERROR_EA_ASYNC 103df8f3188SJeenu Viswambharan mrs x1, esr_el3 104df8f3188SJeenu Viswambharan adr x30, el3_exit 105b56dc2a9SJeenu Viswambharan b delegate_async_ea 106df8f3188SJeenu Viswambharanendfunc enter_lower_el_async_ea 107df8f3188SJeenu Viswambharan 108df8f3188SJeenu Viswambharan 109df8f3188SJeenu Viswambharan/* 110b56dc2a9SJeenu Viswambharan * Prelude for Synchronous External Abort handling. This function assumes that 111b56dc2a9SJeenu Viswambharan * all GP registers have been saved by the caller. 112b56dc2a9SJeenu Viswambharan * 113b56dc2a9SJeenu Viswambharan * x0: EA reason 114b56dc2a9SJeenu Viswambharan * x1: EA syndrome 115b56dc2a9SJeenu Viswambharan */ 116b56dc2a9SJeenu Viswambharanfunc delegate_sync_ea 117b56dc2a9SJeenu Viswambharan#if RAS_EXTENSION 118b56dc2a9SJeenu Viswambharan /* 119b56dc2a9SJeenu Viswambharan * Check for Uncontainable error type. If so, route to the platform 120b56dc2a9SJeenu Viswambharan * fatal error handler rather than the generic EA one. 121b56dc2a9SJeenu Viswambharan */ 122b56dc2a9SJeenu Viswambharan ubfx x2, x1, #EABORT_SET_SHIFT, #EABORT_SET_WIDTH 123b56dc2a9SJeenu Viswambharan cmp x2, #ERROR_STATUS_SET_UC 124b56dc2a9SJeenu Viswambharan b.ne 1f 125b56dc2a9SJeenu Viswambharan 126b56dc2a9SJeenu Viswambharan /* Check fault status code */ 127b56dc2a9SJeenu Viswambharan ubfx x3, x1, #EABORT_DFSC_SHIFT, #EABORT_DFSC_WIDTH 128b56dc2a9SJeenu Viswambharan cmp x3, #SYNC_EA_FSC 129b56dc2a9SJeenu Viswambharan b.ne 1f 130b56dc2a9SJeenu Viswambharan 131b56dc2a9SJeenu Viswambharan no_ret plat_handle_uncontainable_ea 132b56dc2a9SJeenu Viswambharan1: 133b56dc2a9SJeenu Viswambharan#endif 134b56dc2a9SJeenu Viswambharan 135b56dc2a9SJeenu Viswambharan b ea_proceed 136b56dc2a9SJeenu Viswambharanendfunc delegate_sync_ea 137b56dc2a9SJeenu Viswambharan 138b56dc2a9SJeenu Viswambharan 139b56dc2a9SJeenu Viswambharan/* 140b56dc2a9SJeenu Viswambharan * Prelude for Asynchronous External Abort handling. This function assumes that 141b56dc2a9SJeenu Viswambharan * all GP registers have been saved by the caller. 142b56dc2a9SJeenu Viswambharan * 143b56dc2a9SJeenu Viswambharan * x0: EA reason 144b56dc2a9SJeenu Viswambharan * x1: EA syndrome 145b56dc2a9SJeenu Viswambharan */ 146b56dc2a9SJeenu Viswambharanfunc delegate_async_ea 147b56dc2a9SJeenu Viswambharan#if RAS_EXTENSION 148b56dc2a9SJeenu Viswambharan /* 149b56dc2a9SJeenu Viswambharan * Check for Implementation Defined Syndrome. If so, skip checking 150b56dc2a9SJeenu Viswambharan * Uncontainable error type from the syndrome as the format is unknown. 151b56dc2a9SJeenu Viswambharan */ 152b56dc2a9SJeenu Viswambharan tbnz x1, #SERROR_IDS_BIT, 1f 153b56dc2a9SJeenu Viswambharan 154b56dc2a9SJeenu Viswambharan /* 155b56dc2a9SJeenu Viswambharan * Check for Uncontainable error type. If so, route to the platform 156b56dc2a9SJeenu Viswambharan * fatal error handler rather than the generic EA one. 157b56dc2a9SJeenu Viswambharan */ 158b56dc2a9SJeenu Viswambharan ubfx x2, x1, #EABORT_AET_SHIFT, #EABORT_AET_WIDTH 159b56dc2a9SJeenu Viswambharan cmp x2, #ERROR_STATUS_UET_UC 160b56dc2a9SJeenu Viswambharan b.ne 1f 161b56dc2a9SJeenu Viswambharan 162b56dc2a9SJeenu Viswambharan /* Check DFSC for SError type */ 163b56dc2a9SJeenu Viswambharan ubfx x3, x1, #EABORT_DFSC_SHIFT, #EABORT_DFSC_WIDTH 164b56dc2a9SJeenu Viswambharan cmp x3, #DFSC_SERROR 165b56dc2a9SJeenu Viswambharan b.ne 1f 166b56dc2a9SJeenu Viswambharan 167b56dc2a9SJeenu Viswambharan no_ret plat_handle_uncontainable_ea 168b56dc2a9SJeenu Viswambharan1: 169b56dc2a9SJeenu Viswambharan#endif 170b56dc2a9SJeenu Viswambharan 171b56dc2a9SJeenu Viswambharan b ea_proceed 172b56dc2a9SJeenu Viswambharanendfunc delegate_async_ea 173b56dc2a9SJeenu Viswambharan 174b56dc2a9SJeenu Viswambharan 175b56dc2a9SJeenu Viswambharan/* 176df8f3188SJeenu Viswambharan * Delegate External Abort handling to platform's EA handler. This function 177df8f3188SJeenu Viswambharan * assumes that all GP registers have been saved by the caller. 178df8f3188SJeenu Viswambharan * 179df8f3188SJeenu Viswambharan * x0: EA reason 180df8f3188SJeenu Viswambharan * x1: EA syndrome 181df8f3188SJeenu Viswambharan */ 182df8f3188SJeenu Viswambharanfunc ea_proceed 183*d5a23af5SJeenu Viswambharan /* 184*d5a23af5SJeenu Viswambharan * If the ESR loaded earlier is not zero, we were processing an EA 185*d5a23af5SJeenu Viswambharan * already, and this is a double fault. 186*d5a23af5SJeenu Viswambharan */ 187*d5a23af5SJeenu Viswambharan ldr x5, [sp, #CTX_EL3STATE_OFFSET + CTX_ESR_EL3] 188*d5a23af5SJeenu Viswambharan cbz x5, 1f 189*d5a23af5SJeenu Viswambharan no_ret plat_handle_double_fault 190*d5a23af5SJeenu Viswambharan 191*d5a23af5SJeenu Viswambharan1: 192df8f3188SJeenu Viswambharan /* Save EL3 state */ 193df8f3188SJeenu Viswambharan mrs x2, spsr_el3 194df8f3188SJeenu Viswambharan mrs x3, elr_el3 195df8f3188SJeenu Viswambharan stp x2, x3, [sp, #CTX_EL3STATE_OFFSET + CTX_SPSR_EL3] 196df8f3188SJeenu Viswambharan 197df8f3188SJeenu Viswambharan /* 198df8f3188SJeenu Viswambharan * Save ESR as handling might involve lower ELs, and returning back to 199df8f3188SJeenu Viswambharan * EL3 from there would trample the original ESR. 200df8f3188SJeenu Viswambharan */ 201df8f3188SJeenu Viswambharan mrs x4, scr_el3 202df8f3188SJeenu Viswambharan mrs x5, esr_el3 203df8f3188SJeenu Viswambharan stp x4, x5, [sp, #CTX_EL3STATE_OFFSET + CTX_SCR_EL3] 204df8f3188SJeenu Viswambharan 205df8f3188SJeenu Viswambharan /* 206df8f3188SJeenu Viswambharan * Setup rest of arguments, and call platform External Abort handler. 207df8f3188SJeenu Viswambharan * 208df8f3188SJeenu Viswambharan * x0: EA reason (already in place) 209df8f3188SJeenu Viswambharan * x1: Exception syndrome (already in place). 210df8f3188SJeenu Viswambharan * x2: Cookie (unused for now). 211df8f3188SJeenu Viswambharan * x3: Context pointer. 212df8f3188SJeenu Viswambharan * x4: Flags (security state from SCR for now). 213df8f3188SJeenu Viswambharan */ 214df8f3188SJeenu Viswambharan mov x2, xzr 215df8f3188SJeenu Viswambharan mov x3, sp 216df8f3188SJeenu Viswambharan ubfx x4, x4, #0, #1 217df8f3188SJeenu Viswambharan 218df8f3188SJeenu Viswambharan /* Switch to runtime stack */ 219df8f3188SJeenu Viswambharan ldr x5, [sp, #CTX_EL3STATE_OFFSET + CTX_RUNTIME_SP] 220df8f3188SJeenu Viswambharan msr spsel, #0 221df8f3188SJeenu Viswambharan mov sp, x5 222df8f3188SJeenu Viswambharan 223df8f3188SJeenu Viswambharan mov x29, x30 224ee6ff1bbSJeenu Viswambharan#if ENABLE_ASSERTIONS 225ee6ff1bbSJeenu Viswambharan /* Stash the stack pointer */ 226ee6ff1bbSJeenu Viswambharan mov x28, sp 227ee6ff1bbSJeenu Viswambharan#endif 228df8f3188SJeenu Viswambharan bl plat_ea_handler 229df8f3188SJeenu Viswambharan 230ee6ff1bbSJeenu Viswambharan#if ENABLE_ASSERTIONS 231ee6ff1bbSJeenu Viswambharan /* 232ee6ff1bbSJeenu Viswambharan * Error handling flows might involve long jumps; so upon returning from 233ee6ff1bbSJeenu Viswambharan * the platform error handler, validate that the we've completely 234ee6ff1bbSJeenu Viswambharan * unwound the stack. 235ee6ff1bbSJeenu Viswambharan */ 236ee6ff1bbSJeenu Viswambharan mov x27, sp 237ee6ff1bbSJeenu Viswambharan cmp x28, x27 238ee6ff1bbSJeenu Viswambharan ASM_ASSERT(eq) 239ee6ff1bbSJeenu Viswambharan#endif 240ee6ff1bbSJeenu Viswambharan 241df8f3188SJeenu Viswambharan /* Make SP point to context */ 242df8f3188SJeenu Viswambharan msr spsel, #1 243df8f3188SJeenu Viswambharan 244*d5a23af5SJeenu Viswambharan /* Restore EL3 state and ESR */ 245df8f3188SJeenu Viswambharan ldp x1, x2, [sp, #CTX_EL3STATE_OFFSET + CTX_SPSR_EL3] 246df8f3188SJeenu Viswambharan msr spsr_el3, x1 247df8f3188SJeenu Viswambharan msr elr_el3, x2 248df8f3188SJeenu Viswambharan 249df8f3188SJeenu Viswambharan /* Restore ESR_EL3 and SCR_EL3 */ 250df8f3188SJeenu Viswambharan ldp x3, x4, [sp, #CTX_EL3STATE_OFFSET + CTX_SCR_EL3] 251df8f3188SJeenu Viswambharan msr scr_el3, x3 252df8f3188SJeenu Viswambharan msr esr_el3, x4 253df8f3188SJeenu Viswambharan 254*d5a23af5SJeenu Viswambharan#if ENABLE_ASSERTIONS 255*d5a23af5SJeenu Viswambharan cmp x4, xzr 256*d5a23af5SJeenu Viswambharan ASM_ASSERT(ne) 257*d5a23af5SJeenu Viswambharan#endif 258*d5a23af5SJeenu Viswambharan 259*d5a23af5SJeenu Viswambharan /* Clear ESR storage */ 260*d5a23af5SJeenu Viswambharan str xzr, [sp, #CTX_EL3STATE_OFFSET + CTX_ESR_EL3] 261*d5a23af5SJeenu Viswambharan 262*d5a23af5SJeenu Viswambharan ret x29 263df8f3188SJeenu Viswambharanendfunc ea_proceed 264