1e33b78a6SSoby Mathew /* 28b95e848SZelalem Aweke * Copyright (c) 2016-2022, ARM Limited and Contributors. All rights reserved. 3e33b78a6SSoby Mathew * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 5e33b78a6SSoby Mathew */ 6e33b78a6SSoby Mathew 7e33b78a6SSoby Mathew #include <assert.h> 840daecc1SAntonio Nino Diaz #include <stdbool.h> 9e33b78a6SSoby Mathew #include <string.h> 1009d40e0eSAntonio Nino Diaz 1109d40e0eSAntonio Nino Diaz #include <platform_def.h> 1209d40e0eSAntonio Nino Diaz 1309d40e0eSAntonio Nino Diaz #include <arch.h> 14*fc8d2d39SAndre Przywara #include <arch_features.h> 1509d40e0eSAntonio Nino Diaz #include <arch_helpers.h> 1609d40e0eSAntonio Nino Diaz #include <common/bl_common.h> 1709d40e0eSAntonio Nino Diaz #include <context.h> 1809d40e0eSAntonio Nino Diaz #include <lib/el3_runtime/context_mgmt.h> 1909d40e0eSAntonio Nino Diaz #include <lib/extensions/amu.h> 20d4582d30SManish V Badarkhe #include <lib/extensions/sys_reg_trace.h> 218fcd3d96SManish V Badarkhe #include <lib/extensions/trf.h> 2209d40e0eSAntonio Nino Diaz #include <lib/utils.h> 23e33b78a6SSoby Mathew 24e33b78a6SSoby Mathew /******************************************************************************* 25e33b78a6SSoby Mathew * Context management library initialisation routine. This library is used by 26e33b78a6SSoby Mathew * runtime services to share pointers to 'cpu_context' structures for the secure 27e33b78a6SSoby Mathew * and non-secure states. Management of the structures and their associated 28e33b78a6SSoby Mathew * memory is not done by the context management library e.g. the PSCI service 29e33b78a6SSoby Mathew * manages the cpu context used for entry from and exit to the non-secure state. 30e33b78a6SSoby Mathew * The Secure payload manages the context(s) corresponding to the secure state. 31e33b78a6SSoby Mathew * It also uses this library to get access to the non-secure 32e33b78a6SSoby Mathew * state cpu context pointers. 33e33b78a6SSoby Mathew ******************************************************************************/ 34e33b78a6SSoby Mathew void cm_init(void) 35e33b78a6SSoby Mathew { 36e33b78a6SSoby Mathew /* 37e33b78a6SSoby Mathew * The context management library has only global data to initialize, but 38e33b78a6SSoby Mathew * that will be done when the BSS is zeroed out 39e33b78a6SSoby Mathew */ 40e33b78a6SSoby Mathew } 41e33b78a6SSoby Mathew 42e33b78a6SSoby Mathew /******************************************************************************* 43e33b78a6SSoby Mathew * The following function initializes the cpu_context 'ctx' for 44e33b78a6SSoby Mathew * first use, and sets the initial entrypoint state as specified by the 45e33b78a6SSoby Mathew * entry_point_info structure. 46e33b78a6SSoby Mathew * 47e33b78a6SSoby Mathew * The security state to initialize is determined by the SECURE attribute 481634cae8SAntonio Nino Diaz * of the entry_point_info. 49e33b78a6SSoby Mathew * 50e33b78a6SSoby Mathew * The EE and ST attributes are used to configure the endianness and secure 51e33b78a6SSoby Mathew * timer availability for the new execution context. 52e33b78a6SSoby Mathew * 53e33b78a6SSoby Mathew * To prepare the register state for entry call cm_prepare_el3_exit() and 54e33b78a6SSoby Mathew * el3_exit(). For Secure-EL1 cm_prepare_el3_exit() is equivalent to 552e61d687SOlivier Deprez * cm_el1_sysregs_context_restore(). 56e33b78a6SSoby Mathew ******************************************************************************/ 571634cae8SAntonio Nino Diaz void cm_setup_context(cpu_context_t *ctx, const entry_point_info_t *ep) 58e33b78a6SSoby Mathew { 59e33b78a6SSoby Mathew unsigned int security_state; 60e33b78a6SSoby Mathew uint32_t scr, sctlr; 61e33b78a6SSoby Mathew regs_t *reg_ctx; 62e33b78a6SSoby Mathew 63a0fee747SAntonio Nino Diaz assert(ctx != NULL); 64e33b78a6SSoby Mathew 65e33b78a6SSoby Mathew security_state = GET_SECURITY_STATE(ep->h.attr); 66e33b78a6SSoby Mathew 67e33b78a6SSoby Mathew /* Clear any residual register values from the context */ 6832f0d3c6SDouglas Raillard zeromem(ctx, sizeof(*ctx)); 69e33b78a6SSoby Mathew 709e3b4cbbSSoby Mathew reg_ctx = get_regs_ctx(ctx); 719e3b4cbbSSoby Mathew 72e33b78a6SSoby Mathew /* 73e33b78a6SSoby Mathew * Base the context SCR on the current value, adjust for entry point 74e33b78a6SSoby Mathew * specific requirements 75e33b78a6SSoby Mathew */ 76e33b78a6SSoby Mathew scr = read_scr(); 77e33b78a6SSoby Mathew scr &= ~(SCR_NS_BIT | SCR_HCE_BIT); 78e33b78a6SSoby Mathew 79e33b78a6SSoby Mathew if (security_state != SECURE) 80e33b78a6SSoby Mathew scr |= SCR_NS_BIT; 81e33b78a6SSoby Mathew 82e33b78a6SSoby Mathew if (security_state != SECURE) { 83b7b0787dSSoby Mathew /* 8418f2efd6SDavid Cunado * Set up SCTLR for the Non-secure context. 8518f2efd6SDavid Cunado * 8618f2efd6SDavid Cunado * SCTLR.EE: Endianness is taken from the entrypoint attributes. 8718f2efd6SDavid Cunado * 8818f2efd6SDavid Cunado * SCTLR.M, SCTLR.C and SCTLR.I: These fields must be zero (as 8918f2efd6SDavid Cunado * required by PSCI specification) 9018f2efd6SDavid Cunado * 9118f2efd6SDavid Cunado * Set remaining SCTLR fields to their architecturally defined 9218f2efd6SDavid Cunado * values. Some fields reset to an IMPLEMENTATION DEFINED value: 9318f2efd6SDavid Cunado * 9418f2efd6SDavid Cunado * SCTLR.TE: Set to zero so that exceptions to an Exception 9518f2efd6SDavid Cunado * Level executing at PL1 are taken to A32 state. 9618f2efd6SDavid Cunado * 9718f2efd6SDavid Cunado * SCTLR.V: Set to zero to select the normal exception vectors 9818f2efd6SDavid Cunado * with base address held in VBAR. 99b7b0787dSSoby Mathew */ 10018f2efd6SDavid Cunado assert(((ep->spsr >> SPSR_E_SHIFT) & SPSR_E_MASK) == 10118f2efd6SDavid Cunado (EP_GET_EE(ep->h.attr) >> EP_EE_SHIFT)); 10218f2efd6SDavid Cunado 103a0fee747SAntonio Nino Diaz sctlr = (EP_GET_EE(ep->h.attr) != 0U) ? SCTLR_EE_BIT : 0U; 10418f2efd6SDavid Cunado sctlr |= (SCTLR_RESET_VAL & ~(SCTLR_TE_BIT | SCTLR_V_BIT)); 105e33b78a6SSoby Mathew write_ctx_reg(reg_ctx, CTX_NS_SCTLR, sctlr); 106e33b78a6SSoby Mathew } 107e33b78a6SSoby Mathew 10818f2efd6SDavid Cunado /* 10918f2efd6SDavid Cunado * The target exception level is based on the spsr mode requested. If 11018f2efd6SDavid Cunado * execution is requested to hyp mode, HVC is enabled via SCR.HCE. 11118f2efd6SDavid Cunado */ 112e33b78a6SSoby Mathew if (GET_M32(ep->spsr) == MODE32_hyp) 113e33b78a6SSoby Mathew scr |= SCR_HCE_BIT; 114e33b78a6SSoby Mathew 11518f2efd6SDavid Cunado /* 11618f2efd6SDavid Cunado * Store the initialised values for SCTLR and SCR in the cpu_context. 11718f2efd6SDavid Cunado * The Hyp mode registers are not part of the saved context and are 11818f2efd6SDavid Cunado * set-up in cm_prepare_el3_exit(). 11918f2efd6SDavid Cunado */ 120e33b78a6SSoby Mathew write_ctx_reg(reg_ctx, CTX_SCR, scr); 121e33b78a6SSoby Mathew write_ctx_reg(reg_ctx, CTX_LR, ep->pc); 122e33b78a6SSoby Mathew write_ctx_reg(reg_ctx, CTX_SPSR, ep->spsr); 123e33b78a6SSoby Mathew 124e33b78a6SSoby Mathew /* 125e33b78a6SSoby Mathew * Store the r0-r3 value from the entrypoint into the context 126e33b78a6SSoby Mathew * Use memcpy as we are in control of the layout of the structures 127e33b78a6SSoby Mathew */ 128e33b78a6SSoby Mathew memcpy((void *)reg_ctx, (void *)&ep->args, sizeof(aapcs32_params_t)); 129e33b78a6SSoby Mathew } 130e33b78a6SSoby Mathew 131e33b78a6SSoby Mathew /******************************************************************************* 1320fd0f222SDimitris Papastamos * Enable architecture extensions on first entry to Non-secure world. 1330fd0f222SDimitris Papastamos * When EL2 is implemented but unused `el2_unused` is non-zero, otherwise 1340fd0f222SDimitris Papastamos * it is zero. 1350fd0f222SDimitris Papastamos ******************************************************************************/ 13640daecc1SAntonio Nino Diaz static void enable_extensions_nonsecure(bool el2_unused) 1370fd0f222SDimitris Papastamos { 1380fd0f222SDimitris Papastamos #if IMAGE_BL32 139ef69e1eaSDimitris Papastamos #if ENABLE_AMU 140ef69e1eaSDimitris Papastamos amu_enable(el2_unused); 141ef69e1eaSDimitris Papastamos #endif 142d4582d30SManish V Badarkhe 143d4582d30SManish V Badarkhe #if ENABLE_SYS_REG_TRACE_FOR_NS 144d4582d30SManish V Badarkhe sys_reg_trace_enable(); 145d4582d30SManish V Badarkhe #endif /* ENABLE_SYS_REG_TRACE_FOR_NS */ 1468fcd3d96SManish V Badarkhe 147*fc8d2d39SAndre Przywara if (is_feat_trf_supported()) { 1488fcd3d96SManish V Badarkhe trf_enable(); 149*fc8d2d39SAndre Przywara } 1500fd0f222SDimitris Papastamos #endif 1510fd0f222SDimitris Papastamos } 1520fd0f222SDimitris Papastamos 1530fd0f222SDimitris Papastamos /******************************************************************************* 154e33b78a6SSoby Mathew * The following function initializes the cpu_context for a CPU specified by 155e33b78a6SSoby Mathew * its `cpu_idx` for first use, and sets the initial entrypoint state as 156e33b78a6SSoby Mathew * specified by the entry_point_info structure. 157e33b78a6SSoby Mathew ******************************************************************************/ 158e33b78a6SSoby Mathew void cm_init_context_by_index(unsigned int cpu_idx, 159e33b78a6SSoby Mathew const entry_point_info_t *ep) 160e33b78a6SSoby Mathew { 161e33b78a6SSoby Mathew cpu_context_t *ctx; 162e33b78a6SSoby Mathew ctx = cm_get_context_by_index(cpu_idx, GET_SECURITY_STATE(ep->h.attr)); 1631634cae8SAntonio Nino Diaz cm_setup_context(ctx, ep); 164e33b78a6SSoby Mathew } 165e33b78a6SSoby Mathew 166e33b78a6SSoby Mathew /******************************************************************************* 167e33b78a6SSoby Mathew * The following function initializes the cpu_context for the current CPU 168e33b78a6SSoby Mathew * for first use, and sets the initial entrypoint state as specified by the 169e33b78a6SSoby Mathew * entry_point_info structure. 170e33b78a6SSoby Mathew ******************************************************************************/ 171e33b78a6SSoby Mathew void cm_init_my_context(const entry_point_info_t *ep) 172e33b78a6SSoby Mathew { 173e33b78a6SSoby Mathew cpu_context_t *ctx; 174e33b78a6SSoby Mathew ctx = cm_get_context(GET_SECURITY_STATE(ep->h.attr)); 1751634cae8SAntonio Nino Diaz cm_setup_context(ctx, ep); 176e33b78a6SSoby Mathew } 177e33b78a6SSoby Mathew 178e33b78a6SSoby Mathew /******************************************************************************* 179e33b78a6SSoby Mathew * Prepare the CPU system registers for first entry into secure or normal world 180e33b78a6SSoby Mathew * 181e33b78a6SSoby Mathew * If execution is requested to hyp mode, HSCTLR is initialized 182e33b78a6SSoby Mathew * If execution is requested to non-secure PL1, and the CPU supports 183e33b78a6SSoby Mathew * HYP mode then HYP mode is disabled by configuring all necessary HYP mode 184e33b78a6SSoby Mathew * registers. 185e33b78a6SSoby Mathew ******************************************************************************/ 186e33b78a6SSoby Mathew void cm_prepare_el3_exit(uint32_t security_state) 187e33b78a6SSoby Mathew { 18818f2efd6SDavid Cunado uint32_t hsctlr, scr; 189e33b78a6SSoby Mathew cpu_context_t *ctx = cm_get_context(security_state); 19040daecc1SAntonio Nino Diaz bool el2_unused = false; 191e33b78a6SSoby Mathew 192a0fee747SAntonio Nino Diaz assert(ctx != NULL); 193e33b78a6SSoby Mathew 194e33b78a6SSoby Mathew if (security_state == NON_SECURE) { 195e33b78a6SSoby Mathew scr = read_ctx_reg(get_regs_ctx(ctx), CTX_SCR); 196a0fee747SAntonio Nino Diaz if ((scr & SCR_HCE_BIT) != 0U) { 197e33b78a6SSoby Mathew /* Use SCTLR value to initialize HSCTLR */ 19818f2efd6SDavid Cunado hsctlr = read_ctx_reg(get_regs_ctx(ctx), 199e33b78a6SSoby Mathew CTX_NS_SCTLR); 20018f2efd6SDavid Cunado hsctlr |= HSCTLR_RES1; 201e33b78a6SSoby Mathew /* Temporarily set the NS bit to access HSCTLR */ 202e33b78a6SSoby Mathew write_scr(read_scr() | SCR_NS_BIT); 203e33b78a6SSoby Mathew /* 204e33b78a6SSoby Mathew * Make sure the write to SCR is complete so that 205e33b78a6SSoby Mathew * we can access HSCTLR 206e33b78a6SSoby Mathew */ 207e33b78a6SSoby Mathew isb(); 20818f2efd6SDavid Cunado write_hsctlr(hsctlr); 209e33b78a6SSoby Mathew isb(); 210e33b78a6SSoby Mathew 211e33b78a6SSoby Mathew write_scr(read_scr() & ~SCR_NS_BIT); 212e33b78a6SSoby Mathew isb(); 213a0fee747SAntonio Nino Diaz } else if ((read_id_pfr1() & 214a0fee747SAntonio Nino Diaz (ID_PFR1_VIRTEXT_MASK << ID_PFR1_VIRTEXT_SHIFT)) != 0U) { 21540daecc1SAntonio Nino Diaz el2_unused = true; 2160fd0f222SDimitris Papastamos 217495f3d3cSDavid Cunado /* 218495f3d3cSDavid Cunado * Set the NS bit to access NS copies of certain banked 219495f3d3cSDavid Cunado * registers 220495f3d3cSDavid Cunado */ 221e33b78a6SSoby Mathew write_scr(read_scr() | SCR_NS_BIT); 222e33b78a6SSoby Mathew isb(); 223e33b78a6SSoby Mathew 22418f2efd6SDavid Cunado /* 22518f2efd6SDavid Cunado * Hyp / PL2 present but unused, need to disable safely. 22618f2efd6SDavid Cunado * HSCTLR can be ignored in this case. 22718f2efd6SDavid Cunado * 22818f2efd6SDavid Cunado * Set HCR to its architectural reset value so that 22918f2efd6SDavid Cunado * Non-secure operations do not trap to Hyp mode. 23018f2efd6SDavid Cunado */ 23118f2efd6SDavid Cunado write_hcr(HCR_RESET_VAL); 232e33b78a6SSoby Mathew 23318f2efd6SDavid Cunado /* 23418f2efd6SDavid Cunado * Set HCPTR to its architectural reset value so that 23518f2efd6SDavid Cunado * Non-secure access from EL1 or EL0 to trace and to 23618f2efd6SDavid Cunado * Advanced SIMD and floating point functionality does 23718f2efd6SDavid Cunado * not trap to Hyp mode. 23818f2efd6SDavid Cunado */ 23918f2efd6SDavid Cunado write_hcptr(HCPTR_RESET_VAL); 240e33b78a6SSoby Mathew 24118f2efd6SDavid Cunado /* 24218f2efd6SDavid Cunado * Initialise CNTHCTL. All fields are architecturally 24318f2efd6SDavid Cunado * UNKNOWN on reset and are set to zero except for 24418f2efd6SDavid Cunado * field(s) listed below. 24518f2efd6SDavid Cunado * 24618f2efd6SDavid Cunado * CNTHCTL.PL1PCEN: Disable traps to Hyp mode of 24718f2efd6SDavid Cunado * Non-secure EL0 and EL1 accessed to the physical 24818f2efd6SDavid Cunado * timer registers. 24918f2efd6SDavid Cunado * 25018f2efd6SDavid Cunado * CNTHCTL.PL1PCTEN: Disable traps to Hyp mode of 25118f2efd6SDavid Cunado * Non-secure EL0 and EL1 accessed to the physical 25218f2efd6SDavid Cunado * counter registers. 25318f2efd6SDavid Cunado */ 25418f2efd6SDavid Cunado write_cnthctl(CNTHCTL_RESET_VAL | 25518f2efd6SDavid Cunado PL1PCEN_BIT | PL1PCTEN_BIT); 256e33b78a6SSoby Mathew 25718f2efd6SDavid Cunado /* 25818f2efd6SDavid Cunado * Initialise CNTVOFF to zero as it resets to an 25918f2efd6SDavid Cunado * IMPLEMENTATION DEFINED value. 26018f2efd6SDavid Cunado */ 261e33b78a6SSoby Mathew write64_cntvoff(0); 262e33b78a6SSoby Mathew 26318f2efd6SDavid Cunado /* 26418f2efd6SDavid Cunado * Set VPIDR and VMPIDR to match MIDR_EL1 and MPIDR 26518f2efd6SDavid Cunado * respectively. 26618f2efd6SDavid Cunado */ 267e33b78a6SSoby Mathew write_vpidr(read_midr()); 268e33b78a6SSoby Mathew write_vmpidr(read_mpidr()); 269e33b78a6SSoby Mathew 270e33b78a6SSoby Mathew /* 27118f2efd6SDavid Cunado * Initialise VTTBR, setting all fields rather than 27218f2efd6SDavid Cunado * relying on the hw. Some fields are architecturally 27318f2efd6SDavid Cunado * UNKNOWN at reset. 27418f2efd6SDavid Cunado * 27518f2efd6SDavid Cunado * VTTBR.VMID: Set to zero which is the architecturally 27618f2efd6SDavid Cunado * defined reset value. Even though EL1&0 stage 2 27718f2efd6SDavid Cunado * address translation is disabled, cache maintenance 27818f2efd6SDavid Cunado * operations depend on the VMID. 27918f2efd6SDavid Cunado * 28018f2efd6SDavid Cunado * VTTBR.BADDR: Set to zero as EL1&0 stage 2 address 28118f2efd6SDavid Cunado * translation is disabled. 282e33b78a6SSoby Mathew */ 28318f2efd6SDavid Cunado write64_vttbr(VTTBR_RESET_VAL & 28418f2efd6SDavid Cunado ~((VTTBR_VMID_MASK << VTTBR_VMID_SHIFT) 28518f2efd6SDavid Cunado | (VTTBR_BADDR_MASK << VTTBR_BADDR_SHIFT))); 286495f3d3cSDavid Cunado 287495f3d3cSDavid Cunado /* 28818f2efd6SDavid Cunado * Initialise HDCR, setting all the fields rather than 28918f2efd6SDavid Cunado * relying on hw. 29018f2efd6SDavid Cunado * 29118f2efd6SDavid Cunado * HDCR.HPMN: Set to value of PMCR.N which is the 29218f2efd6SDavid Cunado * architecturally-defined reset value. 293c3e8b0beSAlexei Fedorov * 294c3e8b0beSAlexei Fedorov * HDCR.HLP: Set to one so that event counter 295c3e8b0beSAlexei Fedorov * overflow, that is recorded in PMOVSCLR[0-30], 296c3e8b0beSAlexei Fedorov * occurs on the increment that changes 297c3e8b0beSAlexei Fedorov * PMEVCNTR<n>[63] from 1 to 0, when ARMv8.5-PMU is 298c3e8b0beSAlexei Fedorov * implemented. This bit is RES0 in versions of the 299c3e8b0beSAlexei Fedorov * architecture earlier than ARMv8.5, setting it to 1 300c3e8b0beSAlexei Fedorov * doesn't have any effect on them. 301c3e8b0beSAlexei Fedorov * This bit is Reserved, UNK/SBZP in ARMv7. 302c3e8b0beSAlexei Fedorov * 303c3e8b0beSAlexei Fedorov * HDCR.HPME: Set to zero to disable EL2 Event 304c3e8b0beSAlexei Fedorov * counters. 305495f3d3cSDavid Cunado */ 306c3e8b0beSAlexei Fedorov #if (ARM_ARCH_MAJOR > 7) 307c3e8b0beSAlexei Fedorov write_hdcr((HDCR_RESET_VAL | HDCR_HLP_BIT | 308c3e8b0beSAlexei Fedorov ((read_pmcr() & PMCR_N_BITS) >> 309c3e8b0beSAlexei Fedorov PMCR_N_SHIFT)) & ~HDCR_HPME_BIT); 310c3e8b0beSAlexei Fedorov #else 311c3e8b0beSAlexei Fedorov write_hdcr((HDCR_RESET_VAL | 312c3e8b0beSAlexei Fedorov ((read_pmcr() & PMCR_N_BITS) >> 313c3e8b0beSAlexei Fedorov PMCR_N_SHIFT)) & ~HDCR_HPME_BIT); 314c3e8b0beSAlexei Fedorov #endif 315939f66d6SDavid Cunado /* 31618f2efd6SDavid Cunado * Set HSTR to its architectural reset value so that 31718f2efd6SDavid Cunado * access to system registers in the cproc=1111 31818f2efd6SDavid Cunado * encoding space do not trap to Hyp mode. 319939f66d6SDavid Cunado */ 32018f2efd6SDavid Cunado write_hstr(HSTR_RESET_VAL); 32118f2efd6SDavid Cunado /* 32218f2efd6SDavid Cunado * Set CNTHP_CTL to its architectural reset value to 32318f2efd6SDavid Cunado * disable the EL2 physical timer and prevent timer 32418f2efd6SDavid Cunado * interrupts. Some fields are architecturally UNKNOWN 32518f2efd6SDavid Cunado * on reset and are set to zero. 32618f2efd6SDavid Cunado */ 32718f2efd6SDavid Cunado write_cnthp_ctl(CNTHP_CTL_RESET_VAL); 328e33b78a6SSoby Mathew isb(); 329e33b78a6SSoby Mathew 330e33b78a6SSoby Mathew write_scr(read_scr() & ~SCR_NS_BIT); 331e33b78a6SSoby Mathew isb(); 332e33b78a6SSoby Mathew } 3330fd0f222SDimitris Papastamos enable_extensions_nonsecure(el2_unused); 334e33b78a6SSoby Mathew } 335e33b78a6SSoby Mathew } 3368b95e848SZelalem Aweke 3378b95e848SZelalem Aweke /******************************************************************************* 3388b95e848SZelalem Aweke * This function is used to exit to Non-secure world. It simply calls the 3398b95e848SZelalem Aweke * cm_prepare_el3_exit function for AArch32. 3408b95e848SZelalem Aweke ******************************************************************************/ 3418b95e848SZelalem Aweke void cm_prepare_el3_exit_ns(void) 3428b95e848SZelalem Aweke { 3438b95e848SZelalem Aweke cm_prepare_el3_exit(NON_SECURE); 3448b95e848SZelalem Aweke } 345