1dc78e62dSjohpow01 /*
2*0a580b51SBoyan Karatotev * Copyright (c) 2021-2025, Arm Limited and Contributors. All rights reserved.
3dc78e62dSjohpow01 *
4dc78e62dSjohpow01 * SPDX-License-Identifier: BSD-3-Clause
5dc78e62dSjohpow01 */
6dc78e62dSjohpow01
7dc78e62dSjohpow01 #include <stdbool.h>
8dc78e62dSjohpow01
9dc78e62dSjohpow01 #include <arch.h>
1045007acdSJayanth Dodderi Chidanand #include <arch_features.h>
11dc78e62dSjohpow01 #include <arch_helpers.h>
12dc78e62dSjohpow01 #include <common/debug.h>
13dc78e62dSjohpow01 #include <lib/el3_runtime/context_mgmt.h>
14dc78e62dSjohpow01 #include <lib/extensions/sme.h>
15dc78e62dSjohpow01 #include <lib/extensions/sve.h>
16dc78e62dSjohpow01
sme_enable(cpu_context_t * context)17dc78e62dSjohpow01 void sme_enable(cpu_context_t *context)
18dc78e62dSjohpow01 {
19dc78e62dSjohpow01 u_register_t reg;
20dc78e62dSjohpow01 el3_state_t *state;
21dc78e62dSjohpow01
22dc78e62dSjohpow01 /* Get the context state. */
23dc78e62dSjohpow01 state = get_el3state_ctx(context);
24dc78e62dSjohpow01
25dc78e62dSjohpow01 /* Set the ENTP2 bit in SCR_EL3 to enable access to TPIDR2_EL0. */
26dc78e62dSjohpow01 reg = read_ctx_reg(state, CTX_SCR_EL3);
27dc78e62dSjohpow01 reg |= SCR_ENTP2_BIT;
28dc78e62dSjohpow01 write_ctx_reg(state, CTX_SCR_EL3, reg);
2960d330dcSBoyan Karatotev }
30dc78e62dSjohpow01
sme_enable_per_world(per_world_context_t * per_world_ctx)31461c0a5dSElizabeth Ho void sme_enable_per_world(per_world_context_t *per_world_ctx)
32461c0a5dSElizabeth Ho {
33461c0a5dSElizabeth Ho u_register_t reg;
34461c0a5dSElizabeth Ho
35461c0a5dSElizabeth Ho /* Enable SME in CPTR_EL3. */
36461c0a5dSElizabeth Ho reg = per_world_ctx->ctx_cptr_el3;
37461c0a5dSElizabeth Ho reg |= ESM_BIT;
38461c0a5dSElizabeth Ho per_world_ctx->ctx_cptr_el3 = reg;
39461c0a5dSElizabeth Ho }
40461c0a5dSElizabeth Ho
sme_init_el3(void)4160d330dcSBoyan Karatotev void sme_init_el3(void)
4260d330dcSBoyan Karatotev {
4360d330dcSBoyan Karatotev u_register_t smcr_el3;
4460d330dcSBoyan Karatotev
45dc78e62dSjohpow01 /*
46461c0a5dSElizabeth Ho * Set the max LEN value and FA64 bit. This register is set up per_world
47dc78e62dSjohpow01 * to be the least restrictive, then lower ELs can restrict as needed
48dc78e62dSjohpow01 * using SMCR_EL2 and SMCR_EL1.
49dc78e62dSjohpow01 */
5060d330dcSBoyan Karatotev smcr_el3 = SMCR_ELX_LEN_MAX;
51aaaf2cc3SSona Mathew if (is_feat_sme_fa64_present()) {
52dc78e62dSjohpow01 VERBOSE("[SME] FA64 enabled\n");
5360d330dcSBoyan Karatotev smcr_el3 |= SMCR_ELX_FA64_BIT;
54dc78e62dSjohpow01 }
5503d3c0d7SJayanth Dodderi Chidanand
5603d3c0d7SJayanth Dodderi Chidanand /*
5703d3c0d7SJayanth Dodderi Chidanand * Enable access to ZT0 register.
5803d3c0d7SJayanth Dodderi Chidanand * Make sure FEAT_SME2 is supported by the hardware before continuing.
5903d3c0d7SJayanth Dodderi Chidanand * If supported, Set the EZT0 bit in SMCR_EL3 to allow instructions to
6003d3c0d7SJayanth Dodderi Chidanand * access ZT0 register without trapping.
6103d3c0d7SJayanth Dodderi Chidanand */
6203d3c0d7SJayanth Dodderi Chidanand if (is_feat_sme2_supported()) {
6303d3c0d7SJayanth Dodderi Chidanand VERBOSE("SME2 enabled\n");
6460d330dcSBoyan Karatotev smcr_el3 |= SMCR_ELX_EZT0_BIT;
6503d3c0d7SJayanth Dodderi Chidanand }
6660d330dcSBoyan Karatotev write_smcr_el3(smcr_el3);
67dc78e62dSjohpow01 }
68dc78e62dSjohpow01
sme_init_el2_unused(void)6960d330dcSBoyan Karatotev void sme_init_el2_unused(void)
7060d330dcSBoyan Karatotev {
7160d330dcSBoyan Karatotev /*
7260d330dcSBoyan Karatotev * CPTR_EL2.TCPAC: Set to zero so that Non-secure EL1 accesses to the
7360d330dcSBoyan Karatotev * CPACR_EL1 or CPACR from both Execution states do not trap to EL2.
7460d330dcSBoyan Karatotev */
7560d330dcSBoyan Karatotev write_cptr_el2(read_cptr_el2() & ~CPTR_EL2_TCPAC_BIT);
7660d330dcSBoyan Karatotev }
7760d330dcSBoyan Karatotev
sme_disable(cpu_context_t * context)78dc78e62dSjohpow01 void sme_disable(cpu_context_t *context)
79dc78e62dSjohpow01 {
80dc78e62dSjohpow01 u_register_t reg;
81dc78e62dSjohpow01 el3_state_t *state;
82dc78e62dSjohpow01
83dc78e62dSjohpow01 /* Get the context state. */
84dc78e62dSjohpow01 state = get_el3state_ctx(context);
85dc78e62dSjohpow01
86dc78e62dSjohpow01 /* Disable access to TPIDR2_EL0. */
87dc78e62dSjohpow01 reg = read_ctx_reg(state, CTX_SCR_EL3);
88dc78e62dSjohpow01 reg &= ~SCR_ENTP2_BIT;
89dc78e62dSjohpow01 write_ctx_reg(state, CTX_SCR_EL3, reg);
90dc78e62dSjohpow01 }
91461c0a5dSElizabeth Ho
sme_disable_per_world(per_world_context_t * per_world_ctx)92461c0a5dSElizabeth Ho void sme_disable_per_world(per_world_context_t *per_world_ctx)
93461c0a5dSElizabeth Ho {
94461c0a5dSElizabeth Ho u_register_t reg;
95461c0a5dSElizabeth Ho
96461c0a5dSElizabeth Ho /* Disable SME, SVE, and FPU since they all share registers. */
97461c0a5dSElizabeth Ho reg = per_world_ctx->ctx_cptr_el3;
98461c0a5dSElizabeth Ho reg &= ~ESM_BIT; /* Trap SME */
99461c0a5dSElizabeth Ho reg &= ~CPTR_EZ_BIT; /* Trap SVE */
100461c0a5dSElizabeth Ho per_world_ctx->ctx_cptr_el3 = reg;
101461c0a5dSElizabeth Ho }
102