11a853370SDavid Cunado /* 2*0a580b51SBoyan Karatotev * Copyright (c) 2017-2025, Arm Limited and Contributors. All rights reserved. 31a853370SDavid Cunado * 41a853370SDavid Cunado * SPDX-License-Identifier: BSD-3-Clause 51a853370SDavid Cunado */ 61a853370SDavid Cunado 709d40e0eSAntonio Nino Diaz #include <stdbool.h> 809d40e0eSAntonio Nino Diaz 91a853370SDavid Cunado #include <arch.h> 101a853370SDavid Cunado #include <arch_helpers.h> 11bebcf27fSMark Brown #include <lib/cassert.h> 1209d40e0eSAntonio Nino Diaz #include <lib/el3_runtime/pubsub.h> 1309d40e0eSAntonio Nino Diaz #include <lib/extensions/sve.h> 141a853370SDavid Cunado 15bebcf27fSMark Brown CASSERT(SVE_VECTOR_LEN <= 2048, assert_sve_vl_too_long); 16bebcf27fSMark Brown CASSERT(SVE_VECTOR_LEN >= 128, assert_sve_vl_too_short); 17bebcf27fSMark Brown CASSERT((SVE_VECTOR_LEN % 128) == 0, assert_sve_vl_granule); 18bebcf27fSMark Brown 190c5e7d1cSMax Shvetsov /* 200c5e7d1cSMax Shvetsov * Converts SVE vector size restriction in bytes to LEN according to ZCR_EL3 documentation. 210c5e7d1cSMax Shvetsov * VECTOR_SIZE = (LEN+1) * 128 220c5e7d1cSMax Shvetsov */ 230c5e7d1cSMax Shvetsov #define CONVERT_SVE_LENGTH(x) (((x / 128) - 1)) 240c5e7d1cSMax Shvetsov 25*0a580b51SBoyan Karatotev void sve_init_el3(void) 26*0a580b51SBoyan Karatotev { 27*0a580b51SBoyan Karatotev /* Restrict maximum SVE vector length (SVE_VECTOR_LEN+1) * 128. */ 28*0a580b51SBoyan Karatotev write_zcr_el3(ZCR_EL3_LEN_MASK & CONVERT_SVE_LENGTH(SVE_VECTOR_LEN)); 29*0a580b51SBoyan Karatotev } 30*0a580b51SBoyan Karatotev 31461c0a5dSElizabeth Ho void sve_enable_per_world(per_world_context_t *per_world_ctx) 322ff8fbf3SDimitris Papastamos { 3368ac5ed0SArunachalam Ganapathy u_register_t cptr_el3; 3468ac5ed0SArunachalam Ganapathy 350c5e7d1cSMax Shvetsov /* Enable access to SVE functionality for all ELs. */ 36461c0a5dSElizabeth Ho cptr_el3 = per_world_ctx->ctx_cptr_el3; 370c5e7d1cSMax Shvetsov cptr_el3 = (cptr_el3 | CPTR_EZ_BIT) & ~(TFP_BIT); 38461c0a5dSElizabeth Ho per_world_ctx->ctx_cptr_el3 = cptr_el3; 390c5e7d1cSMax Shvetsov } 40dc78e62dSjohpow01 4160d330dcSBoyan Karatotev void sve_init_el2_unused(void) 4260d330dcSBoyan Karatotev { 4360d330dcSBoyan Karatotev /* 4460d330dcSBoyan Karatotev * CPTR_EL2.TFP: Set to zero so that Non-secure accesses to Advanced 4560d330dcSBoyan Karatotev * SIMD and floating-point functionality from both Execution states do 4660d330dcSBoyan Karatotev * not trap to EL2. 4760d330dcSBoyan Karatotev */ 4860d330dcSBoyan Karatotev write_cptr_el2(read_cptr_el2() & ~CPTR_EL2_TFP_BIT); 4960d330dcSBoyan Karatotev } 5060d330dcSBoyan Karatotev 51461c0a5dSElizabeth Ho void sve_disable_per_world(per_world_context_t *per_world_ctx) 52dc78e62dSjohpow01 { 53dc78e62dSjohpow01 u_register_t reg; 54dc78e62dSjohpow01 55dc78e62dSjohpow01 /* Disable SVE and FPU since they share registers. */ 56461c0a5dSElizabeth Ho reg = per_world_ctx->ctx_cptr_el3; 57dc78e62dSjohpow01 reg &= ~CPTR_EZ_BIT; /* Trap SVE */ 58dc78e62dSjohpow01 reg |= TFP_BIT; /* Trap FPU/SIMD */ 59461c0a5dSElizabeth Ho per_world_ctx->ctx_cptr_el3 = reg; 60dc78e62dSjohpow01 } 61