1328d304dSSona Mathew/* 2037a15f5SArvind Ram Prakash * Copyright (c) 2022-2025, Arm Limited. All rights reserved. 3328d304dSSona Mathew * 4328d304dSSona Mathew * SPDX-License-Identifier: BSD-3-Clause 5328d304dSSona Mathew */ 6328d304dSSona Mathew 7328d304dSSona Mathew#include <arch.h> 8328d304dSSona Mathew#include <asm_macros.S> 9328d304dSSona Mathew#include <common/bl_common.h> 10328d304dSSona Mathew#include <neoverse_v3.h> 11328d304dSSona Mathew#include <cpu_macros.S> 12328d304dSSona Mathew#include <plat_macros.S> 13328d304dSSona Mathew#include "wa_cve_2022_23960_bhb_vector.S" 14328d304dSSona Mathew 15328d304dSSona Mathew/* Hardware handled coherency */ 16328d304dSSona Mathew#if HW_ASSISTED_COHERENCY == 0 17328d304dSSona Mathew#error "Neoverse V3 must be compiled with HW_ASSISTED_COHERENCY enabled" 18328d304dSSona Mathew#endif 19328d304dSSona Mathew 20328d304dSSona Mathew/* 64-bit only core */ 21328d304dSSona Mathew#if CTX_INCLUDE_AARCH32_REGS == 1 22328d304dSSona Mathew#error "Neoverse V3 supports only AArch64. Compile with CTX_INCLUDE_AARCH32_REGS=0" 23328d304dSSona Mathew#endif 24328d304dSSona Mathew 25e25fc9dfSGovindraj Raja.global check_erratum_neoverse_v3_3701767 26e25fc9dfSGovindraj Raja 27e25fc9dfSGovindraj Rajaadd_erratum_entry neoverse_v3, ERRATUM(3701767), ERRATA_V3_3701767, NO_APPLY_AT_RESET 28e25fc9dfSGovindraj Raja 29e25fc9dfSGovindraj Rajacheck_erratum_ls neoverse_v3, ERRATUM(3701767), CPU_REV(0, 2) 30e25fc9dfSGovindraj Raja 31*5f32fd21SGovindraj Rajaworkaround_reset_start neoverse_v3, ERRATUM(2970647), ERRATA_V3_2970647 32*5f32fd21SGovindraj Raja /* Add ISB before MRS reads of MPIDR_EL1/MIDR_EL1 */ 33*5f32fd21SGovindraj Raja ldr x0, =0x1 34*5f32fd21SGovindraj Raja msr S3_6_c15_c8_0, x0 /* msr CPUPSELR_EL3, X0 */ 35*5f32fd21SGovindraj Raja ldr x0, =0xd5380000 36*5f32fd21SGovindraj Raja msr S3_6_c15_c8_2, x0 /* msr CPUPOR_EL3, X0 */ 37*5f32fd21SGovindraj Raja ldr x0, =0xFFFFFF40 38*5f32fd21SGovindraj Raja msr S3_6_c15_c8_3,x0 /* msr CPUPMR_EL3, X0 */ 39*5f32fd21SGovindraj Raja ldr x0, =0x000080010033f 40*5f32fd21SGovindraj Raja msr S3_6_c15_c8_1, x0 /* msr CPUPCR_EL3, X0 */ 41*5f32fd21SGovindraj Raja isb 42*5f32fd21SGovindraj Rajaworkaround_reset_end neoverse_v3, ERRATUM(2970647) 43*5f32fd21SGovindraj Raja 44*5f32fd21SGovindraj Rajacheck_erratum_ls neoverse_v3, ERRATUM(2970647), CPU_REV(0, 0) 45*5f32fd21SGovindraj Raja 46328d304dSSona Mathew#if WORKAROUND_CVE_2022_23960 47328d304dSSona Mathew wa_cve_2022_23960_bhb_vector_table NEOVERSE_V3_BHB_LOOP_COUNT, neoverse_v3 48328d304dSSona Mathew#endif /* WORKAROUND_CVE_2022_23960 */ 49328d304dSSona Mathew 50ad3da019SSona Mathew/* Disable hardware page aggregation. Enables mitigation for `CVE-2024-5660` */ 51ad3da019SSona Mathewworkaround_reset_start neoverse_v3, CVE(2024, 5660), WORKAROUND_CVE_2024_5660 52ad3da019SSona Mathew sysreg_bit_set NEOVERSE_V3_CPUECTLR_EL1, BIT(46) 53ad3da019SSona Mathewworkaround_reset_end neoverse_v3, CVE(2024, 5660) 54ad3da019SSona Mathew 55ad3da019SSona Mathewcheck_erratum_ls neoverse_v3, CVE(2024, 5660), CPU_REV(0, 1) 56ad3da019SSona Mathew 57328d304dSSona Mathewworkaround_reset_start neoverse_v3, CVE(2022,23960), WORKAROUND_CVE_2022_23960 58328d304dSSona Mathew#if IMAGE_BL31 59328d304dSSona Mathew /* 60328d304dSSona Mathew * The Neoverse V3 generic vectors are overridden to apply errata 61328d304dSSona Mathew * mitigation on exception entry from lower ELs. 62328d304dSSona Mathew */ 63328d304dSSona Mathew override_vector_table wa_cve_vbar_neoverse_v3 64328d304dSSona Mathew 65328d304dSSona Mathew#endif /* IMAGE_BL31 */ 66328d304dSSona Mathewworkaround_reset_end neoverse_v3, CVE(2022,23960) 67328d304dSSona Mathew 68328d304dSSona Mathewcheck_erratum_chosen neoverse_v3, CVE(2022, 23960), WORKAROUND_CVE_2022_23960 69328d304dSSona Mathew 70037a15f5SArvind Ram Prakashworkaround_reset_start neoverse_v3, CVE(2024, 7881), WORKAROUND_CVE_2024_7881 71037a15f5SArvind Ram Prakash /* --------------------------------- 72037a15f5SArvind Ram Prakash * Sets BIT41 of CPUACTLR6_EL1 which 73037a15f5SArvind Ram Prakash * disables L1 Data cache prefetcher 74037a15f5SArvind Ram Prakash * --------------------------------- 75037a15f5SArvind Ram Prakash */ 76037a15f5SArvind Ram Prakash sysreg_bit_set NEOVERSE_V3_CPUACTLR6_EL1, BIT(41) 77037a15f5SArvind Ram Prakashworkaround_reset_end neoverse_v3, CVE(2024, 7881) 78037a15f5SArvind Ram Prakash 79037a15f5SArvind Ram Prakashcheck_erratum_chosen neoverse_v3, CVE(2024, 7881), WORKAROUND_CVE_2024_7881 80037a15f5SArvind Ram Prakash 81328d304dSSona Mathew /* --------------------------------------------- 82328d304dSSona Mathew * HW will do the cache maintenance while powering down 83328d304dSSona Mathew * --------------------------------------------- 84328d304dSSona Mathew */ 85328d304dSSona Mathewfunc neoverse_v3_core_pwr_dwn 86328d304dSSona Mathew /* --------------------------------------------- 87328d304dSSona Mathew * Enable CPU power down bit in power control register 88328d304dSSona Mathew * --------------------------------------------- 89328d304dSSona Mathew */ 90328d304dSSona Mathew sysreg_bit_set NEOVERSE_V3_CPUPWRCTLR_EL1, \ 91328d304dSSona Mathew NEOVERSE_V3_CPUPWRCTLR_EL1_CORE_PWRDN_BIT 92328d304dSSona Mathew 93328d304dSSona Mathew isb 94328d304dSSona Mathew ret 95328d304dSSona Mathewendfunc neoverse_v3_core_pwr_dwn 96328d304dSSona Mathew 97328d304dSSona Mathewcpu_reset_func_start neoverse_v3 98328d304dSSona Mathew /* Disable speculative loads */ 99328d304dSSona Mathew msr SSBS, xzr 100328d304dSSona Mathewcpu_reset_func_end neoverse_v3 101328d304dSSona Mathew 102328d304dSSona Mathew /* --------------------------------------------- 103328d304dSSona Mathew * This function provides Neoverse V3 specific 104328d304dSSona Mathew * register information for crash reporting. 105328d304dSSona Mathew * It needs to return with x6 pointing to 106328d304dSSona Mathew * a list of register names in ascii and 107328d304dSSona Mathew * x8 - x15 having values of registers to be 108328d304dSSona Mathew * reported. 109328d304dSSona Mathew * --------------------------------------------- 110328d304dSSona Mathew */ 111328d304dSSona Mathew.section .rodata.neoverse_v3_regs, "aS" 112328d304dSSona Mathewneoverse_v3_regs: /* The ascii list of register names to be reported */ 113328d304dSSona Mathew .asciz "cpuectlr_el1", "" 114328d304dSSona Mathew 115328d304dSSona Mathewfunc neoverse_v3_cpu_reg_dump 116328d304dSSona Mathew adr x6, neoverse_v3_regs 117328d304dSSona Mathew mrs x8, NEOVERSE_V3_CPUECTLR_EL1 118328d304dSSona Mathew ret 119328d304dSSona Mathewendfunc neoverse_v3_cpu_reg_dump 120328d304dSSona Mathew 121328d304dSSona Mathewdeclare_cpu_ops neoverse_v3, NEOVERSE_V3_VNAE_MIDR, \ 122328d304dSSona Mathew neoverse_v3_reset_func, \ 123328d304dSSona Mathew neoverse_v3_core_pwr_dwn 124328d304dSSona Mathew 1258ae6b1adSArvind Ram Prakashdeclare_cpu_ops_wa_4 neoverse_v3, NEOVERSE_V3_MIDR, \ 126328d304dSSona Mathew neoverse_v3_reset_func, \ 1278ae6b1adSArvind Ram Prakash CPU_NO_EXTRA1_FUNC, \ 1288ae6b1adSArvind Ram Prakash CPU_NO_EXTRA2_FUNC, \ 1298ae6b1adSArvind Ram Prakash CPU_NO_EXTRA3_FUNC, \ 1308ae6b1adSArvind Ram Prakash check_erratum_neoverse_v3_7881, \ 131328d304dSSona Mathew neoverse_v3_core_pwr_dwn 132