1/* 2 * Copyright (c) 2021-2024, Arm Limited. All rights reserved. 3 * 4 * SPDX-License-Identifier: BSD-3-Clause 5 */ 6 7#include <arch.h> 8#include <asm_macros.S> 9#include <common/bl_common.h> 10#include <neoverse_v2.h> 11#include <cpu_macros.S> 12#include <plat_macros.S> 13#include "wa_cve_2022_23960_bhb_vector.S" 14 15/* Hardware handled coherency */ 16#if HW_ASSISTED_COHERENCY == 0 17#error "Neoverse V2 must be compiled with HW_ASSISTED_COHERENCY enabled" 18#endif 19 20/* 64-bit only core */ 21#if CTX_INCLUDE_AARCH32_REGS == 1 22#error "Neoverse V2 supports only AArch64. Compile with CTX_INCLUDE_AARCH32_REGS=0" 23#endif 24 25/* Disable hardware page aggregation. Enables mitigation for `CVE-2024-5660` */ 26workaround_reset_start neoverse_v2, CVE(2024, 5660), WORKAROUND_CVE_2024_5660 27 sysreg_bit_set NEOVERSE_V2_CPUECTLR_EL1, BIT(46) 28workaround_reset_end neoverse_v2, CVE(2024, 5660) 29 30check_erratum_ls neoverse_v2, CVE(2024, 5660), CPU_REV(0, 2) 31 32workaround_reset_start neoverse_v2, ERRATUM(2331132), ERRATA_V2_2331132 33 sysreg_bitfield_insert NEOVERSE_V2_CPUECTLR2_EL1, NEOVERSE_V2_CPUECTLR2_EL1_PF_MODE_CNSRV, \ 34 NEOVERSE_V2_CPUECTLR2_EL1_PF_MODE_LSB, NEOVERSE_V2_CPUECTLR2_EL1_PF_MODE_WIDTH 35workaround_reset_end neoverse_v2, ERRATUM(2331132) 36 37check_erratum_ls neoverse_v2, ERRATUM(2331132), CPU_REV(0, 2) 38 39workaround_reset_start neoverse_v2, ERRATUM(2618597), ERRATA_V2_2618597 40 /* Disable retention control for WFI and WFE. */ 41 mrs x0, NEOVERSE_V2_CPUPWRCTLR_EL1 42 bfi x0, xzr, #NEOVERSE_V2_CPUPWRCTLR_EL1_WFI_RET_CTRL_SHIFT, \ 43 #NEOVERSE_V2_CPUPWRCTLR_EL1_WFI_RET_CTRL_WIDTH 44 bfi x0, xzr, #NEOVERSE_V2_CPUPWRCTLR_EL1_WFE_RET_CTRL_SHIFT, \ 45 #NEOVERSE_V2_CPUPWRCTLR_EL1_WFE_RET_CTRL_WIDTH 46 msr NEOVERSE_V2_CPUPWRCTLR_EL1, x0 47workaround_reset_end neoverse_v2, ERRATUM(2618597) 48 49check_erratum_ls neoverse_v2, ERRATUM(2618597), CPU_REV(0, 1) 50 51workaround_reset_start neoverse_v2, ERRATUM(2662553), ERRATA_V2_2662553 52 sysreg_bitfield_insert NEOVERSE_V2_CPUECTLR2_EL1, NEOVERSE_V2_CPUECTLR2_EL1_TXREQ_STATIC_FULL, \ 53 NEOVERSE_V2_CPUECTLR2_EL1_TXREQ_LSB, NEOVERSE_V2_CPUECTLR2_EL1_TXREQ_WIDTH 54workaround_reset_end neoverse_v2, ERRATUM(2662553) 55 56check_erratum_ls neoverse_v2, ERRATUM(2662553), CPU_REV(0, 1) 57 58workaround_reset_start neoverse_v2, ERRATUM(2719105), ERRATA_V2_2719105 59 sysreg_bit_set NEOVERSE_V2_CPUACTLR2_EL1, NEOVERSE_V2_CPUACTLR2_EL1_BIT_0 60workaround_reset_end neoverse_v2, ERRATUM(2719105) 61 62check_erratum_ls neoverse_v2, ERRATUM(2719105), CPU_REV(0, 1) 63 64workaround_reset_start neoverse_v2, ERRATUM(2743011), ERRATA_V2_2743011 65 sysreg_bit_set NEOVERSE_V2_CPUACTLR5_EL1, NEOVERSE_V2_CPUACTLR5_EL1_BIT_55 66 sysreg_bit_clear NEOVERSE_V2_CPUACTLR5_EL1, NEOVERSE_V2_CPUACTLR5_EL1_BIT_56 67workaround_reset_end neoverse_v2, ERRATUM(2743011) 68 69check_erratum_ls neoverse_v2, ERRATUM(2743011), CPU_REV(0, 1) 70 71workaround_reset_start neoverse_v2, ERRATUM(2779510), ERRATA_V2_2779510 72 sysreg_bit_set NEOVERSE_V2_CPUACTLR3_EL1, NEOVERSE_V2_CPUACTLR3_EL1_BIT_47 73workaround_reset_end neoverse_v2, ERRATUM(2779510) 74 75check_erratum_ls neoverse_v2, ERRATUM(2779510), CPU_REV(0, 1) 76 77workaround_runtime_start neoverse_v2, ERRATUM(2801372), ERRATA_V2_2801372 78 /* dsb before isb of power down sequence */ 79 dsb sy 80workaround_runtime_end neoverse_v2, ERRATUM(2801372), ERRATA_V2_2801372 81 82check_erratum_ls neoverse_v2, ERRATUM(2801372), CPU_REV(0, 1) 83 84workaround_reset_start neoverse_v2, CVE(2022,23960), WORKAROUND_CVE_2022_23960 85#if IMAGE_BL31 86 /* 87 * The Neoverse-V2 generic vectors are overridden to apply errata 88 * mitigation on exception entry from lower ELs. 89 */ 90 override_vector_table wa_cve_vbar_neoverse_v2 91#endif /* IMAGE_BL31 */ 92workaround_reset_end neoverse_v2, CVE(2022,23960) 93 94check_erratum_chosen neoverse_v2, CVE(2022, 23960), WORKAROUND_CVE_2022_23960 95 96#if WORKAROUND_CVE_2022_23960 97 wa_cve_2022_23960_bhb_vector_table NEOVERSE_V2_BHB_LOOP_COUNT, neoverse_v2 98#endif /* WORKAROUND_CVE_2022_23960 */ 99 100 /* ---------------------------------------------------- 101 * HW will do the cache maintenance while powering down 102 * ---------------------------------------------------- 103 */ 104func neoverse_v2_core_pwr_dwn 105 /* --------------------------------------------------- 106 * Enable CPU power down bit in power control register 107 * --------------------------------------------------- 108 */ 109 sysreg_bit_set NEOVERSE_V2_CPUPWRCTLR_EL1, NEOVERSE_V2_CPUPWRCTLR_EL1_CORE_PWRDN_BIT 110 apply_erratum neoverse_v2, ERRATUM(2801372), ERRATA_V2_2801372, NO_GET_CPU_REV 111 112 isb 113 ret 114endfunc neoverse_v2_core_pwr_dwn 115 116cpu_reset_func_start neoverse_v2 117 /* Disable speculative loads */ 118 msr SSBS, xzr 119 120#if NEOVERSE_Vx_EXTERNAL_LLC 121 /* Some systems may have External LLC, core needs to be made aware */ 122 sysreg_bit_set NEOVERSE_V2_CPUECTLR_EL1, NEOVERSE_V2_CPUECTLR_EL1_EXTLLC_BIT 123#endif 124cpu_reset_func_end neoverse_v2 125 126 /* --------------------------------------------- 127 * This function provides Neoverse V2- 128 * specific register information for crash 129 * reporting. It needs to return with x6 130 * pointing to a list of register names in ascii 131 * and x8 - x15 having values of registers to be 132 * reported. 133 * --------------------------------------------- 134 */ 135.section .rodata.neoverse_v2_regs, "aS" 136neoverse_v2_regs: /* The ascii list of register names to be reported */ 137 .asciz "cpuectlr_el1", "" 138 139func neoverse_v2_cpu_reg_dump 140 adr x6, neoverse_v2_regs 141 mrs x8, NEOVERSE_V2_CPUECTLR_EL1 142 ret 143endfunc neoverse_v2_cpu_reg_dump 144 145declare_cpu_ops neoverse_v2, NEOVERSE_V2_MIDR, \ 146 neoverse_v2_reset_func, \ 147 neoverse_v2_core_pwr_dwn 148