1/* 2 * Copyright (c) 2022-2025, Arm Limited. All rights reserved. 3 * 4 * SPDX-License-Identifier: BSD-3-Clause 5 */ 6 7#include <arch.h> 8#include <asm_macros.S> 9#include <common/bl_common.h> 10#include <cortex_x4.h> 11#include <cpu_macros.S> 12#include <plat_macros.S> 13#include "wa_cve_2022_23960_bhb_vector.S" 14 15/* Hardware handled coherency */ 16#if HW_ASSISTED_COHERENCY == 0 17#error "Cortex X4 must be compiled with HW_ASSISTED_COHERENCY enabled" 18#endif 19 20/* 64-bit only core */ 21#if CTX_INCLUDE_AARCH32_REGS == 1 22#error "Cortex X4 supports only AArch64. Compile with CTX_INCLUDE_AARCH32_REGS=0" 23#endif 24 25cpu_reset_prologue cortex_x4 26 27.global check_erratum_cortex_x4_2726228 28.global check_erratum_cortex_x4_3701758 29 30#if WORKAROUND_CVE_2022_23960 31 wa_cve_2022_23960_bhb_vector_table CORTEX_X4_BHB_LOOP_COUNT, cortex_x4 32#endif /* WORKAROUND_CVE_2022_23960 */ 33 34workaround_runtime_start cortex_x4, ERRATUM(2726228), ERRATA_X4_2726228, CORTEX_X4_MIDR 35workaround_runtime_end cortex_x4, ERRATUM(2726228) 36 37check_erratum_ls cortex_x4, ERRATUM(2726228), CPU_REV(0, 1) 38 39/* Disable hardware page aggregation. Enables mitigation for `CVE-2024-5660` */ 40workaround_reset_start cortex_x4, CVE(2024, 5660), WORKAROUND_CVE_2024_5660 41 sysreg_bit_set CORTEX_X4_CPUECTLR_EL1, BIT(46) 42workaround_reset_end cortex_x4, CVE(2024, 5660) 43 44check_erratum_ls cortex_x4, CVE(2024, 5660), CPU_REV(0, 2) 45 46workaround_runtime_start cortex_x4, ERRATUM(2740089), ERRATA_X4_2740089 47 /* dsb before isb of power down sequence */ 48 dsb sy 49workaround_runtime_end cortex_x4, ERRATUM(2740089) 50 51check_erratum_ls cortex_x4, ERRATUM(2740089), CPU_REV(0, 1) 52 53workaround_reset_start cortex_x4, ERRATUM(2763018), ERRATA_X4_2763018 54 sysreg_bit_set CORTEX_X4_CPUACTLR3_EL1, BIT(47) 55workaround_reset_end cortex_x4, ERRATUM(2763018) 56 57check_erratum_ls cortex_x4, ERRATUM(2763018), CPU_REV(0, 1) 58 59workaround_reset_start cortex_x4, ERRATUM(2816013), ERRATA_X4_2816013 60 mrs x1, id_aa64pfr1_el1 61 ubfx x2, x1, ID_AA64PFR1_EL1_MTE_SHIFT, #4 62 cbz x2, #1f 63 sysreg_bit_set CORTEX_X4_CPUACTLR5_EL1, BIT(14) 641: 65workaround_reset_end cortex_x4, ERRATUM(2816013) 66 67check_erratum_ls cortex_x4, ERRATUM(2816013), CPU_REV(0, 1) 68 69workaround_reset_start cortex_x4, ERRATUM(2897503), ERRATA_X4_2897503 70 sysreg_bit_set CORTEX_X4_CPUACTLR4_EL1, BIT(8) 71workaround_reset_end cortex_x4, ERRATUM(2897503) 72 73check_erratum_ls cortex_x4, ERRATUM(2897503), CPU_REV(0, 1) 74 75workaround_reset_start cortex_x4, ERRATUM(2923985), ERRATA_X4_2923985 76 sysreg_bit_set CORTEX_X4_CPUACTLR4_EL1, (BIT(11) | BIT(10)) 77workaround_reset_end cortex_x4, ERRATUM(2923985) 78 79check_erratum_ls cortex_x4, ERRATUM(2923985), CPU_REV(0, 1) 80 81workaround_reset_start cortex_x4, ERRATUM(2957258), ERRATA_X4_2957258 82 /* Add ISB before MRS reads of MPIDR_EL1/MIDR_EL1 */ 83 ldr x0, =0x1 84 msr S3_6_c15_c8_0, x0 /* msr CPUPSELR_EL3, X0 */ 85 ldr x0, =0xd5380000 86 msr S3_6_c15_c8_2, x0 /* msr CPUPOR_EL3, X0 */ 87 ldr x0, =0xFFFFFF40 88 msr S3_6_c15_c8_3,x0 /* msr CPUPMR_EL3, X0 */ 89 ldr x0, =0x000080010033f 90 msr S3_6_c15_c8_1, x0 /* msr CPUPCR_EL3, X0 */ 91 isb 92workaround_reset_end cortex_x4, ERRATUM(2957258) 93 94check_erratum_ls cortex_x4, ERRATUM(2957258), CPU_REV(0, 1) 95 96workaround_reset_start cortex_x4, ERRATUM(3076789), ERRATA_X4_3076789 97 sysreg_bit_set CORTEX_X4_CPUACTLR3_EL1, BIT(14) 98 sysreg_bit_set CORTEX_X4_CPUACTLR3_EL1, BIT(13) 99 sysreg_bit_set CORTEX_X4_CPUACTLR_EL1, BIT(52) 100workaround_reset_end cortex_x4, ERRATUM(3076789) 101 102check_erratum_ls cortex_x4, ERRATUM(3076789), CPU_REV(0, 1) 103 104workaround_reset_start cortex_x4, CVE(2022, 23960), WORKAROUND_CVE_2022_23960 105#if IMAGE_BL31 106 /* 107 * The Cortex X4 generic vectors are overridden to apply errata 108 * mitigation on exception entry from lower ELs. 109 */ 110 override_vector_table wa_cve_vbar_cortex_x4 111#endif /* IMAGE_BL31 */ 112workaround_reset_end cortex_x4, CVE(2022, 23960) 113 114check_erratum_chosen cortex_x4, CVE(2022, 23960), WORKAROUND_CVE_2022_23960 115 116workaround_reset_start cortex_x4, CVE(2024, 7881), WORKAROUND_CVE_2024_7881 117 /* --------------------------------- 118 * Sets BIT41 of CPUACTLR6_EL1 which 119 * disables L1 Data cache prefetcher 120 * --------------------------------- 121 */ 122 sysreg_bit_set CORTEX_X4_CPUACTLR6_EL1, BIT(41) 123workaround_reset_end cortex_x4, CVE(2024, 7881) 124 125check_erratum_chosen cortex_x4, CVE(2024, 7881), WORKAROUND_CVE_2024_7881 126 127add_erratum_entry cortex_x4, ERRATUM(3701758), ERRATA_X4_3701758 128 129check_erratum_ls cortex_x4, ERRATUM(3701758), CPU_REV(0, 3) 130 131cpu_reset_func_start cortex_x4 132 /* Disable speculative loads */ 133 msr SSBS, xzr 134cpu_reset_func_end cortex_x4 135 136 /* ---------------------------------------------------- 137 * HW will do the cache maintenance while powering down 138 * ---------------------------------------------------- 139 */ 140func cortex_x4_core_pwr_dwn 141 /* --------------------------------------------------- 142 * Enable CPU power down bit in power control register 143 * --------------------------------------------------- 144 */ 145 sysreg_bit_set CORTEX_X4_CPUPWRCTLR_EL1, CORTEX_X4_CPUPWRCTLR_EL1_CORE_PWRDN_BIT 146 147 apply_erratum cortex_x4, ERRATUM(2740089), ERRATA_X4_2740089, NO_GET_CPU_REV 148 149 isb 150 ret 151endfunc cortex_x4_core_pwr_dwn 152 153 /* --------------------------------------------- 154 * This function provides Cortex X4-specific 155 * register information for crash reporting. 156 * It needs to return with x6 pointing to 157 * a list of register names in ascii and 158 * x8 - x15 having values of registers to be 159 * reported. 160 * --------------------------------------------- 161 */ 162.section .rodata.cortex_x4_regs, "aS" 163cortex_x4_regs: /* The ascii list of register names to be reported */ 164 .asciz "cpuectlr_el1", "" 165 166func cortex_x4_cpu_reg_dump 167 adr x6, cortex_x4_regs 168 mrs x8, CORTEX_X4_CPUECTLR_EL1 169 ret 170endfunc cortex_x4_cpu_reg_dump 171 172declare_cpu_ops_wa_4 cortex_x4, CORTEX_X4_MIDR, \ 173 cortex_x4_reset_func, \ 174 CPU_NO_EXTRA1_FUNC, \ 175 CPU_NO_EXTRA2_FUNC, \ 176 CPU_NO_EXTRA3_FUNC, \ 177 check_erratum_cortex_x4_7881, \ 178 cortex_x4_core_pwr_dwn 179