1870fcb94SGovindraj Raja/* 26ce6acacSArvind Ram Prakash * Copyright (c) 2022-2025, Arm Limited. All rights reserved. 3870fcb94SGovindraj Raja * 4870fcb94SGovindraj Raja * SPDX-License-Identifier: BSD-3-Clause 5870fcb94SGovindraj Raja */ 6870fcb94SGovindraj Raja 7870fcb94SGovindraj Raja#include <arch.h> 8870fcb94SGovindraj Raja#include <asm_macros.S> 9870fcb94SGovindraj Raja#include <common/bl_common.h> 10870fcb94SGovindraj Raja#include <cortex_x4.h> 11870fcb94SGovindraj Raja#include <cpu_macros.S> 12efc945f1SArvind Ram Prakash#include <dsu_macros.S> 13870fcb94SGovindraj Raja#include <plat_macros.S> 14870fcb94SGovindraj Raja#include "wa_cve_2022_23960_bhb_vector.S" 15870fcb94SGovindraj Raja 16870fcb94SGovindraj Raja/* Hardware handled coherency */ 17870fcb94SGovindraj Raja#if HW_ASSISTED_COHERENCY == 0 18870fcb94SGovindraj Raja#error "Cortex X4 must be compiled with HW_ASSISTED_COHERENCY enabled" 19870fcb94SGovindraj Raja#endif 20870fcb94SGovindraj Raja 21870fcb94SGovindraj Raja/* 64-bit only core */ 22870fcb94SGovindraj Raja#if CTX_INCLUDE_AARCH32_REGS == 1 23870fcb94SGovindraj Raja#error "Cortex X4 supports only AArch64. Compile with CTX_INCLUDE_AARCH32_REGS=0" 24870fcb94SGovindraj Raja#endif 25870fcb94SGovindraj Raja 2689dba82dSBoyan Karatotevcpu_reset_prologue cortex_x4 2789dba82dSBoyan Karatotev 284a97ff51SArvind Ram Prakash.global check_erratum_cortex_x4_2726228 2938401c53SGovindraj Raja.global check_erratum_cortex_x4_3701758 304a97ff51SArvind Ram Prakash 3121d068beSBoyan Karatotevadd_erratum_entry cortex_x4, ERRATUM(2726228), ERRATA_X4_2726228 324a97ff51SArvind Ram Prakash 33b5477167SBoyan Karatotevcheck_erratum_ls cortex_x4, ERRATUM(2726228), CPU_REV(0, 1) 344a97ff51SArvind Ram Prakash 35c833ca66SBipin Raviworkaround_runtime_start cortex_x4, ERRATUM(2740089), ERRATA_X4_2740089 36c833ca66SBipin Ravi /* dsb before isb of power down sequence */ 37c833ca66SBipin Ravi dsb sy 38c833ca66SBipin Raviworkaround_runtime_end cortex_x4, ERRATUM(2740089) 39c833ca66SBipin Ravi 40c833ca66SBipin Ravicheck_erratum_ls cortex_x4, ERRATUM(2740089), CPU_REV(0, 1) 41c833ca66SBipin Ravi 4247312115SSona Mathewworkaround_reset_start cortex_x4, ERRATUM(2763018), ERRATA_X4_2763018 4347312115SSona Mathew sysreg_bit_set CORTEX_X4_CPUACTLR3_EL1, BIT(47) 4447312115SSona Mathewworkaround_reset_end cortex_x4, ERRATUM(2763018) 4547312115SSona Mathew 4647312115SSona Mathewcheck_erratum_ls cortex_x4, ERRATUM(2763018), CPU_REV(0, 1) 4747312115SSona Mathew 481e4480bbSSona Mathewworkaround_reset_start cortex_x4, ERRATUM(2816013), ERRATA_X4_2816013 491e4480bbSSona Mathew mrs x1, id_aa64pfr1_el1 501e4480bbSSona Mathew ubfx x2, x1, ID_AA64PFR1_EL1_MTE_SHIFT, #4 511e4480bbSSona Mathew cbz x2, #1f 521e4480bbSSona Mathew sysreg_bit_set CORTEX_X4_CPUACTLR5_EL1, BIT(14) 531e4480bbSSona Mathew1: 541e4480bbSSona Mathewworkaround_reset_end cortex_x4, ERRATUM(2816013) 551e4480bbSSona Mathew 561e4480bbSSona Mathewcheck_erratum_ls cortex_x4, ERRATUM(2816013), CPU_REV(0, 1) 571e4480bbSSona Mathew 58609d08a8SArvind Ram Prakashworkaround_reset_start cortex_x4, ERRATUM(2897503), ERRATA_X4_2897503 59609d08a8SArvind Ram Prakash sysreg_bit_set CORTEX_X4_CPUACTLR4_EL1, BIT(8) 60609d08a8SArvind Ram Prakashworkaround_reset_end cortex_x4, ERRATUM(2897503) 61609d08a8SArvind Ram Prakash 62609d08a8SArvind Ram Prakashcheck_erratum_ls cortex_x4, ERRATUM(2897503), CPU_REV(0, 1) 63609d08a8SArvind Ram Prakash 64efc945f1SArvind Ram Prakashworkaround_reset_start cortex_x4, ERRATUM(2900952), ERRATA_DSU_2900952 65efc945f1SArvind Ram Prakash errata_dsu_2900952_wa_apply 66efc945f1SArvind Ram Prakashworkaround_reset_end cortex_x4, ERRATUM(2900952) 67efc945f1SArvind Ram Prakash 68efc945f1SArvind Ram Prakashcheck_erratum_custom_start cortex_x4, ERRATUM(2900952) 69efc945f1SArvind Ram Prakash check_errata_dsu_2900952_applies 70efc945f1SArvind Ram Prakash ret 71efc945f1SArvind Ram Prakashcheck_erratum_custom_end cortex_x4, ERRATUM(2900952) 72efc945f1SArvind Ram Prakash 73cc461661SArvind Ram Prakashworkaround_reset_start cortex_x4, ERRATUM(2923985), ERRATA_X4_2923985 74cc461661SArvind Ram Prakash sysreg_bit_set CORTEX_X4_CPUACTLR4_EL1, (BIT(11) | BIT(10)) 75cc461661SArvind Ram Prakashworkaround_reset_end cortex_x4, ERRATUM(2923985) 76cc461661SArvind Ram Prakash 77cc461661SArvind Ram Prakashcheck_erratum_ls cortex_x4, ERRATUM(2923985), CPU_REV(0, 1) 78cc461661SArvind Ram Prakash 7909c1edb8SGovindraj Rajaworkaround_reset_start cortex_x4, ERRATUM(2957258), ERRATA_X4_2957258 8009c1edb8SGovindraj Raja /* Add ISB before MRS reads of MPIDR_EL1/MIDR_EL1 */ 8109c1edb8SGovindraj Raja ldr x0, =0x1 8209c1edb8SGovindraj Raja msr S3_6_c15_c8_0, x0 /* msr CPUPSELR_EL3, X0 */ 8309c1edb8SGovindraj Raja ldr x0, =0xd5380000 8409c1edb8SGovindraj Raja msr S3_6_c15_c8_2, x0 /* msr CPUPOR_EL3, X0 */ 8509c1edb8SGovindraj Raja ldr x0, =0xFFFFFF40 8609c1edb8SGovindraj Raja msr S3_6_c15_c8_3,x0 /* msr CPUPMR_EL3, X0 */ 8709c1edb8SGovindraj Raja ldr x0, =0x000080010033f 8809c1edb8SGovindraj Raja msr S3_6_c15_c8_1, x0 /* msr CPUPCR_EL3, X0 */ 8909c1edb8SGovindraj Raja isb 9009c1edb8SGovindraj Rajaworkaround_reset_end cortex_x4, ERRATUM(2957258) 9109c1edb8SGovindraj Raja 9209c1edb8SGovindraj Rajacheck_erratum_ls cortex_x4, ERRATUM(2957258), CPU_REV(0, 1) 9309c1edb8SGovindraj Raja 94db7eb688SRyan Everettworkaround_reset_start cortex_x4, ERRATUM(3076789), ERRATA_X4_3076789 95db7eb688SRyan Everett sysreg_bit_set CORTEX_X4_CPUACTLR3_EL1, BIT(14) 96db7eb688SRyan Everett sysreg_bit_set CORTEX_X4_CPUACTLR3_EL1, BIT(13) 97db7eb688SRyan Everett sysreg_bit_set CORTEX_X4_CPUACTLR_EL1, BIT(52) 98db7eb688SRyan Everettworkaround_reset_end cortex_x4, ERRATUM(3076789) 99db7eb688SRyan Everett 100db7eb688SRyan Everettcheck_erratum_ls cortex_x4, ERRATUM(3076789), CPU_REV(0, 1) 101db7eb688SRyan Everett 10258148b92SArvind Ram Prakashworkaround_reset_start cortex_x4, ERRATUM(3133195), ERRATA_X4_3133195 10358148b92SArvind Ram Prakash ldr x0,=0x2 10458148b92SArvind Ram Prakash msr s3_6_c15_c8_0,x0 /* msr cpupselr_el3, x0 */ 10558148b92SArvind Ram Prakash ldr x0,=0xd503225f 10658148b92SArvind Ram Prakash msr s3_6_c15_c8_2,x0 /* msr cpupor_el3, x0 */ 10758148b92SArvind Ram Prakash ldr x0,=0xffffffff 10858148b92SArvind Ram Prakash msr s3_6_c15_c8_3,x0 /* msr cpupmr_el3, x0 */ 10958148b92SArvind Ram Prakash ldr x0,=0x00000000404003fd 11058148b92SArvind Ram Prakash msr s3_6_c15_c8_1,x0 /* msr cpupcr_el3, x0 */ 11158148b92SArvind Ram Prakashworkaround_reset_end cortex_x4, ERRATUM(3133195) 11258148b92SArvind Ram Prakash 11358148b92SArvind Ram Prakashcheck_erratum_range cortex_x4, ERRATUM(3133195), CPU_REV(0, 2), CPU_REV(0, 2) 11458148b92SArvind Ram Prakash 115ede127e6SSona Mathewadd_erratum_entry cortex_x4, ERRATUM(3701758), ERRATA_X4_3701758 116ede127e6SSona Mathew 117ede127e6SSona Mathewcheck_erratum_ls cortex_x4, ERRATUM(3701758), CPU_REV(0, 3) 118ede127e6SSona Mathew 119*5a45f0fcSArvind Ram Prakashworkaround_reset_start cortex_x4, ERRATUM(3887999), ERRATA_X4_3887999 120*5a45f0fcSArvind Ram Prakash sysreg_bit_set CORTEX_X4_CPUACTLR2_EL1, BIT(22) 121*5a45f0fcSArvind Ram Prakashworkaround_reset_end cortex_x4, ERRATUM(3887999) 122*5a45f0fcSArvind Ram Prakash 123*5a45f0fcSArvind Ram Prakashcheck_erratum_ls cortex_x4, ERRATUM(3887999), CPU_REV(0, 3) 124*5a45f0fcSArvind Ram Prakash 125ede127e6SSona Mathew/* Disable hardware page aggregation. Enables mitigation for `CVE-2024-5660` */ 126ede127e6SSona Mathewworkaround_reset_start cortex_x4, CVE(2024, 5660), WORKAROUND_CVE_2024_5660 127ede127e6SSona Mathew sysreg_bit_set CORTEX_X4_CPUECTLR_EL1, BIT(46) 128ede127e6SSona Mathewworkaround_reset_end cortex_x4, CVE(2024, 5660) 129ede127e6SSona Mathew 130ede127e6SSona Mathewcheck_erratum_ls cortex_x4, CVE(2024, 5660), CPU_REV(0, 2) 131ede127e6SSona Mathew 1326ce6acacSArvind Ram Prakashworkaround_reset_start cortex_x4, CVE(2024, 7881), WORKAROUND_CVE_2024_7881 1336ce6acacSArvind Ram Prakash /* --------------------------------- 1346ce6acacSArvind Ram Prakash * Sets BIT41 of CPUACTLR6_EL1 which 1356ce6acacSArvind Ram Prakash * disables L1 Data cache prefetcher 1366ce6acacSArvind Ram Prakash * --------------------------------- 1376ce6acacSArvind Ram Prakash */ 1386ce6acacSArvind Ram Prakash sysreg_bit_set CORTEX_X4_CPUACTLR6_EL1, BIT(41) 1396ce6acacSArvind Ram Prakashworkaround_reset_end cortex_x4, CVE(2024, 7881) 1406ce6acacSArvind Ram Prakash 1416ce6acacSArvind Ram Prakashcheck_erratum_chosen cortex_x4, CVE(2024, 7881), WORKAROUND_CVE_2024_7881 1426ce6acacSArvind Ram Prakash 143e4883071SGovindraj Rajacpu_reset_func_start cortex_x4 144e4883071SGovindraj Raja /* Disable speculative loads */ 145e4883071SGovindraj Raja msr SSBS, xzr 1462590e819SBoyan Karatotev enable_mpmm 147e4883071SGovindraj Rajacpu_reset_func_end cortex_x4 148870fcb94SGovindraj Raja 149870fcb94SGovindraj Raja /* ---------------------------------------------------- 150870fcb94SGovindraj Raja * HW will do the cache maintenance while powering down 151870fcb94SGovindraj Raja * ---------------------------------------------------- 152870fcb94SGovindraj Raja */ 153870fcb94SGovindraj Rajafunc cortex_x4_core_pwr_dwn 154870fcb94SGovindraj Raja /* --------------------------------------------------- 155870fcb94SGovindraj Raja * Enable CPU power down bit in power control register 156870fcb94SGovindraj Raja * --------------------------------------------------- 157870fcb94SGovindraj Raja */ 158e4883071SGovindraj Raja sysreg_bit_set CORTEX_X4_CPUPWRCTLR_EL1, CORTEX_X4_CPUPWRCTLR_EL1_CORE_PWRDN_BIT 159c833ca66SBipin Ravi 160645917abSBoyan Karatotev apply_erratum cortex_x4, ERRATUM(2740089), ERRATA_X4_2740089 161c833ca66SBipin Ravi 162870fcb94SGovindraj Raja isb 163870fcb94SGovindraj Raja ret 164870fcb94SGovindraj Rajaendfunc cortex_x4_core_pwr_dwn 165870fcb94SGovindraj Raja 166870fcb94SGovindraj Raja /* --------------------------------------------- 167870fcb94SGovindraj Raja * This function provides Cortex X4-specific 168870fcb94SGovindraj Raja * register information for crash reporting. 169870fcb94SGovindraj Raja * It needs to return with x6 pointing to 170870fcb94SGovindraj Raja * a list of register names in ascii and 171870fcb94SGovindraj Raja * x8 - x15 having values of registers to be 172870fcb94SGovindraj Raja * reported. 173870fcb94SGovindraj Raja * --------------------------------------------- 174870fcb94SGovindraj Raja */ 175870fcb94SGovindraj Raja.section .rodata.cortex_x4_regs, "aS" 176870fcb94SGovindraj Rajacortex_x4_regs: /* The ascii list of register names to be reported */ 177870fcb94SGovindraj Raja .asciz "cpuectlr_el1", "" 178870fcb94SGovindraj Raja 179870fcb94SGovindraj Rajafunc cortex_x4_cpu_reg_dump 180870fcb94SGovindraj Raja adr x6, cortex_x4_regs 181870fcb94SGovindraj Raja mrs x8, CORTEX_X4_CPUECTLR_EL1 182870fcb94SGovindraj Raja ret 183870fcb94SGovindraj Rajaendfunc cortex_x4_cpu_reg_dump 184870fcb94SGovindraj Raja 185fd04156eSArvind Ram Prakashdeclare_cpu_ops cortex_x4, CORTEX_X4_MIDR, \ 186870fcb94SGovindraj Raja cortex_x4_reset_func, \ 187870fcb94SGovindraj Raja cortex_x4_core_pwr_dwn 188