xref: /rk3399_ARM-atf/lib/cpus/aarch64/cortex_x4.S (revision fce63f189fdaa8589c4cfb1d6fc8f64d2822ddf0)
1870fcb94SGovindraj Raja/*
26ce6acacSArvind Ram Prakash * Copyright (c) 2022-2025, Arm Limited. All rights reserved.
3870fcb94SGovindraj Raja *
4870fcb94SGovindraj Raja * SPDX-License-Identifier: BSD-3-Clause
5870fcb94SGovindraj Raja */
6870fcb94SGovindraj Raja
7870fcb94SGovindraj Raja#include <arch.h>
8870fcb94SGovindraj Raja#include <asm_macros.S>
9870fcb94SGovindraj Raja#include <common/bl_common.h>
10870fcb94SGovindraj Raja#include <cortex_x4.h>
11870fcb94SGovindraj Raja#include <cpu_macros.S>
12efc945f1SArvind Ram Prakash#include <dsu_macros.S>
13870fcb94SGovindraj Raja#include <plat_macros.S>
14870fcb94SGovindraj Raja#include "wa_cve_2022_23960_bhb_vector.S"
15870fcb94SGovindraj Raja
16870fcb94SGovindraj Raja/* Hardware handled coherency */
17870fcb94SGovindraj Raja#if HW_ASSISTED_COHERENCY == 0
18870fcb94SGovindraj Raja#error "Cortex X4 must be compiled with HW_ASSISTED_COHERENCY enabled"
19870fcb94SGovindraj Raja#endif
20870fcb94SGovindraj Raja
21870fcb94SGovindraj Raja/* 64-bit only core */
22870fcb94SGovindraj Raja#if CTX_INCLUDE_AARCH32_REGS == 1
23870fcb94SGovindraj Raja#error "Cortex X4 supports only AArch64. Compile with CTX_INCLUDE_AARCH32_REGS=0"
24870fcb94SGovindraj Raja#endif
25870fcb94SGovindraj Raja
2689dba82dSBoyan Karatotevcpu_reset_prologue cortex_x4
2789dba82dSBoyan Karatotev
284a97ff51SArvind Ram Prakash.global check_erratum_cortex_x4_2726228
2938401c53SGovindraj Raja.global check_erratum_cortex_x4_3701758
304a97ff51SArvind Ram Prakash
3121d068beSBoyan Karatotevadd_erratum_entry cortex_x4, ERRATUM(2726228), ERRATA_X4_2726228
324a97ff51SArvind Ram Prakash
33b5477167SBoyan Karatotevcheck_erratum_ls cortex_x4, ERRATUM(2726228), CPU_REV(0, 1)
344a97ff51SArvind Ram Prakash
35c833ca66SBipin Raviworkaround_runtime_start cortex_x4, ERRATUM(2740089), ERRATA_X4_2740089
36c833ca66SBipin Ravi	/* dsb before isb of power down sequence */
37c833ca66SBipin Ravi	dsb	sy
38c833ca66SBipin Raviworkaround_runtime_end cortex_x4, ERRATUM(2740089)
39c833ca66SBipin Ravi
40c833ca66SBipin Ravicheck_erratum_ls cortex_x4, ERRATUM(2740089), CPU_REV(0, 1)
41c833ca66SBipin Ravi
4247312115SSona Mathewworkaround_reset_start cortex_x4, ERRATUM(2763018), ERRATA_X4_2763018
4347312115SSona Mathew	sysreg_bit_set	CORTEX_X4_CPUACTLR3_EL1, BIT(47)
4447312115SSona Mathewworkaround_reset_end cortex_x4, ERRATUM(2763018)
4547312115SSona Mathew
4647312115SSona Mathewcheck_erratum_ls cortex_x4, ERRATUM(2763018), CPU_REV(0, 1)
4747312115SSona Mathew
481e4480bbSSona Mathewworkaround_reset_start cortex_x4, ERRATUM(2816013), ERRATA_X4_2816013
491e4480bbSSona Mathew	mrs x1, id_aa64pfr1_el1
501e4480bbSSona Mathew	ubfx x2, x1, ID_AA64PFR1_EL1_MTE_SHIFT, #4
511e4480bbSSona Mathew	cbz x2, #1f
521e4480bbSSona Mathew	sysreg_bit_set CORTEX_X4_CPUACTLR5_EL1, BIT(14)
531e4480bbSSona Mathew1:
541e4480bbSSona Mathewworkaround_reset_end cortex_x4, ERRATUM(2816013)
551e4480bbSSona Mathew
561e4480bbSSona Mathewcheck_erratum_ls cortex_x4, ERRATUM(2816013), CPU_REV(0, 1)
571e4480bbSSona Mathew
58609d08a8SArvind Ram Prakashworkaround_reset_start cortex_x4, ERRATUM(2897503), ERRATA_X4_2897503
59609d08a8SArvind Ram Prakash	sysreg_bit_set	CORTEX_X4_CPUACTLR4_EL1, BIT(8)
60609d08a8SArvind Ram Prakashworkaround_reset_end cortex_x4, ERRATUM(2897503)
61609d08a8SArvind Ram Prakash
62609d08a8SArvind Ram Prakashcheck_erratum_ls cortex_x4, ERRATUM(2897503), CPU_REV(0, 1)
63609d08a8SArvind Ram Prakash
64efc945f1SArvind Ram Prakashworkaround_reset_start cortex_x4, ERRATUM(2900952), ERRATA_DSU_2900952
65efc945f1SArvind Ram Prakash	errata_dsu_2900952_wa_apply
66efc945f1SArvind Ram Prakashworkaround_reset_end cortex_x4, ERRATUM(2900952)
67efc945f1SArvind Ram Prakash
68efc945f1SArvind Ram Prakashcheck_erratum_custom_start cortex_x4, ERRATUM(2900952)
69efc945f1SArvind Ram Prakash	check_errata_dsu_2900952_applies
70efc945f1SArvind Ram Prakash	ret
71efc945f1SArvind Ram Prakashcheck_erratum_custom_end cortex_x4, ERRATUM(2900952)
72efc945f1SArvind Ram Prakash
73cc461661SArvind Ram Prakashworkaround_reset_start cortex_x4, ERRATUM(2923985), ERRATA_X4_2923985
74cc461661SArvind Ram Prakash	sysreg_bit_set CORTEX_X4_CPUACTLR4_EL1, (BIT(11) | BIT(10))
75cc461661SArvind Ram Prakashworkaround_reset_end cortex_x4, ERRATUM(2923985)
76cc461661SArvind Ram Prakash
77cc461661SArvind Ram Prakashcheck_erratum_ls cortex_x4, ERRATUM(2923985), CPU_REV(0, 1)
78cc461661SArvind Ram Prakash
7909c1edb8SGovindraj Rajaworkaround_reset_start cortex_x4, ERRATUM(2957258), ERRATA_X4_2957258
8009c1edb8SGovindraj Raja	/* Add ISB before MRS reads of MPIDR_EL1/MIDR_EL1 */
8109c1edb8SGovindraj Raja	ldr x0, =0x1
8209c1edb8SGovindraj Raja	msr S3_6_c15_c8_0, x0 	/* msr CPUPSELR_EL3, X0 */
8309c1edb8SGovindraj Raja	ldr x0, =0xd5380000
8409c1edb8SGovindraj Raja	msr S3_6_c15_c8_2, x0 	/* msr CPUPOR_EL3, X0 */
8509c1edb8SGovindraj Raja	ldr x0, =0xFFFFFF40
8609c1edb8SGovindraj Raja	msr S3_6_c15_c8_3,x0 	/* msr CPUPMR_EL3, X0 */
8709c1edb8SGovindraj Raja	ldr x0, =0x000080010033f
8809c1edb8SGovindraj Raja	msr S3_6_c15_c8_1, x0	/* msr CPUPCR_EL3, X0 */
8909c1edb8SGovindraj Raja	isb
9009c1edb8SGovindraj Rajaworkaround_reset_end cortex_x4, ERRATUM(2957258)
9109c1edb8SGovindraj Raja
9209c1edb8SGovindraj Rajacheck_erratum_ls cortex_x4, ERRATUM(2957258), CPU_REV(0, 1)
9309c1edb8SGovindraj Raja
94db7eb688SRyan Everettworkaround_reset_start cortex_x4, ERRATUM(3076789), ERRATA_X4_3076789
95db7eb688SRyan Everett	sysreg_bit_set CORTEX_X4_CPUACTLR3_EL1, BIT(14)
96db7eb688SRyan Everett	sysreg_bit_set CORTEX_X4_CPUACTLR3_EL1, BIT(13)
97db7eb688SRyan Everett	sysreg_bit_set CORTEX_X4_CPUACTLR_EL1, BIT(52)
98db7eb688SRyan Everettworkaround_reset_end cortex_x4, ERRATUM(3076789)
99db7eb688SRyan Everett
100db7eb688SRyan Everettcheck_erratum_ls cortex_x4, ERRATUM(3076789), CPU_REV(0, 1)
101db7eb688SRyan Everett
10258148b92SArvind Ram Prakashworkaround_reset_start cortex_x4, ERRATUM(3133195), ERRATA_X4_3133195
10358148b92SArvind Ram Prakash	ldr x0,=0x2
10458148b92SArvind Ram Prakash	msr s3_6_c15_c8_0,x0 /* msr cpupselr_el3, x0 */
10558148b92SArvind Ram Prakash	ldr x0,=0xd503225f
10658148b92SArvind Ram Prakash	msr s3_6_c15_c8_2,x0 /* msr cpupor_el3, x0 */
10758148b92SArvind Ram Prakash	ldr x0,=0xffffffff
10858148b92SArvind Ram Prakash	msr s3_6_c15_c8_3,x0 /* msr cpupmr_el3, x0 */
10958148b92SArvind Ram Prakash	ldr x0,=0x00000000404003fd
11058148b92SArvind Ram Prakash	msr s3_6_c15_c8_1,x0 /* msr cpupcr_el3, x0 */
11158148b92SArvind Ram Prakashworkaround_reset_end cortex_x4, ERRATUM(3133195)
11258148b92SArvind Ram Prakash
11358148b92SArvind Ram Prakashcheck_erratum_range cortex_x4, ERRATUM(3133195), CPU_REV(0, 2), CPU_REV(0, 2)
11458148b92SArvind Ram Prakash
115ede127e6SSona Mathewadd_erratum_entry cortex_x4, ERRATUM(3701758), ERRATA_X4_3701758
116ede127e6SSona Mathew
117ede127e6SSona Mathewcheck_erratum_ls cortex_x4, ERRATUM(3701758), CPU_REV(0, 3)
118ede127e6SSona Mathew
119*5a45f0fcSArvind Ram Prakashworkaround_reset_start cortex_x4, ERRATUM(3887999), ERRATA_X4_3887999
120*5a45f0fcSArvind Ram Prakash	sysreg_bit_set CORTEX_X4_CPUACTLR2_EL1, BIT(22)
121*5a45f0fcSArvind Ram Prakashworkaround_reset_end cortex_x4, ERRATUM(3887999)
122*5a45f0fcSArvind Ram Prakash
123*5a45f0fcSArvind Ram Prakashcheck_erratum_ls cortex_x4, ERRATUM(3887999), CPU_REV(0, 3)
124*5a45f0fcSArvind Ram Prakash
125ede127e6SSona Mathew/* Disable hardware page aggregation. Enables mitigation for `CVE-2024-5660` */
126ede127e6SSona Mathewworkaround_reset_start cortex_x4, CVE(2024, 5660), WORKAROUND_CVE_2024_5660
127ede127e6SSona Mathew	sysreg_bit_set CORTEX_X4_CPUECTLR_EL1, BIT(46)
128ede127e6SSona Mathewworkaround_reset_end cortex_x4, CVE(2024, 5660)
129ede127e6SSona Mathew
130ede127e6SSona Mathewcheck_erratum_ls cortex_x4, CVE(2024, 5660), CPU_REV(0, 2)
131ede127e6SSona Mathew
1326ce6acacSArvind Ram Prakashworkaround_reset_start cortex_x4, CVE(2024, 7881), WORKAROUND_CVE_2024_7881
1336ce6acacSArvind Ram Prakash	/* ---------------------------------
1346ce6acacSArvind Ram Prakash	 * Sets BIT41 of CPUACTLR6_EL1 which
1356ce6acacSArvind Ram Prakash	 * disables L1 Data cache prefetcher
1366ce6acacSArvind Ram Prakash	 * ---------------------------------
1376ce6acacSArvind Ram Prakash	 */
1386ce6acacSArvind Ram Prakash	sysreg_bit_set CORTEX_X4_CPUACTLR6_EL1, BIT(41)
1396ce6acacSArvind Ram Prakashworkaround_reset_end cortex_x4, CVE(2024, 7881)
1406ce6acacSArvind Ram Prakash
1416ce6acacSArvind Ram Prakashcheck_erratum_chosen cortex_x4, CVE(2024, 7881), WORKAROUND_CVE_2024_7881
1426ce6acacSArvind Ram Prakash
143e4883071SGovindraj Rajacpu_reset_func_start cortex_x4
144e4883071SGovindraj Raja	/* Disable speculative loads */
145e4883071SGovindraj Raja	msr	SSBS, xzr
1462590e819SBoyan Karatotev	enable_mpmm
147e4883071SGovindraj Rajacpu_reset_func_end cortex_x4
148870fcb94SGovindraj Raja
149870fcb94SGovindraj Raja	/* ----------------------------------------------------
150870fcb94SGovindraj Raja	 * HW will do the cache maintenance while powering down
151870fcb94SGovindraj Raja	 * ----------------------------------------------------
152870fcb94SGovindraj Raja	 */
153870fcb94SGovindraj Rajafunc cortex_x4_core_pwr_dwn
154870fcb94SGovindraj Raja	/* ---------------------------------------------------
155870fcb94SGovindraj Raja	 * Enable CPU power down bit in power control register
156870fcb94SGovindraj Raja	 * ---------------------------------------------------
157870fcb94SGovindraj Raja	 */
158e4883071SGovindraj Raja	sysreg_bit_set CORTEX_X4_CPUPWRCTLR_EL1, CORTEX_X4_CPUPWRCTLR_EL1_CORE_PWRDN_BIT
159c833ca66SBipin Ravi
160645917abSBoyan Karatotev	apply_erratum cortex_x4, ERRATUM(2740089), ERRATA_X4_2740089
161c833ca66SBipin Ravi
162870fcb94SGovindraj Raja	isb
163870fcb94SGovindraj Raja	ret
164870fcb94SGovindraj Rajaendfunc cortex_x4_core_pwr_dwn
165870fcb94SGovindraj Raja
166870fcb94SGovindraj Raja	/* ---------------------------------------------
167870fcb94SGovindraj Raja	 * This function provides Cortex X4-specific
168870fcb94SGovindraj Raja	 * register information for crash reporting.
169870fcb94SGovindraj Raja	 * It needs to return with x6 pointing to
170870fcb94SGovindraj Raja	 * a list of register names in ascii and
171870fcb94SGovindraj Raja	 * x8 - x15 having values of registers to be
172870fcb94SGovindraj Raja	 * reported.
173870fcb94SGovindraj Raja	 * ---------------------------------------------
174870fcb94SGovindraj Raja	 */
175870fcb94SGovindraj Raja.section .rodata.cortex_x4_regs, "aS"
176870fcb94SGovindraj Rajacortex_x4_regs:  /* The ascii list of register names to be reported */
177870fcb94SGovindraj Raja	.asciz	"cpuectlr_el1", ""
178870fcb94SGovindraj Raja
179870fcb94SGovindraj Rajafunc cortex_x4_cpu_reg_dump
180870fcb94SGovindraj Raja	adr	x6, cortex_x4_regs
181870fcb94SGovindraj Raja	mrs	x8, CORTEX_X4_CPUECTLR_EL1
182870fcb94SGovindraj Raja	ret
183870fcb94SGovindraj Rajaendfunc cortex_x4_cpu_reg_dump
184870fcb94SGovindraj Raja
185fd04156eSArvind Ram Prakashdeclare_cpu_ops cortex_x4, CORTEX_X4_MIDR, \
186870fcb94SGovindraj Raja	cortex_x4_reset_func, \
187870fcb94SGovindraj Raja	cortex_x4_core_pwr_dwn
188