xref: /rk3399_ARM-atf/lib/cpus/aarch64/neoverse_v2.S (revision a0723de7b4e65169a81e7a7a856cd1c74b917782)
1/*
2 * Copyright (c) 2021-2025, Arm Limited. All rights reserved.
3 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 */
6
7#include <arch.h>
8#include <asm_macros.S>
9#include <common/bl_common.h>
10#include <neoverse_v2.h>
11#include <cpu_macros.S>
12#include <plat_macros.S>
13#include "wa_cve_2022_23960_bhb_vector.S"
14
15/* Hardware handled coherency */
16#if HW_ASSISTED_COHERENCY == 0
17#error "Neoverse V2 must be compiled with HW_ASSISTED_COHERENCY enabled"
18#endif
19
20/* 64-bit only core */
21#if CTX_INCLUDE_AARCH32_REGS == 1
22#error "Neoverse V2 supports only AArch64. Compile with CTX_INCLUDE_AARCH32_REGS=0"
23#endif
24
25.global check_erratum_neoverse_v2_3701771
26
27cpu_reset_prologue neoverse_v2
28
29workaround_reset_start neoverse_v2, ERRATUM(2618597), ERRATA_V2_2618597
30        /* Disable retention control for WFI and WFE. */
31        mrs     x0, NEOVERSE_V2_CPUPWRCTLR_EL1
32        bfi     x0, xzr, #NEOVERSE_V2_CPUPWRCTLR_EL1_WFI_RET_CTRL_SHIFT, \
33		#NEOVERSE_V2_CPUPWRCTLR_EL1_WFI_RET_CTRL_WIDTH
34        bfi     x0, xzr, #NEOVERSE_V2_CPUPWRCTLR_EL1_WFE_RET_CTRL_SHIFT, \
35		#NEOVERSE_V2_CPUPWRCTLR_EL1_WFE_RET_CTRL_WIDTH
36        msr     NEOVERSE_V2_CPUPWRCTLR_EL1, x0
37workaround_reset_end neoverse_v2, ERRATUM(2618597)
38
39/* Erratum entry and check function for SMCCC_ARCH_WORKAROUND_3 */
40add_erratum_entry neoverse_v2, ERRATUM(ARCH_WORKAROUND_3), WORKAROUND_CVE_2022_23960
41
42check_erratum_ls neoverse_v2, ERRATUM(ARCH_WORKAROUND_3), CPU_REV(0, 0)
43
44check_erratum_ls neoverse_v2, ERRATUM(2618597), CPU_REV(0, 1)
45
46workaround_reset_start neoverse_v2, ERRATUM(2662553), ERRATA_V2_2662553
47	sysreg_bitfield_insert NEOVERSE_V2_CPUECTLR2_EL1, NEOVERSE_V2_CPUECTLR2_EL1_TXREQ_STATIC_FULL, \
48		NEOVERSE_V2_CPUECTLR2_EL1_TXREQ_LSB, NEOVERSE_V2_CPUECTLR2_EL1_TXREQ_WIDTH
49workaround_reset_end neoverse_v2, ERRATUM(2662553)
50
51check_erratum_ls neoverse_v2, ERRATUM(2662553), CPU_REV(0, 1)
52
53workaround_reset_start neoverse_v2, ERRATUM(2719105), ERRATA_V2_2719105
54	sysreg_bit_set NEOVERSE_V2_CPUACTLR2_EL1, NEOVERSE_V2_CPUACTLR2_EL1_BIT_0
55workaround_reset_end neoverse_v2, ERRATUM(2719105)
56
57check_erratum_ls neoverse_v2, ERRATUM(2719105), CPU_REV(0, 1)
58
59workaround_reset_start neoverse_v2, ERRATUM(2743011), ERRATA_V2_2743011
60	sysreg_bit_set NEOVERSE_V2_CPUACTLR5_EL1, NEOVERSE_V2_CPUACTLR5_EL1_BIT_55
61	sysreg_bit_clear NEOVERSE_V2_CPUACTLR5_EL1, NEOVERSE_V2_CPUACTLR5_EL1_BIT_56
62workaround_reset_end neoverse_v2, ERRATUM(2743011)
63
64check_erratum_ls neoverse_v2, ERRATUM(2743011), CPU_REV(0, 1)
65
66workaround_reset_start neoverse_v2, ERRATUM(2779510), ERRATA_V2_2779510
67	sysreg_bit_set NEOVERSE_V2_CPUACTLR3_EL1, NEOVERSE_V2_CPUACTLR3_EL1_BIT_47
68workaround_reset_end neoverse_v2, ERRATUM(2779510)
69
70check_erratum_ls neoverse_v2, ERRATUM(2779510), CPU_REV(0, 1)
71
72workaround_runtime_start neoverse_v2, ERRATUM(2801372), ERRATA_V2_2801372
73	/* dsb before isb of power down sequence */
74	dsb	sy
75workaround_runtime_end neoverse_v2, ERRATUM(2801372), ERRATA_V2_2801372
76
77check_erratum_ls neoverse_v2, ERRATUM(2801372), CPU_REV(0, 1)
78
79workaround_reset_start neoverse_v2, ERRATUM(3442699), ERRATA_V2_3442699
80	sysreg_bit_set NEOVERSE_V2_CPUACTLR_EL1, NEOVERSE_V2_CPUACTLR_EL1_BIT_36
81workaround_reset_end neoverse_v2, ERRATUM(3442699)
82
83check_erratum_ls neoverse_v2, ERRATUM(3442699), CPU_REV(0, 2)
84
85add_erratum_entry neoverse_v2, ERRATUM(3701771), ERRATA_V2_3701771
86
87check_erratum_ls neoverse_v2, ERRATUM(3701771), CPU_REV(0, 2)
88
89workaround_reset_start neoverse_v2, ERRATUM(3841324), ERRATA_V2_3841324
90       sysreg_bit_set  NEOVERSE_V2_CPUACTLR_EL1, BIT(1)
91workaround_reset_end neoverse_v2, ERRATUM(3841324)
92
93check_erratum_ls neoverse_v2, ERRATUM(3841324), CPU_REV(0, 1)
94
95workaround_reset_start neoverse_v2, CVE(2022,23960), WORKAROUND_CVE_2022_23960
96#if IMAGE_BL31
97	/*
98	 * The Neoverse-V2 generic vectors are overridden to apply errata
99         * mitigation on exception entry from lower ELs.
100	 */
101	override_vector_table wa_cve_vbar_neoverse_v2
102#endif /* IMAGE_BL31 */
103workaround_reset_end neoverse_v2, CVE(2022,23960)
104
105check_erratum_ls neoverse_v2, CVE(2022, 23960), CPU_REV(0, 0)
106
107/* Disable hardware page aggregation. Enables mitigation for `CVE-2024-5660` */
108workaround_reset_start neoverse_v2, CVE(2024, 5660), WORKAROUND_CVE_2024_5660
109	sysreg_bit_set NEOVERSE_V2_CPUECTLR_EL1, BIT(46)
110workaround_reset_end neoverse_v2, CVE(2024, 5660)
111
112check_erratum_ls neoverse_v2, CVE(2024, 5660), CPU_REV(0, 2)
113
114#if WORKAROUND_CVE_2022_23960
115	wa_cve_2022_23960_bhb_vector_table NEOVERSE_V2_BHB_LOOP_COUNT, neoverse_v2
116#endif /* WORKAROUND_CVE_2022_23960 */
117
118	/* ----------------------------------------------------------------
119	 * CVE-2024-7881 is mitigated for Neoverse-V2 using erratum 3696445
120	 * workaround by disabling the affected prefetcher setting
121	 * CPUACTLR6_EL1[41].
122	 * ----------------------------------------------------------------
123	 */
124workaround_reset_start neoverse_v2, CVE(2024, 7881), WORKAROUND_CVE_2024_7881
125       sysreg_bit_set NEOVERSE_V2_CPUACTLR6_EL1, BIT(41)
126workaround_reset_end neoverse_v2, CVE(2024, 7881)
127
128check_erratum_ls neoverse_v2, CVE(2024, 7881), CPU_REV(0, 2)
129
130	/* ----------------------------------------------------
131	 * HW will do the cache maintenance while powering down
132	 * ----------------------------------------------------
133	 */
134func neoverse_v2_core_pwr_dwn
135	/* ---------------------------------------------------
136	 * Enable CPU power down bit in power control register
137	 * ---------------------------------------------------
138	 */
139	sysreg_bit_set NEOVERSE_V2_CPUPWRCTLR_EL1, NEOVERSE_V2_CPUPWRCTLR_EL1_CORE_PWRDN_BIT
140	apply_erratum neoverse_v2, ERRATUM(2801372), ERRATA_V2_2801372
141
142	isb
143	ret
144endfunc neoverse_v2_core_pwr_dwn
145
146cpu_reset_func_start neoverse_v2
147	/* Disable speculative loads */
148	msr	SSBS, xzr
149
150#if NEOVERSE_Vx_EXTERNAL_LLC
151	/* Some systems may have External LLC, core needs to be made aware */
152	sysreg_bit_set NEOVERSE_V2_CPUECTLR_EL1, NEOVERSE_V2_CPUECTLR_EL1_EXTLLC_BIT
153#endif
154cpu_reset_func_end neoverse_v2
155
156	/* ---------------------------------------------
157	 * This function provides Neoverse V2-
158	 * specific register information for crash
159	 * reporting. It needs to return with x6
160	 * pointing to a list of register names in ascii
161	 * and x8 - x15 having values of registers to be
162	 * reported.
163	 * ---------------------------------------------
164	 */
165.section .rodata.neoverse_v2_regs, "aS"
166neoverse_v2_regs:  /* The ascii list of register names to be reported */
167	.asciz	"cpuectlr_el1", ""
168
169func neoverse_v2_cpu_reg_dump
170	adr	x6, neoverse_v2_regs
171	mrs	x8, NEOVERSE_V2_CPUECTLR_EL1
172	ret
173endfunc neoverse_v2_cpu_reg_dump
174
175declare_cpu_ops neoverse_v2, NEOVERSE_V2_MIDR, \
176	neoverse_v2_reset_func, \
177	neoverse_v2_core_pwr_dwn
178