xref: /rk3399_ARM-atf/lib/cpus/aarch64/neoverse_v3.S (revision 89dba82dfa85fea03e7b2f6ad6a90fcd0aecce55)
1328d304dSSona Mathew/*
2037a15f5SArvind Ram Prakash * Copyright (c) 2022-2025, Arm Limited. All rights reserved.
3328d304dSSona Mathew *
4328d304dSSona Mathew * SPDX-License-Identifier: BSD-3-Clause
5328d304dSSona Mathew */
6328d304dSSona Mathew
7328d304dSSona Mathew#include <arch.h>
8328d304dSSona Mathew#include <asm_macros.S>
9328d304dSSona Mathew#include <common/bl_common.h>
10328d304dSSona Mathew#include <neoverse_v3.h>
11328d304dSSona Mathew#include <cpu_macros.S>
12328d304dSSona Mathew#include <plat_macros.S>
13328d304dSSona Mathew#include "wa_cve_2022_23960_bhb_vector.S"
14328d304dSSona Mathew
15328d304dSSona Mathew/* Hardware handled coherency */
16328d304dSSona Mathew#if HW_ASSISTED_COHERENCY == 0
17328d304dSSona Mathew#error "Neoverse V3 must be compiled with HW_ASSISTED_COHERENCY enabled"
18328d304dSSona Mathew#endif
19328d304dSSona Mathew
20328d304dSSona Mathew/* 64-bit only core */
21328d304dSSona Mathew#if CTX_INCLUDE_AARCH32_REGS == 1
22328d304dSSona Mathew#error "Neoverse V3 supports only AArch64. Compile with CTX_INCLUDE_AARCH32_REGS=0"
23328d304dSSona Mathew#endif
24328d304dSSona Mathew
25*89dba82dSBoyan Karatotevcpu_reset_prologue neoverse_v3
26*89dba82dSBoyan Karatotev
27e25fc9dfSGovindraj Raja.global check_erratum_neoverse_v3_3701767
28e25fc9dfSGovindraj Raja
29*89dba82dSBoyan Karatotevadd_erratum_entry neoverse_v3, ERRATUM(3701767), ERRATA_V3_3701767
30e25fc9dfSGovindraj Raja
31e25fc9dfSGovindraj Rajacheck_erratum_ls neoverse_v3, ERRATUM(3701767), CPU_REV(0, 2)
32e25fc9dfSGovindraj Raja
335f32fd21SGovindraj Rajaworkaround_reset_start neoverse_v3, ERRATUM(2970647), ERRATA_V3_2970647
345f32fd21SGovindraj Raja	/* Add ISB before MRS reads of MPIDR_EL1/MIDR_EL1 */
355f32fd21SGovindraj Raja	ldr x0, =0x1
365f32fd21SGovindraj Raja	msr S3_6_c15_c8_0, x0 	/* msr CPUPSELR_EL3, X0 */
375f32fd21SGovindraj Raja	ldr x0, =0xd5380000
385f32fd21SGovindraj Raja	msr S3_6_c15_c8_2, x0 	/* msr CPUPOR_EL3, X0 */
395f32fd21SGovindraj Raja	ldr x0, =0xFFFFFF40
405f32fd21SGovindraj Raja	msr S3_6_c15_c8_3,x0 	/* msr CPUPMR_EL3, X0 */
415f32fd21SGovindraj Raja	ldr x0, =0x000080010033f
425f32fd21SGovindraj Raja	msr S3_6_c15_c8_1, x0	/* msr CPUPCR_EL3, X0 */
435f32fd21SGovindraj Raja	isb
445f32fd21SGovindraj Rajaworkaround_reset_end neoverse_v3, ERRATUM(2970647)
455f32fd21SGovindraj Raja
465f32fd21SGovindraj Rajacheck_erratum_ls neoverse_v3, ERRATUM(2970647), CPU_REV(0, 0)
475f32fd21SGovindraj Raja
48328d304dSSona Mathew#if WORKAROUND_CVE_2022_23960
49328d304dSSona Mathew	wa_cve_2022_23960_bhb_vector_table NEOVERSE_V3_BHB_LOOP_COUNT, neoverse_v3
50328d304dSSona Mathew#endif /* WORKAROUND_CVE_2022_23960 */
51328d304dSSona Mathew
52ad3da019SSona Mathew/* Disable hardware page aggregation. Enables mitigation for `CVE-2024-5660` */
53ad3da019SSona Mathewworkaround_reset_start neoverse_v3, CVE(2024, 5660), WORKAROUND_CVE_2024_5660
54ad3da019SSona Mathew	sysreg_bit_set NEOVERSE_V3_CPUECTLR_EL1, BIT(46)
55ad3da019SSona Mathewworkaround_reset_end neoverse_v3, CVE(2024, 5660)
56ad3da019SSona Mathew
57ad3da019SSona Mathewcheck_erratum_ls neoverse_v3, CVE(2024, 5660), CPU_REV(0, 1)
58ad3da019SSona Mathew
59328d304dSSona Mathewworkaround_reset_start neoverse_v3, CVE(2022,23960), WORKAROUND_CVE_2022_23960
60328d304dSSona Mathew#if IMAGE_BL31
61328d304dSSona Mathew	/*
62328d304dSSona Mathew	 * The Neoverse V3 generic vectors are overridden to apply errata
63328d304dSSona Mathew         * mitigation on exception entry from lower ELs.
64328d304dSSona Mathew	 */
65328d304dSSona Mathew	override_vector_table wa_cve_vbar_neoverse_v3
66328d304dSSona Mathew
67328d304dSSona Mathew#endif /* IMAGE_BL31 */
68328d304dSSona Mathewworkaround_reset_end neoverse_v3, CVE(2022,23960)
69328d304dSSona Mathew
70328d304dSSona Mathewcheck_erratum_chosen neoverse_v3, CVE(2022, 23960), WORKAROUND_CVE_2022_23960
71328d304dSSona Mathew
72037a15f5SArvind Ram Prakashworkaround_reset_start neoverse_v3, CVE(2024, 7881), WORKAROUND_CVE_2024_7881
73037a15f5SArvind Ram Prakash       /* ---------------------------------
74037a15f5SArvind Ram Prakash        * Sets BIT41 of CPUACTLR6_EL1 which
75037a15f5SArvind Ram Prakash        * disables L1 Data cache prefetcher
76037a15f5SArvind Ram Prakash        * ---------------------------------
77037a15f5SArvind Ram Prakash        */
78037a15f5SArvind Ram Prakash       sysreg_bit_set NEOVERSE_V3_CPUACTLR6_EL1, BIT(41)
79037a15f5SArvind Ram Prakashworkaround_reset_end neoverse_v3, CVE(2024, 7881)
80037a15f5SArvind Ram Prakash
81037a15f5SArvind Ram Prakashcheck_erratum_chosen neoverse_v3, CVE(2024, 7881), WORKAROUND_CVE_2024_7881
82037a15f5SArvind Ram Prakash
83328d304dSSona Mathew	/* ---------------------------------------------
84328d304dSSona Mathew	 * HW will do the cache maintenance while powering down
85328d304dSSona Mathew	 * ---------------------------------------------
86328d304dSSona Mathew	 */
87328d304dSSona Mathewfunc neoverse_v3_core_pwr_dwn
88328d304dSSona Mathew	/* ---------------------------------------------
89328d304dSSona Mathew	 * Enable CPU power down bit in power control register
90328d304dSSona Mathew	 * ---------------------------------------------
91328d304dSSona Mathew	 */
92328d304dSSona Mathew	sysreg_bit_set NEOVERSE_V3_CPUPWRCTLR_EL1, \
93328d304dSSona Mathew		NEOVERSE_V3_CPUPWRCTLR_EL1_CORE_PWRDN_BIT
94328d304dSSona Mathew
95328d304dSSona Mathew	isb
96328d304dSSona Mathew	ret
97328d304dSSona Mathewendfunc neoverse_v3_core_pwr_dwn
98328d304dSSona Mathew
99328d304dSSona Mathewcpu_reset_func_start neoverse_v3
100328d304dSSona Mathew	/* Disable speculative loads */
101328d304dSSona Mathew	msr	SSBS, xzr
102328d304dSSona Mathewcpu_reset_func_end neoverse_v3
103328d304dSSona Mathew
104328d304dSSona Mathew	/* ---------------------------------------------
105328d304dSSona Mathew	 * This function provides Neoverse V3 specific
106328d304dSSona Mathew	 * register information for crash reporting.
107328d304dSSona Mathew	 * It needs to return with x6 pointing to
108328d304dSSona Mathew	 * a list of register names in ascii and
109328d304dSSona Mathew	 * x8 - x15 having values of registers to be
110328d304dSSona Mathew	 * reported.
111328d304dSSona Mathew	 * ---------------------------------------------
112328d304dSSona Mathew	 */
113328d304dSSona Mathew.section .rodata.neoverse_v3_regs, "aS"
114328d304dSSona Mathewneoverse_v3_regs:  /* The ascii list of register names to be reported */
115328d304dSSona Mathew	.asciz	"cpuectlr_el1", ""
116328d304dSSona Mathew
117328d304dSSona Mathewfunc neoverse_v3_cpu_reg_dump
118328d304dSSona Mathew	adr	x6, neoverse_v3_regs
119328d304dSSona Mathew	mrs	x8, NEOVERSE_V3_CPUECTLR_EL1
120328d304dSSona Mathew	ret
121328d304dSSona Mathewendfunc neoverse_v3_cpu_reg_dump
122328d304dSSona Mathew
123328d304dSSona Mathewdeclare_cpu_ops neoverse_v3, NEOVERSE_V3_VNAE_MIDR, \
124328d304dSSona Mathew	neoverse_v3_reset_func, \
125328d304dSSona Mathew	neoverse_v3_core_pwr_dwn
126328d304dSSona Mathew
1278ae6b1adSArvind Ram Prakashdeclare_cpu_ops_wa_4 neoverse_v3, NEOVERSE_V3_MIDR, \
128328d304dSSona Mathew	neoverse_v3_reset_func, \
1298ae6b1adSArvind Ram Prakash	CPU_NO_EXTRA1_FUNC, \
1308ae6b1adSArvind Ram Prakash	CPU_NO_EXTRA2_FUNC, \
1318ae6b1adSArvind Ram Prakash	CPU_NO_EXTRA3_FUNC, \
1328ae6b1adSArvind Ram Prakash	check_erratum_neoverse_v3_7881, \
133328d304dSSona Mathew	neoverse_v3_core_pwr_dwn
134