xref: /rk3399_ARM-atf/lib/cpus/aarch64/cortex_a510.S (revision f90fe02f061b8a203391e566682221396b656c6f)
1/*
2 * Copyright (c) 2023, Arm Limited. All rights reserved.
3 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 */
6
7#include <arch.h>
8#include <asm_macros.S>
9#include <common/bl_common.h>
10#include <cortex_a510.h>
11#include <cpu_macros.S>
12#include <plat_macros.S>
13
14/* Hardware handled coherency */
15#if HW_ASSISTED_COHERENCY == 0
16#error "Cortex-A510 must be compiled with HW_ASSISTED_COHERENCY enabled"
17#endif
18
19/* 64-bit only core */
20#if CTX_INCLUDE_AARCH32_REGS == 1
21#error "Cortex-A510 supports only AArch64. Compile with CTX_INCLUDE_AARCH32_REGS=0"
22#endif
23
24	/* --------------------------------------------------
25	 * Errata Workaround for Cortex-A510 Errata #1922240.
26	 * This applies only to revision r0p0 (fixed in r0p1)
27	 * x0: variant[4:7] and revision[0:3] of current cpu.
28	 * Shall clobber: x0, x1, x17
29	 * --------------------------------------------------
30	 */
31func errata_cortex_a510_1922240_wa
32	/* Check workaround compatibility. */
33	mov	x17, x30
34	bl	check_errata_1922240
35	cbz	x0, 1f
36
37	/* Apply the workaround by setting IMP_CMPXACTLR_EL1[11:10] = 0b11. */
38	mrs	x0, CORTEX_A510_CMPXACTLR_EL1
39	mov	x1, #3
40	bfi	x0, x1, #10, #2
41	msr	CORTEX_A510_CMPXACTLR_EL1, x0
42
431:
44	ret	x17
45endfunc errata_cortex_a510_1922240_wa
46
47func check_errata_1922240
48	/* Applies to r0p0 only */
49	mov	x1, #0x00
50	b	cpu_rev_var_ls
51endfunc check_errata_1922240
52
53	/* --------------------------------------------------
54	 * Errata Workaround for Cortex-A510 Errata #2288014.
55	 * This applies only to revisions r0p0, r0p1, r0p2,
56	 * r0p3 and r1p0. (fixed in r1p1)
57	 * x0: variant[4:7] and revision[0:3] of current cpu.
58	 * Shall clobber: x0, x1, x17
59	 * --------------------------------------------------
60	 */
61func errata_cortex_a510_2288014_wa
62	/* Check workaround compatibility. */
63	mov	x17, x30
64	bl	check_errata_2288014
65	cbz	x0, 1f
66
67	/* Apply the workaround by setting IMP_CPUACTLR_EL1[18] = 0b1. */
68	mrs	x0, CORTEX_A510_CPUACTLR_EL1
69	mov	x1, #1
70	bfi	x0, x1, #18, #1
71	msr	CORTEX_A510_CPUACTLR_EL1, x0
72
731:
74	ret	x17
75endfunc errata_cortex_a510_2288014_wa
76
77func check_errata_2288014
78	/* Applies to r1p0 and below */
79	mov	x1, #0x10
80	b	cpu_rev_var_ls
81endfunc check_errata_2288014
82
83	/* --------------------------------------------------
84	 * Errata Workaround for Cortex-A510 Errata #2042739.
85	 * This applies only to revisions r0p0, r0p1 and r0p2.
86	 * (fixed in r0p3)
87	 * x0: variant[4:7] and revision[0:3] of current cpu.
88	 * Shall clobber: x0, x1, x17
89	 * --------------------------------------------------
90	 */
91func errata_cortex_a510_2042739_wa
92	/* Check workaround compatibility. */
93	mov	x17, x30
94	bl	check_errata_2042739
95	cbz	x0, 1f
96
97	/* Apply the workaround by disabling ReadPreferUnique. */
98	mrs	x0, CORTEX_A510_CPUECTLR_EL1
99	mov	x1, #CORTEX_A510_CPUECTLR_EL1_READPREFERUNIQUE_DISABLE
100	bfi	x0, x1, #CORTEX_A510_CPUECTLR_EL1_READPREFERUNIQUE_SHIFT, #1
101	msr	CORTEX_A510_CPUECTLR_EL1, x0
102
1031:
104	ret	x17
105endfunc errata_cortex_a510_2042739_wa
106
107func check_errata_2042739
108	/* Applies to revisions r0p0 - r0p2 */
109	mov	x1, #0x02
110	b	cpu_rev_var_ls
111endfunc check_errata_2042739
112
113	/* --------------------------------------------------
114	 * Errata Workaround for Cortex-A510 Errata #2041909.
115	 * This applies only to revision r0p2 and it is fixed in
116	 * r0p3. The issue is also present in r0p0 and r0p1 but
117	 * there is no workaround in those revisions.
118	 * x0: variant[4:7] and revision[0:3] of current cpu.
119	 * Shall clobber: x0, x1, x2, x17
120	 * --------------------------------------------------
121	 */
122func errata_cortex_a510_2041909_wa
123	/* Check workaround compatibility. */
124	mov	x17, x30
125	bl	check_errata_2041909
126	cbz	x0, 1f
127
128	/* Apply workaround */
129	mov	x0, xzr
130	msr	S3_6_C15_C4_0, x0
131	isb
132
133	mov	x0, #0x8500000
134	msr	S3_6_C15_C4_2, x0
135
136	mov	x0, #0x1F700000
137	movk	x0, #0x8, lsl #32
138	msr	S3_6_C15_C4_3, x0
139
140	mov	x0, #0x3F1
141	movk	x0, #0x110, lsl #16
142	msr	S3_6_C15_C4_1, x0
143	isb
144
1451:
146	ret	x17
147endfunc errata_cortex_a510_2041909_wa
148
149func check_errata_2041909
150	/* Applies only to revision r0p2 */
151	mov	x1, #0x02
152	mov	x2, #0x02
153	b	cpu_rev_var_range
154endfunc check_errata_2041909
155
156	/* --------------------------------------------------
157	 * Errata Workaround for Cortex-A510 Errata #2250311.
158	 * This applies only to revisions r0p0, r0p1, r0p2,
159	 * r0p3 and r1p0, and is fixed in r1p1.
160	 * This workaround is not a typical errata fix. MPMM
161	 * is disabled here, but this conflicts with the BL31
162	 * MPMM support. So in addition to simply disabling
163	 * the feature, a flag is set in the MPMM library
164	 * indicating that it should not be enabled even if
165	 * ENABLE_MPMM=1.
166	 * x0: variant[4:7] and revision[0:3] of current cpu.
167	 * Shall clobber: x0, x1, x17
168	 * --------------------------------------------------
169	 */
170func errata_cortex_a510_2250311_wa
171	/* Check workaround compatibility. */
172	mov	x17, x30
173	bl	check_errata_2250311
174	cbz	x0, 1f
175
176	/* Disable MPMM */
177	mrs	x0, CPUMPMMCR_EL3
178	bfm	x0, xzr, #0, #0 /* bfc instruction does not work in GCC */
179	msr	CPUMPMMCR_EL3, x0
180
181#if ENABLE_MPMM && IMAGE_BL31
182	/* If ENABLE_MPMM is set, tell the runtime lib to skip enabling it. */
183	bl mpmm_errata_disable
184#endif
185
1861:
187	ret x17
188endfunc errata_cortex_a510_2250311_wa
189
190func check_errata_2250311
191	/* Applies to r1p0 and lower */
192	mov	x1, #0x10
193	b	cpu_rev_var_ls
194endfunc check_errata_2250311
195
196	/* --------------------------------------------------
197	 * Errata Workaround for Cortex-A510 Errata #2218950.
198	 * This applies only to revisions r0p0, r0p1, r0p2,
199	 * r0p3 and r1p0, and is fixed in r1p1.
200	 * x0: variant[4:7] and revision[0:3] of current cpu.
201	 * Shall clobber: x0, x1, x17
202	 * --------------------------------------------------
203	 */
204func errata_cortex_a510_2218950_wa
205	/* Check workaround compatibility. */
206	mov	x17, x30
207	bl	check_errata_2218950
208	cbz	x0, 1f
209
210	/* Source register for BFI */
211	mov	x1, #1
212
213	/* Set bit 18 in CPUACTLR_EL1 */
214	mrs	x0, CORTEX_A510_CPUACTLR_EL1
215	bfi	x0, x1, #18, #1
216	msr	CORTEX_A510_CPUACTLR_EL1, x0
217
218	/* Set bit 25 in CMPXACTLR_EL1 */
219	mrs	x0, CORTEX_A510_CMPXACTLR_EL1
220	bfi	x0, x1, #25, #1
221	msr	CORTEX_A510_CMPXACTLR_EL1, x0
222
2231:
224	ret x17
225endfunc errata_cortex_a510_2218950_wa
226
227func check_errata_2218950
228	/* Applies to r1p0 and lower */
229	mov	x1, #0x10
230	b	cpu_rev_var_ls
231endfunc check_errata_2218950
232
233	/* --------------------------------------------------
234	 * Errata Workaround for Cortex-A510 Errata #2172148.
235	 * This applies only to revisions r0p0, r0p1, r0p2,
236	 * r0p3 and r1p0, and is fixed in r1p1.
237	 * x0: variant[4:7] and revision[0:3] of current cpu.
238	 * Shall clobber: x0, x1, x17
239	 * --------------------------------------------------
240	 */
241func errata_cortex_a510_2172148_wa
242	/* Check workaround compatibility. */
243	mov	x17, x30
244	bl	check_errata_2172148
245	cbz	x0, 1f
246
247	/*
248	 * Force L2 allocation of transient lines by setting
249	 * CPUECTLR_EL1.RSCTL=0b01 and CPUECTLR_EL1.NTCTL=0b01.
250	 */
251	mrs	x0, CORTEX_A510_CPUECTLR_EL1
252	mov	x1, #1
253	bfi	x0, x1, #CORTEX_A510_CPUECTLR_EL1_RSCTL_SHIFT, #2
254	bfi	x0, x1, #CORTEX_A510_CPUECTLR_EL1_NTCTL_SHIFT, #2
255	msr	CORTEX_A510_CPUECTLR_EL1, x0
256
2571:
258	ret x17
259endfunc errata_cortex_a510_2172148_wa
260
261func check_errata_2172148
262	/* Applies to r1p0 and lower */
263	mov	x1, #0x10
264	b	cpu_rev_var_ls
265endfunc check_errata_2172148
266
267	/* ----------------------------------------------------
268	 * Errata Workaround for Cortex-A510 Errata #2347730.
269	 * This applies to revisions r0p0 - r0p3, r1p0, r1p1.
270	 * It is fixed in r1p2.
271	 * Inputs:
272	 * x0: variant[4:7] and revision[0:3] of current cpu.
273	 * Shall clobber: x0-x1, x17
274	 * ----------------------------------------------------
275	 */
276func errata_cortex_a510_2347730_wa
277	mov	x17, x30
278	bl	check_errata_2347730
279	cbz	x0, 1f
280
281	/*
282	 * Set CPUACTLR_EL1[17] to 1'b1, which disables
283	 * specific microarchitectural clock gating
284	 * behaviour.
285	 */
286	mrs	x1, CORTEX_A510_CPUACTLR_EL1
287	orr	x1, x1, CORTEX_A510_CPUACTLR_EL1_BIT_17
288	msr	CORTEX_A510_CPUACTLR_EL1, x1
2891:
290	ret x17
291endfunc errata_cortex_a510_2347730_wa
292
293func check_errata_2347730
294	/* Applies to revisions r1p1 and lower. */
295	mov	x1, #0x11
296	b	cpu_rev_var_ls
297endfunc check_errata_2347730
298
299	/*---------------------------------------------------
300	 * Errata Workaround for Cortex-A510 Errata #2371937.
301	 * This applies to revisions r1p1 and lower, and is
302	 * fixed in r1p2.
303	 * Inputs:
304	 * x0: variant[4:7] and revision[0:3] of current cpu.
305	 * Shall clobber: x0, x1, x17
306	 *---------------------------------------------------
307	 */
308func errata_cortex_a510_2371937_wa
309	mov	x17, x30
310	bl	check_errata_2371937
311	cbz	x0, 1f
312
313	/*
314	 * Cacheable atomic operations can be forced
315	 * to be executed near by setting
316	 * IMP_CPUECTLR_EL1.ATOM=0b010. ATOM is found
317	 * in [40:38] of CPUECTLR_EL1.
318	 */
319	mrs 	x0, CORTEX_A510_CPUECTLR_EL1
320	mov 	x1, CORTEX_A510_CPUECTLR_EL1_ATOM_EXECALLINSTRNEAR
321	bfi 	x0, x1, CORTEX_A510_CPUECTLR_EL1_ATOM, #3
322	msr 	CORTEX_A510_CPUECTLR_EL1, x0
3231:
324	ret 	x17
325endfunc errata_cortex_a510_2371937_wa
326
327func check_errata_2371937
328	/* Applies to r1p1 and lower */
329	mov 	x1, #0x11
330	b	cpu_rev_var_ls
331endfunc check_errata_2371937
332
333	/* ------------------------------------------------------
334	 * Errata Workaround for Cortex-A510 Errata #2666669
335	 * This applies to revisions r1p1 and lower, and is fixed
336	 * in r1p2.
337	 * Inputs:
338	 * x0: variant[4:7] and revision[0:3] of current cpu.
339	 * Shall clobber: x0, x1, x17
340	 * ------------------------------------------------------
341	 */
342func errata_cortex_a510_2666669_wa
343	mov	x17, x30
344	bl	check_errata_2666669
345	cbz	x0, 1f
346
347	/*
348	 * Workaround will set IMP_CPUACTLR_EL1[38]
349	 * to 0b1.
350	 */
351	mrs	x1, CORTEX_A510_CPUACTLR_EL1
352	orr	x1, x1, CORTEX_A510_CPUACTLR_EL1_BIT_38
353	msr	CORTEX_A510_CPUACTLR_EL1, x1
3541:
355	ret	x17
356endfunc errata_cortex_a510_2666669_wa
357
358func check_errata_2666669
359	/* Applies to r1p1 and lower */
360	mov	x1, #0x11
361	b	cpu_rev_var_ls
362endfunc check_errata_2666669
363
364/* ------------------------------------------------------
365 * Errata Workaround for Cortex-A510 Erratum 2684597.
366 * This erratum applies to revision r0p0, r0p1, r0p2,
367 * r0p3, r1p0, r1p1 and r1p2 of the Cortex-A510 cpu and
368 * is fixed in r1p3.
369 * Shall clobber: x0-x17
370 * ------------------------------------------------------
371 */
372	.globl	errata_cortex_a510_2684597_wa
373func errata_cortex_a510_2684597_wa
374	mov	x17, x30
375	/* Ensure this errata is only applied to Cortex-A510 cores */
376	jump_if_cpu_midr	CORTEX_A510_MIDR,	1f
377	b	2f
378
3791:
380	/* Check workaround compatibility. */
381	mov	x0, x18
382	bl	check_errata_2684597
383	cbz	x0, 2f
384
385	tsb	csync
3862:
387	ret	x17
388endfunc errata_cortex_a510_2684597_wa
389/* ------------------------------------------------------
390 * Errata Workaround for Cortex-A510 Erratum 2684597.
391 * This erratum applies to revision r0p0, r0p1, r0p2,
392 * r0p3, r1p0, r1p1 and r1p2 of the Cortex-A510 cpu and
393 * is fixed in r1p3.
394 * Shall clobber: x0-x17
395 * ------------------------------------------------------
396 */
397func check_errata_2684597
398	/* Applies to revision < r1p3 */
399	mov	x1, #0x12
400	b	cpu_rev_var_ls
401endfunc check_errata_2684597
402
403	/* ----------------------------------------------------
404	 * HW will do the cache maintenance while powering down
405	 * ----------------------------------------------------
406	 */
407func cortex_a510_core_pwr_dwn
408	/* ---------------------------------------------------
409	 * Enable CPU power down bit in power control register
410	 * ---------------------------------------------------
411	 */
412	mrs	x0, CORTEX_A510_CPUPWRCTLR_EL1
413	orr	x0, x0, #CORTEX_A510_CPUPWRCTLR_EL1_CORE_PWRDN_BIT
414	msr	CORTEX_A510_CPUPWRCTLR_EL1, x0
415	isb
416	ret
417endfunc cortex_a510_core_pwr_dwn
418
419	/*
420	 * Errata printing function for Cortex-A510. Must follow AAPCS.
421	 */
422#if REPORT_ERRATA
423func cortex_a510_errata_report
424	stp	x8, x30, [sp, #-16]!
425
426	bl	cpu_get_rev_var
427	mov	x8, x0
428
429	/*
430	 * Report all errata. The revision-variant information is passed to
431	 * checking functions of each errata.
432	 */
433	report_errata ERRATA_A510_1922240, cortex_a510, 1922240
434	report_errata ERRATA_A510_2041909, cortex_a510, 2041909
435	report_errata ERRATA_A510_2042739, cortex_a510, 2042739
436	report_errata ERRATA_A510_2172148, cortex_a510, 2172148
437	report_errata ERRATA_A510_2218950, cortex_a510, 2218950
438	report_errata ERRATA_A510_2250311, cortex_a510, 2250311
439	report_errata ERRATA_A510_2288014, cortex_a510, 2288014
440	report_errata ERRATA_A510_2347730, cortex_a510, 2347730
441	report_errata ERRATA_A510_2371937, cortex_a510, 2371937
442	report_errata ERRATA_A510_2666669, cortex_a510, 2666669
443	report_errata ERRATA_A510_2684597, cortex_a510, 2684597
444	report_errata ERRATA_DSU_2313941, cortex_a510, dsu_2313941
445
446	ldp	x8, x30, [sp], #16
447	ret
448endfunc cortex_a510_errata_report
449#endif
450
451func cortex_a510_reset_func
452	mov	x19, x30
453
454	/* Disable speculative loads */
455	msr	SSBS, xzr
456
457	/* Get the CPU revision and stash it in x18. */
458	bl	cpu_get_rev_var
459	mov	x18, x0
460
461#if ERRATA_DSU_2313941
462	bl	errata_dsu_2313941_wa
463#endif
464
465#if ERRATA_A510_1922240
466	mov	x0, x18
467	bl	errata_cortex_a510_1922240_wa
468#endif
469
470#if ERRATA_A510_2288014
471	mov	x0, x18
472	bl	errata_cortex_a510_2288014_wa
473#endif
474
475#if ERRATA_A510_2042739
476	mov	x0, x18
477	bl	errata_cortex_a510_2042739_wa
478#endif
479
480#if ERRATA_A510_2041909
481	mov	x0, x18
482	bl	errata_cortex_a510_2041909_wa
483#endif
484
485#if ERRATA_A510_2250311
486	mov	x0, x18
487	bl	errata_cortex_a510_2250311_wa
488#endif
489
490#if ERRATA_A510_2218950
491	mov	x0, x18
492	bl	errata_cortex_a510_2218950_wa
493#endif
494
495#if ERRATA_A510_2371937
496	mov 	x0, x18
497	bl	errata_cortex_a510_2371937_wa
498#endif
499
500#if ERRATA_A510_2172148
501	mov	x0, x18
502	bl	errata_cortex_a510_2172148_wa
503#endif
504
505#if ERRATA_A510_2347730
506	mov	x0, x18
507	bl	errata_cortex_a510_2347730_wa
508#endif
509
510#if ERRATA_A510_2666669
511	mov	x0, x18
512	bl	errata_cortex_a510_2666669_wa
513#endif
514
515	isb
516	ret	x19
517endfunc cortex_a510_reset_func
518
519	/* ---------------------------------------------
520	 * This function provides Cortex-A510 specific
521	 * register information for crash reporting.
522	 * It needs to return with x6 pointing to
523	 * a list of register names in ascii and
524	 * x8 - x15 having values of registers to be
525	 * reported.
526	 * ---------------------------------------------
527	 */
528.section .rodata.cortex_a510_regs, "aS"
529cortex_a510_regs:  /* The ascii list of register names to be reported */
530	.asciz	"cpuectlr_el1", ""
531
532func cortex_a510_cpu_reg_dump
533	adr	x6, cortex_a510_regs
534	mrs	x8, CORTEX_A510_CPUECTLR_EL1
535	ret
536endfunc cortex_a510_cpu_reg_dump
537
538declare_cpu_ops cortex_a510, CORTEX_A510_MIDR, \
539	cortex_a510_reset_func, \
540	cortex_a510_core_pwr_dwn
541