xref: /rk3399_ARM-atf/include/arch/aarch32/asm_macros.S (revision 007433d8cf54afeab7e2fe160c5710e6035c7705)
1f5478dedSAntonio Nino Diaz/*
2*007433d8SBoyan Karatotev * Copyright (c) 2016-2023, ARM Limited and Contributors. All rights reserved.
3f5478dedSAntonio Nino Diaz *
4f5478dedSAntonio Nino Diaz * SPDX-License-Identifier: BSD-3-Clause
5f5478dedSAntonio Nino Diaz */
6f5478dedSAntonio Nino Diaz#ifndef ASM_MACROS_S
7f5478dedSAntonio Nino Diaz#define ASM_MACROS_S
8f5478dedSAntonio Nino Diaz
9f5478dedSAntonio Nino Diaz#include <arch.h>
1009d40e0eSAntonio Nino Diaz#include <common/asm_macros_common.S>
11*007433d8SBoyan Karatotev#include <lib/cpus/cpu_ops.h>
1209d40e0eSAntonio Nino Diaz#include <lib/spinlock.h>
13f5478dedSAntonio Nino Diaz
14f5478dedSAntonio Nino Diaz/*
15f5478dedSAntonio Nino Diaz * TLBI instruction with type specifier that implements the workaround for
16f5478dedSAntonio Nino Diaz * errata 813419 of Cortex-A57.
17f5478dedSAntonio Nino Diaz */
18f5478dedSAntonio Nino Diaz#if ERRATA_A57_813419
19f5478dedSAntonio Nino Diaz#define TLB_INVALIDATE(_reg, _coproc) \
20f5478dedSAntonio Nino Diaz	stcopr	_reg, _coproc; \
21f5478dedSAntonio Nino Diaz	dsb	ish; \
22f5478dedSAntonio Nino Diaz	stcopr	_reg, _coproc
23f5478dedSAntonio Nino Diaz#else
24f5478dedSAntonio Nino Diaz#define TLB_INVALIDATE(_reg, _coproc) \
25f5478dedSAntonio Nino Diaz	stcopr	_reg, _coproc
26f5478dedSAntonio Nino Diaz#endif
27f5478dedSAntonio Nino Diaz
28f5478dedSAntonio Nino Diaz	/*
29f5478dedSAntonio Nino Diaz	 * Co processor register accessors
30f5478dedSAntonio Nino Diaz	 */
31f5478dedSAntonio Nino Diaz	.macro ldcopr reg, coproc, opc1, CRn, CRm, opc2
32f5478dedSAntonio Nino Diaz	mrc	\coproc, \opc1, \reg, \CRn, \CRm, \opc2
33f5478dedSAntonio Nino Diaz	.endm
34f5478dedSAntonio Nino Diaz
35f5478dedSAntonio Nino Diaz	.macro ldcopr16 reg1, reg2, coproc, opc1, CRm
36f5478dedSAntonio Nino Diaz	mrrc	\coproc, \opc1, \reg1, \reg2, \CRm
37f5478dedSAntonio Nino Diaz	.endm
38f5478dedSAntonio Nino Diaz
39f5478dedSAntonio Nino Diaz	.macro stcopr reg, coproc, opc1, CRn, CRm, opc2
40f5478dedSAntonio Nino Diaz	mcr	\coproc, \opc1, \reg, \CRn, \CRm, \opc2
41f5478dedSAntonio Nino Diaz	.endm
42f5478dedSAntonio Nino Diaz
43f5478dedSAntonio Nino Diaz	.macro stcopr16 reg1, reg2, coproc, opc1, CRm
44f5478dedSAntonio Nino Diaz	mcrr	\coproc, \opc1, \reg1, \reg2, \CRm
45f5478dedSAntonio Nino Diaz	.endm
46f5478dedSAntonio Nino Diaz
47f5478dedSAntonio Nino Diaz	/* Cache line size helpers */
48f5478dedSAntonio Nino Diaz	.macro	dcache_line_size  reg, tmp
49f5478dedSAntonio Nino Diaz	ldcopr	\tmp, CTR
50f5478dedSAntonio Nino Diaz	ubfx	\tmp, \tmp, #CTR_DMINLINE_SHIFT, #CTR_DMINLINE_WIDTH
51*007433d8SBoyan Karatotev	mov	\reg, #CPU_WORD_SIZE
52f5478dedSAntonio Nino Diaz	lsl	\reg, \reg, \tmp
53f5478dedSAntonio Nino Diaz	.endm
54f5478dedSAntonio Nino Diaz
55f5478dedSAntonio Nino Diaz	.macro	icache_line_size  reg, tmp
56f5478dedSAntonio Nino Diaz	ldcopr	\tmp, CTR
57f5478dedSAntonio Nino Diaz	and	\tmp, \tmp, #CTR_IMINLINE_MASK
58*007433d8SBoyan Karatotev	mov	\reg, #CPU_WORD_SIZE
59f5478dedSAntonio Nino Diaz	lsl	\reg, \reg, \tmp
60f5478dedSAntonio Nino Diaz	.endm
61f5478dedSAntonio Nino Diaz
62f5478dedSAntonio Nino Diaz	/*
63f5478dedSAntonio Nino Diaz	 * Declare the exception vector table, enforcing it is aligned on a
64f5478dedSAntonio Nino Diaz	 * 32 byte boundary.
65f5478dedSAntonio Nino Diaz	 */
66f5478dedSAntonio Nino Diaz	.macro vector_base  label
67f5478dedSAntonio Nino Diaz	.section .vectors, "ax"
68f5478dedSAntonio Nino Diaz	.align 5
69f5478dedSAntonio Nino Diaz	\label:
70f5478dedSAntonio Nino Diaz	.endm
71f5478dedSAntonio Nino Diaz
72f5478dedSAntonio Nino Diaz	/*
73f5478dedSAntonio Nino Diaz	 * This macro calculates the base address of the current CPU's multi
74f5478dedSAntonio Nino Diaz	 * processor(MP) stack using the plat_my_core_pos() index, the name of
75f5478dedSAntonio Nino Diaz	 * the stack storage and the size of each stack.
76f5478dedSAntonio Nino Diaz	 * Out: r0 = physical address of stack base
77f5478dedSAntonio Nino Diaz	 * Clobber: r14, r1, r2
78f5478dedSAntonio Nino Diaz	 */
79f5478dedSAntonio Nino Diaz	.macro get_my_mp_stack _name, _size
80f5478dedSAntonio Nino Diaz	bl	plat_my_core_pos
81f5478dedSAntonio Nino Diaz	ldr r2, =(\_name + \_size)
82f5478dedSAntonio Nino Diaz	mov r1, #\_size
83f5478dedSAntonio Nino Diaz	mla r0, r0, r1, r2
84f5478dedSAntonio Nino Diaz	.endm
85f5478dedSAntonio Nino Diaz
86f5478dedSAntonio Nino Diaz	/*
87f5478dedSAntonio Nino Diaz	 * This macro calculates the base address of a uniprocessor(UP) stack
88f5478dedSAntonio Nino Diaz	 * using the name of the stack storage and the size of the stack
89f5478dedSAntonio Nino Diaz	 * Out: r0 = physical address of stack base
90f5478dedSAntonio Nino Diaz	 */
91f5478dedSAntonio Nino Diaz	.macro get_up_stack _name, _size
92f5478dedSAntonio Nino Diaz	ldr r0, =(\_name + \_size)
93f5478dedSAntonio Nino Diaz	.endm
94f5478dedSAntonio Nino Diaz
95f5478dedSAntonio Nino Diaz#if ARM_ARCH_MAJOR == 7 && !defined(ARMV7_SUPPORTS_VIRTUALIZATION)
96f5478dedSAntonio Nino Diaz	/*
976bc24382SMadhukar Pappireddy	 * Macro for mitigating against speculative execution.
98f5478dedSAntonio Nino Diaz	 * ARMv7 cores without Virtualization extension do not support the
99f5478dedSAntonio Nino Diaz	 * eret instruction.
100f5478dedSAntonio Nino Diaz	 */
1016bc24382SMadhukar Pappireddy	.macro exception_return
102f5478dedSAntonio Nino Diaz	movs	pc, lr
1036bc24382SMadhukar Pappireddy	dsb	nsh
1046bc24382SMadhukar Pappireddy	isb
1056bc24382SMadhukar Pappireddy	.endm
1066bc24382SMadhukar Pappireddy
1076bc24382SMadhukar Pappireddy#else
1086bc24382SMadhukar Pappireddy	/*
1094e04478aSChris Kay	 * Macro for mitigating against speculative execution beyond ERET. Uses the
1104e04478aSChris Kay	 * speculation barrier instruction introduced by FEAT_SB, if it's enabled.
1116bc24382SMadhukar Pappireddy	 */
1126bc24382SMadhukar Pappireddy	.macro exception_return
1136bc24382SMadhukar Pappireddy	eret
1144e04478aSChris Kay#if ENABLE_FEAT_SB
115ccfb5c81SMadhukar Pappireddy	sb
116ccfb5c81SMadhukar Pappireddy#else
1176bc24382SMadhukar Pappireddy	dsb	nsh
1186bc24382SMadhukar Pappireddy	isb
119ccfb5c81SMadhukar Pappireddy#endif
120f5478dedSAntonio Nino Diaz	.endm
121f5478dedSAntonio Nino Diaz#endif
122f5478dedSAntonio Nino Diaz
123f5478dedSAntonio Nino Diaz#if (ARM_ARCH_MAJOR == 7)
124f5478dedSAntonio Nino Diaz	/* ARMv7 does not support stl instruction */
125f5478dedSAntonio Nino Diaz	.macro stl _reg, _write_lock
126f5478dedSAntonio Nino Diaz	dmb
127f5478dedSAntonio Nino Diaz	str	\_reg, \_write_lock
128f5478dedSAntonio Nino Diaz	dsb
129f5478dedSAntonio Nino Diaz	.endm
130f5478dedSAntonio Nino Diaz#endif
131f5478dedSAntonio Nino Diaz
132f5478dedSAntonio Nino Diaz	/*
133f5478dedSAntonio Nino Diaz	 * Helper macro to generate the best mov/movw/movt combinations
134f5478dedSAntonio Nino Diaz	 * according to the value to be moved.
135f5478dedSAntonio Nino Diaz	 */
136f5478dedSAntonio Nino Diaz	.macro mov_imm _reg, _val
137f5478dedSAntonio Nino Diaz		.if ((\_val) & 0xffff0000) == 0
138f5478dedSAntonio Nino Diaz			mov	\_reg, #(\_val)
139f5478dedSAntonio Nino Diaz		.else
140f5478dedSAntonio Nino Diaz			movw	\_reg, #((\_val) & 0xffff)
141f5478dedSAntonio Nino Diaz			movt	\_reg, #((\_val) >> 16)
142f5478dedSAntonio Nino Diaz		.endif
143f5478dedSAntonio Nino Diaz	.endm
144f5478dedSAntonio Nino Diaz
145f5478dedSAntonio Nino Diaz	/*
146f5478dedSAntonio Nino Diaz	 * Macro to mark instances where we're jumping to a function and don't
147f5478dedSAntonio Nino Diaz	 * expect a return. To provide the function being jumped to with
148f5478dedSAntonio Nino Diaz	 * additional information, we use 'bl' instruction to jump rather than
149f5478dedSAntonio Nino Diaz	 * 'b'.
150f5478dedSAntonio Nino Diaz         *
151f5478dedSAntonio Nino Diaz	 * Debuggers infer the location of a call from where LR points to, which
152f5478dedSAntonio Nino Diaz	 * is usually the instruction after 'bl'. If this macro expansion
153f5478dedSAntonio Nino Diaz	 * happens to be the last location in a function, that'll cause the LR
154f5478dedSAntonio Nino Diaz	 * to point a location beyond the function, thereby misleading debugger
155f5478dedSAntonio Nino Diaz	 * back trace. We therefore insert a 'nop' after the function call for
156f5478dedSAntonio Nino Diaz	 * debug builds, unless 'skip_nop' parameter is non-zero.
157f5478dedSAntonio Nino Diaz	 */
158f5478dedSAntonio Nino Diaz	.macro no_ret _func:req, skip_nop=0
159f5478dedSAntonio Nino Diaz	bl	\_func
160f5478dedSAntonio Nino Diaz#if DEBUG
161f5478dedSAntonio Nino Diaz	.ifeq \skip_nop
162f5478dedSAntonio Nino Diaz	nop
163f5478dedSAntonio Nino Diaz	.endif
164f5478dedSAntonio Nino Diaz#endif
165f5478dedSAntonio Nino Diaz	.endm
166f5478dedSAntonio Nino Diaz
167f5478dedSAntonio Nino Diaz	/*
168f5478dedSAntonio Nino Diaz	 * Reserve space for a spin lock in assembly file.
169f5478dedSAntonio Nino Diaz	 */
170f5478dedSAntonio Nino Diaz	.macro define_asm_spinlock _name:req
171f5478dedSAntonio Nino Diaz	.align	SPINLOCK_ASM_ALIGN
172f5478dedSAntonio Nino Diaz	\_name:
173f5478dedSAntonio Nino Diaz	.space	SPINLOCK_ASM_SIZE
174f5478dedSAntonio Nino Diaz	.endm
175f5478dedSAntonio Nino Diaz
176f5478dedSAntonio Nino Diaz	/*
177f5478dedSAntonio Nino Diaz	 * Helper macro to OR the bottom 32 bits of `_val` into `_reg_l`
178f5478dedSAntonio Nino Diaz	 * and the top 32 bits of `_val` into `_reg_h`.  If either the bottom
179f5478dedSAntonio Nino Diaz	 * or top word of `_val` is zero, the corresponding OR operation
180f5478dedSAntonio Nino Diaz	 * is skipped.
181f5478dedSAntonio Nino Diaz	 */
182f5478dedSAntonio Nino Diaz	.macro orr64_imm _reg_l, _reg_h, _val
183f5478dedSAntonio Nino Diaz		.if (\_val >> 32)
184f5478dedSAntonio Nino Diaz			orr \_reg_h, \_reg_h, #(\_val >> 32)
185f5478dedSAntonio Nino Diaz		.endif
186f5478dedSAntonio Nino Diaz		.if (\_val & 0xffffffff)
187f5478dedSAntonio Nino Diaz			orr \_reg_l, \_reg_l, #(\_val & 0xffffffff)
188f5478dedSAntonio Nino Diaz		.endif
189f5478dedSAntonio Nino Diaz	.endm
190f5478dedSAntonio Nino Diaz
191f5478dedSAntonio Nino Diaz	/*
192f5478dedSAntonio Nino Diaz	 * Helper macro to bitwise-clear bits in `_reg_l` and
193f5478dedSAntonio Nino Diaz	 * `_reg_h` given a 64 bit immediate `_val`.  The set bits
194f5478dedSAntonio Nino Diaz	 * in the bottom word of `_val` dictate which bits from
195f5478dedSAntonio Nino Diaz	 * `_reg_l` should be cleared.  Similarly, the set bits in
196f5478dedSAntonio Nino Diaz	 * the top word of `_val` dictate which bits from `_reg_h`
197f5478dedSAntonio Nino Diaz	 * should be cleared.  If either the bottom or top word of
198f5478dedSAntonio Nino Diaz	 * `_val` is zero, the corresponding BIC operation is skipped.
199f5478dedSAntonio Nino Diaz	 */
200f5478dedSAntonio Nino Diaz	.macro bic64_imm _reg_l, _reg_h, _val
201f5478dedSAntonio Nino Diaz		.if (\_val >> 32)
202f5478dedSAntonio Nino Diaz			bic \_reg_h, \_reg_h, #(\_val >> 32)
203f5478dedSAntonio Nino Diaz		.endif
204f5478dedSAntonio Nino Diaz		.if (\_val & 0xffffffff)
205f5478dedSAntonio Nino Diaz			bic \_reg_l, \_reg_l, #(\_val & 0xffffffff)
206f5478dedSAntonio Nino Diaz		.endif
207f5478dedSAntonio Nino Diaz	.endm
208f5478dedSAntonio Nino Diaz
209a5aa25afSUsama Arif	/*
210a5aa25afSUsama Arif	 * Helper macro for carrying out division in software when
211a5aa25afSUsama Arif	 * hardware division is not suported. \top holds the dividend
212a5aa25afSUsama Arif	 * in the function call and the remainder after
213a5aa25afSUsama Arif	 * the function is executed. \bot holds the divisor. \div holds
214a5aa25afSUsama Arif	 * the quotient and \temp is a temporary registed used in calcualtion.
215a5aa25afSUsama Arif	 * The division algorithm has been obtained from:
216a5aa25afSUsama Arif	 * http://www.keil.com/support/man/docs/armasm/armasm_dom1359731155623.htm
217a5aa25afSUsama Arif	 */
218a5aa25afSUsama Arif	.macro	softudiv	div:req,top:req,bot:req,temp:req
219a5aa25afSUsama Arif
220a5aa25afSUsama Arif	mov     \temp, \bot
221a5aa25afSUsama Arif	cmp     \temp, \top, lsr #1
222a5aa25afSUsama Arifdiv1:
223a5aa25afSUsama Arif	movls   \temp, \temp, lsl #1
224a5aa25afSUsama Arif	cmp     \temp, \top, lsr #1
225a5aa25afSUsama Arif	bls     div1
226a5aa25afSUsama Arif	mov     \div, #0
227a5aa25afSUsama Arif
228a5aa25afSUsama Arifdiv2:
229a5aa25afSUsama Arif	cmp     \top, \temp
230a5aa25afSUsama Arif	subcs   \top, \top,\temp
231a5aa25afSUsama Arif	ADC     \div, \div, \div
232a5aa25afSUsama Arif	mov     \temp, \temp, lsr #1
233a5aa25afSUsama Arif	cmp     \temp, \bot
234a5aa25afSUsama Arif	bhs     div2
235a5aa25afSUsama Arif	.endm
236f5478dedSAntonio Nino Diaz#endif /* ASM_MACROS_S */
237