1819833afSPeter Tyser #ifndef __ASM_ARM_SYSTEM_H
2819833afSPeter Tyser #define __ASM_ARM_SYSTEM_H
3819833afSPeter Tyser
4a5b9fa30SSergey Temerkhanov #include <common.h>
5a5b9fa30SSergey Temerkhanov #include <linux/compiler.h>
6a78cd861STom Rini #include <asm/barriers.h>
7a5b9fa30SSergey Temerkhanov
80ae76531SDavid Feng #ifdef CONFIG_ARM64
90ae76531SDavid Feng
100ae76531SDavid Feng /*
110ae76531SDavid Feng * SCTLR_EL1/SCTLR_EL2/SCTLR_EL3 bits definitions
120ae76531SDavid Feng */
130ae76531SDavid Feng #define CR_M (1 << 0) /* MMU enable */
140ae76531SDavid Feng #define CR_A (1 << 1) /* Alignment abort enable */
150ae76531SDavid Feng #define CR_C (1 << 2) /* Dcache enable */
160ae76531SDavid Feng #define CR_SA (1 << 3) /* Stack Alignment Check Enable */
170ae76531SDavid Feng #define CR_I (1 << 12) /* Icache enable */
180ae76531SDavid Feng #define CR_WXN (1 << 19) /* Write Permision Imply XN */
190ae76531SDavid Feng #define CR_EE (1 << 25) /* Exception (Big) Endian */
200ae76531SDavid Feng
21ec6617c3SAlison Wang #define ES_TO_AARCH64 1
22ec6617c3SAlison Wang #define ES_TO_AARCH32 0
23ec6617c3SAlison Wang
24ec6617c3SAlison Wang /*
25ec6617c3SAlison Wang * SCR_EL3 bits definitions
26ec6617c3SAlison Wang */
27ec6617c3SAlison Wang #define SCR_EL3_RW_AARCH64 (1 << 10) /* Next lower level is AArch64 */
28ec6617c3SAlison Wang #define SCR_EL3_RW_AARCH32 (0 << 10) /* Lower lowers level are AArch32 */
29ec6617c3SAlison Wang #define SCR_EL3_HCE_EN (1 << 8) /* Hypervisor Call enable */
30ec6617c3SAlison Wang #define SCR_EL3_SMD_DIS (1 << 7) /* Secure Monitor Call disable */
31ec6617c3SAlison Wang #define SCR_EL3_RES1 (3 << 4) /* Reserved, RES1 */
32ec6617c3SAlison Wang #define SCR_EL3_NS_EN (1 << 0) /* EL0 and EL1 in Non-scure state */
33ec6617c3SAlison Wang
34ec6617c3SAlison Wang /*
35ec6617c3SAlison Wang * SPSR_EL3/SPSR_EL2 bits definitions
36ec6617c3SAlison Wang */
37ec6617c3SAlison Wang #define SPSR_EL_END_LE (0 << 9) /* Exception Little-endian */
38ec6617c3SAlison Wang #define SPSR_EL_DEBUG_MASK (1 << 9) /* Debug exception masked */
39ec6617c3SAlison Wang #define SPSR_EL_ASYN_MASK (1 << 8) /* Asynchronous data abort masked */
40ec6617c3SAlison Wang #define SPSR_EL_SERR_MASK (1 << 8) /* System Error exception masked */
41ec6617c3SAlison Wang #define SPSR_EL_IRQ_MASK (1 << 7) /* IRQ exception masked */
42ec6617c3SAlison Wang #define SPSR_EL_FIQ_MASK (1 << 6) /* FIQ exception masked */
43ec6617c3SAlison Wang #define SPSR_EL_T_A32 (0 << 5) /* AArch32 instruction set A32 */
44ec6617c3SAlison Wang #define SPSR_EL_M_AARCH64 (0 << 4) /* Exception taken from AArch64 */
45ec6617c3SAlison Wang #define SPSR_EL_M_AARCH32 (1 << 4) /* Exception taken from AArch32 */
46ec6617c3SAlison Wang #define SPSR_EL_M_SVC (0x3) /* Exception taken from SVC mode */
47ec6617c3SAlison Wang #define SPSR_EL_M_HYP (0xa) /* Exception taken from HYP mode */
48ec6617c3SAlison Wang #define SPSR_EL_M_EL1H (5) /* Exception taken from EL1h mode */
49ec6617c3SAlison Wang #define SPSR_EL_M_EL2H (9) /* Exception taken from EL2h mode */
50ec6617c3SAlison Wang
51ec6617c3SAlison Wang /*
52ec6617c3SAlison Wang * CPTR_EL2 bits definitions
53ec6617c3SAlison Wang */
54ec6617c3SAlison Wang #define CPTR_EL2_RES1 (3 << 12 | 0x3ff) /* Reserved, RES1 */
55ec6617c3SAlison Wang
56ec6617c3SAlison Wang /*
57ec6617c3SAlison Wang * SCTLR_EL2 bits definitions
58ec6617c3SAlison Wang */
59ec6617c3SAlison Wang #define SCTLR_EL2_RES1 (3 << 28 | 3 << 22 | 1 << 18 | 1 << 16 |\
60ec6617c3SAlison Wang 1 << 11 | 3 << 4) /* Reserved, RES1 */
61ec6617c3SAlison Wang #define SCTLR_EL2_EE_LE (0 << 25) /* Exception Little-endian */
62ec6617c3SAlison Wang #define SCTLR_EL2_WXN_DIS (0 << 19) /* Write permission is not XN */
63ec6617c3SAlison Wang #define SCTLR_EL2_ICACHE_DIS (0 << 12) /* Instruction cache disabled */
64ec6617c3SAlison Wang #define SCTLR_EL2_SA_DIS (0 << 3) /* Stack Alignment Check disabled */
65ec6617c3SAlison Wang #define SCTLR_EL2_DCACHE_DIS (0 << 2) /* Data cache disabled */
66ec6617c3SAlison Wang #define SCTLR_EL2_ALIGN_DIS (0 << 1) /* Alignment check disabled */
67ec6617c3SAlison Wang #define SCTLR_EL2_MMU_DIS (0) /* MMU disabled */
68ec6617c3SAlison Wang
69ec6617c3SAlison Wang /*
70ec6617c3SAlison Wang * CNTHCTL_EL2 bits definitions
71ec6617c3SAlison Wang */
72ec6617c3SAlison Wang #define CNTHCTL_EL2_EL1PCEN_EN (1 << 1) /* Physical timer regs accessible */
73ec6617c3SAlison Wang #define CNTHCTL_EL2_EL1PCTEN_EN (1 << 0) /* Physical counter accessible */
74ec6617c3SAlison Wang
75ec6617c3SAlison Wang /*
76ec6617c3SAlison Wang * HCR_EL2 bits definitions
77ec6617c3SAlison Wang */
78ec6617c3SAlison Wang #define HCR_EL2_RW_AARCH64 (1 << 31) /* EL1 is AArch64 */
79ec6617c3SAlison Wang #define HCR_EL2_RW_AARCH32 (0 << 31) /* Lower levels are AArch32 */
80ec6617c3SAlison Wang #define HCR_EL2_HCD_DIS (1 << 29) /* Hypervisor Call disabled */
813a1a9b81SJoseph Chen #define HCR_EL2_TGE (1 << 27) /* Trap General Exceptions */
823a1a9b81SJoseph Chen #define HCR_EL2_AMO (1 << 5) /* Asynchronous External Abort and SError Interrupt routing */
833a1a9b81SJoseph Chen #define HCR_EL2_IMO (1 << 4) /* Physical IRQ Routing */
843a1a9b81SJoseph Chen #define HCR_EL2_FMO (1 << 3) /* Physical FIQ Routing */
85ec6617c3SAlison Wang
86ec6617c3SAlison Wang /*
87ec6617c3SAlison Wang * CPACR_EL1 bits definitions
88ec6617c3SAlison Wang */
89ec6617c3SAlison Wang #define CPACR_EL1_FPEN_EN (3 << 20) /* SIMD and FP instruction enabled */
90ec6617c3SAlison Wang
91ec6617c3SAlison Wang /*
92ec6617c3SAlison Wang * SCTLR_EL1 bits definitions
93ec6617c3SAlison Wang */
94ec6617c3SAlison Wang #define SCTLR_EL1_RES1 (3 << 28 | 3 << 22 | 1 << 20 |\
95ec6617c3SAlison Wang 1 << 11) /* Reserved, RES1 */
96ec6617c3SAlison Wang #define SCTLR_EL1_UCI_DIS (0 << 26) /* Cache instruction disabled */
97ec6617c3SAlison Wang #define SCTLR_EL1_EE_LE (0 << 25) /* Exception Little-endian */
98ec6617c3SAlison Wang #define SCTLR_EL1_WXN_DIS (0 << 19) /* Write permission is not XN */
99ec6617c3SAlison Wang #define SCTLR_EL1_NTWE_DIS (0 << 18) /* WFE instruction disabled */
100ec6617c3SAlison Wang #define SCTLR_EL1_NTWI_DIS (0 << 16) /* WFI instruction disabled */
101ec6617c3SAlison Wang #define SCTLR_EL1_UCT_DIS (0 << 15) /* CTR_EL0 access disabled */
102ec6617c3SAlison Wang #define SCTLR_EL1_DZE_DIS (0 << 14) /* DC ZVA instruction disabled */
103ec6617c3SAlison Wang #define SCTLR_EL1_ICACHE_DIS (0 << 12) /* Instruction cache disabled */
104ec6617c3SAlison Wang #define SCTLR_EL1_UMA_DIS (0 << 9) /* User Mask Access disabled */
105ec6617c3SAlison Wang #define SCTLR_EL1_SED_EN (0 << 8) /* SETEND instruction enabled */
106ec6617c3SAlison Wang #define SCTLR_EL1_ITD_EN (0 << 7) /* IT instruction enabled */
107ec6617c3SAlison Wang #define SCTLR_EL1_CP15BEN_DIS (0 << 5) /* CP15 barrier operation disabled */
108ec6617c3SAlison Wang #define SCTLR_EL1_SA0_DIS (0 << 4) /* Stack Alignment EL0 disabled */
109ec6617c3SAlison Wang #define SCTLR_EL1_SA_DIS (0 << 3) /* Stack Alignment EL1 disabled */
110ec6617c3SAlison Wang #define SCTLR_EL1_DCACHE_DIS (0 << 2) /* Data cache disabled */
111ec6617c3SAlison Wang #define SCTLR_EL1_ALIGN_DIS (0 << 1) /* Alignment check disabled */
112ec6617c3SAlison Wang #define SCTLR_EL1_MMU_DIS (0) /* MMU disabled */
113ec6617c3SAlison Wang
1147985cdf7SAlexander Graf #ifndef __ASSEMBLY__
1157985cdf7SAlexander Graf
1167985cdf7SAlexander Graf u64 get_page_table_size(void);
1177985cdf7SAlexander Graf #define PGTABLE_SIZE get_page_table_size()
1187985cdf7SAlexander Graf
119dad17fd5SSiva Durga Prasad Paladugu /* 2MB granularity */
120dad17fd5SSiva Durga Prasad Paladugu #define MMU_SECTION_SHIFT 21
12188f965d7SStephen Warren #define MMU_SECTION_SIZE (1 << MMU_SECTION_SHIFT)
1220ae76531SDavid Feng
12353eb45efSAlexander Graf /* These constants need to be synced to the MT_ types in asm/armv8/mmu.h */
124dad17fd5SSiva Durga Prasad Paladugu enum dcache_option {
12553eb45efSAlexander Graf DCACHE_OFF = 0 << 2,
12653eb45efSAlexander Graf DCACHE_WRITETHROUGH = 3 << 2,
12753eb45efSAlexander Graf DCACHE_WRITEBACK = 4 << 2,
12853eb45efSAlexander Graf DCACHE_WRITEALLOC = 4 << 2,
129dad17fd5SSiva Durga Prasad Paladugu };
130dad17fd5SSiva Durga Prasad Paladugu
1310ae76531SDavid Feng #define wfi() \
1320ae76531SDavid Feng ({asm volatile( \
1330ae76531SDavid Feng "wfi" : : : "memory"); \
1340ae76531SDavid Feng })
1350ae76531SDavid Feng
current_el(void)1360ae76531SDavid Feng static inline unsigned int current_el(void)
1370ae76531SDavid Feng {
1380ae76531SDavid Feng unsigned int el;
1390ae76531SDavid Feng asm volatile("mrs %0, CurrentEL" : "=r" (el) : : "cc");
1400ae76531SDavid Feng return el >> 2;
1410ae76531SDavid Feng }
1420ae76531SDavid Feng
get_sctlr(void)1430ae76531SDavid Feng static inline unsigned int get_sctlr(void)
1440ae76531SDavid Feng {
1450ae76531SDavid Feng unsigned int el, val;
1460ae76531SDavid Feng
1470ae76531SDavid Feng el = current_el();
1480ae76531SDavid Feng if (el == 1)
1490ae76531SDavid Feng asm volatile("mrs %0, sctlr_el1" : "=r" (val) : : "cc");
1500ae76531SDavid Feng else if (el == 2)
1510ae76531SDavid Feng asm volatile("mrs %0, sctlr_el2" : "=r" (val) : : "cc");
1520ae76531SDavid Feng else
1530ae76531SDavid Feng asm volatile("mrs %0, sctlr_el3" : "=r" (val) : : "cc");
1540ae76531SDavid Feng
1550ae76531SDavid Feng return val;
1560ae76531SDavid Feng }
1570ae76531SDavid Feng
set_sctlr(unsigned int val)1580ae76531SDavid Feng static inline void set_sctlr(unsigned int val)
1590ae76531SDavid Feng {
1600ae76531SDavid Feng unsigned int el;
1610ae76531SDavid Feng
1620ae76531SDavid Feng el = current_el();
1630ae76531SDavid Feng if (el == 1)
1640ae76531SDavid Feng asm volatile("msr sctlr_el1, %0" : : "r" (val) : "cc");
1650ae76531SDavid Feng else if (el == 2)
1660ae76531SDavid Feng asm volatile("msr sctlr_el2, %0" : : "r" (val) : "cc");
1670ae76531SDavid Feng else
1680ae76531SDavid Feng asm volatile("msr sctlr_el3, %0" : : "r" (val) : "cc");
1690ae76531SDavid Feng
1700ae76531SDavid Feng asm volatile("isb");
1710ae76531SDavid Feng }
1720ae76531SDavid Feng
read_mpidr(void)173ba5648cdSSergey Temerkhanov static inline unsigned long read_mpidr(void)
174ba5648cdSSergey Temerkhanov {
175ba5648cdSSergey Temerkhanov unsigned long val;
176ba5648cdSSergey Temerkhanov
177ba5648cdSSergey Temerkhanov asm volatile("mrs %0, mpidr_el1" : "=r" (val));
178ba5648cdSSergey Temerkhanov
179ba5648cdSSergey Temerkhanov return val;
180ba5648cdSSergey Temerkhanov }
181ba5648cdSSergey Temerkhanov
get_daif(void)1823a1a9b81SJoseph Chen static inline unsigned long get_daif(void)
1833a1a9b81SJoseph Chen {
1843a1a9b81SJoseph Chen unsigned long daif;
1853a1a9b81SJoseph Chen
1863a1a9b81SJoseph Chen asm volatile("mrs %0, daif" : "=r" (daif));
1873a1a9b81SJoseph Chen
1883a1a9b81SJoseph Chen return daif;
1893a1a9b81SJoseph Chen }
1903a1a9b81SJoseph Chen
disable_serror(void)1913a1a9b81SJoseph Chen static inline void disable_serror(void)
1923a1a9b81SJoseph Chen {
1933a1a9b81SJoseph Chen asm volatile("msr daifset, #0x04");
1943a1a9b81SJoseph Chen }
1953a1a9b81SJoseph Chen
196ba5648cdSSergey Temerkhanov #define BSP_COREID 0
197ba5648cdSSergey Temerkhanov
1980ae76531SDavid Feng void __asm_flush_dcache_all(void);
1991e6ad55cSYork Sun void __asm_invalidate_dcache_all(void);
2000ae76531SDavid Feng void __asm_flush_dcache_range(u64 start, u64 end);
2016775a820SSimon Glass
2026775a820SSimon Glass /**
2036775a820SSimon Glass * __asm_invalidate_dcache_range() - Invalidate a range of virtual addresses
2046775a820SSimon Glass *
2056775a820SSimon Glass * This performance an invalidate from @start to @end - 1. Both addresses
2066775a820SSimon Glass * should be cache-aligned, otherwise this function will align the start
2076775a820SSimon Glass * address and may continue past the end address.
2086775a820SSimon Glass *
2096775a820SSimon Glass * Data in the address range is evicted from the cache and is not written back
2106775a820SSimon Glass * to memory.
2116775a820SSimon Glass *
2126775a820SSimon Glass * @start: Start address to invalidate
2136775a820SSimon Glass * @end: End address to invalidate up to (exclusive)
2146775a820SSimon Glass */
2156775a820SSimon Glass void __asm_invalidate_dcache_range(u64 start, u64 end);
2160ae76531SDavid Feng void __asm_invalidate_tlb_all(void);
2170ae76531SDavid Feng void __asm_invalidate_icache_all(void);
2181ab557a0SStephen Warren int __asm_invalidate_l3_dcache(void);
2191ab557a0SStephen Warren int __asm_flush_l3_dcache(void);
2201ab557a0SStephen Warren int __asm_invalidate_l3_icache(void);
2215e2ec773SAlexander Graf void __asm_switch_ttbr(u64 new_ttbr);
2220ae76531SDavid Feng
223ec6617c3SAlison Wang /*
224ec6617c3SAlison Wang * Switch from EL3 to EL2 for ARMv8
225ec6617c3SAlison Wang *
226ec6617c3SAlison Wang * @args: For loading 64-bit OS, fdt address.
227ec6617c3SAlison Wang * For loading 32-bit OS, zero.
228ec6617c3SAlison Wang * @mach_nr: For loading 64-bit OS, zero.
229ec6617c3SAlison Wang * For loading 32-bit OS, machine nr
230ec6617c3SAlison Wang * @fdt_addr: For loading 64-bit OS, zero.
231ec6617c3SAlison Wang * For loading 32-bit OS, fdt address.
2327c5e1febSAlison Wang * @arg4: Input argument.
233ec6617c3SAlison Wang * @entry_point: kernel entry point
234ec6617c3SAlison Wang * @es_flag: execution state flag, ES_TO_AARCH64 or ES_TO_AARCH32
235ec6617c3SAlison Wang */
236ec6617c3SAlison Wang void armv8_switch_to_el2(u64 args, u64 mach_nr, u64 fdt_addr,
2377c5e1febSAlison Wang u64 arg4, u64 entry_point, u64 es_flag);
238ec6617c3SAlison Wang /*
239ec6617c3SAlison Wang * Switch from EL2 to EL1 for ARMv8
240ec6617c3SAlison Wang *
241ec6617c3SAlison Wang * @args: For loading 64-bit OS, fdt address.
242ec6617c3SAlison Wang * For loading 32-bit OS, zero.
243ec6617c3SAlison Wang * @mach_nr: For loading 64-bit OS, zero.
244ec6617c3SAlison Wang * For loading 32-bit OS, machine nr
245ec6617c3SAlison Wang * @fdt_addr: For loading 64-bit OS, zero.
246ec6617c3SAlison Wang * For loading 32-bit OS, fdt address.
2477c5e1febSAlison Wang * @arg4: Input argument.
248ec6617c3SAlison Wang * @entry_point: kernel entry point
249ec6617c3SAlison Wang * @es_flag: execution state flag, ES_TO_AARCH64 or ES_TO_AARCH32
250ec6617c3SAlison Wang */
251ec6617c3SAlison Wang void armv8_switch_to_el1(u64 args, u64 mach_nr, u64 fdt_addr,
2527c5e1febSAlison Wang u64 arg4, u64 entry_point, u64 es_flag);
2533db86f4bSAlison Wang void armv8_el2_to_aarch32(u64 args, u64 mach_nr, u64 fdt_addr,
2547c5e1febSAlison Wang u64 arg4, u64 entry_point);
2550ae76531SDavid Feng void gic_init(void);
2560ae76531SDavid Feng void gic_send_sgi(unsigned long sgino);
2570ae76531SDavid Feng void wait_for_wakeup(void);
25873169874SIan Campbell void protect_secure_region(void);
2590ae76531SDavid Feng void smp_kick_all_cpus(void);
260*36c449feSJoseph Chen void smp_entry(u32 cpu);
2610ae76531SDavid Feng
2622f78eae5SYork Sun void flush_l3_cache(void);
2637f9b9f31SYork Sun void mmu_change_region_attr(phys_addr_t start, size_t size, u64 attrs);
2642f78eae5SYork Sun
265a5b9fa30SSergey Temerkhanov /*
266a5b9fa30SSergey Temerkhanov *Issue a secure monitor call in accordance with ARM "SMC Calling convention",
267a5b9fa30SSergey Temerkhanov * DEN0028A
268a5b9fa30SSergey Temerkhanov *
269a5b9fa30SSergey Temerkhanov * @args: input and output arguments
270a5b9fa30SSergey Temerkhanov *
271a5b9fa30SSergey Temerkhanov */
272a5b9fa30SSergey Temerkhanov void smc_call(struct pt_regs *args);
273a5b9fa30SSergey Temerkhanov
27451bfb5b6SAlexander Graf void __noreturn psci_system_reset(void);
2753ee655edSAlexander Graf void __noreturn psci_system_off(void);
2765a07abb3SBeniamino Galvani
2779a561753Smacro.wave.z@gmail.com #ifdef CONFIG_ARMV8_PSCI
2789a561753Smacro.wave.z@gmail.com extern char __secure_start[];
2799a561753Smacro.wave.z@gmail.com extern char __secure_end[];
2809a561753Smacro.wave.z@gmail.com extern char __secure_stack_start[];
2819a561753Smacro.wave.z@gmail.com extern char __secure_stack_end[];
2829a561753Smacro.wave.z@gmail.com
2839a561753Smacro.wave.z@gmail.com void armv8_setup_psci(void);
2849a561753Smacro.wave.z@gmail.com void psci_setup_vectors(void);
2859a561753Smacro.wave.z@gmail.com void psci_arch_init(void);
2869a561753Smacro.wave.z@gmail.com #endif
2879a561753Smacro.wave.z@gmail.com
2880ae76531SDavid Feng #endif /* __ASSEMBLY__ */
2890ae76531SDavid Feng
2900ae76531SDavid Feng #else /* CONFIG_ARM64 */
2910ae76531SDavid Feng
292819833afSPeter Tyser #ifdef __KERNEL__
293819833afSPeter Tyser
294819833afSPeter Tyser #define CPU_ARCH_UNKNOWN 0
295819833afSPeter Tyser #define CPU_ARCH_ARMv3 1
296819833afSPeter Tyser #define CPU_ARCH_ARMv4 2
297819833afSPeter Tyser #define CPU_ARCH_ARMv4T 3
298819833afSPeter Tyser #define CPU_ARCH_ARMv5 4
299819833afSPeter Tyser #define CPU_ARCH_ARMv5T 5
300819833afSPeter Tyser #define CPU_ARCH_ARMv5TE 6
301819833afSPeter Tyser #define CPU_ARCH_ARMv5TEJ 7
302819833afSPeter Tyser #define CPU_ARCH_ARMv6 8
303819833afSPeter Tyser #define CPU_ARCH_ARMv7 9
304819833afSPeter Tyser
305819833afSPeter Tyser /*
306819833afSPeter Tyser * CR1 bits (CP#15 CR1)
307819833afSPeter Tyser */
308819833afSPeter Tyser #define CR_M (1 << 0) /* MMU enable */
309819833afSPeter Tyser #define CR_A (1 << 1) /* Alignment abort enable */
310819833afSPeter Tyser #define CR_C (1 << 2) /* Dcache enable */
311819833afSPeter Tyser #define CR_W (1 << 3) /* Write buffer enable */
312819833afSPeter Tyser #define CR_P (1 << 4) /* 32-bit exception handler */
313819833afSPeter Tyser #define CR_D (1 << 5) /* 32-bit data address range */
314819833afSPeter Tyser #define CR_L (1 << 6) /* Implementation defined */
315819833afSPeter Tyser #define CR_B (1 << 7) /* Big endian */
316819833afSPeter Tyser #define CR_S (1 << 8) /* System MMU protection */
317819833afSPeter Tyser #define CR_R (1 << 9) /* ROM MMU protection */
318819833afSPeter Tyser #define CR_F (1 << 10) /* Implementation defined */
319819833afSPeter Tyser #define CR_Z (1 << 11) /* Implementation defined */
320819833afSPeter Tyser #define CR_I (1 << 12) /* Icache enable */
321819833afSPeter Tyser #define CR_V (1 << 13) /* Vectors relocated to 0xffff0000 */
322819833afSPeter Tyser #define CR_RR (1 << 14) /* Round Robin cache replacement */
323819833afSPeter Tyser #define CR_L4 (1 << 15) /* LDR pc can set T bit */
324819833afSPeter Tyser #define CR_DT (1 << 16)
325819833afSPeter Tyser #define CR_IT (1 << 18)
326819833afSPeter Tyser #define CR_ST (1 << 19)
327819833afSPeter Tyser #define CR_FI (1 << 21) /* Fast interrupt (lower latency mode) */
328819833afSPeter Tyser #define CR_U (1 << 22) /* Unaligned access operation */
329819833afSPeter Tyser #define CR_XP (1 << 23) /* Extended page tables */
330819833afSPeter Tyser #define CR_VE (1 << 24) /* Vectored interrupts */
331819833afSPeter Tyser #define CR_EE (1 << 25) /* Exception (Big) Endian */
332819833afSPeter Tyser #define CR_TRE (1 << 28) /* TEX remap enable */
333819833afSPeter Tyser #define CR_AFE (1 << 29) /* Access flag enable */
334819833afSPeter Tyser #define CR_TE (1 << 30) /* Thumb exception enable */
335819833afSPeter Tyser
336d990f5c8SAlexander Graf #if defined(CONFIG_ARMV7_LPAE) && !defined(PGTABLE_SIZE)
337d990f5c8SAlexander Graf #define PGTABLE_SIZE (4096 * 5)
338d990f5c8SAlexander Graf #elif !defined(PGTABLE_SIZE)
3390ae76531SDavid Feng #define PGTABLE_SIZE (4096 * 4)
34094f7ff36SSergey Temerkhanov #endif
3410ae76531SDavid Feng
342819833afSPeter Tyser /*
343819833afSPeter Tyser * This is used to ensure the compiler did actually allocate the register we
344819833afSPeter Tyser * asked it for some inline assembly sequences. Apparently we can't trust
345819833afSPeter Tyser * the compiler from one version to another so a bit of paranoia won't hurt.
346819833afSPeter Tyser * This string is meant to be concatenated with the inline asm string and
347819833afSPeter Tyser * will cause compilation to stop on mismatch.
348819833afSPeter Tyser * (for details, see gcc PR 15089)
349819833afSPeter Tyser */
350819833afSPeter Tyser #define __asmeq(x, y) ".ifnc " x "," y " ; .err ; .endif\n\t"
351819833afSPeter Tyser
352819833afSPeter Tyser #ifndef __ASSEMBLY__
353819833afSPeter Tyser
354d31d4a2dSKeerthy #ifdef CONFIG_ARMV7_LPAE
355d31d4a2dSKeerthy void switch_to_hypervisor_ret(void);
356d31d4a2dSKeerthy #endif
357d31d4a2dSKeerthy
358819833afSPeter Tyser #define nop() __asm__ __volatile__("mov\tr0,r0\t@ nop\n\t");
359819833afSPeter Tyser
3602ff467c0SRob Herring #ifdef __ARM_ARCH_7A__
3612ff467c0SRob Herring #define wfi() __asm__ __volatile__ ("wfi" : : : "memory")
3622ff467c0SRob Herring #else
3632ff467c0SRob Herring #define wfi()
3642ff467c0SRob Herring #endif
3652ff467c0SRob Herring
get_cpsr(void)366d990f5c8SAlexander Graf static inline unsigned long get_cpsr(void)
367d990f5c8SAlexander Graf {
368d990f5c8SAlexander Graf unsigned long cpsr;
369d990f5c8SAlexander Graf
370d990f5c8SAlexander Graf asm volatile("mrs %0, cpsr" : "=r"(cpsr): );
371d990f5c8SAlexander Graf return cpsr;
372d990f5c8SAlexander Graf }
373d990f5c8SAlexander Graf
set_cpsr(unsigned long cpsr)3743a1a9b81SJoseph Chen static inline void set_cpsr(unsigned long cpsr)
3753a1a9b81SJoseph Chen {
3763a1a9b81SJoseph Chen asm volatile("msr cpsr_fsxc, %[cpsr]" : : [cpsr] "r" (cpsr));
3773a1a9b81SJoseph Chen }
3783a1a9b81SJoseph Chen
disable_async_abort(void)3793a1a9b81SJoseph Chen static inline void disable_async_abort(void)
3803a1a9b81SJoseph Chen {
3813a1a9b81SJoseph Chen unsigned long cpsr;
3823a1a9b81SJoseph Chen
3833a1a9b81SJoseph Chen cpsr = get_cpsr();
3843a1a9b81SJoseph Chen cpsr &= ~(1 << 8);
3853a1a9b81SJoseph Chen set_cpsr(cpsr);
3863a1a9b81SJoseph Chen }
3873a1a9b81SJoseph Chen
is_hyp(void)388d990f5c8SAlexander Graf static inline int is_hyp(void)
389d990f5c8SAlexander Graf {
390d990f5c8SAlexander Graf #ifdef CONFIG_ARMV7_LPAE
391d990f5c8SAlexander Graf /* HYP mode requires LPAE ... */
392d990f5c8SAlexander Graf return ((get_cpsr() & 0x1f) == 0x1a);
393d990f5c8SAlexander Graf #else
394d990f5c8SAlexander Graf /* ... so without LPAE support we can optimize all hyp code away */
395d990f5c8SAlexander Graf return 0;
396d990f5c8SAlexander Graf #endif
397d990f5c8SAlexander Graf }
398d990f5c8SAlexander Graf
get_cr(void)399819833afSPeter Tyser static inline unsigned int get_cr(void)
400819833afSPeter Tyser {
401819833afSPeter Tyser unsigned int val;
402d990f5c8SAlexander Graf
403d990f5c8SAlexander Graf if (is_hyp())
404d990f5c8SAlexander Graf asm volatile("mrc p15, 4, %0, c1, c0, 0 @ get CR" : "=r" (val)
405d990f5c8SAlexander Graf :
406d990f5c8SAlexander Graf : "cc");
407d990f5c8SAlexander Graf else
408d990f5c8SAlexander Graf asm volatile("mrc p15, 0, %0, c1, c0, 0 @ get CR" : "=r" (val)
409d990f5c8SAlexander Graf :
410d990f5c8SAlexander Graf : "cc");
411819833afSPeter Tyser return val;
412819833afSPeter Tyser }
413819833afSPeter Tyser
set_cr(unsigned int val)414819833afSPeter Tyser static inline void set_cr(unsigned int val)
415819833afSPeter Tyser {
416d990f5c8SAlexander Graf if (is_hyp())
417d990f5c8SAlexander Graf asm volatile("mcr p15, 4, %0, c1, c0, 0 @ set CR" :
418d990f5c8SAlexander Graf : "r" (val)
419d990f5c8SAlexander Graf : "cc");
420d990f5c8SAlexander Graf else
421d990f5c8SAlexander Graf asm volatile("mcr p15, 0, %0, c1, c0, 0 @ set CR" :
422d990f5c8SAlexander Graf : "r" (val)
423d990f5c8SAlexander Graf : "cc");
424819833afSPeter Tyser isb();
425819833afSPeter Tyser }
426819833afSPeter Tyser
get_dacr(void)427de63ac27SR Sricharan static inline unsigned int get_dacr(void)
428de63ac27SR Sricharan {
429de63ac27SR Sricharan unsigned int val;
430de63ac27SR Sricharan asm("mrc p15, 0, %0, c3, c0, 0 @ get DACR" : "=r" (val) : : "cc");
431de63ac27SR Sricharan return val;
432de63ac27SR Sricharan }
433de63ac27SR Sricharan
set_dacr(unsigned int val)434de63ac27SR Sricharan static inline void set_dacr(unsigned int val)
435de63ac27SR Sricharan {
436de63ac27SR Sricharan asm volatile("mcr p15, 0, %0, c3, c0, 0 @ set DACR"
437de63ac27SR Sricharan : : "r" (val) : "cc");
438de63ac27SR Sricharan isb();
439de63ac27SR Sricharan }
440de63ac27SR Sricharan
read_mpidr(void)441f2835bc2SJoseph Chen static inline unsigned int read_mpidr(void)
442f2835bc2SJoseph Chen {
443f2835bc2SJoseph Chen unsigned int mpidr;
444f2835bc2SJoseph Chen
445f2835bc2SJoseph Chen asm volatile ("mrc p15, 0, %[mpidr], c0, c0, 5" : [mpidr] "=r" (mpidr));
446f2835bc2SJoseph Chen return mpidr;
447f2835bc2SJoseph Chen }
448f2835bc2SJoseph Chen
449d990f5c8SAlexander Graf #ifdef CONFIG_ARMV7_LPAE
450d990f5c8SAlexander Graf /* Long-Descriptor Translation Table Level 1/2 Bits */
451d990f5c8SAlexander Graf #define TTB_SECT_XN_MASK (1ULL << 54)
452d990f5c8SAlexander Graf #define TTB_SECT_NG_MASK (1 << 11)
453d990f5c8SAlexander Graf #define TTB_SECT_AF (1 << 10)
454d990f5c8SAlexander Graf #define TTB_SECT_SH_MASK (3 << 8)
455d990f5c8SAlexander Graf #define TTB_SECT_NS_MASK (1 << 5)
456d990f5c8SAlexander Graf #define TTB_SECT_AP (1 << 6)
457d990f5c8SAlexander Graf /* Note: TTB AP bits are set elsewhere */
458d990f5c8SAlexander Graf #define TTB_SECT_MAIR(x) ((x & 0x7) << 2) /* Index into MAIR */
459d990f5c8SAlexander Graf #define TTB_SECT (1 << 0)
460d990f5c8SAlexander Graf #define TTB_PAGETABLE (3 << 0)
461d990f5c8SAlexander Graf
462d990f5c8SAlexander Graf /* TTBCR flags */
463d990f5c8SAlexander Graf #define TTBCR_EAE (1 << 31)
464d990f5c8SAlexander Graf #define TTBCR_T0SZ(x) ((x) << 0)
465d990f5c8SAlexander Graf #define TTBCR_T1SZ(x) ((x) << 16)
466d990f5c8SAlexander Graf #define TTBCR_USING_TTBR0 (TTBCR_T0SZ(0) | TTBCR_T1SZ(0))
467d990f5c8SAlexander Graf #define TTBCR_IRGN0_NC (0 << 8)
468d990f5c8SAlexander Graf #define TTBCR_IRGN0_WBWA (1 << 8)
469d990f5c8SAlexander Graf #define TTBCR_IRGN0_WT (2 << 8)
470d990f5c8SAlexander Graf #define TTBCR_IRGN0_WBNWA (3 << 8)
471d990f5c8SAlexander Graf #define TTBCR_IRGN0_MASK (3 << 8)
472d990f5c8SAlexander Graf #define TTBCR_ORGN0_NC (0 << 10)
473d990f5c8SAlexander Graf #define TTBCR_ORGN0_WBWA (1 << 10)
474d990f5c8SAlexander Graf #define TTBCR_ORGN0_WT (2 << 10)
475d990f5c8SAlexander Graf #define TTBCR_ORGN0_WBNWA (3 << 10)
476d990f5c8SAlexander Graf #define TTBCR_ORGN0_MASK (3 << 10)
477d990f5c8SAlexander Graf #define TTBCR_SHARED_NON (0 << 12)
478d990f5c8SAlexander Graf #define TTBCR_SHARED_OUTER (2 << 12)
479d990f5c8SAlexander Graf #define TTBCR_SHARED_INNER (3 << 12)
480d990f5c8SAlexander Graf #define TTBCR_EPD0 (0 << 7)
481d990f5c8SAlexander Graf
482d990f5c8SAlexander Graf /*
483d990f5c8SAlexander Graf * Memory types
484d990f5c8SAlexander Graf */
485d990f5c8SAlexander Graf #define MEMORY_ATTRIBUTES ((0x00 << (0 * 8)) | (0x88 << (1 * 8)) | \
486d990f5c8SAlexander Graf (0xcc << (2 * 8)) | (0xff << (3 * 8)))
487d990f5c8SAlexander Graf
488d990f5c8SAlexander Graf /* options available for data cache on each page */
489d990f5c8SAlexander Graf enum dcache_option {
49006d43c80SKeerthy DCACHE_OFF = TTB_SECT | TTB_SECT_MAIR(0) | TTB_SECT_XN_MASK,
491d990f5c8SAlexander Graf DCACHE_WRITETHROUGH = TTB_SECT | TTB_SECT_MAIR(1),
492d990f5c8SAlexander Graf DCACHE_WRITEBACK = TTB_SECT | TTB_SECT_MAIR(2),
493d990f5c8SAlexander Graf DCACHE_WRITEALLOC = TTB_SECT | TTB_SECT_MAIR(3),
494d990f5c8SAlexander Graf };
495d990f5c8SAlexander Graf #elif defined(CONFIG_CPU_V7)
49697840b5dSBryan Brinsko /* Short-Descriptor Translation Table Level 1 Bits */
49797840b5dSBryan Brinsko #define TTB_SECT_NS_MASK (1 << 19)
49897840b5dSBryan Brinsko #define TTB_SECT_NG_MASK (1 << 17)
49997840b5dSBryan Brinsko #define TTB_SECT_S_MASK (1 << 16)
50097840b5dSBryan Brinsko /* Note: TTB AP bits are set elsewhere */
501d990f5c8SAlexander Graf #define TTB_SECT_AP (3 << 10)
50297840b5dSBryan Brinsko #define TTB_SECT_TEX(x) ((x & 0x7) << 12)
50397840b5dSBryan Brinsko #define TTB_SECT_DOMAIN(x) ((x & 0xf) << 5)
50497840b5dSBryan Brinsko #define TTB_SECT_XN_MASK (1 << 4)
50597840b5dSBryan Brinsko #define TTB_SECT_C_MASK (1 << 3)
50697840b5dSBryan Brinsko #define TTB_SECT_B_MASK (1 << 2)
50797840b5dSBryan Brinsko #define TTB_SECT (2 << 0)
50897840b5dSBryan Brinsko
50997840b5dSBryan Brinsko /* options available for data cache on each page */
51097840b5dSBryan Brinsko enum dcache_option {
5118890c2fbSMarek Vasut DCACHE_OFF = TTB_SECT_DOMAIN(0) | TTB_SECT_XN_MASK | TTB_SECT,
51297840b5dSBryan Brinsko DCACHE_WRITETHROUGH = DCACHE_OFF | TTB_SECT_C_MASK,
51397840b5dSBryan Brinsko DCACHE_WRITEBACK = DCACHE_WRITETHROUGH | TTB_SECT_B_MASK,
51497840b5dSBryan Brinsko DCACHE_WRITEALLOC = DCACHE_WRITEBACK | TTB_SECT_TEX(1),
51597840b5dSBryan Brinsko };
51697840b5dSBryan Brinsko #else
517d990f5c8SAlexander Graf #define TTB_SECT_AP (3 << 10)
5180dde7f53SSimon Glass /* options available for data cache on each page */
5190dde7f53SSimon Glass enum dcache_option {
5200dde7f53SSimon Glass DCACHE_OFF = 0x12,
5210dde7f53SSimon Glass DCACHE_WRITETHROUGH = 0x1a,
5220dde7f53SSimon Glass DCACHE_WRITEBACK = 0x1e,
523ff7e9700SMarek Vasut DCACHE_WRITEALLOC = 0x16,
5240dde7f53SSimon Glass };
52597840b5dSBryan Brinsko #endif
5260dde7f53SSimon Glass
5270dde7f53SSimon Glass /* Size of an MMU section */
5280dde7f53SSimon Glass enum {
529d990f5c8SAlexander Graf #ifdef CONFIG_ARMV7_LPAE
530d990f5c8SAlexander Graf MMU_SECTION_SHIFT = 21, /* 2MB */
531d990f5c8SAlexander Graf #else
532d990f5c8SAlexander Graf MMU_SECTION_SHIFT = 20, /* 1MB */
533d990f5c8SAlexander Graf #endif
5340dde7f53SSimon Glass MMU_SECTION_SIZE = 1 << MMU_SECTION_SHIFT,
5350dde7f53SSimon Glass };
5360dde7f53SSimon Glass
537a592e6fbSMarek Vasut #ifdef CONFIG_CPU_V7
53897840b5dSBryan Brinsko /* TTBR0 bits */
53997840b5dSBryan Brinsko #define TTBR0_BASE_ADDR_MASK 0xFFFFC000
54097840b5dSBryan Brinsko #define TTBR0_RGN_NC (0 << 3)
54197840b5dSBryan Brinsko #define TTBR0_RGN_WBWA (1 << 3)
54297840b5dSBryan Brinsko #define TTBR0_RGN_WT (2 << 3)
54397840b5dSBryan Brinsko #define TTBR0_RGN_WB (3 << 3)
54497840b5dSBryan Brinsko /* TTBR0[6] is IRGN[0] and TTBR[0] is IRGN[1] */
54597840b5dSBryan Brinsko #define TTBR0_IRGN_NC (0 << 0 | 0 << 6)
54697840b5dSBryan Brinsko #define TTBR0_IRGN_WBWA (0 << 0 | 1 << 6)
54797840b5dSBryan Brinsko #define TTBR0_IRGN_WT (1 << 0 | 0 << 6)
54897840b5dSBryan Brinsko #define TTBR0_IRGN_WB (1 << 0 | 1 << 6)
54997840b5dSBryan Brinsko #endif
55097840b5dSBryan Brinsko
5510dde7f53SSimon Glass /**
5520dde7f53SSimon Glass * Register an update to the page tables, and flush the TLB
5530dde7f53SSimon Glass *
5540dde7f53SSimon Glass * \param start start address of update in page table
5550dde7f53SSimon Glass * \param stop stop address of update in page table
5560dde7f53SSimon Glass */
5570dde7f53SSimon Glass void mmu_page_table_flush(unsigned long start, unsigned long stop);
5580dde7f53SSimon Glass
559819833afSPeter Tyser #endif /* __ASSEMBLY__ */
560819833afSPeter Tyser
561819833afSPeter Tyser #define arch_align_stack(x) (x)
562819833afSPeter Tyser
563819833afSPeter Tyser #endif /* __KERNEL__ */
564819833afSPeter Tyser
5650ae76531SDavid Feng #endif /* CONFIG_ARM64 */
5660ae76531SDavid Feng
567dad17fd5SSiva Durga Prasad Paladugu #ifndef __ASSEMBLY__
568dad17fd5SSiva Durga Prasad Paladugu /**
569b13b818cSPhilipp Tomsich * save_boot_params() - Save boot parameters before starting reset sequence
570b13b818cSPhilipp Tomsich *
571b13b818cSPhilipp Tomsich * If you provide this function it will be called immediately U-Boot starts,
572b13b818cSPhilipp Tomsich * both for SPL and U-Boot proper.
573b13b818cSPhilipp Tomsich *
574b13b818cSPhilipp Tomsich * All registers are unchanged from U-Boot entry. No registers need be
575b13b818cSPhilipp Tomsich * preserved.
576b13b818cSPhilipp Tomsich *
577b13b818cSPhilipp Tomsich * This is not a normal C function. There is no stack. Return by branching to
578b13b818cSPhilipp Tomsich * save_boot_params_ret.
579b13b818cSPhilipp Tomsich *
580b13b818cSPhilipp Tomsich * void save_boot_params(u32 r0, u32 r1, u32 r2, u32 r3);
581b13b818cSPhilipp Tomsich */
582b13b818cSPhilipp Tomsich
583b13b818cSPhilipp Tomsich /**
584b13b818cSPhilipp Tomsich * save_boot_params_ret() - Return from save_boot_params()
585b13b818cSPhilipp Tomsich *
586b13b818cSPhilipp Tomsich * If you provide save_boot_params(), then you should jump back to this
587b13b818cSPhilipp Tomsich * function when done. Try to preserve all registers.
588b13b818cSPhilipp Tomsich *
589b13b818cSPhilipp Tomsich * If your implementation of save_boot_params() is in C then it is acceptable
590b13b818cSPhilipp Tomsich * to simply call save_boot_params_ret() at the end of your function. Since
591b13b818cSPhilipp Tomsich * there is no link register set up, you cannot just exit the function. U-Boot
592b13b818cSPhilipp Tomsich * will return to the (initialised) value of lr, and likely crash/hang.
593b13b818cSPhilipp Tomsich *
594b13b818cSPhilipp Tomsich * If your implementation of save_boot_params() is in assembler then you
595b13b818cSPhilipp Tomsich * should use 'b' or 'bx' to return to save_boot_params_ret.
596b13b818cSPhilipp Tomsich */
597b13b818cSPhilipp Tomsich void save_boot_params_ret(void);
598b13b818cSPhilipp Tomsich
599b13b818cSPhilipp Tomsich /**
600dad17fd5SSiva Durga Prasad Paladugu * Change the cache settings for a region.
601dad17fd5SSiva Durga Prasad Paladugu *
602dad17fd5SSiva Durga Prasad Paladugu * \param start start address of memory region to change
603dad17fd5SSiva Durga Prasad Paladugu * \param size size of memory region to change
604dad17fd5SSiva Durga Prasad Paladugu * \param option dcache option to select
605dad17fd5SSiva Durga Prasad Paladugu */
606dad17fd5SSiva Durga Prasad Paladugu void mmu_set_region_dcache_behaviour(phys_addr_t start, size_t size,
607dad17fd5SSiva Durga Prasad Paladugu enum dcache_option option);
608dad17fd5SSiva Durga Prasad Paladugu
60988f965d7SStephen Warren #ifdef CONFIG_SYS_NONCACHED_MEMORY
61088f965d7SStephen Warren void noncached_init(void);
61188f965d7SStephen Warren phys_addr_t noncached_alloc(size_t size, size_t align);
61288f965d7SStephen Warren #endif /* CONFIG_SYS_NONCACHED_MEMORY */
61388f965d7SStephen Warren
614dad17fd5SSiva Durga Prasad Paladugu #endif /* __ASSEMBLY__ */
615dad17fd5SSiva Durga Prasad Paladugu
616819833afSPeter Tyser #endif
617