1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * linux/arch/arm/mm/nommu.c
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * ARM uCLinux supporting functions.
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun #include <linux/module.h>
8*4882a593Smuzhiyun #include <linux/mm.h>
9*4882a593Smuzhiyun #include <linux/pagemap.h>
10*4882a593Smuzhiyun #include <linux/io.h>
11*4882a593Smuzhiyun #include <linux/memblock.h>
12*4882a593Smuzhiyun #include <linux/kernel.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include <asm/cacheflush.h>
15*4882a593Smuzhiyun #include <asm/cp15.h>
16*4882a593Smuzhiyun #include <asm/sections.h>
17*4882a593Smuzhiyun #include <asm/page.h>
18*4882a593Smuzhiyun #include <asm/setup.h>
19*4882a593Smuzhiyun #include <asm/traps.h>
20*4882a593Smuzhiyun #include <asm/mach/arch.h>
21*4882a593Smuzhiyun #include <asm/cputype.h>
22*4882a593Smuzhiyun #include <asm/mpu.h>
23*4882a593Smuzhiyun #include <asm/procinfo.h>
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun #include "mm.h"
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun unsigned long vectors_base;
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun /*
30*4882a593Smuzhiyun * empty_zero_page is a special page that is used for
31*4882a593Smuzhiyun * zero-initialized data and COW.
32*4882a593Smuzhiyun */
33*4882a593Smuzhiyun struct page *empty_zero_page;
34*4882a593Smuzhiyun EXPORT_SYMBOL(empty_zero_page);
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun #ifdef CONFIG_ARM_MPU
37*4882a593Smuzhiyun struct mpu_rgn_info mpu_rgn_info;
38*4882a593Smuzhiyun #endif
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun #ifdef CONFIG_CPU_CP15
41*4882a593Smuzhiyun #ifdef CONFIG_CPU_HIGH_VECTOR
setup_vectors_base(void)42*4882a593Smuzhiyun unsigned long setup_vectors_base(void)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun unsigned long reg = get_cr();
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun set_cr(reg | CR_V);
47*4882a593Smuzhiyun return 0xffff0000;
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun #else /* CONFIG_CPU_HIGH_VECTOR */
50*4882a593Smuzhiyun /* Write exception base address to VBAR */
set_vbar(unsigned long val)51*4882a593Smuzhiyun static inline void set_vbar(unsigned long val)
52*4882a593Smuzhiyun {
53*4882a593Smuzhiyun asm("mcr p15, 0, %0, c12, c0, 0" : : "r" (val) : "cc");
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun /*
57*4882a593Smuzhiyun * Security extensions, bits[7:4], permitted values,
58*4882a593Smuzhiyun * 0b0000 - not implemented, 0b0001/0b0010 - implemented
59*4882a593Smuzhiyun */
security_extensions_enabled(void)60*4882a593Smuzhiyun static inline bool security_extensions_enabled(void)
61*4882a593Smuzhiyun {
62*4882a593Smuzhiyun /* Check CPUID Identification Scheme before ID_PFR1 read */
63*4882a593Smuzhiyun if ((read_cpuid_id() & 0x000f0000) == 0x000f0000)
64*4882a593Smuzhiyun return cpuid_feature_extract(CPUID_EXT_PFR1, 4) ||
65*4882a593Smuzhiyun cpuid_feature_extract(CPUID_EXT_PFR1, 20);
66*4882a593Smuzhiyun return 0;
67*4882a593Smuzhiyun }
68*4882a593Smuzhiyun
setup_vectors_base(void)69*4882a593Smuzhiyun unsigned long setup_vectors_base(void)
70*4882a593Smuzhiyun {
71*4882a593Smuzhiyun unsigned long base = 0, reg = get_cr();
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun set_cr(reg & ~CR_V);
74*4882a593Smuzhiyun if (security_extensions_enabled()) {
75*4882a593Smuzhiyun if (IS_ENABLED(CONFIG_REMAP_VECTORS_TO_RAM))
76*4882a593Smuzhiyun base = CONFIG_DRAM_BASE;
77*4882a593Smuzhiyun set_vbar(base);
78*4882a593Smuzhiyun } else if (IS_ENABLED(CONFIG_REMAP_VECTORS_TO_RAM)) {
79*4882a593Smuzhiyun if (CONFIG_DRAM_BASE != 0)
80*4882a593Smuzhiyun pr_err("Security extensions not enabled, vectors cannot be remapped to RAM, vectors base will be 0x00000000\n");
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun return base;
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun #endif /* CONFIG_CPU_HIGH_VECTOR */
86*4882a593Smuzhiyun #endif /* CONFIG_CPU_CP15 */
87*4882a593Smuzhiyun
arm_mm_memblock_reserve(void)88*4882a593Smuzhiyun void __init arm_mm_memblock_reserve(void)
89*4882a593Smuzhiyun {
90*4882a593Smuzhiyun #ifndef CONFIG_CPU_V7M
91*4882a593Smuzhiyun vectors_base = IS_ENABLED(CONFIG_CPU_CP15) ? setup_vectors_base() : 0;
92*4882a593Smuzhiyun /*
93*4882a593Smuzhiyun * Register the exception vector page.
94*4882a593Smuzhiyun * some architectures which the DRAM is the exception vector to trap,
95*4882a593Smuzhiyun * alloc_page breaks with error, although it is not NULL, but "0."
96*4882a593Smuzhiyun */
97*4882a593Smuzhiyun memblock_reserve(vectors_base, 2 * PAGE_SIZE);
98*4882a593Smuzhiyun #else /* ifndef CONFIG_CPU_V7M */
99*4882a593Smuzhiyun /*
100*4882a593Smuzhiyun * There is no dedicated vector page on V7-M. So nothing needs to be
101*4882a593Smuzhiyun * reserved here.
102*4882a593Smuzhiyun */
103*4882a593Smuzhiyun #endif
104*4882a593Smuzhiyun /*
105*4882a593Smuzhiyun * In any case, always ensure address 0 is never used as many things
106*4882a593Smuzhiyun * get very confused if 0 is returned as a legitimate address.
107*4882a593Smuzhiyun */
108*4882a593Smuzhiyun memblock_reserve(0, 1);
109*4882a593Smuzhiyun }
110*4882a593Smuzhiyun
adjust_lowmem_bounds_mpu(void)111*4882a593Smuzhiyun static void __init adjust_lowmem_bounds_mpu(void)
112*4882a593Smuzhiyun {
113*4882a593Smuzhiyun unsigned long pmsa = read_cpuid_ext(CPUID_EXT_MMFR0) & MMFR0_PMSA;
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun switch (pmsa) {
116*4882a593Smuzhiyun case MMFR0_PMSAv7:
117*4882a593Smuzhiyun pmsav7_adjust_lowmem_bounds();
118*4882a593Smuzhiyun break;
119*4882a593Smuzhiyun case MMFR0_PMSAv8:
120*4882a593Smuzhiyun pmsav8_adjust_lowmem_bounds();
121*4882a593Smuzhiyun break;
122*4882a593Smuzhiyun default:
123*4882a593Smuzhiyun break;
124*4882a593Smuzhiyun }
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun
mpu_setup(void)127*4882a593Smuzhiyun static void __init mpu_setup(void)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun unsigned long pmsa = read_cpuid_ext(CPUID_EXT_MMFR0) & MMFR0_PMSA;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun switch (pmsa) {
132*4882a593Smuzhiyun case MMFR0_PMSAv7:
133*4882a593Smuzhiyun pmsav7_setup();
134*4882a593Smuzhiyun break;
135*4882a593Smuzhiyun case MMFR0_PMSAv8:
136*4882a593Smuzhiyun pmsav8_setup();
137*4882a593Smuzhiyun break;
138*4882a593Smuzhiyun default:
139*4882a593Smuzhiyun break;
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun
adjust_lowmem_bounds(void)143*4882a593Smuzhiyun void __init adjust_lowmem_bounds(void)
144*4882a593Smuzhiyun {
145*4882a593Smuzhiyun phys_addr_t end;
146*4882a593Smuzhiyun adjust_lowmem_bounds_mpu();
147*4882a593Smuzhiyun end = memblock_end_of_DRAM();
148*4882a593Smuzhiyun high_memory = __va(end - 1) + 1;
149*4882a593Smuzhiyun memblock_set_current_limit(end);
150*4882a593Smuzhiyun }
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun /*
153*4882a593Smuzhiyun * paging_init() sets up the page tables, initialises the zone memory
154*4882a593Smuzhiyun * maps, and sets up the zero page, bad page and bad page tables.
155*4882a593Smuzhiyun */
paging_init(const struct machine_desc * mdesc)156*4882a593Smuzhiyun void __init paging_init(const struct machine_desc *mdesc)
157*4882a593Smuzhiyun {
158*4882a593Smuzhiyun void *zero_page;
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun early_trap_init((void *)vectors_base);
161*4882a593Smuzhiyun mpu_setup();
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun /* allocate the zero page. */
164*4882a593Smuzhiyun zero_page = memblock_alloc(PAGE_SIZE, PAGE_SIZE);
165*4882a593Smuzhiyun if (!zero_page)
166*4882a593Smuzhiyun panic("%s: Failed to allocate %lu bytes align=0x%lx\n",
167*4882a593Smuzhiyun __func__, PAGE_SIZE, PAGE_SIZE);
168*4882a593Smuzhiyun
169*4882a593Smuzhiyun bootmem_init();
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun empty_zero_page = virt_to_page(zero_page);
172*4882a593Smuzhiyun flush_dcache_page(empty_zero_page);
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun /*
176*4882a593Smuzhiyun * We don't need to do anything here for nommu machines.
177*4882a593Smuzhiyun */
setup_mm_for_reboot(void)178*4882a593Smuzhiyun void setup_mm_for_reboot(void)
179*4882a593Smuzhiyun {
180*4882a593Smuzhiyun }
181*4882a593Smuzhiyun
flush_dcache_page(struct page * page)182*4882a593Smuzhiyun void flush_dcache_page(struct page *page)
183*4882a593Smuzhiyun {
184*4882a593Smuzhiyun __cpuc_flush_dcache_area(page_address(page), PAGE_SIZE);
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun EXPORT_SYMBOL(flush_dcache_page);
187*4882a593Smuzhiyun
flush_kernel_dcache_page(struct page * page)188*4882a593Smuzhiyun void flush_kernel_dcache_page(struct page *page)
189*4882a593Smuzhiyun {
190*4882a593Smuzhiyun __cpuc_flush_dcache_area(page_address(page), PAGE_SIZE);
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun EXPORT_SYMBOL(flush_kernel_dcache_page);
193*4882a593Smuzhiyun
copy_to_user_page(struct vm_area_struct * vma,struct page * page,unsigned long uaddr,void * dst,const void * src,unsigned long len)194*4882a593Smuzhiyun void copy_to_user_page(struct vm_area_struct *vma, struct page *page,
195*4882a593Smuzhiyun unsigned long uaddr, void *dst, const void *src,
196*4882a593Smuzhiyun unsigned long len)
197*4882a593Smuzhiyun {
198*4882a593Smuzhiyun memcpy(dst, src, len);
199*4882a593Smuzhiyun if (vma->vm_flags & VM_EXEC)
200*4882a593Smuzhiyun __cpuc_coherent_user_range(uaddr, uaddr + len);
201*4882a593Smuzhiyun }
202*4882a593Smuzhiyun
__arm_ioremap_pfn(unsigned long pfn,unsigned long offset,size_t size,unsigned int mtype)203*4882a593Smuzhiyun void __iomem *__arm_ioremap_pfn(unsigned long pfn, unsigned long offset,
204*4882a593Smuzhiyun size_t size, unsigned int mtype)
205*4882a593Smuzhiyun {
206*4882a593Smuzhiyun if (pfn >= (0x100000000ULL >> PAGE_SHIFT))
207*4882a593Smuzhiyun return NULL;
208*4882a593Smuzhiyun return (void __iomem *) (offset + (pfn << PAGE_SHIFT));
209*4882a593Smuzhiyun }
210*4882a593Smuzhiyun EXPORT_SYMBOL(__arm_ioremap_pfn);
211*4882a593Smuzhiyun
__arm_ioremap_caller(phys_addr_t phys_addr,size_t size,unsigned int mtype,void * caller)212*4882a593Smuzhiyun void __iomem *__arm_ioremap_caller(phys_addr_t phys_addr, size_t size,
213*4882a593Smuzhiyun unsigned int mtype, void *caller)
214*4882a593Smuzhiyun {
215*4882a593Smuzhiyun return (void __iomem *)phys_addr;
216*4882a593Smuzhiyun }
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun void __iomem * (*arch_ioremap_caller)(phys_addr_t, size_t, unsigned int, void *);
219*4882a593Smuzhiyun
ioremap(resource_size_t res_cookie,size_t size)220*4882a593Smuzhiyun void __iomem *ioremap(resource_size_t res_cookie, size_t size)
221*4882a593Smuzhiyun {
222*4882a593Smuzhiyun return __arm_ioremap_caller(res_cookie, size, MT_DEVICE,
223*4882a593Smuzhiyun __builtin_return_address(0));
224*4882a593Smuzhiyun }
225*4882a593Smuzhiyun EXPORT_SYMBOL(ioremap);
226*4882a593Smuzhiyun
ioremap_cache(resource_size_t res_cookie,size_t size)227*4882a593Smuzhiyun void __iomem *ioremap_cache(resource_size_t res_cookie, size_t size)
228*4882a593Smuzhiyun {
229*4882a593Smuzhiyun return __arm_ioremap_caller(res_cookie, size, MT_DEVICE_CACHED,
230*4882a593Smuzhiyun __builtin_return_address(0));
231*4882a593Smuzhiyun }
232*4882a593Smuzhiyun EXPORT_SYMBOL(ioremap_cache);
233*4882a593Smuzhiyun
ioremap_wc(resource_size_t res_cookie,size_t size)234*4882a593Smuzhiyun void __iomem *ioremap_wc(resource_size_t res_cookie, size_t size)
235*4882a593Smuzhiyun {
236*4882a593Smuzhiyun return __arm_ioremap_caller(res_cookie, size, MT_DEVICE_WC,
237*4882a593Smuzhiyun __builtin_return_address(0));
238*4882a593Smuzhiyun }
239*4882a593Smuzhiyun EXPORT_SYMBOL(ioremap_wc);
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun #ifdef CONFIG_PCI
242*4882a593Smuzhiyun
243*4882a593Smuzhiyun #include <asm/mach/map.h>
244*4882a593Smuzhiyun
pci_remap_cfgspace(resource_size_t res_cookie,size_t size)245*4882a593Smuzhiyun void __iomem *pci_remap_cfgspace(resource_size_t res_cookie, size_t size)
246*4882a593Smuzhiyun {
247*4882a593Smuzhiyun return arch_ioremap_caller(res_cookie, size, MT_UNCACHED,
248*4882a593Smuzhiyun __builtin_return_address(0));
249*4882a593Smuzhiyun }
250*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(pci_remap_cfgspace);
251*4882a593Smuzhiyun #endif
252*4882a593Smuzhiyun
arch_memremap_wb(phys_addr_t phys_addr,size_t size)253*4882a593Smuzhiyun void *arch_memremap_wb(phys_addr_t phys_addr, size_t size)
254*4882a593Smuzhiyun {
255*4882a593Smuzhiyun return (void *)phys_addr;
256*4882a593Smuzhiyun }
257*4882a593Smuzhiyun
__iounmap(volatile void __iomem * addr)258*4882a593Smuzhiyun void __iounmap(volatile void __iomem *addr)
259*4882a593Smuzhiyun {
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun EXPORT_SYMBOL(__iounmap);
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun void (*arch_iounmap)(volatile void __iomem *);
264*4882a593Smuzhiyun
iounmap(volatile void __iomem * addr)265*4882a593Smuzhiyun void iounmap(volatile void __iomem *addr)
266*4882a593Smuzhiyun {
267*4882a593Smuzhiyun }
268*4882a593Smuzhiyun EXPORT_SYMBOL(iounmap);
269