xref: /OK3568_Linux_fs/kernel/arch/arm/mm/nommu.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  *  linux/arch/arm/mm/nommu.c
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * ARM uCLinux supporting functions.
6*4882a593Smuzhiyun  */
7*4882a593Smuzhiyun #include <linux/module.h>
8*4882a593Smuzhiyun #include <linux/mm.h>
9*4882a593Smuzhiyun #include <linux/pagemap.h>
10*4882a593Smuzhiyun #include <linux/io.h>
11*4882a593Smuzhiyun #include <linux/memblock.h>
12*4882a593Smuzhiyun #include <linux/kernel.h>
13*4882a593Smuzhiyun 
14*4882a593Smuzhiyun #include <asm/cacheflush.h>
15*4882a593Smuzhiyun #include <asm/cp15.h>
16*4882a593Smuzhiyun #include <asm/sections.h>
17*4882a593Smuzhiyun #include <asm/page.h>
18*4882a593Smuzhiyun #include <asm/setup.h>
19*4882a593Smuzhiyun #include <asm/traps.h>
20*4882a593Smuzhiyun #include <asm/mach/arch.h>
21*4882a593Smuzhiyun #include <asm/cputype.h>
22*4882a593Smuzhiyun #include <asm/mpu.h>
23*4882a593Smuzhiyun #include <asm/procinfo.h>
24*4882a593Smuzhiyun 
25*4882a593Smuzhiyun #include "mm.h"
26*4882a593Smuzhiyun 
27*4882a593Smuzhiyun unsigned long vectors_base;
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun /*
30*4882a593Smuzhiyun  * empty_zero_page is a special page that is used for
31*4882a593Smuzhiyun  * zero-initialized data and COW.
32*4882a593Smuzhiyun  */
33*4882a593Smuzhiyun struct page *empty_zero_page;
34*4882a593Smuzhiyun EXPORT_SYMBOL(empty_zero_page);
35*4882a593Smuzhiyun 
36*4882a593Smuzhiyun #ifdef CONFIG_ARM_MPU
37*4882a593Smuzhiyun struct mpu_rgn_info mpu_rgn_info;
38*4882a593Smuzhiyun #endif
39*4882a593Smuzhiyun 
40*4882a593Smuzhiyun #ifdef CONFIG_CPU_CP15
41*4882a593Smuzhiyun #ifdef CONFIG_CPU_HIGH_VECTOR
setup_vectors_base(void)42*4882a593Smuzhiyun unsigned long setup_vectors_base(void)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun 	unsigned long reg = get_cr();
45*4882a593Smuzhiyun 
46*4882a593Smuzhiyun 	set_cr(reg | CR_V);
47*4882a593Smuzhiyun 	return 0xffff0000;
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun #else /* CONFIG_CPU_HIGH_VECTOR */
50*4882a593Smuzhiyun /* Write exception base address to VBAR */
set_vbar(unsigned long val)51*4882a593Smuzhiyun static inline void set_vbar(unsigned long val)
52*4882a593Smuzhiyun {
53*4882a593Smuzhiyun 	asm("mcr p15, 0, %0, c12, c0, 0" : : "r" (val) : "cc");
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun 
56*4882a593Smuzhiyun /*
57*4882a593Smuzhiyun  * Security extensions, bits[7:4], permitted values,
58*4882a593Smuzhiyun  * 0b0000 - not implemented, 0b0001/0b0010 - implemented
59*4882a593Smuzhiyun  */
security_extensions_enabled(void)60*4882a593Smuzhiyun static inline bool security_extensions_enabled(void)
61*4882a593Smuzhiyun {
62*4882a593Smuzhiyun 	/* Check CPUID Identification Scheme before ID_PFR1 read */
63*4882a593Smuzhiyun 	if ((read_cpuid_id() & 0x000f0000) == 0x000f0000)
64*4882a593Smuzhiyun 		return cpuid_feature_extract(CPUID_EXT_PFR1, 4) ||
65*4882a593Smuzhiyun 			cpuid_feature_extract(CPUID_EXT_PFR1, 20);
66*4882a593Smuzhiyun 	return 0;
67*4882a593Smuzhiyun }
68*4882a593Smuzhiyun 
setup_vectors_base(void)69*4882a593Smuzhiyun unsigned long setup_vectors_base(void)
70*4882a593Smuzhiyun {
71*4882a593Smuzhiyun 	unsigned long base = 0, reg = get_cr();
72*4882a593Smuzhiyun 
73*4882a593Smuzhiyun 	set_cr(reg & ~CR_V);
74*4882a593Smuzhiyun 	if (security_extensions_enabled()) {
75*4882a593Smuzhiyun 		if (IS_ENABLED(CONFIG_REMAP_VECTORS_TO_RAM))
76*4882a593Smuzhiyun 			base = CONFIG_DRAM_BASE;
77*4882a593Smuzhiyun 		set_vbar(base);
78*4882a593Smuzhiyun 	} else if (IS_ENABLED(CONFIG_REMAP_VECTORS_TO_RAM)) {
79*4882a593Smuzhiyun 		if (CONFIG_DRAM_BASE != 0)
80*4882a593Smuzhiyun 			pr_err("Security extensions not enabled, vectors cannot be remapped to RAM, vectors base will be 0x00000000\n");
81*4882a593Smuzhiyun 	}
82*4882a593Smuzhiyun 
83*4882a593Smuzhiyun 	return base;
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun #endif /* CONFIG_CPU_HIGH_VECTOR */
86*4882a593Smuzhiyun #endif /* CONFIG_CPU_CP15 */
87*4882a593Smuzhiyun 
arm_mm_memblock_reserve(void)88*4882a593Smuzhiyun void __init arm_mm_memblock_reserve(void)
89*4882a593Smuzhiyun {
90*4882a593Smuzhiyun #ifndef CONFIG_CPU_V7M
91*4882a593Smuzhiyun 	vectors_base = IS_ENABLED(CONFIG_CPU_CP15) ? setup_vectors_base() : 0;
92*4882a593Smuzhiyun 	/*
93*4882a593Smuzhiyun 	 * Register the exception vector page.
94*4882a593Smuzhiyun 	 * some architectures which the DRAM is the exception vector to trap,
95*4882a593Smuzhiyun 	 * alloc_page breaks with error, although it is not NULL, but "0."
96*4882a593Smuzhiyun 	 */
97*4882a593Smuzhiyun 	memblock_reserve(vectors_base, 2 * PAGE_SIZE);
98*4882a593Smuzhiyun #else /* ifndef CONFIG_CPU_V7M */
99*4882a593Smuzhiyun 	/*
100*4882a593Smuzhiyun 	 * There is no dedicated vector page on V7-M. So nothing needs to be
101*4882a593Smuzhiyun 	 * reserved here.
102*4882a593Smuzhiyun 	 */
103*4882a593Smuzhiyun #endif
104*4882a593Smuzhiyun 	/*
105*4882a593Smuzhiyun 	 * In any case, always ensure address 0 is never used as many things
106*4882a593Smuzhiyun 	 * get very confused if 0 is returned as a legitimate address.
107*4882a593Smuzhiyun 	 */
108*4882a593Smuzhiyun 	memblock_reserve(0, 1);
109*4882a593Smuzhiyun }
110*4882a593Smuzhiyun 
adjust_lowmem_bounds_mpu(void)111*4882a593Smuzhiyun static void __init adjust_lowmem_bounds_mpu(void)
112*4882a593Smuzhiyun {
113*4882a593Smuzhiyun 	unsigned long pmsa = read_cpuid_ext(CPUID_EXT_MMFR0) & MMFR0_PMSA;
114*4882a593Smuzhiyun 
115*4882a593Smuzhiyun 	switch (pmsa) {
116*4882a593Smuzhiyun 	case MMFR0_PMSAv7:
117*4882a593Smuzhiyun 		pmsav7_adjust_lowmem_bounds();
118*4882a593Smuzhiyun 		break;
119*4882a593Smuzhiyun 	case MMFR0_PMSAv8:
120*4882a593Smuzhiyun 		pmsav8_adjust_lowmem_bounds();
121*4882a593Smuzhiyun 		break;
122*4882a593Smuzhiyun 	default:
123*4882a593Smuzhiyun 		break;
124*4882a593Smuzhiyun 	}
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun 
mpu_setup(void)127*4882a593Smuzhiyun static void __init mpu_setup(void)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun 	unsigned long pmsa = read_cpuid_ext(CPUID_EXT_MMFR0) & MMFR0_PMSA;
130*4882a593Smuzhiyun 
131*4882a593Smuzhiyun 	switch (pmsa) {
132*4882a593Smuzhiyun 	case MMFR0_PMSAv7:
133*4882a593Smuzhiyun 		pmsav7_setup();
134*4882a593Smuzhiyun 		break;
135*4882a593Smuzhiyun 	case MMFR0_PMSAv8:
136*4882a593Smuzhiyun 		pmsav8_setup();
137*4882a593Smuzhiyun 		break;
138*4882a593Smuzhiyun 	default:
139*4882a593Smuzhiyun 		break;
140*4882a593Smuzhiyun 	}
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun 
adjust_lowmem_bounds(void)143*4882a593Smuzhiyun void __init adjust_lowmem_bounds(void)
144*4882a593Smuzhiyun {
145*4882a593Smuzhiyun 	phys_addr_t end;
146*4882a593Smuzhiyun 	adjust_lowmem_bounds_mpu();
147*4882a593Smuzhiyun 	end = memblock_end_of_DRAM();
148*4882a593Smuzhiyun 	high_memory = __va(end - 1) + 1;
149*4882a593Smuzhiyun 	memblock_set_current_limit(end);
150*4882a593Smuzhiyun }
151*4882a593Smuzhiyun 
152*4882a593Smuzhiyun /*
153*4882a593Smuzhiyun  * paging_init() sets up the page tables, initialises the zone memory
154*4882a593Smuzhiyun  * maps, and sets up the zero page, bad page and bad page tables.
155*4882a593Smuzhiyun  */
paging_init(const struct machine_desc * mdesc)156*4882a593Smuzhiyun void __init paging_init(const struct machine_desc *mdesc)
157*4882a593Smuzhiyun {
158*4882a593Smuzhiyun 	void *zero_page;
159*4882a593Smuzhiyun 
160*4882a593Smuzhiyun 	early_trap_init((void *)vectors_base);
161*4882a593Smuzhiyun 	mpu_setup();
162*4882a593Smuzhiyun 
163*4882a593Smuzhiyun 	/* allocate the zero page. */
164*4882a593Smuzhiyun 	zero_page = memblock_alloc(PAGE_SIZE, PAGE_SIZE);
165*4882a593Smuzhiyun 	if (!zero_page)
166*4882a593Smuzhiyun 		panic("%s: Failed to allocate %lu bytes align=0x%lx\n",
167*4882a593Smuzhiyun 		      __func__, PAGE_SIZE, PAGE_SIZE);
168*4882a593Smuzhiyun 
169*4882a593Smuzhiyun 	bootmem_init();
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun 	empty_zero_page = virt_to_page(zero_page);
172*4882a593Smuzhiyun 	flush_dcache_page(empty_zero_page);
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun 
175*4882a593Smuzhiyun /*
176*4882a593Smuzhiyun  * We don't need to do anything here for nommu machines.
177*4882a593Smuzhiyun  */
setup_mm_for_reboot(void)178*4882a593Smuzhiyun void setup_mm_for_reboot(void)
179*4882a593Smuzhiyun {
180*4882a593Smuzhiyun }
181*4882a593Smuzhiyun 
flush_dcache_page(struct page * page)182*4882a593Smuzhiyun void flush_dcache_page(struct page *page)
183*4882a593Smuzhiyun {
184*4882a593Smuzhiyun 	__cpuc_flush_dcache_area(page_address(page), PAGE_SIZE);
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun EXPORT_SYMBOL(flush_dcache_page);
187*4882a593Smuzhiyun 
flush_kernel_dcache_page(struct page * page)188*4882a593Smuzhiyun void flush_kernel_dcache_page(struct page *page)
189*4882a593Smuzhiyun {
190*4882a593Smuzhiyun 	__cpuc_flush_dcache_area(page_address(page), PAGE_SIZE);
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun EXPORT_SYMBOL(flush_kernel_dcache_page);
193*4882a593Smuzhiyun 
copy_to_user_page(struct vm_area_struct * vma,struct page * page,unsigned long uaddr,void * dst,const void * src,unsigned long len)194*4882a593Smuzhiyun void copy_to_user_page(struct vm_area_struct *vma, struct page *page,
195*4882a593Smuzhiyun 		       unsigned long uaddr, void *dst, const void *src,
196*4882a593Smuzhiyun 		       unsigned long len)
197*4882a593Smuzhiyun {
198*4882a593Smuzhiyun 	memcpy(dst, src, len);
199*4882a593Smuzhiyun 	if (vma->vm_flags & VM_EXEC)
200*4882a593Smuzhiyun 		__cpuc_coherent_user_range(uaddr, uaddr + len);
201*4882a593Smuzhiyun }
202*4882a593Smuzhiyun 
__arm_ioremap_pfn(unsigned long pfn,unsigned long offset,size_t size,unsigned int mtype)203*4882a593Smuzhiyun void __iomem *__arm_ioremap_pfn(unsigned long pfn, unsigned long offset,
204*4882a593Smuzhiyun 				size_t size, unsigned int mtype)
205*4882a593Smuzhiyun {
206*4882a593Smuzhiyun 	if (pfn >= (0x100000000ULL >> PAGE_SHIFT))
207*4882a593Smuzhiyun 		return NULL;
208*4882a593Smuzhiyun 	return (void __iomem *) (offset + (pfn << PAGE_SHIFT));
209*4882a593Smuzhiyun }
210*4882a593Smuzhiyun EXPORT_SYMBOL(__arm_ioremap_pfn);
211*4882a593Smuzhiyun 
__arm_ioremap_caller(phys_addr_t phys_addr,size_t size,unsigned int mtype,void * caller)212*4882a593Smuzhiyun void __iomem *__arm_ioremap_caller(phys_addr_t phys_addr, size_t size,
213*4882a593Smuzhiyun 				   unsigned int mtype, void *caller)
214*4882a593Smuzhiyun {
215*4882a593Smuzhiyun 	return (void __iomem *)phys_addr;
216*4882a593Smuzhiyun }
217*4882a593Smuzhiyun 
218*4882a593Smuzhiyun void __iomem * (*arch_ioremap_caller)(phys_addr_t, size_t, unsigned int, void *);
219*4882a593Smuzhiyun 
ioremap(resource_size_t res_cookie,size_t size)220*4882a593Smuzhiyun void __iomem *ioremap(resource_size_t res_cookie, size_t size)
221*4882a593Smuzhiyun {
222*4882a593Smuzhiyun 	return __arm_ioremap_caller(res_cookie, size, MT_DEVICE,
223*4882a593Smuzhiyun 				    __builtin_return_address(0));
224*4882a593Smuzhiyun }
225*4882a593Smuzhiyun EXPORT_SYMBOL(ioremap);
226*4882a593Smuzhiyun 
ioremap_cache(resource_size_t res_cookie,size_t size)227*4882a593Smuzhiyun void __iomem *ioremap_cache(resource_size_t res_cookie, size_t size)
228*4882a593Smuzhiyun {
229*4882a593Smuzhiyun 	return __arm_ioremap_caller(res_cookie, size, MT_DEVICE_CACHED,
230*4882a593Smuzhiyun 				    __builtin_return_address(0));
231*4882a593Smuzhiyun }
232*4882a593Smuzhiyun EXPORT_SYMBOL(ioremap_cache);
233*4882a593Smuzhiyun 
ioremap_wc(resource_size_t res_cookie,size_t size)234*4882a593Smuzhiyun void __iomem *ioremap_wc(resource_size_t res_cookie, size_t size)
235*4882a593Smuzhiyun {
236*4882a593Smuzhiyun 	return __arm_ioremap_caller(res_cookie, size, MT_DEVICE_WC,
237*4882a593Smuzhiyun 				    __builtin_return_address(0));
238*4882a593Smuzhiyun }
239*4882a593Smuzhiyun EXPORT_SYMBOL(ioremap_wc);
240*4882a593Smuzhiyun 
241*4882a593Smuzhiyun #ifdef CONFIG_PCI
242*4882a593Smuzhiyun 
243*4882a593Smuzhiyun #include <asm/mach/map.h>
244*4882a593Smuzhiyun 
pci_remap_cfgspace(resource_size_t res_cookie,size_t size)245*4882a593Smuzhiyun void __iomem *pci_remap_cfgspace(resource_size_t res_cookie, size_t size)
246*4882a593Smuzhiyun {
247*4882a593Smuzhiyun 	return arch_ioremap_caller(res_cookie, size, MT_UNCACHED,
248*4882a593Smuzhiyun 				   __builtin_return_address(0));
249*4882a593Smuzhiyun }
250*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(pci_remap_cfgspace);
251*4882a593Smuzhiyun #endif
252*4882a593Smuzhiyun 
arch_memremap_wb(phys_addr_t phys_addr,size_t size)253*4882a593Smuzhiyun void *arch_memremap_wb(phys_addr_t phys_addr, size_t size)
254*4882a593Smuzhiyun {
255*4882a593Smuzhiyun 	return (void *)phys_addr;
256*4882a593Smuzhiyun }
257*4882a593Smuzhiyun 
__iounmap(volatile void __iomem * addr)258*4882a593Smuzhiyun void __iounmap(volatile void __iomem *addr)
259*4882a593Smuzhiyun {
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun EXPORT_SYMBOL(__iounmap);
262*4882a593Smuzhiyun 
263*4882a593Smuzhiyun void (*arch_iounmap)(volatile void __iomem *);
264*4882a593Smuzhiyun 
iounmap(volatile void __iomem * addr)265*4882a593Smuzhiyun void iounmap(volatile void __iomem *addr)
266*4882a593Smuzhiyun {
267*4882a593Smuzhiyun }
268*4882a593Smuzhiyun EXPORT_SYMBOL(iounmap);
269