xref: /OK3568_Linux_fs/kernel/arch/arm/mm/pmsa-v8.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun  * Based on linux/arch/arm/pmsa-v7.c
3*4882a593Smuzhiyun  *
4*4882a593Smuzhiyun  * ARM PMSAv8 supporting functions.
5*4882a593Smuzhiyun  */
6*4882a593Smuzhiyun 
7*4882a593Smuzhiyun #include <linux/memblock.h>
8*4882a593Smuzhiyun #include <linux/range.h>
9*4882a593Smuzhiyun 
10*4882a593Smuzhiyun #include <asm/cp15.h>
11*4882a593Smuzhiyun #include <asm/cputype.h>
12*4882a593Smuzhiyun #include <asm/mpu.h>
13*4882a593Smuzhiyun 
14*4882a593Smuzhiyun #include <asm/memory.h>
15*4882a593Smuzhiyun #include <asm/sections.h>
16*4882a593Smuzhiyun 
17*4882a593Smuzhiyun #include "mm.h"
18*4882a593Smuzhiyun 
19*4882a593Smuzhiyun #ifndef CONFIG_CPU_V7M
20*4882a593Smuzhiyun 
21*4882a593Smuzhiyun #define PRSEL	__ACCESS_CP15(c6, 0, c2, 1)
22*4882a593Smuzhiyun #define PRBAR	__ACCESS_CP15(c6, 0, c3, 0)
23*4882a593Smuzhiyun #define PRLAR	__ACCESS_CP15(c6, 0, c3, 1)
24*4882a593Smuzhiyun 
prlar_read(void)25*4882a593Smuzhiyun static inline u32 prlar_read(void)
26*4882a593Smuzhiyun {
27*4882a593Smuzhiyun 	return read_sysreg(PRLAR);
28*4882a593Smuzhiyun }
29*4882a593Smuzhiyun 
prbar_read(void)30*4882a593Smuzhiyun static inline u32 prbar_read(void)
31*4882a593Smuzhiyun {
32*4882a593Smuzhiyun 	return read_sysreg(PRBAR);
33*4882a593Smuzhiyun }
34*4882a593Smuzhiyun 
prsel_write(u32 v)35*4882a593Smuzhiyun static inline void prsel_write(u32 v)
36*4882a593Smuzhiyun {
37*4882a593Smuzhiyun 	write_sysreg(v, PRSEL);
38*4882a593Smuzhiyun }
39*4882a593Smuzhiyun 
prbar_write(u32 v)40*4882a593Smuzhiyun static inline void prbar_write(u32 v)
41*4882a593Smuzhiyun {
42*4882a593Smuzhiyun 	write_sysreg(v, PRBAR);
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun 
prlar_write(u32 v)45*4882a593Smuzhiyun static inline void prlar_write(u32 v)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun 	write_sysreg(v, PRLAR);
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun #else
50*4882a593Smuzhiyun 
prlar_read(void)51*4882a593Smuzhiyun static inline u32 prlar_read(void)
52*4882a593Smuzhiyun {
53*4882a593Smuzhiyun 	return readl_relaxed(BASEADDR_V7M_SCB + PMSAv8_RLAR);
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun 
prbar_read(void)56*4882a593Smuzhiyun static inline u32 prbar_read(void)
57*4882a593Smuzhiyun {
58*4882a593Smuzhiyun 	return readl_relaxed(BASEADDR_V7M_SCB + PMSAv8_RBAR);
59*4882a593Smuzhiyun }
60*4882a593Smuzhiyun 
prsel_write(u32 v)61*4882a593Smuzhiyun static inline void prsel_write(u32 v)
62*4882a593Smuzhiyun {
63*4882a593Smuzhiyun 	writel_relaxed(v, BASEADDR_V7M_SCB + PMSAv8_RNR);
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun 
prbar_write(u32 v)66*4882a593Smuzhiyun static inline void prbar_write(u32 v)
67*4882a593Smuzhiyun {
68*4882a593Smuzhiyun 	writel_relaxed(v, BASEADDR_V7M_SCB + PMSAv8_RBAR);
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun 
prlar_write(u32 v)71*4882a593Smuzhiyun static inline void prlar_write(u32 v)
72*4882a593Smuzhiyun {
73*4882a593Smuzhiyun 	writel_relaxed(v, BASEADDR_V7M_SCB + PMSAv8_RLAR);
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun 
76*4882a593Smuzhiyun #endif
77*4882a593Smuzhiyun 
78*4882a593Smuzhiyun static struct range __initdata io[MPU_MAX_REGIONS];
79*4882a593Smuzhiyun static struct range __initdata mem[MPU_MAX_REGIONS];
80*4882a593Smuzhiyun 
81*4882a593Smuzhiyun static unsigned int __initdata mpu_max_regions;
82*4882a593Smuzhiyun 
is_region_fixed(int number)83*4882a593Smuzhiyun static __init bool is_region_fixed(int number)
84*4882a593Smuzhiyun {
85*4882a593Smuzhiyun 	switch (number) {
86*4882a593Smuzhiyun 	case PMSAv8_XIP_REGION:
87*4882a593Smuzhiyun 	case PMSAv8_KERNEL_REGION:
88*4882a593Smuzhiyun 		return true;
89*4882a593Smuzhiyun 	default:
90*4882a593Smuzhiyun 		return false;
91*4882a593Smuzhiyun 	}
92*4882a593Smuzhiyun }
93*4882a593Smuzhiyun 
pmsav8_adjust_lowmem_bounds(void)94*4882a593Smuzhiyun void __init pmsav8_adjust_lowmem_bounds(void)
95*4882a593Smuzhiyun {
96*4882a593Smuzhiyun 	phys_addr_t mem_end;
97*4882a593Smuzhiyun 	phys_addr_t reg_start, reg_end;
98*4882a593Smuzhiyun 	bool first = true;
99*4882a593Smuzhiyun 	u64 i;
100*4882a593Smuzhiyun 
101*4882a593Smuzhiyun 	for_each_mem_range(i, &reg_start, &reg_end) {
102*4882a593Smuzhiyun 		if (first) {
103*4882a593Smuzhiyun 			phys_addr_t phys_offset = PHYS_OFFSET;
104*4882a593Smuzhiyun 
105*4882a593Smuzhiyun 			/*
106*4882a593Smuzhiyun 			 * Initially only use memory continuous from
107*4882a593Smuzhiyun 			 * PHYS_OFFSET */
108*4882a593Smuzhiyun 			if (reg_start != phys_offset)
109*4882a593Smuzhiyun 				panic("First memory bank must be contiguous from PHYS_OFFSET");
110*4882a593Smuzhiyun 			mem_end = reg_end;
111*4882a593Smuzhiyun 			first = false;
112*4882a593Smuzhiyun 		} else {
113*4882a593Smuzhiyun 			/*
114*4882a593Smuzhiyun 			 * memblock auto merges contiguous blocks, remove
115*4882a593Smuzhiyun 			 * all blocks afterwards in one go (we can't remove
116*4882a593Smuzhiyun 			 * blocks separately while iterating)
117*4882a593Smuzhiyun 			 */
118*4882a593Smuzhiyun 			pr_notice("Ignoring RAM after %pa, memory at %pa ignored\n",
119*4882a593Smuzhiyun 				  &mem_end, &reg_start);
120*4882a593Smuzhiyun 			memblock_remove(reg_start, 0 - reg_start);
121*4882a593Smuzhiyun 			break;
122*4882a593Smuzhiyun 		}
123*4882a593Smuzhiyun 	}
124*4882a593Smuzhiyun }
125*4882a593Smuzhiyun 
__mpu_max_regions(void)126*4882a593Smuzhiyun static int __init __mpu_max_regions(void)
127*4882a593Smuzhiyun {
128*4882a593Smuzhiyun 	static int max_regions;
129*4882a593Smuzhiyun 	u32 mpuir;
130*4882a593Smuzhiyun 
131*4882a593Smuzhiyun 	if (max_regions)
132*4882a593Smuzhiyun 		return max_regions;
133*4882a593Smuzhiyun 
134*4882a593Smuzhiyun 	mpuir = read_cpuid_mputype();
135*4882a593Smuzhiyun 
136*4882a593Smuzhiyun 	max_regions  = (mpuir & MPUIR_DREGION_SZMASK) >> MPUIR_DREGION;
137*4882a593Smuzhiyun 
138*4882a593Smuzhiyun 	return max_regions;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun 
__pmsav8_setup_region(unsigned int number,u32 bar,u32 lar)141*4882a593Smuzhiyun static int __init __pmsav8_setup_region(unsigned int number, u32 bar, u32 lar)
142*4882a593Smuzhiyun {
143*4882a593Smuzhiyun 	if (number > mpu_max_regions
144*4882a593Smuzhiyun 	    || number >= MPU_MAX_REGIONS)
145*4882a593Smuzhiyun 		return -ENOENT;
146*4882a593Smuzhiyun 
147*4882a593Smuzhiyun 	dsb();
148*4882a593Smuzhiyun 	prsel_write(number);
149*4882a593Smuzhiyun 	isb();
150*4882a593Smuzhiyun 	prbar_write(bar);
151*4882a593Smuzhiyun 	prlar_write(lar);
152*4882a593Smuzhiyun 
153*4882a593Smuzhiyun 	mpu_rgn_info.rgns[number].prbar = bar;
154*4882a593Smuzhiyun 	mpu_rgn_info.rgns[number].prlar = lar;
155*4882a593Smuzhiyun 
156*4882a593Smuzhiyun 	mpu_rgn_info.used++;
157*4882a593Smuzhiyun 
158*4882a593Smuzhiyun 	return 0;
159*4882a593Smuzhiyun }
160*4882a593Smuzhiyun 
pmsav8_setup_ram(unsigned int number,phys_addr_t start,phys_addr_t end)161*4882a593Smuzhiyun static int __init pmsav8_setup_ram(unsigned int number, phys_addr_t start,phys_addr_t end)
162*4882a593Smuzhiyun {
163*4882a593Smuzhiyun 	u32 bar, lar;
164*4882a593Smuzhiyun 
165*4882a593Smuzhiyun 	if (is_region_fixed(number))
166*4882a593Smuzhiyun 		return -EINVAL;
167*4882a593Smuzhiyun 
168*4882a593Smuzhiyun 	bar = start;
169*4882a593Smuzhiyun 	lar = (end - 1) & ~(PMSAv8_MINALIGN - 1);
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun 	bar |= PMSAv8_AP_PL1RW_PL0RW | PMSAv8_RGN_SHARED;
172*4882a593Smuzhiyun 	lar |= PMSAv8_LAR_IDX(PMSAv8_RGN_NORMAL) | PMSAv8_LAR_EN;
173*4882a593Smuzhiyun 
174*4882a593Smuzhiyun 	return __pmsav8_setup_region(number, bar, lar);
175*4882a593Smuzhiyun }
176*4882a593Smuzhiyun 
pmsav8_setup_io(unsigned int number,phys_addr_t start,phys_addr_t end)177*4882a593Smuzhiyun static int __init pmsav8_setup_io(unsigned int number, phys_addr_t start,phys_addr_t end)
178*4882a593Smuzhiyun {
179*4882a593Smuzhiyun 	u32 bar, lar;
180*4882a593Smuzhiyun 
181*4882a593Smuzhiyun 	if (is_region_fixed(number))
182*4882a593Smuzhiyun 		return -EINVAL;
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun 	bar = start;
185*4882a593Smuzhiyun 	lar = (end - 1) & ~(PMSAv8_MINALIGN - 1);
186*4882a593Smuzhiyun 
187*4882a593Smuzhiyun 	bar |= PMSAv8_AP_PL1RW_PL0RW | PMSAv8_RGN_SHARED | PMSAv8_BAR_XN;
188*4882a593Smuzhiyun 	lar |= PMSAv8_LAR_IDX(PMSAv8_RGN_DEVICE_nGnRnE) | PMSAv8_LAR_EN;
189*4882a593Smuzhiyun 
190*4882a593Smuzhiyun 	return __pmsav8_setup_region(number, bar, lar);
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun 
pmsav8_setup_fixed(unsigned int number,phys_addr_t start,phys_addr_t end)193*4882a593Smuzhiyun static int __init pmsav8_setup_fixed(unsigned int number, phys_addr_t start,phys_addr_t end)
194*4882a593Smuzhiyun {
195*4882a593Smuzhiyun 	u32 bar, lar;
196*4882a593Smuzhiyun 
197*4882a593Smuzhiyun 	if (!is_region_fixed(number))
198*4882a593Smuzhiyun 		return -EINVAL;
199*4882a593Smuzhiyun 
200*4882a593Smuzhiyun 	bar = start;
201*4882a593Smuzhiyun 	lar = (end - 1) & ~(PMSAv8_MINALIGN - 1);
202*4882a593Smuzhiyun 
203*4882a593Smuzhiyun 	bar |= PMSAv8_AP_PL1RW_PL0NA | PMSAv8_RGN_SHARED;
204*4882a593Smuzhiyun 	lar |= PMSAv8_LAR_IDX(PMSAv8_RGN_NORMAL) | PMSAv8_LAR_EN;
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun 	prsel_write(number);
207*4882a593Smuzhiyun 	isb();
208*4882a593Smuzhiyun 
209*4882a593Smuzhiyun 	if (prbar_read() != bar || prlar_read() != lar)
210*4882a593Smuzhiyun 		return -EINVAL;
211*4882a593Smuzhiyun 
212*4882a593Smuzhiyun 	/* Reserved region was set up early, we just need a record for secondaries */
213*4882a593Smuzhiyun 	mpu_rgn_info.rgns[number].prbar = bar;
214*4882a593Smuzhiyun 	mpu_rgn_info.rgns[number].prlar = lar;
215*4882a593Smuzhiyun 
216*4882a593Smuzhiyun 	mpu_rgn_info.used++;
217*4882a593Smuzhiyun 
218*4882a593Smuzhiyun 	return 0;
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun 
221*4882a593Smuzhiyun #ifndef CONFIG_CPU_V7M
pmsav8_setup_vector(unsigned int number,phys_addr_t start,phys_addr_t end)222*4882a593Smuzhiyun static int __init pmsav8_setup_vector(unsigned int number, phys_addr_t start,phys_addr_t end)
223*4882a593Smuzhiyun {
224*4882a593Smuzhiyun 	u32 bar, lar;
225*4882a593Smuzhiyun 
226*4882a593Smuzhiyun 	if (number == PMSAv8_KERNEL_REGION)
227*4882a593Smuzhiyun 		return -EINVAL;
228*4882a593Smuzhiyun 
229*4882a593Smuzhiyun 	bar = start;
230*4882a593Smuzhiyun 	lar = (end - 1) & ~(PMSAv8_MINALIGN - 1);
231*4882a593Smuzhiyun 
232*4882a593Smuzhiyun 	bar |= PMSAv8_AP_PL1RW_PL0NA | PMSAv8_RGN_SHARED;
233*4882a593Smuzhiyun 	lar |= PMSAv8_LAR_IDX(PMSAv8_RGN_NORMAL) | PMSAv8_LAR_EN;
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun 	return __pmsav8_setup_region(number, bar, lar);
236*4882a593Smuzhiyun }
237*4882a593Smuzhiyun #endif
238*4882a593Smuzhiyun 
pmsav8_setup(void)239*4882a593Smuzhiyun void __init pmsav8_setup(void)
240*4882a593Smuzhiyun {
241*4882a593Smuzhiyun 	int i, err = 0;
242*4882a593Smuzhiyun 	int region = PMSAv8_KERNEL_REGION;
243*4882a593Smuzhiyun 
244*4882a593Smuzhiyun 	/* How many regions are supported ? */
245*4882a593Smuzhiyun 	mpu_max_regions = __mpu_max_regions();
246*4882a593Smuzhiyun 
247*4882a593Smuzhiyun 	/* RAM: single chunk of memory */
248*4882a593Smuzhiyun 	add_range(mem,  ARRAY_SIZE(mem), 0,  memblock.memory.regions[0].base,
249*4882a593Smuzhiyun 		  memblock.memory.regions[0].base + memblock.memory.regions[0].size);
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 	/* IO: cover full 4G range */
252*4882a593Smuzhiyun 	add_range(io, ARRAY_SIZE(io), 0, 0, 0xffffffff);
253*4882a593Smuzhiyun 
254*4882a593Smuzhiyun 	/* RAM and IO: exclude kernel */
255*4882a593Smuzhiyun 	subtract_range(mem, ARRAY_SIZE(mem), __pa(KERNEL_START), __pa(KERNEL_END));
256*4882a593Smuzhiyun 	subtract_range(io, ARRAY_SIZE(io),  __pa(KERNEL_START), __pa(KERNEL_END));
257*4882a593Smuzhiyun 
258*4882a593Smuzhiyun #ifdef CONFIG_XIP_KERNEL
259*4882a593Smuzhiyun 	/* RAM and IO: exclude xip */
260*4882a593Smuzhiyun 	subtract_range(mem, ARRAY_SIZE(mem), CONFIG_XIP_PHYS_ADDR, __pa(_exiprom));
261*4882a593Smuzhiyun 	subtract_range(io, ARRAY_SIZE(io), CONFIG_XIP_PHYS_ADDR, __pa(_exiprom));
262*4882a593Smuzhiyun #endif
263*4882a593Smuzhiyun 
264*4882a593Smuzhiyun #ifndef CONFIG_CPU_V7M
265*4882a593Smuzhiyun 	/* RAM and IO: exclude vectors */
266*4882a593Smuzhiyun 	subtract_range(mem, ARRAY_SIZE(mem),  vectors_base, vectors_base + 2 * PAGE_SIZE);
267*4882a593Smuzhiyun 	subtract_range(io, ARRAY_SIZE(io),  vectors_base, vectors_base + 2 * PAGE_SIZE);
268*4882a593Smuzhiyun #endif
269*4882a593Smuzhiyun 	/* IO: exclude RAM */
270*4882a593Smuzhiyun 	for (i = 0; i < ARRAY_SIZE(mem); i++)
271*4882a593Smuzhiyun 		subtract_range(io, ARRAY_SIZE(io), mem[i].start, mem[i].end);
272*4882a593Smuzhiyun 
273*4882a593Smuzhiyun 	/* Now program MPU */
274*4882a593Smuzhiyun 
275*4882a593Smuzhiyun #ifdef CONFIG_XIP_KERNEL
276*4882a593Smuzhiyun 	/* ROM */
277*4882a593Smuzhiyun 	err |= pmsav8_setup_fixed(PMSAv8_XIP_REGION, CONFIG_XIP_PHYS_ADDR, __pa(_exiprom));
278*4882a593Smuzhiyun #endif
279*4882a593Smuzhiyun 	/* Kernel */
280*4882a593Smuzhiyun 	err |= pmsav8_setup_fixed(region++, __pa(KERNEL_START), __pa(KERNEL_END));
281*4882a593Smuzhiyun 
282*4882a593Smuzhiyun 
283*4882a593Smuzhiyun 	/* IO */
284*4882a593Smuzhiyun 	for (i = 0; i < ARRAY_SIZE(io); i++) {
285*4882a593Smuzhiyun 		if (!io[i].end)
286*4882a593Smuzhiyun 			continue;
287*4882a593Smuzhiyun 
288*4882a593Smuzhiyun 		err |= pmsav8_setup_io(region++, io[i].start, io[i].end);
289*4882a593Smuzhiyun 	}
290*4882a593Smuzhiyun 
291*4882a593Smuzhiyun 	/* RAM */
292*4882a593Smuzhiyun 	for (i = 0; i < ARRAY_SIZE(mem); i++) {
293*4882a593Smuzhiyun 		if (!mem[i].end)
294*4882a593Smuzhiyun 			continue;
295*4882a593Smuzhiyun 
296*4882a593Smuzhiyun 		err |= pmsav8_setup_ram(region++, mem[i].start, mem[i].end);
297*4882a593Smuzhiyun 	}
298*4882a593Smuzhiyun 
299*4882a593Smuzhiyun 	/* Vectors */
300*4882a593Smuzhiyun #ifndef CONFIG_CPU_V7M
301*4882a593Smuzhiyun 	err |= pmsav8_setup_vector(region++, vectors_base, vectors_base + 2 * PAGE_SIZE);
302*4882a593Smuzhiyun #endif
303*4882a593Smuzhiyun 	if (err)
304*4882a593Smuzhiyun 		pr_warn("MPU region initialization failure! %d", err);
305*4882a593Smuzhiyun 	else
306*4882a593Smuzhiyun 		pr_info("Using ARM PMSAv8 Compliant MPU. Used %d of %d regions\n",
307*4882a593Smuzhiyun 			mpu_rgn_info.used, mpu_max_regions);
308*4882a593Smuzhiyun }
309