1a47a12beSStefan Roese /*
2ebc73943SKumar Gala * Copyright 2008-2011 Freescale Semiconductor, Inc.
3a47a12beSStefan Roese *
4a47a12beSStefan Roese * (C) Copyright 2000
5a47a12beSStefan Roese * Wolfgang Denk, DENX Software Engineering, wd@denx.de.
6a47a12beSStefan Roese *
71a459660SWolfgang Denk * SPDX-License-Identifier: GPL-2.0+
8a47a12beSStefan Roese */
9a47a12beSStefan Roese
10a47a12beSStefan Roese #include <common.h>
11a47a12beSStefan Roese #include <asm/processor.h>
12a47a12beSStefan Roese #include <asm/mmu.h>
13a47a12beSStefan Roese #ifdef CONFIG_ADDR_MAP
14a47a12beSStefan Roese #include <addr_map.h>
15a47a12beSStefan Roese #endif
16a47a12beSStefan Roese
17*2d2f490dSFabio Estevam #include <linux/log2.h>
18*2d2f490dSFabio Estevam
19a47a12beSStefan Roese DECLARE_GLOBAL_DATA_PTR;
20a47a12beSStefan Roese
invalidate_tlb(u8 tlb)21a47a12beSStefan Roese void invalidate_tlb(u8 tlb)
22a47a12beSStefan Roese {
23a47a12beSStefan Roese if (tlb == 0)
24a47a12beSStefan Roese mtspr(MMUCSR0, 0x4);
25a47a12beSStefan Roese if (tlb == 1)
26a47a12beSStefan Roese mtspr(MMUCSR0, 0x2);
27a47a12beSStefan Roese }
28a47a12beSStefan Roese
init_tlbs(void)29fa08d395SAlexander Graf __weak void init_tlbs(void)
30a47a12beSStefan Roese {
31a47a12beSStefan Roese int i;
32a47a12beSStefan Roese
33a47a12beSStefan Roese for (i = 0; i < num_tlb_entries; i++) {
34a47a12beSStefan Roese write_tlb(tlb_table[i].mas0,
35a47a12beSStefan Roese tlb_table[i].mas1,
36a47a12beSStefan Roese tlb_table[i].mas2,
37a47a12beSStefan Roese tlb_table[i].mas3,
38a47a12beSStefan Roese tlb_table[i].mas7);
39a47a12beSStefan Roese }
40a47a12beSStefan Roese
41a47a12beSStefan Roese return ;
42a47a12beSStefan Roese }
43a47a12beSStefan Roese
440151d99dSYing Zhang #if !defined(CONFIG_NAND_SPL) && \
450151d99dSYing Zhang (!defined(CONFIG_SPL_BUILD) || !defined(CONFIG_SPL_INIT_MINIMAL))
read_tlbcam_entry(int idx,u32 * valid,u32 * tsize,unsigned long * epn,phys_addr_t * rpn)464e63df30SBecky Bruce void read_tlbcam_entry(int idx, u32 *valid, u32 *tsize, unsigned long *epn,
474e63df30SBecky Bruce phys_addr_t *rpn)
484e63df30SBecky Bruce {
494e63df30SBecky Bruce u32 _mas1;
504e63df30SBecky Bruce
514e63df30SBecky Bruce mtspr(MAS0, FSL_BOOKE_MAS0(1, idx, 0));
524e63df30SBecky Bruce asm volatile("tlbre;isync");
534e63df30SBecky Bruce _mas1 = mfspr(MAS1);
544e63df30SBecky Bruce
554e63df30SBecky Bruce *valid = (_mas1 & MAS1_VALID);
5631d084ddSScott Wood *tsize = (_mas1 >> 7) & 0x1f;
574e63df30SBecky Bruce *epn = mfspr(MAS2) & MAS2_EPN;
584e63df30SBecky Bruce *rpn = mfspr(MAS3) & MAS3_RPN;
594e63df30SBecky Bruce #ifdef CONFIG_ENABLE_36BIT_PHYS
604e63df30SBecky Bruce *rpn |= ((u64)mfspr(MAS7)) << 32;
614e63df30SBecky Bruce #endif
624e63df30SBecky Bruce }
634e63df30SBecky Bruce
print_tlbcam(void)6470e02bcaSBecky Bruce void print_tlbcam(void)
6570e02bcaSBecky Bruce {
6670e02bcaSBecky Bruce int i;
6770e02bcaSBecky Bruce unsigned int num_cam = mfspr(SPRN_TLB1CFG) & 0xfff;
6870e02bcaSBecky Bruce
6970e02bcaSBecky Bruce /* walk all the entries */
7070e02bcaSBecky Bruce printf("TLBCAM entries\n");
7170e02bcaSBecky Bruce for (i = 0; i < num_cam; i++) {
7270e02bcaSBecky Bruce unsigned long epn;
7370e02bcaSBecky Bruce u32 tsize, valid;
7470e02bcaSBecky Bruce phys_addr_t rpn;
7570e02bcaSBecky Bruce
7670e02bcaSBecky Bruce read_tlbcam_entry(i, &valid, &tsize, &epn, &rpn);
7770e02bcaSBecky Bruce printf("entry %02d: V: %d EPN 0x%08x RPN 0x%08llx size:",
7870e02bcaSBecky Bruce i, (valid == 0) ? 0 : 1, (unsigned int)epn,
7970e02bcaSBecky Bruce (unsigned long long)rpn);
8070e02bcaSBecky Bruce print_size(TSIZE_TO_BYTES(tsize), "\n");
8170e02bcaSBecky Bruce }
8270e02bcaSBecky Bruce }
8370e02bcaSBecky Bruce
use_tlb_cam(u8 idx)84a47a12beSStefan Roese static inline void use_tlb_cam(u8 idx)
85a47a12beSStefan Roese {
86a47a12beSStefan Roese int i = idx / 32;
87a47a12beSStefan Roese int bit = idx % 32;
88a47a12beSStefan Roese
897c80c6c5SSimon Glass gd->arch.used_tlb_cams[i] |= (1 << bit);
90a47a12beSStefan Roese }
91a47a12beSStefan Roese
free_tlb_cam(u8 idx)92a47a12beSStefan Roese static inline void free_tlb_cam(u8 idx)
93a47a12beSStefan Roese {
94a47a12beSStefan Roese int i = idx / 32;
95a47a12beSStefan Roese int bit = idx % 32;
96a47a12beSStefan Roese
977c80c6c5SSimon Glass gd->arch.used_tlb_cams[i] &= ~(1 << bit);
98a47a12beSStefan Roese }
99a47a12beSStefan Roese
init_used_tlb_cams(void)100a47a12beSStefan Roese void init_used_tlb_cams(void)
101a47a12beSStefan Roese {
102a47a12beSStefan Roese int i;
103a47a12beSStefan Roese unsigned int num_cam = mfspr(SPRN_TLB1CFG) & 0xfff;
104a47a12beSStefan Roese
105a47a12beSStefan Roese for (i = 0; i < ((CONFIG_SYS_NUM_TLBCAMS+31)/32); i++)
1067c80c6c5SSimon Glass gd->arch.used_tlb_cams[i] = 0;
107a47a12beSStefan Roese
108a47a12beSStefan Roese /* walk all the entries */
109a47a12beSStefan Roese for (i = 0; i < num_cam; i++) {
110a47a12beSStefan Roese mtspr(MAS0, FSL_BOOKE_MAS0(1, i, 0));
111a47a12beSStefan Roese asm volatile("tlbre;isync");
1124e63df30SBecky Bruce if (mfspr(MAS1) & MAS1_VALID)
113a47a12beSStefan Roese use_tlb_cam(i);
114a47a12beSStefan Roese }
115a47a12beSStefan Roese }
116a47a12beSStefan Roese
find_free_tlbcam(void)117a47a12beSStefan Roese int find_free_tlbcam(void)
118a47a12beSStefan Roese {
119a47a12beSStefan Roese int i;
120a47a12beSStefan Roese u32 idx;
121a47a12beSStefan Roese
122a47a12beSStefan Roese for (i = 0; i < ((CONFIG_SYS_NUM_TLBCAMS+31)/32); i++) {
1237c80c6c5SSimon Glass idx = ffz(gd->arch.used_tlb_cams[i]);
124a47a12beSStefan Roese
125a47a12beSStefan Roese if (idx != 32)
126a47a12beSStefan Roese break;
127a47a12beSStefan Roese }
128a47a12beSStefan Roese
129a47a12beSStefan Roese idx += i * 32;
130a47a12beSStefan Roese
131a47a12beSStefan Roese if (idx >= CONFIG_SYS_NUM_TLBCAMS)
132a47a12beSStefan Roese return -1;
133a47a12beSStefan Roese
134a47a12beSStefan Roese return idx;
135a47a12beSStefan Roese }
136a47a12beSStefan Roese
set_tlb(u8 tlb,u32 epn,u64 rpn,u8 perms,u8 wimge,u8 ts,u8 esel,u8 tsize,u8 iprot)137a47a12beSStefan Roese void set_tlb(u8 tlb, u32 epn, u64 rpn,
138a47a12beSStefan Roese u8 perms, u8 wimge,
139a47a12beSStefan Roese u8 ts, u8 esel, u8 tsize, u8 iprot)
140a47a12beSStefan Roese {
141a47a12beSStefan Roese u32 _mas0, _mas1, _mas2, _mas3, _mas7;
142a47a12beSStefan Roese
143a47a12beSStefan Roese if (tlb == 1)
144a47a12beSStefan Roese use_tlb_cam(esel);
145a47a12beSStefan Roese
14631d084ddSScott Wood if ((mfspr(SPRN_MMUCFG) & MMUCFG_MAVN) == MMUCFG_MAVN_V1 &&
14731d084ddSScott Wood tsize & 1) {
14831d084ddSScott Wood printf("%s: bad tsize %d on entry %d at 0x%08x\n",
14931d084ddSScott Wood __func__, tsize, tlb, epn);
15031d084ddSScott Wood return;
15131d084ddSScott Wood }
15231d084ddSScott Wood
153a47a12beSStefan Roese _mas0 = FSL_BOOKE_MAS0(tlb, esel, 0);
154a47a12beSStefan Roese _mas1 = FSL_BOOKE_MAS1(1, iprot, 0, ts, tsize);
155a47a12beSStefan Roese _mas2 = FSL_BOOKE_MAS2(epn, wimge);
156a47a12beSStefan Roese _mas3 = FSL_BOOKE_MAS3(rpn, 0, perms);
157a47a12beSStefan Roese _mas7 = FSL_BOOKE_MAS7(rpn);
158a47a12beSStefan Roese
159a47a12beSStefan Roese write_tlb(_mas0, _mas1, _mas2, _mas3, _mas7);
160a47a12beSStefan Roese
161a47a12beSStefan Roese #ifdef CONFIG_ADDR_MAP
162a47a12beSStefan Roese if ((tlb == 1) && (gd->flags & GD_FLG_RELOC))
1634e63df30SBecky Bruce addrmap_set_entry(epn, rpn, TSIZE_TO_BYTES(tsize), esel);
164a47a12beSStefan Roese #endif
165a47a12beSStefan Roese }
166a47a12beSStefan Roese
disable_tlb(u8 esel)167a47a12beSStefan Roese void disable_tlb(u8 esel)
168a47a12beSStefan Roese {
1693d6d9c31SKumar Gala u32 _mas0, _mas1, _mas2, _mas3;
170a47a12beSStefan Roese
171a47a12beSStefan Roese free_tlb_cam(esel);
172a47a12beSStefan Roese
173a47a12beSStefan Roese _mas0 = FSL_BOOKE_MAS0(1, esel, 0);
174a47a12beSStefan Roese _mas1 = 0;
175a47a12beSStefan Roese _mas2 = 0;
176a47a12beSStefan Roese _mas3 = 0;
177a47a12beSStefan Roese
178a47a12beSStefan Roese mtspr(MAS0, _mas0);
179a47a12beSStefan Roese mtspr(MAS1, _mas1);
180a47a12beSStefan Roese mtspr(MAS2, _mas2);
181a47a12beSStefan Roese mtspr(MAS3, _mas3);
182a47a12beSStefan Roese #ifdef CONFIG_ENABLE_36BIT_PHYS
1833d6d9c31SKumar Gala mtspr(MAS7, 0);
184a47a12beSStefan Roese #endif
185a47a12beSStefan Roese asm volatile("isync;msync;tlbwe;isync");
186a47a12beSStefan Roese
187a47a12beSStefan Roese #ifdef CONFIG_ADDR_MAP
188a47a12beSStefan Roese if (gd->flags & GD_FLG_RELOC)
189a47a12beSStefan Roese addrmap_set_entry(0, 0, 0, esel);
190a47a12beSStefan Roese #endif
191a47a12beSStefan Roese }
192a47a12beSStefan Roese
tlbsx(const volatile unsigned * addr)193a47a12beSStefan Roese static void tlbsx (const volatile unsigned *addr)
194a47a12beSStefan Roese {
195a47a12beSStefan Roese __asm__ __volatile__ ("tlbsx 0,%0" : : "r" (addr), "m" (*addr));
196a47a12beSStefan Roese }
197a47a12beSStefan Roese
198a47a12beSStefan Roese /* return -1 if we didn't find anything */
find_tlb_idx(void * addr,u8 tlbsel)199a47a12beSStefan Roese int find_tlb_idx(void *addr, u8 tlbsel)
200a47a12beSStefan Roese {
201a47a12beSStefan Roese u32 _mas0, _mas1;
202a47a12beSStefan Roese
203a47a12beSStefan Roese /* zero out Search PID, AS */
204a47a12beSStefan Roese mtspr(MAS6, 0);
205a47a12beSStefan Roese
206a47a12beSStefan Roese tlbsx(addr);
207a47a12beSStefan Roese
208a47a12beSStefan Roese _mas0 = mfspr(MAS0);
209a47a12beSStefan Roese _mas1 = mfspr(MAS1);
210a47a12beSStefan Roese
211a47a12beSStefan Roese /* we found something, and its in the TLB we expect */
212a47a12beSStefan Roese if ((MAS1_VALID & _mas1) &&
213a47a12beSStefan Roese (MAS0_TLBSEL(tlbsel) == (_mas0 & MAS0_TLBSEL_MSK))) {
214a47a12beSStefan Roese return ((_mas0 & MAS0_ESEL_MSK) >> 16);
215a47a12beSStefan Roese }
216a47a12beSStefan Roese
217a47a12beSStefan Roese return -1;
218a47a12beSStefan Roese }
219a47a12beSStefan Roese
220a47a12beSStefan Roese #ifdef CONFIG_ADDR_MAP
init_addr_map(void)221a47a12beSStefan Roese void init_addr_map(void)
222a47a12beSStefan Roese {
223a47a12beSStefan Roese int i;
224a47a12beSStefan Roese unsigned int num_cam = mfspr(SPRN_TLB1CFG) & 0xfff;
225a47a12beSStefan Roese
226a47a12beSStefan Roese /* walk all the entries */
227a47a12beSStefan Roese for (i = 0; i < num_cam; i++) {
228a47a12beSStefan Roese unsigned long epn;
2294e63df30SBecky Bruce u32 tsize, valid;
230a47a12beSStefan Roese phys_addr_t rpn;
231a47a12beSStefan Roese
2324e63df30SBecky Bruce read_tlbcam_entry(i, &valid, &tsize, &epn, &rpn);
2334e63df30SBecky Bruce if (valid & MAS1_VALID)
2344e63df30SBecky Bruce addrmap_set_entry(epn, rpn, TSIZE_TO_BYTES(tsize), i);
235a47a12beSStefan Roese }
236a47a12beSStefan Roese
237a47a12beSStefan Roese return ;
238a47a12beSStefan Roese }
239a47a12beSStefan Roese #endif
240a47a12beSStefan Roese
tlb_map_range(ulong v_addr,phys_addr_t p_addr,uint64_t size,enum tlb_map_type map_type)241f29f804aSAlexander Graf uint64_t tlb_map_range(ulong v_addr, phys_addr_t p_addr, uint64_t size,
242f29f804aSAlexander Graf enum tlb_map_type map_type)
243a47a12beSStefan Roese {
244a47a12beSStefan Roese int i;
245a47a12beSStefan Roese unsigned int tlb_size;
246f29f804aSAlexander Graf unsigned int wimge;
247f29f804aSAlexander Graf unsigned int perm;
24831d084ddSScott Wood unsigned int max_cam, tsize_mask;
249a47a12beSStefan Roese
250f29f804aSAlexander Graf if (map_type == TLB_MAP_RAM) {
251f29f804aSAlexander Graf perm = MAS3_SX|MAS3_SW|MAS3_SR;
252f29f804aSAlexander Graf wimge = MAS2_M;
2536b1ef2a6SBecky Bruce #ifdef CONFIG_SYS_PPC_DDR_WIMGE
2546b1ef2a6SBecky Bruce wimge = CONFIG_SYS_PPC_DDR_WIMGE;
2556b1ef2a6SBecky Bruce #endif
256f29f804aSAlexander Graf } else {
257f29f804aSAlexander Graf perm = MAS3_SW|MAS3_SR;
258f29f804aSAlexander Graf wimge = MAS2_I|MAS2_G;
259f29f804aSAlexander Graf }
260f29f804aSAlexander Graf
26150cf3d17SKumar Gala if ((mfspr(SPRN_MMUCFG) & MMUCFG_MAVN) == MMUCFG_MAVN_V1) {
262a47a12beSStefan Roese /* Convert (4^max) kB to (2^max) bytes */
26350cf3d17SKumar Gala max_cam = ((mfspr(SPRN_TLB1CFG) >> 16) & 0xf) * 2 + 10;
26431d084ddSScott Wood tsize_mask = ~1U;
26550cf3d17SKumar Gala } else {
26650cf3d17SKumar Gala /* Convert (2^max) kB to (2^max) bytes */
26750cf3d17SKumar Gala max_cam = __ilog2(mfspr(SPRN_TLB1PS)) + 10;
26831d084ddSScott Wood tsize_mask = ~0U;
26950cf3d17SKumar Gala }
270a47a12beSStefan Roese
271a47a12beSStefan Roese for (i = 0; size && i < 8; i++) {
272f29f804aSAlexander Graf int tlb_index = find_free_tlbcam();
27331d084ddSScott Wood u32 camsize = __ilog2_u64(size) & tsize_mask;
274f29f804aSAlexander Graf u32 align = __ilog2(v_addr) & tsize_mask;
275a47a12beSStefan Roese
276f29f804aSAlexander Graf if (tlb_index == -1)
277a47a12beSStefan Roese break;
278a47a12beSStefan Roese
279a47a12beSStefan Roese if (align == -2) align = max_cam;
280a47a12beSStefan Roese if (camsize > align)
281a47a12beSStefan Roese camsize = align;
282a47a12beSStefan Roese
283a47a12beSStefan Roese if (camsize > max_cam)
284a47a12beSStefan Roese camsize = max_cam;
285a47a12beSStefan Roese
28631d084ddSScott Wood tlb_size = camsize - 10;
287a47a12beSStefan Roese
288f29f804aSAlexander Graf set_tlb(1, v_addr, p_addr, perm, wimge,
289f29f804aSAlexander Graf 0, tlb_index, tlb_size, 1);
290a47a12beSStefan Roese
291a47a12beSStefan Roese size -= 1ULL << camsize;
292f29f804aSAlexander Graf v_addr += 1UL << camsize;
293c02ce6e5SYork Sun p_addr += 1UL << camsize;
294a47a12beSStefan Roese }
295a47a12beSStefan Roese
296f29f804aSAlexander Graf return size;
297f29f804aSAlexander Graf }
298f29f804aSAlexander Graf
setup_ddr_tlbs_phys(phys_addr_t p_addr,unsigned int memsize_in_meg)299f29f804aSAlexander Graf unsigned int setup_ddr_tlbs_phys(phys_addr_t p_addr,
300f29f804aSAlexander Graf unsigned int memsize_in_meg)
301f29f804aSAlexander Graf {
302f29f804aSAlexander Graf unsigned int ram_tlb_address = (unsigned int)CONFIG_SYS_DDR_SDRAM_BASE;
303f29f804aSAlexander Graf u64 memsize = (u64)memsize_in_meg << 20;
3040ccee4e6SYork Sun u64 size;
305f29f804aSAlexander Graf
3060ccee4e6SYork Sun size = min(memsize, (u64)CONFIG_MAX_MEM_MAPPED);
3070ccee4e6SYork Sun size = tlb_map_range(ram_tlb_address, p_addr, size, TLB_MAP_RAM);
308f29f804aSAlexander Graf
3090ccee4e6SYork Sun if (size || memsize > CONFIG_MAX_MEM_MAPPED) {
3100ccee4e6SYork Sun print_size(memsize > CONFIG_MAX_MEM_MAPPED ?
3110ccee4e6SYork Sun memsize - CONFIG_MAX_MEM_MAPPED + size : size,
3120ccee4e6SYork Sun " left unmapped\n");
3130ccee4e6SYork Sun }
314f29f804aSAlexander Graf
315a47a12beSStefan Roese return memsize_in_meg;
316a47a12beSStefan Roese }
317c02ce6e5SYork Sun
setup_ddr_tlbs(unsigned int memsize_in_meg)318c02ce6e5SYork Sun unsigned int setup_ddr_tlbs(unsigned int memsize_in_meg)
319c02ce6e5SYork Sun {
320c02ce6e5SYork Sun return
321c02ce6e5SYork Sun setup_ddr_tlbs_phys(CONFIG_SYS_DDR_SDRAM_BASE, memsize_in_meg);
322c02ce6e5SYork Sun }
3239cdfe281SBecky Bruce
3249cdfe281SBecky Bruce /* Invalidate the DDR TLBs for the requested size */
clear_ddr_tlbs_phys(phys_addr_t p_addr,unsigned int memsize_in_meg)3259cdfe281SBecky Bruce void clear_ddr_tlbs_phys(phys_addr_t p_addr, unsigned int memsize_in_meg)
3269cdfe281SBecky Bruce {
3279cdfe281SBecky Bruce u32 vstart = CONFIG_SYS_DDR_SDRAM_BASE;
3289cdfe281SBecky Bruce unsigned long epn;
3299cdfe281SBecky Bruce u32 tsize, valid, ptr;
3309cdfe281SBecky Bruce phys_addr_t rpn = 0;
3319cdfe281SBecky Bruce int ddr_esel;
3329cdfe281SBecky Bruce u64 memsize = (u64)memsize_in_meg << 20;
3339cdfe281SBecky Bruce
3349cdfe281SBecky Bruce ptr = vstart;
3359cdfe281SBecky Bruce
3369cdfe281SBecky Bruce while (ptr < (vstart + memsize)) {
3379cdfe281SBecky Bruce ddr_esel = find_tlb_idx((void *)ptr, 1);
3389cdfe281SBecky Bruce if (ddr_esel != -1) {
3399cdfe281SBecky Bruce read_tlbcam_entry(ddr_esel, &valid, &tsize, &epn, &rpn);
3409cdfe281SBecky Bruce disable_tlb(ddr_esel);
3419cdfe281SBecky Bruce }
3429cdfe281SBecky Bruce ptr += TSIZE_TO_BYTES(tsize);
3439cdfe281SBecky Bruce }
3449cdfe281SBecky Bruce }
3459cdfe281SBecky Bruce
clear_ddr_tlbs(unsigned int memsize_in_meg)3469cdfe281SBecky Bruce void clear_ddr_tlbs(unsigned int memsize_in_meg)
3479cdfe281SBecky Bruce {
3489cdfe281SBecky Bruce clear_ddr_tlbs_phys(CONFIG_SYS_DDR_SDRAM_BASE, memsize_in_meg);
3499cdfe281SBecky Bruce }
3509cdfe281SBecky Bruce
3519cdfe281SBecky Bruce
352c97cd1baSScott Wood #endif /* not SPL */
353