1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Dump R4x00 TLB for debugging purposes.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 1994, 1995 by Waldorf Electronics, written by Ralf Baechle.
6*4882a593Smuzhiyun * Copyright (C) 1999 by Silicon Graphics, Inc.
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun #include <linux/kernel.h>
9*4882a593Smuzhiyun #include <linux/mm.h>
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #include <asm/hazards.h>
12*4882a593Smuzhiyun #include <asm/mipsregs.h>
13*4882a593Smuzhiyun #include <asm/mmu_context.h>
14*4882a593Smuzhiyun #include <asm/page.h>
15*4882a593Smuzhiyun #include <asm/tlbdebug.h>
16*4882a593Smuzhiyun
dump_tlb_regs(void)17*4882a593Smuzhiyun void dump_tlb_regs(void)
18*4882a593Smuzhiyun {
19*4882a593Smuzhiyun const int field = 2 * sizeof(unsigned long);
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun pr_info("Index : %0x\n", read_c0_index());
22*4882a593Smuzhiyun pr_info("PageMask : %0x\n", read_c0_pagemask());
23*4882a593Smuzhiyun if (cpu_has_guestid)
24*4882a593Smuzhiyun pr_info("GuestCtl1: %0x\n", read_c0_guestctl1());
25*4882a593Smuzhiyun pr_info("EntryHi : %0*lx\n", field, read_c0_entryhi());
26*4882a593Smuzhiyun pr_info("EntryLo0 : %0*lx\n", field, read_c0_entrylo0());
27*4882a593Smuzhiyun pr_info("EntryLo1 : %0*lx\n", field, read_c0_entrylo1());
28*4882a593Smuzhiyun pr_info("Wired : %0x\n", read_c0_wired());
29*4882a593Smuzhiyun switch (current_cpu_type()) {
30*4882a593Smuzhiyun case CPU_R10000:
31*4882a593Smuzhiyun case CPU_R12000:
32*4882a593Smuzhiyun case CPU_R14000:
33*4882a593Smuzhiyun case CPU_R16000:
34*4882a593Smuzhiyun pr_info("FrameMask: %0x\n", read_c0_framemask());
35*4882a593Smuzhiyun break;
36*4882a593Smuzhiyun }
37*4882a593Smuzhiyun if (cpu_has_small_pages || cpu_has_rixi || cpu_has_xpa)
38*4882a593Smuzhiyun pr_info("PageGrain: %0x\n", read_c0_pagegrain());
39*4882a593Smuzhiyun if (cpu_has_htw) {
40*4882a593Smuzhiyun pr_info("PWField : %0*lx\n", field, read_c0_pwfield());
41*4882a593Smuzhiyun pr_info("PWSize : %0*lx\n", field, read_c0_pwsize());
42*4882a593Smuzhiyun pr_info("PWCtl : %0x\n", read_c0_pwctl());
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun }
45*4882a593Smuzhiyun
msk2str(unsigned int mask)46*4882a593Smuzhiyun static inline const char *msk2str(unsigned int mask)
47*4882a593Smuzhiyun {
48*4882a593Smuzhiyun switch (mask) {
49*4882a593Smuzhiyun case PM_4K: return "4kb";
50*4882a593Smuzhiyun case PM_16K: return "16kb";
51*4882a593Smuzhiyun case PM_64K: return "64kb";
52*4882a593Smuzhiyun case PM_256K: return "256kb";
53*4882a593Smuzhiyun #ifdef CONFIG_CPU_CAVIUM_OCTEON
54*4882a593Smuzhiyun case PM_8K: return "8kb";
55*4882a593Smuzhiyun case PM_32K: return "32kb";
56*4882a593Smuzhiyun case PM_128K: return "128kb";
57*4882a593Smuzhiyun case PM_512K: return "512kb";
58*4882a593Smuzhiyun case PM_2M: return "2Mb";
59*4882a593Smuzhiyun case PM_8M: return "8Mb";
60*4882a593Smuzhiyun case PM_32M: return "32Mb";
61*4882a593Smuzhiyun #endif
62*4882a593Smuzhiyun #ifndef CONFIG_CPU_VR41XX
63*4882a593Smuzhiyun case PM_1M: return "1Mb";
64*4882a593Smuzhiyun case PM_4M: return "4Mb";
65*4882a593Smuzhiyun case PM_16M: return "16Mb";
66*4882a593Smuzhiyun case PM_64M: return "64Mb";
67*4882a593Smuzhiyun case PM_256M: return "256Mb";
68*4882a593Smuzhiyun case PM_1G: return "1Gb";
69*4882a593Smuzhiyun #endif
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun return "";
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun
dump_tlb(int first,int last)74*4882a593Smuzhiyun static void dump_tlb(int first, int last)
75*4882a593Smuzhiyun {
76*4882a593Smuzhiyun unsigned long s_entryhi, entryhi, asid, mmid;
77*4882a593Smuzhiyun unsigned long long entrylo0, entrylo1, pa;
78*4882a593Smuzhiyun unsigned int s_index, s_pagemask, s_guestctl1 = 0;
79*4882a593Smuzhiyun unsigned int pagemask, guestctl1 = 0, c0, c1, i;
80*4882a593Smuzhiyun unsigned long asidmask = cpu_asid_mask(¤t_cpu_data);
81*4882a593Smuzhiyun int asidwidth = DIV_ROUND_UP(ilog2(asidmask) + 1, 4);
82*4882a593Smuzhiyun unsigned long s_mmid;
83*4882a593Smuzhiyun #ifdef CONFIG_32BIT
84*4882a593Smuzhiyun bool xpa = cpu_has_xpa && (read_c0_pagegrain() & PG_ELPA);
85*4882a593Smuzhiyun int pwidth = xpa ? 11 : 8;
86*4882a593Smuzhiyun int vwidth = 8;
87*4882a593Smuzhiyun #else
88*4882a593Smuzhiyun bool xpa = false;
89*4882a593Smuzhiyun int pwidth = 11;
90*4882a593Smuzhiyun int vwidth = 11;
91*4882a593Smuzhiyun #endif
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun s_pagemask = read_c0_pagemask();
94*4882a593Smuzhiyun s_entryhi = read_c0_entryhi();
95*4882a593Smuzhiyun s_index = read_c0_index();
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun if (cpu_has_mmid)
98*4882a593Smuzhiyun asid = s_mmid = read_c0_memorymapid();
99*4882a593Smuzhiyun else
100*4882a593Smuzhiyun asid = s_entryhi & asidmask;
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun if (cpu_has_guestid)
103*4882a593Smuzhiyun s_guestctl1 = read_c0_guestctl1();
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun for (i = first; i <= last; i++) {
106*4882a593Smuzhiyun write_c0_index(i);
107*4882a593Smuzhiyun mtc0_tlbr_hazard();
108*4882a593Smuzhiyun tlb_read();
109*4882a593Smuzhiyun tlb_read_hazard();
110*4882a593Smuzhiyun pagemask = read_c0_pagemask();
111*4882a593Smuzhiyun entryhi = read_c0_entryhi();
112*4882a593Smuzhiyun entrylo0 = read_c0_entrylo0();
113*4882a593Smuzhiyun entrylo1 = read_c0_entrylo1();
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun if (cpu_has_mmid)
116*4882a593Smuzhiyun mmid = read_c0_memorymapid();
117*4882a593Smuzhiyun else
118*4882a593Smuzhiyun mmid = entryhi & asidmask;
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun if (cpu_has_guestid)
121*4882a593Smuzhiyun guestctl1 = read_c0_guestctl1();
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun /* EHINV bit marks entire entry as invalid */
124*4882a593Smuzhiyun if (cpu_has_tlbinv && entryhi & MIPS_ENTRYHI_EHINV)
125*4882a593Smuzhiyun continue;
126*4882a593Smuzhiyun /*
127*4882a593Smuzhiyun * Prior to tlbinv, unused entries have a virtual address of
128*4882a593Smuzhiyun * CKSEG0.
129*4882a593Smuzhiyun */
130*4882a593Smuzhiyun if ((entryhi & ~0x1ffffUL) == CKSEG0)
131*4882a593Smuzhiyun continue;
132*4882a593Smuzhiyun /*
133*4882a593Smuzhiyun * ASID takes effect in absence of G (global) bit.
134*4882a593Smuzhiyun * We check both G bits, even though architecturally they should
135*4882a593Smuzhiyun * match one another, because some revisions of the SB1 core may
136*4882a593Smuzhiyun * leave only a single G bit set after a machine check exception
137*4882a593Smuzhiyun * due to duplicate TLB entry.
138*4882a593Smuzhiyun */
139*4882a593Smuzhiyun if (!((entrylo0 | entrylo1) & ENTRYLO_G) && (mmid != asid))
140*4882a593Smuzhiyun continue;
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun /*
143*4882a593Smuzhiyun * Only print entries in use
144*4882a593Smuzhiyun */
145*4882a593Smuzhiyun printk("Index: %2d pgmask=%s ", i, msk2str(pagemask));
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun c0 = (entrylo0 & ENTRYLO_C) >> ENTRYLO_C_SHIFT;
148*4882a593Smuzhiyun c1 = (entrylo1 & ENTRYLO_C) >> ENTRYLO_C_SHIFT;
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun pr_cont("va=%0*lx asid=%0*lx",
151*4882a593Smuzhiyun vwidth, (entryhi & ~0x1fffUL),
152*4882a593Smuzhiyun asidwidth, mmid);
153*4882a593Smuzhiyun if (cpu_has_guestid)
154*4882a593Smuzhiyun pr_cont(" gid=%02lx",
155*4882a593Smuzhiyun (guestctl1 & MIPS_GCTL1_RID)
156*4882a593Smuzhiyun >> MIPS_GCTL1_RID_SHIFT);
157*4882a593Smuzhiyun /* RI/XI are in awkward places, so mask them off separately */
158*4882a593Smuzhiyun pa = entrylo0 & ~(MIPS_ENTRYLO_RI | MIPS_ENTRYLO_XI);
159*4882a593Smuzhiyun if (xpa)
160*4882a593Smuzhiyun pa |= (unsigned long long)readx_c0_entrylo0() << 30;
161*4882a593Smuzhiyun pa = (pa << 6) & PAGE_MASK;
162*4882a593Smuzhiyun pr_cont("\n\t[");
163*4882a593Smuzhiyun if (cpu_has_rixi)
164*4882a593Smuzhiyun pr_cont("ri=%d xi=%d ",
165*4882a593Smuzhiyun (entrylo0 & MIPS_ENTRYLO_RI) ? 1 : 0,
166*4882a593Smuzhiyun (entrylo0 & MIPS_ENTRYLO_XI) ? 1 : 0);
167*4882a593Smuzhiyun pr_cont("pa=%0*llx c=%d d=%d v=%d g=%d] [",
168*4882a593Smuzhiyun pwidth, pa, c0,
169*4882a593Smuzhiyun (entrylo0 & ENTRYLO_D) ? 1 : 0,
170*4882a593Smuzhiyun (entrylo0 & ENTRYLO_V) ? 1 : 0,
171*4882a593Smuzhiyun (entrylo0 & ENTRYLO_G) ? 1 : 0);
172*4882a593Smuzhiyun /* RI/XI are in awkward places, so mask them off separately */
173*4882a593Smuzhiyun pa = entrylo1 & ~(MIPS_ENTRYLO_RI | MIPS_ENTRYLO_XI);
174*4882a593Smuzhiyun if (xpa)
175*4882a593Smuzhiyun pa |= (unsigned long long)readx_c0_entrylo1() << 30;
176*4882a593Smuzhiyun pa = (pa << 6) & PAGE_MASK;
177*4882a593Smuzhiyun if (cpu_has_rixi)
178*4882a593Smuzhiyun pr_cont("ri=%d xi=%d ",
179*4882a593Smuzhiyun (entrylo1 & MIPS_ENTRYLO_RI) ? 1 : 0,
180*4882a593Smuzhiyun (entrylo1 & MIPS_ENTRYLO_XI) ? 1 : 0);
181*4882a593Smuzhiyun pr_cont("pa=%0*llx c=%d d=%d v=%d g=%d]\n",
182*4882a593Smuzhiyun pwidth, pa, c1,
183*4882a593Smuzhiyun (entrylo1 & ENTRYLO_D) ? 1 : 0,
184*4882a593Smuzhiyun (entrylo1 & ENTRYLO_V) ? 1 : 0,
185*4882a593Smuzhiyun (entrylo1 & ENTRYLO_G) ? 1 : 0);
186*4882a593Smuzhiyun }
187*4882a593Smuzhiyun printk("\n");
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun write_c0_entryhi(s_entryhi);
190*4882a593Smuzhiyun write_c0_index(s_index);
191*4882a593Smuzhiyun write_c0_pagemask(s_pagemask);
192*4882a593Smuzhiyun if (cpu_has_guestid)
193*4882a593Smuzhiyun write_c0_guestctl1(s_guestctl1);
194*4882a593Smuzhiyun }
195*4882a593Smuzhiyun
dump_tlb_all(void)196*4882a593Smuzhiyun void dump_tlb_all(void)
197*4882a593Smuzhiyun {
198*4882a593Smuzhiyun dump_tlb(0, current_cpu_data.tlbsize - 1);
199*4882a593Smuzhiyun }
200