1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright (C) 2012 Andes Technology Corporation
3*4882a593Smuzhiyun * Shawn Lin, Andes Technology Corporation <nobuhiro@andestech.com>
4*4882a593Smuzhiyun * Macpaul Lin, Andes Technology Corporation <macpaul@andestech.com>
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * SPDX-License-Identifier: GPL-2.0+
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <common.h>
10*4882a593Smuzhiyun #if (!defined(CONFIG_SYS_ICACHE_OFF) || !defined(CONFIG_SYS_DCACHE_OFF))
CACHE_SET(unsigned char cache)11*4882a593Smuzhiyun static inline unsigned long CACHE_SET(unsigned char cache)
12*4882a593Smuzhiyun {
13*4882a593Smuzhiyun if (cache == ICACHE)
14*4882a593Smuzhiyun return 64 << ((GET_ICM_CFG() & ICM_CFG_MSK_ISET) \
15*4882a593Smuzhiyun >> ICM_CFG_OFF_ISET);
16*4882a593Smuzhiyun else
17*4882a593Smuzhiyun return 64 << ((GET_DCM_CFG() & DCM_CFG_MSK_DSET) \
18*4882a593Smuzhiyun >> DCM_CFG_OFF_DSET);
19*4882a593Smuzhiyun }
20*4882a593Smuzhiyun
CACHE_WAY(unsigned char cache)21*4882a593Smuzhiyun static inline unsigned long CACHE_WAY(unsigned char cache)
22*4882a593Smuzhiyun {
23*4882a593Smuzhiyun if (cache == ICACHE)
24*4882a593Smuzhiyun return 1 + ((GET_ICM_CFG() & ICM_CFG_MSK_IWAY) \
25*4882a593Smuzhiyun >> ICM_CFG_OFF_IWAY);
26*4882a593Smuzhiyun else
27*4882a593Smuzhiyun return 1 + ((GET_DCM_CFG() & DCM_CFG_MSK_DWAY) \
28*4882a593Smuzhiyun >> DCM_CFG_OFF_DWAY);
29*4882a593Smuzhiyun }
30*4882a593Smuzhiyun
CACHE_LINE_SIZE(enum cache_t cache)31*4882a593Smuzhiyun static inline unsigned long CACHE_LINE_SIZE(enum cache_t cache)
32*4882a593Smuzhiyun {
33*4882a593Smuzhiyun if (cache == ICACHE)
34*4882a593Smuzhiyun return 8 << (((GET_ICM_CFG() & ICM_CFG_MSK_ISZ) \
35*4882a593Smuzhiyun >> ICM_CFG_OFF_ISZ) - 1);
36*4882a593Smuzhiyun else
37*4882a593Smuzhiyun return 8 << (((GET_DCM_CFG() & DCM_CFG_MSK_DSZ) \
38*4882a593Smuzhiyun >> DCM_CFG_OFF_DSZ) - 1);
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun #endif
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun #ifndef CONFIG_SYS_ICACHE_OFF
invalidate_icache_all(void)43*4882a593Smuzhiyun void invalidate_icache_all(void)
44*4882a593Smuzhiyun {
45*4882a593Smuzhiyun unsigned long end, line_size;
46*4882a593Smuzhiyun line_size = CACHE_LINE_SIZE(ICACHE);
47*4882a593Smuzhiyun end = line_size * CACHE_WAY(ICACHE) * CACHE_SET(ICACHE);
48*4882a593Smuzhiyun do {
49*4882a593Smuzhiyun end -= line_size;
50*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1I_IX_INVAL" : : "r" (end));
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun end -= line_size;
53*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1I_IX_INVAL" : : "r" (end));
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun end -= line_size;
56*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1I_IX_INVAL" : : "r" (end));
57*4882a593Smuzhiyun end -= line_size;
58*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1I_IX_INVAL" : : "r" (end));
59*4882a593Smuzhiyun } while (end > 0);
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun
invalidate_icache_range(unsigned long start,unsigned long end)62*4882a593Smuzhiyun void invalidate_icache_range(unsigned long start, unsigned long end)
63*4882a593Smuzhiyun {
64*4882a593Smuzhiyun unsigned long line_size;
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun line_size = CACHE_LINE_SIZE(ICACHE);
67*4882a593Smuzhiyun while (end > start) {
68*4882a593Smuzhiyun asm volatile (
69*4882a593Smuzhiyun "\n\tcctl %0, L1I_VA_INVAL"
70*4882a593Smuzhiyun :
71*4882a593Smuzhiyun : "r"(start)
72*4882a593Smuzhiyun );
73*4882a593Smuzhiyun start += line_size;
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun }
76*4882a593Smuzhiyun
icache_enable(void)77*4882a593Smuzhiyun void icache_enable(void)
78*4882a593Smuzhiyun {
79*4882a593Smuzhiyun asm volatile (
80*4882a593Smuzhiyun "mfsr $p0, $mr8\n\t"
81*4882a593Smuzhiyun "ori $p0, $p0, 0x01\n\t"
82*4882a593Smuzhiyun "mtsr $p0, $mr8\n\t"
83*4882a593Smuzhiyun "isb\n\t"
84*4882a593Smuzhiyun );
85*4882a593Smuzhiyun }
86*4882a593Smuzhiyun
icache_disable(void)87*4882a593Smuzhiyun void icache_disable(void)
88*4882a593Smuzhiyun {
89*4882a593Smuzhiyun asm volatile (
90*4882a593Smuzhiyun "mfsr $p0, $mr8\n\t"
91*4882a593Smuzhiyun "li $p1, ~0x01\n\t"
92*4882a593Smuzhiyun "and $p0, $p0, $p1\n\t"
93*4882a593Smuzhiyun "mtsr $p0, $mr8\n\t"
94*4882a593Smuzhiyun "isb\n\t"
95*4882a593Smuzhiyun );
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun
icache_status(void)98*4882a593Smuzhiyun int icache_status(void)
99*4882a593Smuzhiyun {
100*4882a593Smuzhiyun int ret;
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun asm volatile (
103*4882a593Smuzhiyun "mfsr $p0, $mr8\n\t"
104*4882a593Smuzhiyun "andi %0, $p0, 0x01\n\t"
105*4882a593Smuzhiyun : "=r" (ret)
106*4882a593Smuzhiyun :
107*4882a593Smuzhiyun : "memory"
108*4882a593Smuzhiyun );
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun return ret;
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun #else
invalidate_icache_all(void)114*4882a593Smuzhiyun void invalidate_icache_all(void)
115*4882a593Smuzhiyun {
116*4882a593Smuzhiyun }
117*4882a593Smuzhiyun
invalidate_icache_range(unsigned long start,unsigned long end)118*4882a593Smuzhiyun void invalidate_icache_range(unsigned long start, unsigned long end)
119*4882a593Smuzhiyun {
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun
icache_enable(void)122*4882a593Smuzhiyun void icache_enable(void)
123*4882a593Smuzhiyun {
124*4882a593Smuzhiyun }
125*4882a593Smuzhiyun
icache_disable(void)126*4882a593Smuzhiyun void icache_disable(void)
127*4882a593Smuzhiyun {
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun
icache_status(void)130*4882a593Smuzhiyun int icache_status(void)
131*4882a593Smuzhiyun {
132*4882a593Smuzhiyun return 0;
133*4882a593Smuzhiyun }
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun #endif
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun #ifndef CONFIG_SYS_DCACHE_OFF
dcache_wbinval_all(void)138*4882a593Smuzhiyun void dcache_wbinval_all(void)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun unsigned long end, line_size;
141*4882a593Smuzhiyun line_size = CACHE_LINE_SIZE(DCACHE);
142*4882a593Smuzhiyun end = line_size * CACHE_WAY(DCACHE) * CACHE_SET(DCACHE);
143*4882a593Smuzhiyun do {
144*4882a593Smuzhiyun end -= line_size;
145*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1D_IX_WB" : : "r" (end));
146*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1D_IX_INVAL" : : "r" (end));
147*4882a593Smuzhiyun end -= line_size;
148*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1D_IX_WB" : : "r" (end));
149*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1D_IX_INVAL" : : "r" (end));
150*4882a593Smuzhiyun end -= line_size;
151*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1D_IX_WB" : : "r" (end));
152*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1D_IX_INVAL" : : "r" (end));
153*4882a593Smuzhiyun end -= line_size;
154*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1D_IX_WB" : : "r" (end));
155*4882a593Smuzhiyun __asm__ volatile ("\n\tcctl %0, L1D_IX_INVAL" : : "r" (end));
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun } while (end > 0);
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun
flush_dcache_range(unsigned long start,unsigned long end)160*4882a593Smuzhiyun void flush_dcache_range(unsigned long start, unsigned long end)
161*4882a593Smuzhiyun {
162*4882a593Smuzhiyun unsigned long line_size;
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun line_size = CACHE_LINE_SIZE(DCACHE);
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun while (end > start) {
167*4882a593Smuzhiyun asm volatile (
168*4882a593Smuzhiyun "\n\tcctl %0, L1D_VA_WB"
169*4882a593Smuzhiyun "\n\tcctl %0, L1D_VA_INVAL" : : "r" (start)
170*4882a593Smuzhiyun );
171*4882a593Smuzhiyun start += line_size;
172*4882a593Smuzhiyun }
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun
invalidate_dcache_range(unsigned long start,unsigned long end)175*4882a593Smuzhiyun void invalidate_dcache_range(unsigned long start, unsigned long end)
176*4882a593Smuzhiyun {
177*4882a593Smuzhiyun unsigned long line_size;
178*4882a593Smuzhiyun
179*4882a593Smuzhiyun line_size = CACHE_LINE_SIZE(DCACHE);
180*4882a593Smuzhiyun while (end > start) {
181*4882a593Smuzhiyun asm volatile (
182*4882a593Smuzhiyun "\n\tcctl %0, L1D_VA_INVAL" : : "r"(start)
183*4882a593Smuzhiyun );
184*4882a593Smuzhiyun start += line_size;
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun }
187*4882a593Smuzhiyun
dcache_enable(void)188*4882a593Smuzhiyun void dcache_enable(void)
189*4882a593Smuzhiyun {
190*4882a593Smuzhiyun asm volatile (
191*4882a593Smuzhiyun "mfsr $p0, $mr8\n\t"
192*4882a593Smuzhiyun "ori $p0, $p0, 0x02\n\t"
193*4882a593Smuzhiyun "mtsr $p0, $mr8\n\t"
194*4882a593Smuzhiyun "isb\n\t"
195*4882a593Smuzhiyun );
196*4882a593Smuzhiyun }
197*4882a593Smuzhiyun
dcache_disable(void)198*4882a593Smuzhiyun void dcache_disable(void)
199*4882a593Smuzhiyun {
200*4882a593Smuzhiyun asm volatile (
201*4882a593Smuzhiyun "mfsr $p0, $mr8\n\t"
202*4882a593Smuzhiyun "li $p1, ~0x02\n\t"
203*4882a593Smuzhiyun "and $p0, $p0, $p1\n\t"
204*4882a593Smuzhiyun "mtsr $p0, $mr8\n\t"
205*4882a593Smuzhiyun "isb\n\t"
206*4882a593Smuzhiyun );
207*4882a593Smuzhiyun }
208*4882a593Smuzhiyun
dcache_status(void)209*4882a593Smuzhiyun int dcache_status(void)
210*4882a593Smuzhiyun {
211*4882a593Smuzhiyun int ret;
212*4882a593Smuzhiyun asm volatile (
213*4882a593Smuzhiyun "mfsr $p0, $mr8\n\t"
214*4882a593Smuzhiyun "andi %0, $p0, 0x02\n\t"
215*4882a593Smuzhiyun : "=r" (ret)
216*4882a593Smuzhiyun :
217*4882a593Smuzhiyun : "memory"
218*4882a593Smuzhiyun );
219*4882a593Smuzhiyun return ret;
220*4882a593Smuzhiyun }
221*4882a593Smuzhiyun
222*4882a593Smuzhiyun #else
dcache_wbinval_all(void)223*4882a593Smuzhiyun void dcache_wbinval_all(void)
224*4882a593Smuzhiyun {
225*4882a593Smuzhiyun }
226*4882a593Smuzhiyun
flush_dcache_range(unsigned long start,unsigned long end)227*4882a593Smuzhiyun void flush_dcache_range(unsigned long start, unsigned long end)
228*4882a593Smuzhiyun {
229*4882a593Smuzhiyun }
230*4882a593Smuzhiyun
invalidate_dcache_range(unsigned long start,unsigned long end)231*4882a593Smuzhiyun void invalidate_dcache_range(unsigned long start, unsigned long end)
232*4882a593Smuzhiyun {
233*4882a593Smuzhiyun }
234*4882a593Smuzhiyun
dcache_enable(void)235*4882a593Smuzhiyun void dcache_enable(void)
236*4882a593Smuzhiyun {
237*4882a593Smuzhiyun }
238*4882a593Smuzhiyun
dcache_disable(void)239*4882a593Smuzhiyun void dcache_disable(void)
240*4882a593Smuzhiyun {
241*4882a593Smuzhiyun }
242*4882a593Smuzhiyun
dcache_status(void)243*4882a593Smuzhiyun int dcache_status(void)
244*4882a593Smuzhiyun {
245*4882a593Smuzhiyun return 0;
246*4882a593Smuzhiyun }
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun #endif
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun
flush_dcache_all(void)251*4882a593Smuzhiyun void flush_dcache_all(void)
252*4882a593Smuzhiyun {
253*4882a593Smuzhiyun dcache_wbinval_all();
254*4882a593Smuzhiyun }
255*4882a593Smuzhiyun
cache_flush(void)256*4882a593Smuzhiyun void cache_flush(void)
257*4882a593Smuzhiyun {
258*4882a593Smuzhiyun flush_dcache_all();
259*4882a593Smuzhiyun invalidate_icache_all();
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun
262*4882a593Smuzhiyun
flush_cache(unsigned long addr,unsigned long size)263*4882a593Smuzhiyun void flush_cache(unsigned long addr, unsigned long size)
264*4882a593Smuzhiyun {
265*4882a593Smuzhiyun flush_dcache_range(addr, addr + size);
266*4882a593Smuzhiyun invalidate_icache_range(addr, addr + size);
267*4882a593Smuzhiyun }
268