1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun #include <linux/mm.h>
3*4882a593Smuzhiyun #include <asm/mmu_context.h>
4*4882a593Smuzhiyun #include <asm/cache_insns.h>
5*4882a593Smuzhiyun #include <asm/cacheflush.h>
6*4882a593Smuzhiyun #include <asm/traps.h>
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun /*
9*4882a593Smuzhiyun * Write back the dirty D-caches, but not invalidate them.
10*4882a593Smuzhiyun *
11*4882a593Smuzhiyun * START: Virtual Address (U0, P1, or P3)
12*4882a593Smuzhiyun * SIZE: Size of the region.
13*4882a593Smuzhiyun */
sh4__flush_wback_region(void * start,int size)14*4882a593Smuzhiyun static void sh4__flush_wback_region(void *start, int size)
15*4882a593Smuzhiyun {
16*4882a593Smuzhiyun reg_size_t aligned_start, v, cnt, end;
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun aligned_start = register_align(start);
19*4882a593Smuzhiyun v = aligned_start & ~(L1_CACHE_BYTES-1);
20*4882a593Smuzhiyun end = (aligned_start + size + L1_CACHE_BYTES-1)
21*4882a593Smuzhiyun & ~(L1_CACHE_BYTES-1);
22*4882a593Smuzhiyun cnt = (end - v) / L1_CACHE_BYTES;
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun while (cnt >= 8) {
25*4882a593Smuzhiyun __ocbwb(v); v += L1_CACHE_BYTES;
26*4882a593Smuzhiyun __ocbwb(v); v += L1_CACHE_BYTES;
27*4882a593Smuzhiyun __ocbwb(v); v += L1_CACHE_BYTES;
28*4882a593Smuzhiyun __ocbwb(v); v += L1_CACHE_BYTES;
29*4882a593Smuzhiyun __ocbwb(v); v += L1_CACHE_BYTES;
30*4882a593Smuzhiyun __ocbwb(v); v += L1_CACHE_BYTES;
31*4882a593Smuzhiyun __ocbwb(v); v += L1_CACHE_BYTES;
32*4882a593Smuzhiyun __ocbwb(v); v += L1_CACHE_BYTES;
33*4882a593Smuzhiyun cnt -= 8;
34*4882a593Smuzhiyun }
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun while (cnt) {
37*4882a593Smuzhiyun __ocbwb(v); v += L1_CACHE_BYTES;
38*4882a593Smuzhiyun cnt--;
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun /*
43*4882a593Smuzhiyun * Write back the dirty D-caches and invalidate them.
44*4882a593Smuzhiyun *
45*4882a593Smuzhiyun * START: Virtual Address (U0, P1, or P3)
46*4882a593Smuzhiyun * SIZE: Size of the region.
47*4882a593Smuzhiyun */
sh4__flush_purge_region(void * start,int size)48*4882a593Smuzhiyun static void sh4__flush_purge_region(void *start, int size)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun reg_size_t aligned_start, v, cnt, end;
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun aligned_start = register_align(start);
53*4882a593Smuzhiyun v = aligned_start & ~(L1_CACHE_BYTES-1);
54*4882a593Smuzhiyun end = (aligned_start + size + L1_CACHE_BYTES-1)
55*4882a593Smuzhiyun & ~(L1_CACHE_BYTES-1);
56*4882a593Smuzhiyun cnt = (end - v) / L1_CACHE_BYTES;
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun while (cnt >= 8) {
59*4882a593Smuzhiyun __ocbp(v); v += L1_CACHE_BYTES;
60*4882a593Smuzhiyun __ocbp(v); v += L1_CACHE_BYTES;
61*4882a593Smuzhiyun __ocbp(v); v += L1_CACHE_BYTES;
62*4882a593Smuzhiyun __ocbp(v); v += L1_CACHE_BYTES;
63*4882a593Smuzhiyun __ocbp(v); v += L1_CACHE_BYTES;
64*4882a593Smuzhiyun __ocbp(v); v += L1_CACHE_BYTES;
65*4882a593Smuzhiyun __ocbp(v); v += L1_CACHE_BYTES;
66*4882a593Smuzhiyun __ocbp(v); v += L1_CACHE_BYTES;
67*4882a593Smuzhiyun cnt -= 8;
68*4882a593Smuzhiyun }
69*4882a593Smuzhiyun while (cnt) {
70*4882a593Smuzhiyun __ocbp(v); v += L1_CACHE_BYTES;
71*4882a593Smuzhiyun cnt--;
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun }
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun /*
76*4882a593Smuzhiyun * No write back please
77*4882a593Smuzhiyun */
sh4__flush_invalidate_region(void * start,int size)78*4882a593Smuzhiyun static void sh4__flush_invalidate_region(void *start, int size)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun reg_size_t aligned_start, v, cnt, end;
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun aligned_start = register_align(start);
83*4882a593Smuzhiyun v = aligned_start & ~(L1_CACHE_BYTES-1);
84*4882a593Smuzhiyun end = (aligned_start + size + L1_CACHE_BYTES-1)
85*4882a593Smuzhiyun & ~(L1_CACHE_BYTES-1);
86*4882a593Smuzhiyun cnt = (end - v) / L1_CACHE_BYTES;
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun while (cnt >= 8) {
89*4882a593Smuzhiyun __ocbi(v); v += L1_CACHE_BYTES;
90*4882a593Smuzhiyun __ocbi(v); v += L1_CACHE_BYTES;
91*4882a593Smuzhiyun __ocbi(v); v += L1_CACHE_BYTES;
92*4882a593Smuzhiyun __ocbi(v); v += L1_CACHE_BYTES;
93*4882a593Smuzhiyun __ocbi(v); v += L1_CACHE_BYTES;
94*4882a593Smuzhiyun __ocbi(v); v += L1_CACHE_BYTES;
95*4882a593Smuzhiyun __ocbi(v); v += L1_CACHE_BYTES;
96*4882a593Smuzhiyun __ocbi(v); v += L1_CACHE_BYTES;
97*4882a593Smuzhiyun cnt -= 8;
98*4882a593Smuzhiyun }
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun while (cnt) {
101*4882a593Smuzhiyun __ocbi(v); v += L1_CACHE_BYTES;
102*4882a593Smuzhiyun cnt--;
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
sh4__flush_region_init(void)106*4882a593Smuzhiyun void __init sh4__flush_region_init(void)
107*4882a593Smuzhiyun {
108*4882a593Smuzhiyun __flush_wback_region = sh4__flush_wback_region;
109*4882a593Smuzhiyun __flush_invalidate_region = sh4__flush_invalidate_region;
110*4882a593Smuzhiyun __flush_purge_region = sh4__flush_purge_region;
111*4882a593Smuzhiyun }
112