1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright(c) 2017 IBM Corporation. All rights reserved.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #include <linux/string.h>
7*4882a593Smuzhiyun #include <linux/export.h>
8*4882a593Smuzhiyun #include <linux/uaccess.h>
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <asm/cacheflush.h>
11*4882a593Smuzhiyun
__clean_pmem_range(unsigned long start,unsigned long stop)12*4882a593Smuzhiyun static inline void __clean_pmem_range(unsigned long start, unsigned long stop)
13*4882a593Smuzhiyun {
14*4882a593Smuzhiyun unsigned long shift = l1_dcache_shift();
15*4882a593Smuzhiyun unsigned long bytes = l1_dcache_bytes();
16*4882a593Smuzhiyun void *addr = (void *)(start & ~(bytes - 1));
17*4882a593Smuzhiyun unsigned long size = stop - (unsigned long)addr + (bytes - 1);
18*4882a593Smuzhiyun unsigned long i;
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun for (i = 0; i < size >> shift; i++, addr += bytes)
21*4882a593Smuzhiyun asm volatile(PPC_DCBSTPS(%0, %1): :"i"(0), "r"(addr): "memory");
22*4882a593Smuzhiyun }
23*4882a593Smuzhiyun
__flush_pmem_range(unsigned long start,unsigned long stop)24*4882a593Smuzhiyun static inline void __flush_pmem_range(unsigned long start, unsigned long stop)
25*4882a593Smuzhiyun {
26*4882a593Smuzhiyun unsigned long shift = l1_dcache_shift();
27*4882a593Smuzhiyun unsigned long bytes = l1_dcache_bytes();
28*4882a593Smuzhiyun void *addr = (void *)(start & ~(bytes - 1));
29*4882a593Smuzhiyun unsigned long size = stop - (unsigned long)addr + (bytes - 1);
30*4882a593Smuzhiyun unsigned long i;
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun for (i = 0; i < size >> shift; i++, addr += bytes)
33*4882a593Smuzhiyun asm volatile(PPC_DCBFPS(%0, %1): :"i"(0), "r"(addr): "memory");
34*4882a593Smuzhiyun }
35*4882a593Smuzhiyun
clean_pmem_range(unsigned long start,unsigned long stop)36*4882a593Smuzhiyun static inline void clean_pmem_range(unsigned long start, unsigned long stop)
37*4882a593Smuzhiyun {
38*4882a593Smuzhiyun if (cpu_has_feature(CPU_FTR_ARCH_207S))
39*4882a593Smuzhiyun return __clean_pmem_range(start, stop);
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun
flush_pmem_range(unsigned long start,unsigned long stop)42*4882a593Smuzhiyun static inline void flush_pmem_range(unsigned long start, unsigned long stop)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun if (cpu_has_feature(CPU_FTR_ARCH_207S))
45*4882a593Smuzhiyun return __flush_pmem_range(start, stop);
46*4882a593Smuzhiyun }
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun /*
49*4882a593Smuzhiyun * CONFIG_ARCH_HAS_PMEM_API symbols
50*4882a593Smuzhiyun */
arch_wb_cache_pmem(void * addr,size_t size)51*4882a593Smuzhiyun void arch_wb_cache_pmem(void *addr, size_t size)
52*4882a593Smuzhiyun {
53*4882a593Smuzhiyun unsigned long start = (unsigned long) addr;
54*4882a593Smuzhiyun clean_pmem_range(start, start + size);
55*4882a593Smuzhiyun }
56*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(arch_wb_cache_pmem);
57*4882a593Smuzhiyun
arch_invalidate_pmem(void * addr,size_t size)58*4882a593Smuzhiyun void arch_invalidate_pmem(void *addr, size_t size)
59*4882a593Smuzhiyun {
60*4882a593Smuzhiyun unsigned long start = (unsigned long) addr;
61*4882a593Smuzhiyun flush_pmem_range(start, start + size);
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(arch_invalidate_pmem);
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun /*
66*4882a593Smuzhiyun * CONFIG_ARCH_HAS_UACCESS_FLUSHCACHE symbols
67*4882a593Smuzhiyun */
__copy_from_user_flushcache(void * dest,const void __user * src,unsigned size)68*4882a593Smuzhiyun long __copy_from_user_flushcache(void *dest, const void __user *src,
69*4882a593Smuzhiyun unsigned size)
70*4882a593Smuzhiyun {
71*4882a593Smuzhiyun unsigned long copied, start = (unsigned long) dest;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun copied = __copy_from_user(dest, src, size);
74*4882a593Smuzhiyun clean_pmem_range(start, start + size);
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun return copied;
77*4882a593Smuzhiyun }
78*4882a593Smuzhiyun
memcpy_flushcache(void * dest,const void * src,size_t size)79*4882a593Smuzhiyun void memcpy_flushcache(void *dest, const void *src, size_t size)
80*4882a593Smuzhiyun {
81*4882a593Smuzhiyun unsigned long start = (unsigned long) dest;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun memcpy(dest, src, size);
84*4882a593Smuzhiyun clean_pmem_range(start, start + size);
85*4882a593Smuzhiyun }
86*4882a593Smuzhiyun EXPORT_SYMBOL(memcpy_flushcache);
87*4882a593Smuzhiyun
memcpy_page_flushcache(char * to,struct page * page,size_t offset,size_t len)88*4882a593Smuzhiyun void memcpy_page_flushcache(char *to, struct page *page, size_t offset,
89*4882a593Smuzhiyun size_t len)
90*4882a593Smuzhiyun {
91*4882a593Smuzhiyun memcpy_flushcache(to, page_to_virt(page) + offset, len);
92*4882a593Smuzhiyun }
93*4882a593Smuzhiyun EXPORT_SYMBOL(memcpy_page_flushcache);
94