1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun
3*4882a593Smuzhiyun #include <linux/mm.h>
4*4882a593Smuzhiyun #include <linux/smp.h>
5*4882a593Smuzhiyun #include <linux/sched.h>
6*4882a593Smuzhiyun #include <asm/sbi.h>
7*4882a593Smuzhiyun
flush_tlb_all(void)8*4882a593Smuzhiyun void flush_tlb_all(void)
9*4882a593Smuzhiyun {
10*4882a593Smuzhiyun sbi_remote_sfence_vma(NULL, 0, -1);
11*4882a593Smuzhiyun }
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun /*
14*4882a593Smuzhiyun * This function must not be called with cmask being null.
15*4882a593Smuzhiyun * Kernel may panic if cmask is NULL.
16*4882a593Smuzhiyun */
__sbi_tlb_flush_range(struct cpumask * cmask,unsigned long start,unsigned long size)17*4882a593Smuzhiyun static void __sbi_tlb_flush_range(struct cpumask *cmask, unsigned long start,
18*4882a593Smuzhiyun unsigned long size)
19*4882a593Smuzhiyun {
20*4882a593Smuzhiyun struct cpumask hmask;
21*4882a593Smuzhiyun unsigned int cpuid;
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun if (cpumask_empty(cmask))
24*4882a593Smuzhiyun return;
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun cpuid = get_cpu();
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun if (cpumask_any_but(cmask, cpuid) >= nr_cpu_ids) {
29*4882a593Smuzhiyun /* local cpu is the only cpu present in cpumask */
30*4882a593Smuzhiyun if (size <= PAGE_SIZE)
31*4882a593Smuzhiyun local_flush_tlb_page(start);
32*4882a593Smuzhiyun else
33*4882a593Smuzhiyun local_flush_tlb_all();
34*4882a593Smuzhiyun } else {
35*4882a593Smuzhiyun riscv_cpuid_to_hartid_mask(cmask, &hmask);
36*4882a593Smuzhiyun sbi_remote_sfence_vma(cpumask_bits(&hmask), start, size);
37*4882a593Smuzhiyun }
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun put_cpu();
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun
flush_tlb_mm(struct mm_struct * mm)42*4882a593Smuzhiyun void flush_tlb_mm(struct mm_struct *mm)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun __sbi_tlb_flush_range(mm_cpumask(mm), 0, -1);
45*4882a593Smuzhiyun }
46*4882a593Smuzhiyun
flush_tlb_page(struct vm_area_struct * vma,unsigned long addr)47*4882a593Smuzhiyun void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr)
48*4882a593Smuzhiyun {
49*4882a593Smuzhiyun __sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), addr, PAGE_SIZE);
50*4882a593Smuzhiyun }
51*4882a593Smuzhiyun
flush_tlb_range(struct vm_area_struct * vma,unsigned long start,unsigned long end)52*4882a593Smuzhiyun void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
53*4882a593Smuzhiyun unsigned long end)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun __sbi_tlb_flush_range(mm_cpumask(vma->vm_mm), start, end - start);
56*4882a593Smuzhiyun }
57