1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun // Copyright (C) 2018 Hangzhou C-SKY Microsystems co.,ltd.
3*4882a593Smuzhiyun
4*4882a593Smuzhiyun #include <linux/module.h>
5*4882a593Smuzhiyun #include <linux/highmem.h>
6*4882a593Smuzhiyun #include <linux/smp.h>
7*4882a593Smuzhiyun #include <linux/memblock.h>
8*4882a593Smuzhiyun #include <asm/fixmap.h>
9*4882a593Smuzhiyun #include <asm/tlbflush.h>
10*4882a593Smuzhiyun #include <asm/cacheflush.h>
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun static pte_t *kmap_pte;
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun unsigned long highstart_pfn, highend_pfn;
15*4882a593Smuzhiyun
kmap_flush_tlb(unsigned long addr)16*4882a593Smuzhiyun void kmap_flush_tlb(unsigned long addr)
17*4882a593Smuzhiyun {
18*4882a593Smuzhiyun flush_tlb_one(addr);
19*4882a593Smuzhiyun }
20*4882a593Smuzhiyun EXPORT_SYMBOL(kmap_flush_tlb);
21*4882a593Smuzhiyun
kmap_atomic_high_prot(struct page * page,pgprot_t prot)22*4882a593Smuzhiyun void *kmap_atomic_high_prot(struct page *page, pgprot_t prot)
23*4882a593Smuzhiyun {
24*4882a593Smuzhiyun unsigned long vaddr;
25*4882a593Smuzhiyun int idx, type;
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun type = kmap_atomic_idx_push();
28*4882a593Smuzhiyun idx = type + KM_TYPE_NR*smp_processor_id();
29*4882a593Smuzhiyun vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx);
30*4882a593Smuzhiyun #ifdef CONFIG_DEBUG_HIGHMEM
31*4882a593Smuzhiyun BUG_ON(!pte_none(*(kmap_pte - idx)));
32*4882a593Smuzhiyun #endif
33*4882a593Smuzhiyun set_pte(kmap_pte-idx, mk_pte(page, prot));
34*4882a593Smuzhiyun flush_tlb_one((unsigned long)vaddr);
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun return (void *)vaddr;
37*4882a593Smuzhiyun }
38*4882a593Smuzhiyun EXPORT_SYMBOL(kmap_atomic_high_prot);
39*4882a593Smuzhiyun
kunmap_atomic_high(void * kvaddr)40*4882a593Smuzhiyun void kunmap_atomic_high(void *kvaddr)
41*4882a593Smuzhiyun {
42*4882a593Smuzhiyun unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK;
43*4882a593Smuzhiyun int idx;
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun if (vaddr < FIXADDR_START)
46*4882a593Smuzhiyun return;
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun #ifdef CONFIG_DEBUG_HIGHMEM
49*4882a593Smuzhiyun idx = KM_TYPE_NR*smp_processor_id() + kmap_atomic_idx();
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun BUG_ON(vaddr != __fix_to_virt(FIX_KMAP_BEGIN + idx));
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun pte_clear(&init_mm, vaddr, kmap_pte - idx);
54*4882a593Smuzhiyun flush_tlb_one(vaddr);
55*4882a593Smuzhiyun #else
56*4882a593Smuzhiyun (void) idx; /* to kill a warning */
57*4882a593Smuzhiyun #endif
58*4882a593Smuzhiyun kmap_atomic_idx_pop();
59*4882a593Smuzhiyun }
60*4882a593Smuzhiyun EXPORT_SYMBOL(kunmap_atomic_high);
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun /*
63*4882a593Smuzhiyun * This is the same as kmap_atomic() but can map memory that doesn't
64*4882a593Smuzhiyun * have a struct page associated with it.
65*4882a593Smuzhiyun */
kmap_atomic_pfn(unsigned long pfn)66*4882a593Smuzhiyun void *kmap_atomic_pfn(unsigned long pfn)
67*4882a593Smuzhiyun {
68*4882a593Smuzhiyun unsigned long vaddr;
69*4882a593Smuzhiyun int idx, type;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun pagefault_disable();
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun type = kmap_atomic_idx_push();
74*4882a593Smuzhiyun idx = type + KM_TYPE_NR*smp_processor_id();
75*4882a593Smuzhiyun vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx);
76*4882a593Smuzhiyun set_pte(kmap_pte-idx, pfn_pte(pfn, PAGE_KERNEL));
77*4882a593Smuzhiyun flush_tlb_one(vaddr);
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun return (void *) vaddr;
80*4882a593Smuzhiyun }
81*4882a593Smuzhiyun
kmap_pages_init(void)82*4882a593Smuzhiyun static void __init kmap_pages_init(void)
83*4882a593Smuzhiyun {
84*4882a593Smuzhiyun unsigned long vaddr;
85*4882a593Smuzhiyun pgd_t *pgd;
86*4882a593Smuzhiyun pmd_t *pmd;
87*4882a593Smuzhiyun pud_t *pud;
88*4882a593Smuzhiyun pte_t *pte;
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun vaddr = PKMAP_BASE;
91*4882a593Smuzhiyun fixrange_init(vaddr, vaddr + PAGE_SIZE*LAST_PKMAP, swapper_pg_dir);
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun pgd = swapper_pg_dir + pgd_index(vaddr);
94*4882a593Smuzhiyun pud = (pud_t *)pgd;
95*4882a593Smuzhiyun pmd = pmd_offset(pud, vaddr);
96*4882a593Smuzhiyun pte = pte_offset_kernel(pmd, vaddr);
97*4882a593Smuzhiyun pkmap_page_table = pte;
98*4882a593Smuzhiyun }
99*4882a593Smuzhiyun
kmap_init(void)100*4882a593Smuzhiyun void __init kmap_init(void)
101*4882a593Smuzhiyun {
102*4882a593Smuzhiyun unsigned long vaddr;
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun kmap_pages_init();
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun vaddr = __fix_to_virt(FIX_KMAP_BEGIN);
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun kmap_pte = pte_offset_kernel((pmd_t *)pgd_offset_k(vaddr), vaddr);
109*4882a593Smuzhiyun }
110