1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun
3*4882a593Smuzhiyun #include <linux/io.h>
4*4882a593Smuzhiyun #include <linux/slab.h>
5*4882a593Smuzhiyun #include <linux/mmzone.h>
6*4882a593Smuzhiyun #include <linux/vmalloc.h>
7*4882a593Smuzhiyun #include <asm/io-workarounds.h>
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun unsigned long ioremap_bot;
10*4882a593Smuzhiyun EXPORT_SYMBOL(ioremap_bot);
11*4882a593Smuzhiyun
ioremap(phys_addr_t addr,unsigned long size)12*4882a593Smuzhiyun void __iomem *ioremap(phys_addr_t addr, unsigned long size)
13*4882a593Smuzhiyun {
14*4882a593Smuzhiyun pgprot_t prot = pgprot_noncached(PAGE_KERNEL);
15*4882a593Smuzhiyun void *caller = __builtin_return_address(0);
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun if (iowa_is_active())
18*4882a593Smuzhiyun return iowa_ioremap(addr, size, prot, caller);
19*4882a593Smuzhiyun return __ioremap_caller(addr, size, prot, caller);
20*4882a593Smuzhiyun }
21*4882a593Smuzhiyun EXPORT_SYMBOL(ioremap);
22*4882a593Smuzhiyun
ioremap_wc(phys_addr_t addr,unsigned long size)23*4882a593Smuzhiyun void __iomem *ioremap_wc(phys_addr_t addr, unsigned long size)
24*4882a593Smuzhiyun {
25*4882a593Smuzhiyun pgprot_t prot = pgprot_noncached_wc(PAGE_KERNEL);
26*4882a593Smuzhiyun void *caller = __builtin_return_address(0);
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun if (iowa_is_active())
29*4882a593Smuzhiyun return iowa_ioremap(addr, size, prot, caller);
30*4882a593Smuzhiyun return __ioremap_caller(addr, size, prot, caller);
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun EXPORT_SYMBOL(ioremap_wc);
33*4882a593Smuzhiyun
ioremap_coherent(phys_addr_t addr,unsigned long size)34*4882a593Smuzhiyun void __iomem *ioremap_coherent(phys_addr_t addr, unsigned long size)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun pgprot_t prot = pgprot_cached(PAGE_KERNEL);
37*4882a593Smuzhiyun void *caller = __builtin_return_address(0);
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun if (iowa_is_active())
40*4882a593Smuzhiyun return iowa_ioremap(addr, size, prot, caller);
41*4882a593Smuzhiyun return __ioremap_caller(addr, size, prot, caller);
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
ioremap_prot(phys_addr_t addr,unsigned long size,unsigned long flags)44*4882a593Smuzhiyun void __iomem *ioremap_prot(phys_addr_t addr, unsigned long size, unsigned long flags)
45*4882a593Smuzhiyun {
46*4882a593Smuzhiyun pte_t pte = __pte(flags);
47*4882a593Smuzhiyun void *caller = __builtin_return_address(0);
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun /* writeable implies dirty for kernel addresses */
50*4882a593Smuzhiyun if (pte_write(pte))
51*4882a593Smuzhiyun pte = pte_mkdirty(pte);
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun /* we don't want to let _PAGE_USER and _PAGE_EXEC leak out */
54*4882a593Smuzhiyun pte = pte_exprotect(pte);
55*4882a593Smuzhiyun pte = pte_mkprivileged(pte);
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun if (iowa_is_active())
58*4882a593Smuzhiyun return iowa_ioremap(addr, size, pte_pgprot(pte), caller);
59*4882a593Smuzhiyun return __ioremap_caller(addr, size, pte_pgprot(pte), caller);
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun EXPORT_SYMBOL(ioremap_prot);
62*4882a593Smuzhiyun
early_ioremap_range(unsigned long ea,phys_addr_t pa,unsigned long size,pgprot_t prot)63*4882a593Smuzhiyun int early_ioremap_range(unsigned long ea, phys_addr_t pa,
64*4882a593Smuzhiyun unsigned long size, pgprot_t prot)
65*4882a593Smuzhiyun {
66*4882a593Smuzhiyun unsigned long i;
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun for (i = 0; i < size; i += PAGE_SIZE) {
69*4882a593Smuzhiyun int err = map_kernel_page(ea + i, pa + i, prot);
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun if (WARN_ON_ONCE(err)) /* Should clean up */
72*4882a593Smuzhiyun return err;
73*4882a593Smuzhiyun }
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun return 0;
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun
do_ioremap(phys_addr_t pa,phys_addr_t offset,unsigned long size,pgprot_t prot,void * caller)78*4882a593Smuzhiyun void __iomem *do_ioremap(phys_addr_t pa, phys_addr_t offset, unsigned long size,
79*4882a593Smuzhiyun pgprot_t prot, void *caller)
80*4882a593Smuzhiyun {
81*4882a593Smuzhiyun struct vm_struct *area;
82*4882a593Smuzhiyun int ret;
83*4882a593Smuzhiyun unsigned long va;
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun area = __get_vm_area_caller(size, VM_IOREMAP, IOREMAP_START, IOREMAP_END, caller);
86*4882a593Smuzhiyun if (area == NULL)
87*4882a593Smuzhiyun return NULL;
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun area->phys_addr = pa;
90*4882a593Smuzhiyun va = (unsigned long)area->addr;
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun ret = ioremap_page_range(va, va + size, pa, prot);
93*4882a593Smuzhiyun if (!ret)
94*4882a593Smuzhiyun return (void __iomem *)area->addr + offset;
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun unmap_kernel_range(va, size);
97*4882a593Smuzhiyun free_vm_area(area);
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun return NULL;
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun #ifdef CONFIG_ZONE_DEVICE
103*4882a593Smuzhiyun /*
104*4882a593Smuzhiyun * Override the generic version in mm/memremap.c.
105*4882a593Smuzhiyun *
106*4882a593Smuzhiyun * With hash translation, the direct-map range is mapped with just one
107*4882a593Smuzhiyun * page size selected by htab_init_page_sizes(). Consult
108*4882a593Smuzhiyun * mmu_psize_defs[] to determine the minimum page size alignment.
109*4882a593Smuzhiyun */
memremap_compat_align(void)110*4882a593Smuzhiyun unsigned long memremap_compat_align(void)
111*4882a593Smuzhiyun {
112*4882a593Smuzhiyun unsigned int shift = mmu_psize_defs[mmu_linear_psize].shift;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun if (radix_enabled())
115*4882a593Smuzhiyun return SUBSECTION_SIZE;
116*4882a593Smuzhiyun return max(SUBSECTION_SIZE, 1UL << shift);
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun }
119*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(memremap_compat_align);
120*4882a593Smuzhiyun #endif
121