1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun #ifndef _ASM_IA64_PAGE_H
3*4882a593Smuzhiyun #define _ASM_IA64_PAGE_H
4*4882a593Smuzhiyun /*
5*4882a593Smuzhiyun * Pagetable related stuff.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Copyright (C) 1998, 1999, 2002 Hewlett-Packard Co
8*4882a593Smuzhiyun * David Mosberger-Tang <davidm@hpl.hp.com>
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #include <asm/intrinsics.h>
12*4882a593Smuzhiyun #include <asm/types.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun /*
15*4882a593Smuzhiyun * The top three bits of an IA64 address are its Region Number.
16*4882a593Smuzhiyun * Different regions are assigned to different purposes.
17*4882a593Smuzhiyun */
18*4882a593Smuzhiyun #define RGN_SHIFT (61)
19*4882a593Smuzhiyun #define RGN_BASE(r) (__IA64_UL_CONST(r)<<RGN_SHIFT)
20*4882a593Smuzhiyun #define RGN_BITS (RGN_BASE(-1))
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #define RGN_KERNEL 7 /* Identity mapped region */
23*4882a593Smuzhiyun #define RGN_UNCACHED 6 /* Identity mapped I/O region */
24*4882a593Smuzhiyun #define RGN_GATE 5 /* Gate page, Kernel text, etc */
25*4882a593Smuzhiyun #define RGN_HPAGE 4 /* For Huge TLB pages */
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun /*
28*4882a593Smuzhiyun * PAGE_SHIFT determines the actual kernel page size.
29*4882a593Smuzhiyun */
30*4882a593Smuzhiyun #if defined(CONFIG_IA64_PAGE_SIZE_4KB)
31*4882a593Smuzhiyun # define PAGE_SHIFT 12
32*4882a593Smuzhiyun #elif defined(CONFIG_IA64_PAGE_SIZE_8KB)
33*4882a593Smuzhiyun # define PAGE_SHIFT 13
34*4882a593Smuzhiyun #elif defined(CONFIG_IA64_PAGE_SIZE_16KB)
35*4882a593Smuzhiyun # define PAGE_SHIFT 14
36*4882a593Smuzhiyun #elif defined(CONFIG_IA64_PAGE_SIZE_64KB)
37*4882a593Smuzhiyun # define PAGE_SHIFT 16
38*4882a593Smuzhiyun #else
39*4882a593Smuzhiyun # error Unsupported page size!
40*4882a593Smuzhiyun #endif
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun #define PAGE_SIZE (__IA64_UL_CONST(1) << PAGE_SHIFT)
43*4882a593Smuzhiyun #define PAGE_MASK (~(PAGE_SIZE - 1))
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun #define PERCPU_PAGE_SHIFT 18 /* log2() of max. size of per-CPU area */
46*4882a593Smuzhiyun #define PERCPU_PAGE_SIZE (__IA64_UL_CONST(1) << PERCPU_PAGE_SHIFT)
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun #ifdef CONFIG_HUGETLB_PAGE
50*4882a593Smuzhiyun # define HPAGE_REGION_BASE RGN_BASE(RGN_HPAGE)
51*4882a593Smuzhiyun # define HPAGE_SHIFT hpage_shift
52*4882a593Smuzhiyun # define HPAGE_SHIFT_DEFAULT 28 /* check ia64 SDM for architecture supported size */
53*4882a593Smuzhiyun # define HPAGE_SIZE (__IA64_UL_CONST(1) << HPAGE_SHIFT)
54*4882a593Smuzhiyun # define HPAGE_MASK (~(HPAGE_SIZE - 1))
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun # define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
57*4882a593Smuzhiyun #endif /* CONFIG_HUGETLB_PAGE */
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun #ifdef __ASSEMBLY__
60*4882a593Smuzhiyun # define __pa(x) ((x) - PAGE_OFFSET)
61*4882a593Smuzhiyun # define __va(x) ((x) + PAGE_OFFSET)
62*4882a593Smuzhiyun #else /* !__ASSEMBLY */
63*4882a593Smuzhiyun # define STRICT_MM_TYPECHECKS
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun extern void clear_page (void *page);
66*4882a593Smuzhiyun extern void copy_page (void *to, void *from);
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun /*
69*4882a593Smuzhiyun * clear_user_page() and copy_user_page() can't be inline functions because
70*4882a593Smuzhiyun * flush_dcache_page() can't be defined until later...
71*4882a593Smuzhiyun */
72*4882a593Smuzhiyun #define clear_user_page(addr, vaddr, page) \
73*4882a593Smuzhiyun do { \
74*4882a593Smuzhiyun clear_page(addr); \
75*4882a593Smuzhiyun flush_dcache_page(page); \
76*4882a593Smuzhiyun } while (0)
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun #define copy_user_page(to, from, vaddr, page) \
79*4882a593Smuzhiyun do { \
80*4882a593Smuzhiyun copy_page((to), (from)); \
81*4882a593Smuzhiyun flush_dcache_page(page); \
82*4882a593Smuzhiyun } while (0)
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun #define alloc_zeroed_user_highpage_movable(vma, vaddr) \
86*4882a593Smuzhiyun ({ \
87*4882a593Smuzhiyun struct page *page = alloc_page_vma( \
88*4882a593Smuzhiyun GFP_HIGHUSER_MOVABLE | __GFP_ZERO, vma, vaddr); \
89*4882a593Smuzhiyun if (page) \
90*4882a593Smuzhiyun flush_dcache_page(page); \
91*4882a593Smuzhiyun page; \
92*4882a593Smuzhiyun })
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun #define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE_MOVABLE
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun #ifdef CONFIG_VIRTUAL_MEM_MAP
99*4882a593Smuzhiyun extern int ia64_pfn_valid (unsigned long pfn);
100*4882a593Smuzhiyun #else
101*4882a593Smuzhiyun # define ia64_pfn_valid(pfn) 1
102*4882a593Smuzhiyun #endif
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun #ifdef CONFIG_VIRTUAL_MEM_MAP
105*4882a593Smuzhiyun extern struct page *vmem_map;
106*4882a593Smuzhiyun #ifdef CONFIG_DISCONTIGMEM
107*4882a593Smuzhiyun # define page_to_pfn(page) ((unsigned long) (page - vmem_map))
108*4882a593Smuzhiyun # define pfn_to_page(pfn) (vmem_map + (pfn))
109*4882a593Smuzhiyun # define __pfn_to_phys(pfn) PFN_PHYS(pfn)
110*4882a593Smuzhiyun #else
111*4882a593Smuzhiyun # include <asm-generic/memory_model.h>
112*4882a593Smuzhiyun #endif
113*4882a593Smuzhiyun #else
114*4882a593Smuzhiyun # include <asm-generic/memory_model.h>
115*4882a593Smuzhiyun #endif
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun #ifdef CONFIG_FLATMEM
118*4882a593Smuzhiyun # define pfn_valid(pfn) (((pfn) < max_mapnr) && ia64_pfn_valid(pfn))
119*4882a593Smuzhiyun #elif defined(CONFIG_DISCONTIGMEM)
120*4882a593Smuzhiyun extern unsigned long min_low_pfn;
121*4882a593Smuzhiyun extern unsigned long max_low_pfn;
122*4882a593Smuzhiyun # define pfn_valid(pfn) (((pfn) >= min_low_pfn) && ((pfn) < max_low_pfn) && ia64_pfn_valid(pfn))
123*4882a593Smuzhiyun #endif
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun #define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT)
126*4882a593Smuzhiyun #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
127*4882a593Smuzhiyun #define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun typedef union ia64_va {
130*4882a593Smuzhiyun struct {
131*4882a593Smuzhiyun unsigned long off : 61; /* intra-region offset */
132*4882a593Smuzhiyun unsigned long reg : 3; /* region number */
133*4882a593Smuzhiyun } f;
134*4882a593Smuzhiyun unsigned long l;
135*4882a593Smuzhiyun void *p;
136*4882a593Smuzhiyun } ia64_va;
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun /*
139*4882a593Smuzhiyun * Note: These macros depend on the fact that PAGE_OFFSET has all
140*4882a593Smuzhiyun * region bits set to 1 and all other bits set to zero. They are
141*4882a593Smuzhiyun * expressed in this way to ensure they result in a single "dep"
142*4882a593Smuzhiyun * instruction.
143*4882a593Smuzhiyun */
144*4882a593Smuzhiyun #define __pa(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg = 0; _v.l;})
145*4882a593Smuzhiyun #define __va(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg = -1; _v.p;})
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun #define REGION_NUMBER(x) ({ia64_va _v; _v.l = (long) (x); _v.f.reg;})
148*4882a593Smuzhiyun #define REGION_OFFSET(x) ({ia64_va _v; _v.l = (long) (x); _v.f.off;})
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun #ifdef CONFIG_HUGETLB_PAGE
151*4882a593Smuzhiyun # define htlbpage_to_page(x) (((unsigned long) REGION_NUMBER(x) << 61) \
152*4882a593Smuzhiyun | (REGION_OFFSET(x) >> (HPAGE_SHIFT-PAGE_SHIFT)))
153*4882a593Smuzhiyun # define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
154*4882a593Smuzhiyun extern unsigned int hpage_shift;
155*4882a593Smuzhiyun #endif
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun static __inline__ int
get_order(unsigned long size)158*4882a593Smuzhiyun get_order (unsigned long size)
159*4882a593Smuzhiyun {
160*4882a593Smuzhiyun long double d = size - 1;
161*4882a593Smuzhiyun long order;
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun order = ia64_getf_exp(d);
164*4882a593Smuzhiyun order = order - PAGE_SHIFT - 0xffff + 1;
165*4882a593Smuzhiyun if (order < 0)
166*4882a593Smuzhiyun order = 0;
167*4882a593Smuzhiyun return order;
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun #endif /* !__ASSEMBLY__ */
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun #ifdef STRICT_MM_TYPECHECKS
173*4882a593Smuzhiyun /*
174*4882a593Smuzhiyun * These are used to make use of C type-checking..
175*4882a593Smuzhiyun */
176*4882a593Smuzhiyun typedef struct { unsigned long pte; } pte_t;
177*4882a593Smuzhiyun typedef struct { unsigned long pmd; } pmd_t;
178*4882a593Smuzhiyun #if CONFIG_PGTABLE_LEVELS == 4
179*4882a593Smuzhiyun typedef struct { unsigned long pud; } pud_t;
180*4882a593Smuzhiyun #endif
181*4882a593Smuzhiyun typedef struct { unsigned long pgd; } pgd_t;
182*4882a593Smuzhiyun typedef struct { unsigned long pgprot; } pgprot_t;
183*4882a593Smuzhiyun typedef struct page *pgtable_t;
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun # define pte_val(x) ((x).pte)
186*4882a593Smuzhiyun # define pmd_val(x) ((x).pmd)
187*4882a593Smuzhiyun #if CONFIG_PGTABLE_LEVELS == 4
188*4882a593Smuzhiyun # define pud_val(x) ((x).pud)
189*4882a593Smuzhiyun #endif
190*4882a593Smuzhiyun # define pgd_val(x) ((x).pgd)
191*4882a593Smuzhiyun # define pgprot_val(x) ((x).pgprot)
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun # define __pte(x) ((pte_t) { (x) } )
194*4882a593Smuzhiyun # define __pmd(x) ((pmd_t) { (x) } )
195*4882a593Smuzhiyun # define __pgprot(x) ((pgprot_t) { (x) } )
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun #else /* !STRICT_MM_TYPECHECKS */
198*4882a593Smuzhiyun /*
199*4882a593Smuzhiyun * .. while these make it easier on the compiler
200*4882a593Smuzhiyun */
201*4882a593Smuzhiyun # ifndef __ASSEMBLY__
202*4882a593Smuzhiyun typedef unsigned long pte_t;
203*4882a593Smuzhiyun typedef unsigned long pmd_t;
204*4882a593Smuzhiyun typedef unsigned long pgd_t;
205*4882a593Smuzhiyun typedef unsigned long pgprot_t;
206*4882a593Smuzhiyun typedef struct page *pgtable_t;
207*4882a593Smuzhiyun # endif
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun # define pte_val(x) (x)
210*4882a593Smuzhiyun # define pmd_val(x) (x)
211*4882a593Smuzhiyun # define pgd_val(x) (x)
212*4882a593Smuzhiyun # define pgprot_val(x) (x)
213*4882a593Smuzhiyun
214*4882a593Smuzhiyun # define __pte(x) (x)
215*4882a593Smuzhiyun # define __pgd(x) (x)
216*4882a593Smuzhiyun # define __pgprot(x) (x)
217*4882a593Smuzhiyun #endif /* !STRICT_MM_TYPECHECKS */
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun #define PAGE_OFFSET RGN_BASE(RGN_KERNEL)
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun #define VM_DATA_DEFAULT_FLAGS VM_DATA_FLAGS_TSK_EXEC
222*4882a593Smuzhiyun
223*4882a593Smuzhiyun #define GATE_ADDR RGN_BASE(RGN_GATE)
224*4882a593Smuzhiyun
225*4882a593Smuzhiyun /*
226*4882a593Smuzhiyun * 0xa000000000000000+2*PERCPU_PAGE_SIZE
227*4882a593Smuzhiyun * - 0xa000000000000000+3*PERCPU_PAGE_SIZE remain unmapped (guard page)
228*4882a593Smuzhiyun */
229*4882a593Smuzhiyun #define KERNEL_START (GATE_ADDR+__IA64_UL_CONST(0x100000000))
230*4882a593Smuzhiyun #define PERCPU_ADDR (-PERCPU_PAGE_SIZE)
231*4882a593Smuzhiyun #define LOAD_OFFSET (KERNEL_START - KERNEL_TR_PAGE_SIZE)
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun #define __HAVE_ARCH_GATE_AREA 1
234*4882a593Smuzhiyun
235*4882a593Smuzhiyun #endif /* _ASM_IA64_PAGE_H */
236