1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * This file is subject to the terms and conditions of the GNU General Public
3*4882a593Smuzhiyun * License. See the file "COPYING" in the main directory of this archive
4*4882a593Smuzhiyun * for more details.
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Copyright (C) 1994 - 2001, 2003 by Ralf Baechle
7*4882a593Smuzhiyun * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc.
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun #ifndef _ASM_PGALLOC_H
10*4882a593Smuzhiyun #define _ASM_PGALLOC_H
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include <linux/highmem.h>
13*4882a593Smuzhiyun #include <linux/mm.h>
14*4882a593Smuzhiyun #include <linux/sched.h>
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun #define __HAVE_ARCH_PMD_ALLOC_ONE
17*4882a593Smuzhiyun #define __HAVE_ARCH_PUD_ALLOC_ONE
18*4882a593Smuzhiyun #define __HAVE_ARCH_PGD_FREE
19*4882a593Smuzhiyun #include <asm-generic/pgalloc.h>
20*4882a593Smuzhiyun
pmd_populate_kernel(struct mm_struct * mm,pmd_t * pmd,pte_t * pte)21*4882a593Smuzhiyun static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd,
22*4882a593Smuzhiyun pte_t *pte)
23*4882a593Smuzhiyun {
24*4882a593Smuzhiyun set_pmd(pmd, __pmd((unsigned long)pte));
25*4882a593Smuzhiyun }
26*4882a593Smuzhiyun
pmd_populate(struct mm_struct * mm,pmd_t * pmd,pgtable_t pte)27*4882a593Smuzhiyun static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd,
28*4882a593Smuzhiyun pgtable_t pte)
29*4882a593Smuzhiyun {
30*4882a593Smuzhiyun set_pmd(pmd, __pmd((unsigned long)page_address(pte)));
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun #define pmd_pgtable(pmd) pmd_page(pmd)
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun /*
35*4882a593Smuzhiyun * Initialize a new pmd table with invalid pointers.
36*4882a593Smuzhiyun */
37*4882a593Smuzhiyun extern void pmd_init(unsigned long page, unsigned long pagetable);
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun #ifndef __PAGETABLE_PMD_FOLDED
40*4882a593Smuzhiyun
pud_populate(struct mm_struct * mm,pud_t * pud,pmd_t * pmd)41*4882a593Smuzhiyun static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd)
42*4882a593Smuzhiyun {
43*4882a593Smuzhiyun set_pud(pud, __pud((unsigned long)pmd));
44*4882a593Smuzhiyun }
45*4882a593Smuzhiyun #endif
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun /*
48*4882a593Smuzhiyun * Initialize a new pgd / pmd table with invalid pointers.
49*4882a593Smuzhiyun */
50*4882a593Smuzhiyun extern void pgd_init(unsigned long page);
51*4882a593Smuzhiyun extern pgd_t *pgd_alloc(struct mm_struct *mm);
52*4882a593Smuzhiyun
pgd_free(struct mm_struct * mm,pgd_t * pgd)53*4882a593Smuzhiyun static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun free_pages((unsigned long)pgd, PGD_ORDER);
56*4882a593Smuzhiyun }
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun #define __pte_free_tlb(tlb,pte,address) \
59*4882a593Smuzhiyun do { \
60*4882a593Smuzhiyun pgtable_pte_page_dtor(pte); \
61*4882a593Smuzhiyun tlb_remove_page((tlb), pte); \
62*4882a593Smuzhiyun } while (0)
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun #ifndef __PAGETABLE_PMD_FOLDED
65*4882a593Smuzhiyun
pmd_alloc_one(struct mm_struct * mm,unsigned long address)66*4882a593Smuzhiyun static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address)
67*4882a593Smuzhiyun {
68*4882a593Smuzhiyun pmd_t *pmd;
69*4882a593Smuzhiyun struct page *pg;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun pg = alloc_pages(GFP_KERNEL_ACCOUNT, PMD_ORDER);
72*4882a593Smuzhiyun if (!pg)
73*4882a593Smuzhiyun return NULL;
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun if (!pgtable_pmd_page_ctor(pg)) {
76*4882a593Smuzhiyun __free_pages(pg, PMD_ORDER);
77*4882a593Smuzhiyun return NULL;
78*4882a593Smuzhiyun }
79*4882a593Smuzhiyun
80*4882a593Smuzhiyun pmd = (pmd_t *)page_address(pg);
81*4882a593Smuzhiyun pmd_init((unsigned long)pmd, (unsigned long)invalid_pte_table);
82*4882a593Smuzhiyun return pmd;
83*4882a593Smuzhiyun }
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x)
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun #endif
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun #ifndef __PAGETABLE_PUD_FOLDED
90*4882a593Smuzhiyun
pud_alloc_one(struct mm_struct * mm,unsigned long address)91*4882a593Smuzhiyun static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address)
92*4882a593Smuzhiyun {
93*4882a593Smuzhiyun pud_t *pud;
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun pud = (pud_t *) __get_free_pages(GFP_KERNEL, PUD_ORDER);
96*4882a593Smuzhiyun if (pud)
97*4882a593Smuzhiyun pud_init((unsigned long)pud, (unsigned long)invalid_pmd_table);
98*4882a593Smuzhiyun return pud;
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun
p4d_populate(struct mm_struct * mm,p4d_t * p4d,pud_t * pud)101*4882a593Smuzhiyun static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud)
102*4882a593Smuzhiyun {
103*4882a593Smuzhiyun set_p4d(p4d, __p4d((unsigned long)pud));
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x)
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun #endif /* __PAGETABLE_PUD_FOLDED */
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun extern void pagetable_init(void);
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun #endif /* _ASM_PGALLOC_H */
113