1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * This file is subject to the terms and conditions of the GNU General Public
3*4882a593Smuzhiyun * License. See the file "COPYING" in the main directory of this archive
4*4882a593Smuzhiyun * for more details.
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Copyright (C) 2003 by Ralf Baechle
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun #include <linux/init.h>
9*4882a593Smuzhiyun #include <linux/mm.h>
10*4882a593Smuzhiyun #include <linux/memblock.h>
11*4882a593Smuzhiyun #include <linux/highmem.h>
12*4882a593Smuzhiyun #include <asm/fixmap.h>
13*4882a593Smuzhiyun #include <asm/pgalloc.h>
14*4882a593Smuzhiyun #include <asm/tlbflush.h>
15*4882a593Smuzhiyun
pgd_init(unsigned long page)16*4882a593Smuzhiyun void pgd_init(unsigned long page)
17*4882a593Smuzhiyun {
18*4882a593Smuzhiyun unsigned long *p = (unsigned long *) page;
19*4882a593Smuzhiyun int i;
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun for (i = 0; i < USER_PTRS_PER_PGD; i+=8) {
22*4882a593Smuzhiyun p[i + 0] = (unsigned long) invalid_pte_table;
23*4882a593Smuzhiyun p[i + 1] = (unsigned long) invalid_pte_table;
24*4882a593Smuzhiyun p[i + 2] = (unsigned long) invalid_pte_table;
25*4882a593Smuzhiyun p[i + 3] = (unsigned long) invalid_pte_table;
26*4882a593Smuzhiyun p[i + 4] = (unsigned long) invalid_pte_table;
27*4882a593Smuzhiyun p[i + 5] = (unsigned long) invalid_pte_table;
28*4882a593Smuzhiyun p[i + 6] = (unsigned long) invalid_pte_table;
29*4882a593Smuzhiyun p[i + 7] = (unsigned long) invalid_pte_table;
30*4882a593Smuzhiyun }
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun #if defined(CONFIG_TRANSPARENT_HUGEPAGE)
mk_pmd(struct page * page,pgprot_t prot)34*4882a593Smuzhiyun pmd_t mk_pmd(struct page *page, pgprot_t prot)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun pmd_t pmd;
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot);
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun return pmd;
41*4882a593Smuzhiyun }
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun
set_pmd_at(struct mm_struct * mm,unsigned long addr,pmd_t * pmdp,pmd_t pmd)44*4882a593Smuzhiyun void set_pmd_at(struct mm_struct *mm, unsigned long addr,
45*4882a593Smuzhiyun pmd_t *pmdp, pmd_t pmd)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun *pmdp = pmd;
48*4882a593Smuzhiyun flush_tlb_all();
49*4882a593Smuzhiyun }
50*4882a593Smuzhiyun #endif /* defined(CONFIG_TRANSPARENT_HUGEPAGE) */
51*4882a593Smuzhiyun
pagetable_init(void)52*4882a593Smuzhiyun void __init pagetable_init(void)
53*4882a593Smuzhiyun {
54*4882a593Smuzhiyun unsigned long vaddr;
55*4882a593Smuzhiyun pgd_t *pgd_base;
56*4882a593Smuzhiyun #ifdef CONFIG_HIGHMEM
57*4882a593Smuzhiyun pgd_t *pgd;
58*4882a593Smuzhiyun p4d_t *p4d;
59*4882a593Smuzhiyun pud_t *pud;
60*4882a593Smuzhiyun pmd_t *pmd;
61*4882a593Smuzhiyun pte_t *pte;
62*4882a593Smuzhiyun #endif
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun /* Initialize the entire pgd. */
65*4882a593Smuzhiyun pgd_init((unsigned long)swapper_pg_dir);
66*4882a593Smuzhiyun pgd_init((unsigned long)swapper_pg_dir
67*4882a593Smuzhiyun + sizeof(pgd_t) * USER_PTRS_PER_PGD);
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun pgd_base = swapper_pg_dir;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun /*
72*4882a593Smuzhiyun * Fixed mappings:
73*4882a593Smuzhiyun */
74*4882a593Smuzhiyun vaddr = __fix_to_virt(__end_of_fixed_addresses - 1);
75*4882a593Smuzhiyun fixrange_init(vaddr & PMD_MASK, vaddr + FIXADDR_SIZE, pgd_base);
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun #ifdef CONFIG_HIGHMEM
78*4882a593Smuzhiyun /*
79*4882a593Smuzhiyun * Permanent kmaps:
80*4882a593Smuzhiyun */
81*4882a593Smuzhiyun vaddr = PKMAP_BASE;
82*4882a593Smuzhiyun fixrange_init(vaddr & PMD_MASK, vaddr + PAGE_SIZE*LAST_PKMAP, pgd_base);
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun pgd = swapper_pg_dir + pgd_index(vaddr);
85*4882a593Smuzhiyun p4d = p4d_offset(pgd, vaddr);
86*4882a593Smuzhiyun pud = pud_offset(p4d, vaddr);
87*4882a593Smuzhiyun pmd = pmd_offset(pud, vaddr);
88*4882a593Smuzhiyun pte = pte_offset_kernel(pmd, vaddr);
89*4882a593Smuzhiyun pkmap_page_table = pte;
90*4882a593Smuzhiyun #endif
91*4882a593Smuzhiyun }
92