Home
last modified time | relevance | path

Searched refs:pgdp (Results 1 – 25 of 45) sorted by relevance

12

/OK3568_Linux_fs/kernel/arch/arm64/mm/
H A Dmmu.c66 void set_swapper_pgd(pgd_t *pgdp, pgd_t pgd) in set_swapper_pgd() argument
71 fixmap_pgdp = pgd_set_fixmap(__pa_symbol(pgdp)); in set_swapper_pgd()
299 static void alloc_init_pud(pgd_t *pgdp, unsigned long addr, unsigned long end, in alloc_init_pud() argument
306 p4d_t *p4dp = p4d_offset(pgdp, addr); in alloc_init_pud()
365 pgd_t *pgdp = pgd_offset_pgd(pgdir, virt); in __create_pgd_mapping() local
380 alloc_init_pud(pgdp, addr, next, phys, prot, pgtable_alloc, in __create_pgd_mapping()
383 } while (pgdp++, addr = next, addr != end); in __create_pgd_mapping()
464 static void __init __map_memblock(pgd_t *pgdp, phys_addr_t start, in __map_memblock() argument
467 __create_pgd_mapping(pgdp, start, __phys_to_virt(start), end - start, in __map_memblock()
496 static void __init map_mem(pgd_t *pgdp) in map_mem() argument
[all …]
H A Dkasan_init.c142 static void __init kasan_p4d_populate(pgd_t *pgdp, unsigned long addr, in kasan_p4d_populate() argument
146 p4d_t *p4dp = p4d_offset(pgdp, addr); in kasan_p4d_populate()
158 pgd_t *pgdp; in kasan_pgd_populate() local
160 pgdp = pgd_offset_k(addr); in kasan_pgd_populate()
163 kasan_p4d_populate(pgdp, addr, next, node, early); in kasan_pgd_populate()
164 } while (pgdp++, addr = next, addr != end); in kasan_pgd_populate()
191 pgd_t *pgdp, *pgdp_new, *pgdp_end; in kasan_copy_shadow() local
193 pgdp = pgd_offset_k(KASAN_SHADOW_START); in kasan_copy_shadow()
197 set_pgd(pgdp_new, READ_ONCE(*pgdp)); in kasan_copy_shadow()
198 } while (pgdp++, pgdp_new++, pgdp != pgdp_end); in kasan_copy_shadow()
H A Dhugetlbpage.c106 pgd_t *pgdp = pgd_offset(mm, addr); in find_num_contig() local
112 p4dp = p4d_offset(pgdp, addr); in find_num_contig()
258 pgd_t *pgdp; in huge_pte_alloc() local
264 pgdp = pgd_offset(mm, addr); in huge_pte_alloc()
265 p4dp = p4d_offset(pgdp, addr); in huge_pte_alloc()
303 pgd_t *pgdp; in huge_pte_offset() local
308 pgdp = pgd_offset(mm, addr); in huge_pte_offset()
309 if (!pgd_present(READ_ONCE(*pgdp))) in huge_pte_offset()
312 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
H A Dpageattr.c200 pgd_t *pgdp; in kernel_page_present() local
210 pgdp = pgd_offset_k(addr); in kernel_page_present()
211 if (pgd_none(READ_ONCE(*pgdp))) in kernel_page_present()
214 p4dp = p4d_offset(pgdp, addr); in kernel_page_present()
/OK3568_Linux_fs/kernel/arch/powerpc/mm/nohash/
H A Dbook3e_pgtable.c75 pgd_t *pgdp; in map_kernel_page() local
83 pgdp = pgd_offset_k(ea); in map_kernel_page()
84 p4dp = p4d_offset(pgdp, ea); in map_kernel_page()
95 pgdp = pgd_offset_k(ea); in map_kernel_page()
96 p4dp = p4d_offset(pgdp, ea); in map_kernel_page()
/OK3568_Linux_fs/kernel/arch/s390/mm/
H A Dhugetlbpage.c195 pgd_t *pgdp; in huge_pte_alloc() local
200 pgdp = pgd_offset(mm, addr); in huge_pte_alloc()
201 p4dp = p4d_alloc(mm, pgdp, addr); in huge_pte_alloc()
217 pgd_t *pgdp; in huge_pte_offset() local
222 pgdp = pgd_offset(mm, addr); in huge_pte_offset()
223 if (pgd_present(*pgdp)) { in huge_pte_offset()
224 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
H A Dpageattr.c288 pgd_t *pgdp; in change_page_attr() local
295 pgdp = pgd_offset_k(addr); in change_page_attr()
297 if (pgd_none(*pgdp)) in change_page_attr()
300 rc = walk_p4d_level(pgdp, addr, next, flags); in change_page_attr()
304 } while (pgdp++, addr = next, addr < end && !rc); in change_page_attr()
/OK3568_Linux_fs/kernel/arch/sparc/mm/
H A Dsrmmu.c110 static inline void srmmu_ctxd_set(ctxd_t *ctxp, pgd_t *pgdp) in srmmu_ctxd_set() argument
114 pte = __pte((SRMMU_ET_PTD | (__nocache_pa(pgdp) >> 4))); in srmmu_ctxd_set()
496 pgd_t *pgdp; in srmmu_mapioaddr() local
504 pgdp = pgd_offset_k(virt_addr); in srmmu_mapioaddr()
505 p4dp = p4d_offset(pgdp, virt_addr); in srmmu_mapioaddr()
535 pgd_t *pgdp; in srmmu_unmapioaddr() local
542 pgdp = pgd_offset_k(virt_addr); in srmmu_unmapioaddr()
543 p4dp = p4d_offset(pgdp, virt_addr); in srmmu_unmapioaddr()
682 pgd_t *pgdp; in srmmu_early_allocate_ptable_skeleton() local
689 pgdp = pgd_offset_k(start); in srmmu_early_allocate_ptable_skeleton()
[all …]
H A Dfault_64.c81 pgd_t *pgdp = pgd_offset(current->mm, tpc); in get_user_insn() local
89 if (pgd_none(*pgdp) || unlikely(pgd_bad(*pgdp))) in get_user_insn()
91 p4dp = p4d_offset(pgdp, tpc); in get_user_insn()
/OK3568_Linux_fs/kernel/mm/
H A Ddebug_vm_pgtable.c558 static void __init pgd_clear_tests(struct mm_struct *mm, pgd_t *pgdp) in pgd_clear_tests() argument
560 pgd_t pgd = READ_ONCE(*pgdp); in pgd_clear_tests()
567 WRITE_ONCE(*pgdp, pgd); in pgd_clear_tests()
568 pgd_clear(pgdp); in pgd_clear_tests()
569 pgd = READ_ONCE(*pgdp); in pgd_clear_tests()
573 static void __init pgd_populate_tests(struct mm_struct *mm, pgd_t *pgdp, in pgd_populate_tests() argument
587 pgd_clear(pgdp); in pgd_populate_tests()
588 pgd_populate(mm, pgdp, p4dp); in pgd_populate_tests()
589 pgd = READ_ONCE(*pgdp); in pgd_populate_tests()
594 static void __init pgd_clear_tests(struct mm_struct *mm, pgd_t *pgdp) { } in pgd_clear_tests() argument
[all …]
H A Dgup.c743 unsigned long address, pgd_t *pgdp, in follow_p4d_mask() argument
750 p4d = p4d_offset(pgdp, address); in follow_p4d_mask()
2472 static int gup_huge_pgd(pgd_t orig, pgd_t *pgdp, unsigned long addr, in gup_huge_pgd() argument
2491 if (unlikely(pgd_val(orig) != pgd_val(*pgdp))) { in gup_huge_pgd()
2572 static int gup_p4d_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr, unsigned long end, in gup_p4d_range() argument
2578 p4dp = p4d_offset_lockless(pgdp, pgd, addr); in gup_p4d_range()
2601 pgd_t *pgdp; in gup_pgd_range() local
2603 pgdp = pgd_offset(current->mm, addr); in gup_pgd_range()
2605 pgd_t pgd = READ_ONCE(*pgdp); in gup_pgd_range()
2611 if (!gup_huge_pgd(pgd, pgdp, addr, next, flags, in gup_pgd_range()
[all …]
/OK3568_Linux_fs/kernel/arch/x86/mm/
H A Dpgtable.c262 static void mop_up_one_pmd(struct mm_struct *mm, pgd_t *pgdp) in mop_up_one_pmd() argument
264 pgd_t pgd = *pgdp; in mop_up_one_pmd()
269 pgd_clear(pgdp); in mop_up_one_pmd()
277 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) in pgd_mop_up_pmds() argument
282 mop_up_one_pmd(mm, &pgdp[i]); in pgd_mop_up_pmds()
289 pgdp = kernel_to_user_pgdp(pgdp); in pgd_mop_up_pmds()
292 mop_up_one_pmd(mm, &pgdp[i + KERNEL_PGD_BOUNDARY]); in pgd_mop_up_pmds()
H A Dpti.c124 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in __pti_set_user_pgtbl() argument
135 if (!pgdp_maps_userspace(pgdp)) in __pti_set_user_pgtbl()
142 kernel_to_user_pgdp(pgdp)->pgd = pgd.pgd; in __pti_set_user_pgtbl()
/OK3568_Linux_fs/kernel/arch/arm64/include/asm/
H A Dmmu_context.h137 static inline void __nocfi cpu_replace_ttbr1(pgd_t *pgdp) in cpu_replace_ttbr1() argument
144 phys_addr_t ttbr1 = phys_to_ttbr(virt_to_phys(pgdp)); in cpu_replace_ttbr1()
146 if (system_supports_cnp() && !WARN_ON(pgdp != lm_alias(swapper_pg_dir))) { in cpu_replace_ttbr1()
/OK3568_Linux_fs/kernel/arch/x86/include/asm/
H A Dpgtable_64.h161 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd() argument
163 WRITE_ONCE(*pgdp, pti_set_user_pgtbl(pgdp, pgd)); in native_set_pgd()
H A Dparavirt.h475 static inline void __set_pgd(pgd_t *pgdp, pgd_t pgd) in __set_pgd() argument
477 PVOP_VCALL2(mmu.set_pgd, pgdp, native_pgd_val(pgd)); in __set_pgd()
480 #define set_pgd(pgdp, pgdval) do { \ argument
482 __set_pgd(pgdp, pgdval); \
484 set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \
487 #define pgd_clear(pgdp) do { \ argument
489 set_pgd(pgdp, native_make_pgd(0)); \
H A Dpgtable.h73 #define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd) argument
719 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd);
726 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl() argument
730 return __pti_set_user_pgtbl(pgdp, pgd); in pti_set_user_pgtbl()
733 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl() argument
1223 static inline pgd_t *kernel_to_user_pgdp(pgd_t *pgdp) in kernel_to_user_pgdp() argument
1225 return ptr_set_bit(pgdp, PTI_PGTABLE_SWITCH_BIT); in kernel_to_user_pgdp()
1228 static inline pgd_t *user_to_kernel_pgdp(pgd_t *pgdp) in user_to_kernel_pgdp() argument
1230 return ptr_clear_bit(pgdp, PTI_PGTABLE_SWITCH_BIT); in user_to_kernel_pgdp()
/OK3568_Linux_fs/kernel/arch/mips/kvm/
H A Dmmu.c763 pgd_t *pgdp; in kvm_trap_emul_pte_for_gva() local
772 pgdp = vcpu->arch.guest_kernel_mm.pgd; in kvm_trap_emul_pte_for_gva()
774 pgdp = vcpu->arch.guest_user_mm.pgd; in kvm_trap_emul_pte_for_gva()
776 return kvm_mips_walk_pgd(pgdp, memcache, addr); in kvm_trap_emul_pte_for_gva()
782 pgd_t *pgdp; in kvm_trap_emul_invalidate_gva() local
787 pgdp = vcpu->arch.guest_kernel_mm.pgd; in kvm_trap_emul_invalidate_gva()
788 ptep = kvm_mips_walk_pgd(pgdp, NULL, addr); in kvm_trap_emul_invalidate_gva()
795 pgdp = vcpu->arch.guest_user_mm.pgd; in kvm_trap_emul_invalidate_gva()
796 ptep = kvm_mips_walk_pgd(pgdp, NULL, addr); in kvm_trap_emul_invalidate_gva()
/OK3568_Linux_fs/kernel/arch/powerpc/mm/book3s64/
H A Dradix_pgtable.c74 pgd_t *pgdp; in early_map_kernel_page() local
80 pgdp = pgd_offset_k(ea); in early_map_kernel_page()
81 p4dp = p4d_offset(pgdp, ea); in early_map_kernel_page()
126 pgd_t *pgdp; in __map_kernel_page() local
149 pgdp = pgd_offset_k(ea); in __map_kernel_page()
150 p4dp = p4d_offset(pgdp, ea); in __map_kernel_page()
187 pgd_t *pgdp; in radix__change_memory_range() local
200 pgdp = pgd_offset_k(idx); in radix__change_memory_range()
201 p4dp = p4d_offset(pgdp, idx); in radix__change_memory_range()
H A Dhash_pgtable.c148 pgd_t *pgdp; in hash__map_kernel_page() local
156 pgdp = pgd_offset_k(ea); in hash__map_kernel_page()
157 p4dp = p4d_offset(pgdp, ea); in hash__map_kernel_page()
/OK3568_Linux_fs/kernel/arch/arm64/kernel/
H A Dhibernate.c185 pgd_t *pgdp; in trans_pgd_map_page() local
191 pgdp = pgd_offset_pgd(trans_pgd, dst_addr); in trans_pgd_map_page()
192 if (pgd_none(READ_ONCE(*pgdp))) { in trans_pgd_map_page()
196 pgd_populate(&init_mm, pgdp, pudp); in trans_pgd_map_page()
199 p4dp = p4d_offset(pgdp, dst_addr); in trans_pgd_map_page()
/OK3568_Linux_fs/external/xserver/hw/xfree86/common/
H A Dxf86Helper.c1291 GDevPtr gdp, *pgdp = NULL; in xf86MatchDevice() local
1334 pgdp = xnfreallocarray(pgdp, i + 2, sizeof(GDevPtr)); in xf86MatchDevice()
1335 pgdp[i++] = screensecptr->device; in xf86MatchDevice()
1344 pgdp = xnfrealloc(pgdp, (i + 2) * sizeof(GDevPtr)); in xf86MatchDevice()
1345 pgdp[i++] = screensecptr->gpu_devices[k]; in xf86MatchDevice()
1357 pgdp = xnfreallocarray(pgdp, i + 2, sizeof(GDevPtr)); in xf86MatchDevice()
1358 pgdp[i++] = gdp; in xf86MatchDevice()
1367 pgdp[i] = NULL; in xf86MatchDevice()
1370 *sectlist = pgdp; in xf86MatchDevice()
1372 free(pgdp); in xf86MatchDevice()
/OK3568_Linux_fs/kernel/arch/riscv/mm/
H A Dinit.c385 void __init create_pgd_mapping(pgd_t *pgdp, in create_pgd_mapping() argument
394 if (pgd_val(pgdp[pgd_idx]) == 0) in create_pgd_mapping()
395 pgdp[pgd_idx] = pfn_pgd(PFN_DOWN(pa), prot); in create_pgd_mapping()
399 if (pgd_val(pgdp[pgd_idx]) == 0) { in create_pgd_mapping()
401 pgdp[pgd_idx] = pfn_pgd(PFN_DOWN(next_phys), PAGE_TABLE); in create_pgd_mapping()
405 next_phys = PFN_PHYS(_pgd_pfn(pgdp[pgd_idx])); in create_pgd_mapping()
/OK3568_Linux_fs/kernel/arch/powerpc/mm/
H A Dpgtable.c349 pgd_t *pgdp; in __find_linux_pte() local
370 pgdp = pgdir + pgd_index(ea); in __find_linux_pte()
371 p4dp = p4d_offset(pgdp, ea); in __find_linux_pte()
/OK3568_Linux_fs/kernel/arch/mips/mm/
H A Dtlb-r4k.c296 pgd_t *pgdp; in __update_tlb() local
319 pgdp = pgd_offset(vma->vm_mm, address); in __update_tlb()
323 p4dp = p4d_offset(pgdp, address); in __update_tlb()

12