Home
last modified time | relevance | path

Searched refs:p4dp (Results 1 – 25 of 39) sorted by relevance

12

/OK3568_Linux_fs/kernel/arch/powerpc/mm/nohash/
H A Dbook3e_pgtable.c76 p4d_t *p4dp; in map_kernel_page() local
84 p4dp = p4d_offset(pgdp, ea); in map_kernel_page()
85 pudp = pud_alloc(&init_mm, p4dp, ea); in map_kernel_page()
96 p4dp = p4d_offset(pgdp, ea); in map_kernel_page()
97 if (p4d_none(*p4dp)) { in map_kernel_page()
99 p4d_populate(&init_mm, p4dp, pudp); in map_kernel_page()
101 pudp = pud_offset(p4dp, ea); in map_kernel_page()
/OK3568_Linux_fs/kernel/arch/arm64/mm/
H A Dmmu.c306 p4d_t *p4dp = p4d_offset(pgdp, addr); in alloc_init_pud() local
307 p4d_t p4d = READ_ONCE(*p4dp); in alloc_init_pud()
313 __p4d_populate(p4dp, pud_phys, PUD_TYPE_TABLE); in alloc_init_pud()
314 p4d = READ_ONCE(*p4dp); in alloc_init_pud()
324 pudp = pud_set_fixmap_offset(p4dp, addr); in alloc_init_pud()
775 p4d_t *p4dp; in kern_addr_valid() local
788 p4dp = p4d_offset(pgdp, addr); in kern_addr_valid()
789 if (p4d_none(READ_ONCE(*p4dp))) in kern_addr_valid()
792 pudp = pud_offset(p4dp, addr); in kern_addr_valid()
906 static void unmap_hotplug_pud_range(p4d_t *p4dp, unsigned long addr, in unmap_hotplug_pud_range() argument
[all …]
H A Dkasan_init.c88 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, in kasan_pud_offset() argument
91 if (p4d_none(READ_ONCE(*p4dp))) { in kasan_pud_offset()
95 __p4d_populate(p4dp, pud_phys, PMD_TYPE_TABLE); in kasan_pud_offset()
98 return early ? pud_offset_kimg(p4dp, addr) : pud_offset(p4dp, addr); in kasan_pud_offset()
130 static void __init kasan_pud_populate(p4d_t *p4dp, unsigned long addr, in kasan_pud_populate() argument
134 pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early); in kasan_pud_populate()
146 p4d_t *p4dp = p4d_offset(pgdp, addr); in kasan_p4d_populate() local
150 kasan_pud_populate(p4dp, addr, next, node, early); in kasan_p4d_populate()
151 } while (p4dp++, addr = next, addr != end); in kasan_p4d_populate()
H A Dhugetlbpage.c107 p4d_t *p4dp; in find_num_contig() local
112 p4dp = p4d_offset(pgdp, addr); in find_num_contig()
113 pudp = pud_offset(p4dp, addr); in find_num_contig()
259 p4d_t *p4dp; in huge_pte_alloc() local
265 p4dp = p4d_offset(pgdp, addr); in huge_pte_alloc()
266 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc()
304 p4d_t *p4dp; in huge_pte_offset() local
312 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
313 if (!p4d_present(READ_ONCE(*p4dp))) in huge_pte_offset()
316 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
H A Dpageattr.c201 p4d_t *p4dp; in kernel_page_present() local
214 p4dp = p4d_offset(pgdp, addr); in kernel_page_present()
215 if (p4d_none(READ_ONCE(*p4dp))) in kernel_page_present()
218 pudp = pud_offset(p4dp, addr); in kernel_page_present()
/OK3568_Linux_fs/kernel/arch/arm64/include/asm/
H A Dpgalloc.h41 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate() argument
43 set_p4d(p4dp, __p4d(__phys_to_p4d_val(pudp) | prot)); in __p4d_populate()
46 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate() argument
48 __p4d_populate(p4dp, __pa(pudp), PUD_TYPE_TABLE); in p4d_populate()
51 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate() argument
H A Dpgtable.h692 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d() argument
694 if (in_swapper_pgdir(p4dp)) { in set_p4d()
695 set_swapper_pgd((pgd_t *)p4dp, __pgd(p4d_val(p4d))); in set_p4d()
699 WRITE_ONCE(*p4dp, p4d); in set_p4d()
704 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() argument
706 set_p4d(p4dp, __p4d(0)); in p4d_clear()
/OK3568_Linux_fs/kernel/arch/s390/mm/
H A Dhugetlbpage.c196 p4d_t *p4dp; in huge_pte_alloc() local
201 p4dp = p4d_alloc(mm, pgdp, addr); in huge_pte_alloc()
202 if (p4dp) { in huge_pte_alloc()
203 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc()
218 p4d_t *p4dp; in huge_pte_offset() local
224 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
225 if (p4d_present(*p4dp)) { in huge_pte_offset()
226 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
H A Dpageattr.c265 p4d_t *p4dp; in walk_p4d_level() local
268 p4dp = p4d_offset(pgd, addr); in walk_p4d_level()
270 if (p4d_none(*p4dp)) in walk_p4d_level()
273 rc = walk_pud_level(p4dp, addr, next, flags); in walk_p4d_level()
274 p4dp++; in walk_p4d_level()
/OK3568_Linux_fs/kernel/mm/
H A Ddebug_vm_pgtable.c523 static void __init p4d_clear_tests(struct mm_struct *mm, p4d_t *p4dp) in p4d_clear_tests() argument
525 p4d_t p4d = READ_ONCE(*p4dp); in p4d_clear_tests()
532 WRITE_ONCE(*p4dp, p4d); in p4d_clear_tests()
533 p4d_clear(p4dp); in p4d_clear_tests()
534 p4d = READ_ONCE(*p4dp); in p4d_clear_tests()
538 static void __init p4d_populate_tests(struct mm_struct *mm, p4d_t *p4dp, in p4d_populate_tests() argument
552 p4d_clear(p4dp); in p4d_populate_tests()
553 p4d_populate(mm, p4dp, pudp); in p4d_populate_tests()
554 p4d = READ_ONCE(*p4dp); in p4d_populate_tests()
574 p4d_t *p4dp) in pgd_populate_tests() argument
[all …]
/OK3568_Linux_fs/kernel/arch/x86/include/asm/
H A Dpgtable_64.h142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d() argument
147 WRITE_ONCE(*p4dp, p4d); in native_set_p4d()
152 pgd = pti_set_user_pgtbl((pgd_t *)p4dp, pgd); in native_set_p4d()
153 WRITE_ONCE(*p4dp, native_make_p4d(native_pgd_val(pgd))); in native_set_p4d()
H A Dpgtable.h78 # define set_p4d(p4dp, p4d) native_set_p4d(p4dp, p4d) argument
1233 static inline p4d_t *kernel_to_user_p4dp(p4d_t *p4dp) in kernel_to_user_p4dp() argument
1235 return ptr_set_bit(p4dp, PTI_PGTABLE_SWITCH_BIT); in kernel_to_user_p4dp()
1238 static inline p4d_t *user_to_kernel_p4dp(p4d_t *p4dp) in user_to_kernel_p4dp() argument
1240 return ptr_clear_bit(p4dp, PTI_PGTABLE_SWITCH_BIT); in user_to_kernel_p4dp()
/OK3568_Linux_fs/kernel/arch/powerpc/mm/book3s64/
H A Dradix_pgtable.c75 p4d_t *p4dp; in early_map_kernel_page() local
81 p4dp = p4d_offset(pgdp, ea); in early_map_kernel_page()
82 if (p4d_none(*p4dp)) { in early_map_kernel_page()
85 p4d_populate(&init_mm, p4dp, pudp); in early_map_kernel_page()
87 pudp = pud_offset(p4dp, ea); in early_map_kernel_page()
127 p4d_t *p4dp; in __map_kernel_page() local
150 p4dp = p4d_offset(pgdp, ea); in __map_kernel_page()
151 pudp = pud_alloc(&init_mm, p4dp, ea); in __map_kernel_page()
188 p4d_t *p4dp; in radix__change_memory_range() local
201 p4dp = p4d_offset(pgdp, idx); in radix__change_memory_range()
[all …]
H A Dhash_pgtable.c149 p4d_t *p4dp; in hash__map_kernel_page() local
157 p4dp = p4d_offset(pgdp, ea); in hash__map_kernel_page()
158 pudp = pud_alloc(&init_mm, p4dp, ea); in hash__map_kernel_page()
/OK3568_Linux_fs/kernel/arch/sparc/mm/
H A Dsrmmu.c497 p4d_t *p4dp; in srmmu_mapioaddr() local
505 p4dp = p4d_offset(pgdp, virt_addr); in srmmu_mapioaddr()
506 pudp = pud_offset(p4dp, virt_addr); in srmmu_mapioaddr()
536 p4d_t *p4dp; in srmmu_unmapioaddr() local
543 p4dp = p4d_offset(pgdp, virt_addr); in srmmu_unmapioaddr()
544 pudp = pud_offset(p4dp, virt_addr); in srmmu_unmapioaddr()
683 p4d_t *p4dp; in srmmu_early_allocate_ptable_skeleton() local
690 p4dp = p4d_offset(pgdp, start); in srmmu_early_allocate_ptable_skeleton()
691 pudp = pud_offset(p4dp, start); in srmmu_early_allocate_ptable_skeleton()
718 p4d_t *p4dp; in srmmu_allocate_ptable_skeleton() local
[all …]
H A Dfault_64.c82 p4d_t *p4dp; in get_user_insn() local
91 p4dp = p4d_offset(pgdp, tpc); in get_user_insn()
92 if (p4d_none(*p4dp) || unlikely(p4d_bad(*p4dp))) in get_user_insn()
94 pudp = pud_offset(p4dp, tpc); in get_user_insn()
/OK3568_Linux_fs/kernel/arch/powerpc/include/asm/nohash/64/
H A Dpgtable-4k.h63 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() argument
65 *p4dp = __p4d(0); in p4d_clear()
/OK3568_Linux_fs/kernel/include/trace/events/
H A Dxen.h224 TP_PROTO(p4d_t *p4dp, p4d_t *user_p4dp, p4d_t p4dval),
225 TP_ARGS(p4dp, user_p4dp, p4dval),
227 __field(p4d_t *, p4dp)
231 TP_fast_assign(__entry->p4dp = p4dp;
235 __entry->p4dp, __entry->user_p4dp,
/OK3568_Linux_fs/kernel/arch/powerpc/mm/
H A Dpgtable.c350 p4d_t p4d, *p4dp; in __find_linux_pte() local
371 p4dp = p4d_offset(pgdp, ea); in __find_linux_pte()
372 p4d = READ_ONCE(*p4dp); in __find_linux_pte()
379 ret_pte = (pte_t *)p4dp; in __find_linux_pte()
/OK3568_Linux_fs/kernel/arch/x86/boot/compressed/
H A Dident_map_64.c249 p4d_t *p4dp; in set_clr_page_flags() local
272 p4dp = p4d_offset(pgdp, address); in set_clr_page_flags()
273 pudp = pud_offset(p4dp, address); in set_clr_page_flags()
/OK3568_Linux_fs/kernel/arch/arm64/kernel/
H A Dhibernate.c186 p4d_t *p4dp; in trans_pgd_map_page() local
199 p4dp = p4d_offset(pgdp, dst_addr); in trans_pgd_map_page()
200 if (p4d_none(READ_ONCE(*p4dp))) { in trans_pgd_map_page()
204 p4d_populate(&init_mm, p4dp, pudp); in trans_pgd_map_page()
207 pudp = pud_offset(p4dp, dst_addr); in trans_pgd_map_page()
/OK3568_Linux_fs/kernel/arch/mips/mm/
H A Dtlb-r4k.c297 p4d_t *p4dp; in __update_tlb() local
323 p4dp = p4d_offset(pgdp, address); in __update_tlb()
324 pudp = pud_offset(p4dp, address); in __update_tlb()
/OK3568_Linux_fs/kernel/arch/powerpc/lib/
H A Dcode-patching.c112 p4d_t *p4dp; in unmap_patch_area() local
119 p4dp = p4d_offset(pgdp, addr); in unmap_patch_area()
120 if (unlikely(!p4dp)) in unmap_patch_area()
123 pudp = pud_offset(p4dp, addr); in unmap_patch_area()
/OK3568_Linux_fs/kernel/arch/mips/include/asm/
H A Dpgtable-64.h208 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() argument
210 p4d_val(*p4dp) = (unsigned long)invalid_pud_table; in p4d_clear()
/OK3568_Linux_fs/kernel/include/linux/
H A Dpgtable.h589 #define set_p4d_safe(p4dp, p4d) \ argument
591 WARN_ON_ONCE(p4d_present(*p4dp) && !p4d_same(*p4dp, p4d)); \
592 set_p4d(p4dp, p4d); \
1487 #define pud_offset_lockless(p4dp, p4d, address) pud_offset(&(p4d), address) argument

12