66 void set_swapper_pgd(pgd_t *pgdp, pgd_t pgd)  in set_swapper_pgd()  argument
71 	fixmap_pgdp = pgd_set_fixmap(__pa_symbol(pgdp));  in set_swapper_pgd()
299 static void alloc_init_pud(pgd_t *pgdp, unsigned long addr, unsigned long end,  in alloc_init_pud()  argument
306 	p4d_t *p4dp = p4d_offset(pgdp, addr);  in alloc_init_pud()
365 	pgd_t *pgdp = pgd_offset_pgd(pgdir, virt);  in __create_pgd_mapping()  local
380 		alloc_init_pud(pgdp, addr, next, phys, prot, pgtable_alloc,  in __create_pgd_mapping()
383 	} while (pgdp++, addr = next, addr != end);  in __create_pgd_mapping()
464 static void __init __map_memblock(pgd_t *pgdp, phys_addr_t start,  in __map_memblock()  argument
467 	__create_pgd_mapping(pgdp, start, __phys_to_virt(start), end - start,  in __map_memblock()
496 static void __init map_mem(pgd_t *pgdp)  in map_mem()  argument
536 		__map_memblock(pgdp, start, end, pgprot_tagged(PAGE_KERNEL),  in map_mem()
550 	__map_memblock(pgdp, kernel_start, kernel_end,  in map_mem()
563 			__map_memblock(pgdp, crashk_res.start,  in map_mem()
589 static void __init map_kernel_segment(pgd_t *pgdp, void *va_start, void *va_end,  in map_kernel_segment()  argument
599 	__create_pgd_mapping(pgdp, pa_start, (unsigned long)va_start, size, prot,  in map_kernel_segment()
686 static void __init map_kernel(pgd_t *pgdp)  in map_kernel()  argument
710 	map_kernel_segment(pgdp, _text, _etext, text_prot, &vmlinux_text, 0,  in map_kernel()
712 	map_kernel_segment(pgdp, __start_rodata, __inittext_begin, PAGE_KERNEL,  in map_kernel()
714 	map_kernel_segment(pgdp, __inittext_begin, __inittext_end, text_prot,  in map_kernel()
716 	map_kernel_segment(pgdp, __initdata_begin, __initdata_end, PAGE_KERNEL,  in map_kernel()
718 	map_kernel_segment(pgdp, _data, _end, PAGE_KERNEL, &vmlinux_data, 0, 0);  in map_kernel()
720 	if (!READ_ONCE(pgd_val(*pgd_offset_pgd(pgdp, FIXADDR_START)))) {  in map_kernel()
726 		set_pgd(pgd_offset_pgd(pgdp, FIXADDR_START),  in map_kernel()
739 		bm_pgdp = pgd_offset_pgd(pgdp, FIXADDR_START);  in map_kernel()
748 	kasan_copy_shadow(pgdp);  in map_kernel()
753 	pgd_t *pgdp = pgd_set_fixmap(__pa_symbol(swapper_pg_dir));  in paging_init()  local
755 	map_kernel(pgdp);  in paging_init()
756 	map_mem(pgdp);  in paging_init()
774 	pgd_t *pgdp;  in kern_addr_valid()  local
784 	pgdp = pgd_offset_k(addr);  in kern_addr_valid()
785 	if (pgd_none(READ_ONCE(*pgdp)))  in kern_addr_valid()
788 	p4dp = p4d_offset(pgdp, addr);  in kern_addr_valid()
939 static void unmap_hotplug_p4d_range(pgd_t *pgdp, unsigned long addr,  in unmap_hotplug_p4d_range()  argument
948 		p4dp = p4d_offset(pgdp, addr);  in unmap_hotplug_p4d_range()
962 	pgd_t *pgdp, pgd;  in unmap_hotplug_range()  local
974 		pgdp = pgd_offset_k(addr);  in unmap_hotplug_range()
975 		pgd = READ_ONCE(*pgdp);  in unmap_hotplug_range()
980 		unmap_hotplug_p4d_range(pgdp, addr, next, free_mapped, altmap);  in unmap_hotplug_range()
1101 static void free_empty_p4d_table(pgd_t *pgdp, unsigned long addr,  in free_empty_p4d_table()  argument
1110 		p4dp = p4d_offset(pgdp, addr);  in free_empty_p4d_table()
1124 	pgd_t *pgdp, pgd;  in free_empty_tables()  local
1128 		pgdp = pgd_offset_k(addr);  in free_empty_tables()
1129 		pgd = READ_ONCE(*pgdp);  in free_empty_tables()
1134 		free_empty_p4d_table(pgdp, addr, next, floor, ceiling);  in free_empty_tables()
1152 	pgd_t *pgdp;  in vmemmap_populate()  local
1160 		pgdp = vmemmap_pgd_populate(addr, node);  in vmemmap_populate()
1161 		if (!pgdp)  in vmemmap_populate()
1164 		p4dp = vmemmap_p4d_populate(pgdp, addr, node);  in vmemmap_populate()
1205 	pgd_t *pgdp = pgd_offset_k(addr);  in fixmap_pud()  local
1206 	p4d_t *p4dp = p4d_offset(pgdp, addr);  in fixmap_pud()
1237 	pgd_t *pgdp;  in early_fixmap_init()  local
1243 	pgdp = pgd_offset_k(addr);  in early_fixmap_init()
1244 	p4dp = p4d_offset(pgdp, addr);  in early_fixmap_init()