306 	p4d_t *p4dp = p4d_offset(pgdp, addr);  in alloc_init_pud()  local
307 	p4d_t p4d = READ_ONCE(*p4dp);  in alloc_init_pud()
313 		__p4d_populate(p4dp, pud_phys, PUD_TYPE_TABLE);  in alloc_init_pud()
314 		p4d = READ_ONCE(*p4dp);  in alloc_init_pud()
324 	pudp = pud_set_fixmap_offset(p4dp, addr);  in alloc_init_pud()
775 	p4d_t *p4dp;  in kern_addr_valid()  local
788 	p4dp = p4d_offset(pgdp, addr);  in kern_addr_valid()
789 	if (p4d_none(READ_ONCE(*p4dp)))  in kern_addr_valid()
792 	pudp = pud_offset(p4dp, addr);  in kern_addr_valid()
906 static void unmap_hotplug_pud_range(p4d_t *p4dp, unsigned long addr,  in unmap_hotplug_pud_range()  argument
915 		pudp = pud_offset(p4dp, addr);  in unmap_hotplug_pud_range()
944 	p4d_t *p4dp, p4d;  in unmap_hotplug_p4d_range()  local
948 		p4dp = p4d_offset(pgdp, addr);  in unmap_hotplug_p4d_range()
949 		p4d = READ_ONCE(*p4dp);  in unmap_hotplug_p4d_range()
954 		unmap_hotplug_pud_range(p4dp, addr, next, free_mapped, altmap);  in unmap_hotplug_p4d_range()
1061 static void free_empty_pud_table(p4d_t *p4dp, unsigned long addr,  in free_empty_pud_table()  argument
1070 		pudp = pud_offset(p4dp, addr);  in free_empty_pud_table()
1090 	pudp = pud_offset(p4dp, 0UL);  in free_empty_pud_table()
1096 	p4d_clear(p4dp);  in free_empty_pud_table()
1106 	p4d_t *p4dp, p4d;  in free_empty_p4d_table()  local
1110 		p4dp = p4d_offset(pgdp, addr);  in free_empty_p4d_table()
1111 		p4d = READ_ONCE(*p4dp);  in free_empty_p4d_table()
1116 		free_empty_pud_table(p4dp, addr, next, floor, ceiling);  in free_empty_p4d_table()
1153 	p4d_t *p4dp;  in vmemmap_populate()  local
1164 		p4dp = vmemmap_p4d_populate(pgdp, addr, node);  in vmemmap_populate()
1165 		if (!p4dp)  in vmemmap_populate()
1168 		pudp = vmemmap_pud_populate(p4dp, addr, node);  in vmemmap_populate()
1206 	p4d_t *p4dp = p4d_offset(pgdp, addr);  in fixmap_pud()  local
1207 	p4d_t p4d = READ_ONCE(*p4dp);  in fixmap_pud()
1211 	return pud_offset_kimg(p4dp, addr);  in fixmap_pud()
1238 	p4d_t *p4dp, p4d;  in early_fixmap_init()  local
1244 	p4dp = p4d_offset(pgdp, addr);  in early_fixmap_init()
1245 	p4d = READ_ONCE(*p4dp);  in early_fixmap_init()
1254 		pudp = pud_offset_kimg(p4dp, addr);  in early_fixmap_init()
1257 			__p4d_populate(p4dp, __pa_symbol(bm_pud), PUD_TYPE_TABLE);  in early_fixmap_init()