213 static void init_pmd(pud_t *pudp, unsigned long addr, unsigned long end,  in init_pmd()  argument
220 	pmdp = pmd_set_fixmap_offset(pudp, addr);  in init_pmd()
250 static void alloc_init_cont_pmd(pud_t *pudp, unsigned long addr,  in alloc_init_cont_pmd()  argument
256 	pud_t pud = READ_ONCE(*pudp);  in alloc_init_cont_pmd()
266 		__pud_populate(pudp, pmd_phys, PUD_TYPE_TABLE);  in alloc_init_cont_pmd()
267 		pud = READ_ONCE(*pudp);  in alloc_init_cont_pmd()
281 		init_pmd(pudp, addr, next, phys, __prot, pgtable_alloc, flags);  in alloc_init_cont_pmd()
305 	pud_t *pudp;  in alloc_init_pud()  local
324 	pudp = pud_set_fixmap_offset(p4dp, addr);  in alloc_init_pud()
326 		pud_t old_pud = READ_ONCE(*pudp);  in alloc_init_pud()
335 			pud_set_huge(pudp, phys, prot);  in alloc_init_pud()
342 						      READ_ONCE(pud_val(*pudp))));  in alloc_init_pud()
344 			alloc_init_cont_pmd(pudp, addr, next, phys, prot,  in alloc_init_pud()
348 			       pud_val(old_pud) != READ_ONCE(pud_val(*pudp)));  in alloc_init_pud()
351 	} while (pudp++, addr = next, addr != end);  in alloc_init_pud()
776 	pud_t *pudp, pud;  in kern_addr_valid()  local
792 	pudp = pud_offset(p4dp, addr);  in kern_addr_valid()
793 	pud = READ_ONCE(*pudp);  in kern_addr_valid()
800 	pmdp = pmd_offset(pudp, addr);  in kern_addr_valid()
873 static void unmap_hotplug_pmd_range(pud_t *pudp, unsigned long addr,  in unmap_hotplug_pmd_range()  argument
882 		pmdp = pmd_offset(pudp, addr);  in unmap_hotplug_pmd_range()
911 	pud_t *pudp, pud;  in unmap_hotplug_pud_range()  local
915 		pudp = pud_offset(p4dp, addr);  in unmap_hotplug_pud_range()
916 		pud = READ_ONCE(*pudp);  in unmap_hotplug_pud_range()
922 			pud_clear(pudp);  in unmap_hotplug_pud_range()
935 		unmap_hotplug_pmd_range(pudp, addr, next, free_mapped, altmap);  in unmap_hotplug_pud_range()
1021 static void free_empty_pmd_table(pud_t *pudp, unsigned long addr,  in free_empty_pmd_table()  argument
1030 		pmdp = pmd_offset(pudp, addr);  in free_empty_pmd_table()
1050 	pmdp = pmd_offset(pudp, 0UL);  in free_empty_pmd_table()
1056 	pud_clear(pudp);  in free_empty_pmd_table()
1065 	pud_t *pudp, pud;  in free_empty_pud_table()  local
1070 		pudp = pud_offset(p4dp, addr);  in free_empty_pud_table()
1071 		pud = READ_ONCE(*pudp);  in free_empty_pud_table()
1076 		free_empty_pmd_table(pudp, addr, next, floor, ceiling);  in free_empty_pud_table()
1090 	pudp = pud_offset(p4dp, 0UL);  in free_empty_pud_table()
1092 		if (!pud_none(READ_ONCE(pudp[i])))  in free_empty_pud_table()
1098 	free_hotplug_pgtable_page(virt_to_page(pudp));  in free_empty_pud_table()
1154 	pud_t *pudp;  in vmemmap_populate()  local
1168 		pudp = vmemmap_pud_populate(p4dp, addr, node);  in vmemmap_populate()
1169 		if (!pudp)  in vmemmap_populate()
1172 		pmdp = pmd_offset(pudp, addr);  in vmemmap_populate()
1216 	pud_t *pudp = fixmap_pud(addr);  in fixmap_pmd()  local
1217 	pud_t pud = READ_ONCE(*pudp);  in fixmap_pmd()
1221 	return pmd_offset_kimg(pudp, addr);  in fixmap_pmd()
1239 	pud_t *pudp;  in early_fixmap_init()  local
1254 		pudp = pud_offset_kimg(p4dp, addr);  in early_fixmap_init()
1258 		pudp = fixmap_pud(addr);  in early_fixmap_init()
1260 	if (pud_none(READ_ONCE(*pudp)))  in early_fixmap_init()
1261 		__pud_populate(pudp, __pa_symbol(bm_pmd), PMD_TYPE_TABLE);  in early_fixmap_init()
1384 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)  in pud_set_huge()  argument
1389 	if (!pgattr_change_is_safe(READ_ONCE(pud_val(*pudp)),  in pud_set_huge()
1394 	set_pud(pudp, new_pud);  in pud_set_huge()
1412 int pud_clear_huge(pud_t *pudp)  in pud_clear_huge()  argument
1414 	if (!pud_sect(READ_ONCE(*pudp)))  in pud_clear_huge()
1416 	pud_clear(pudp);  in pud_clear_huge()
1447 int pud_free_pmd_page(pud_t *pudp, unsigned long addr)  in pud_free_pmd_page()  argument
1454 	pud = READ_ONCE(*pudp);  in pud_free_pmd_page()
1461 	table = pmd_offset(pudp, addr);  in pud_free_pmd_page()
1469 	pud_clear(pudp);  in pud_free_pmd_page()