72 	printk("%s:%d: bad pmd %p.\n", __FILE__, __LINE__, (void *) pmd_val(e))
605  * pgd/p4d/pud/pmd/pte query functions
696 static inline int pmd_large(pmd_t pmd)  in pmd_large()  argument
698 	return (pmd_val(pmd) & _SEGMENT_ENTRY_LARGE) != 0;  in pmd_large()
701 static inline int pmd_bad(pmd_t pmd)  in pmd_bad()  argument
703 	if ((pmd_val(pmd) & _SEGMENT_ENTRY_TYPE_MASK) > 0 || pmd_large(pmd))  in pmd_bad()
705 	return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS) != 0;  in pmd_bad()
730 static inline int pmd_present(pmd_t pmd)  in pmd_present()  argument
732 	return pmd_val(pmd) != _SEGMENT_ENTRY_EMPTY;  in pmd_present()
735 static inline int pmd_none(pmd_t pmd)  in pmd_none()  argument
737 	return pmd_val(pmd) == _SEGMENT_ENTRY_EMPTY;  in pmd_none()
741 static inline int pmd_write(pmd_t pmd)  in pmd_write()  argument
743 	return (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) != 0;  in pmd_write()
752 static inline int pmd_dirty(pmd_t pmd)  in pmd_dirty()  argument
754 	return (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) != 0;  in pmd_dirty()
757 static inline int pmd_young(pmd_t pmd)  in pmd_young()  argument
759 	return (pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG) != 0;  in pmd_young()
798 static inline int pmd_protnone(pmd_t pmd)  in pmd_protnone()  argument
800 	/* pmd_large(pmd) implies pmd_present(pmd) */  in pmd_protnone()
801 	return pmd_large(pmd) && !(pmd_val(pmd) & _SEGMENT_ENTRY_READ);  in pmd_protnone()
825 static inline int pmd_soft_dirty(pmd_t pmd)  in pmd_soft_dirty()  argument
827 	return pmd_val(pmd) & _SEGMENT_ENTRY_SOFT_DIRTY;  in pmd_soft_dirty()
830 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd)  in pmd_mksoft_dirty()  argument
832 	pmd_val(pmd) |= _SEGMENT_ENTRY_SOFT_DIRTY;  in pmd_mksoft_dirty()
833 	return pmd;  in pmd_mksoft_dirty()
836 static inline pmd_t pmd_clear_soft_dirty(pmd_t pmd)  in pmd_clear_soft_dirty()  argument
838 	pmd_val(pmd) &= ~_SEGMENT_ENTRY_SOFT_DIRTY;  in pmd_clear_soft_dirty()
839 	return pmd;  in pmd_clear_soft_dirty()
887  * pgd/pmd/pte modification functions
1243 static inline unsigned long pmd_deref(pmd_t pmd)  in pmd_deref()  argument
1248 	if (pmd_large(pmd))  in pmd_deref()
1250 	return pmd_val(pmd) & origin_mask;  in pmd_deref()
1253 static inline unsigned long pmd_pfn(pmd_t pmd)  in pmd_pfn()  argument
1255 	return pmd_deref(pmd) >> PAGE_SHIFT;  in pmd_pfn()
1339 static inline unsigned long pmd_page_vaddr(pmd_t pmd)  in pmd_page_vaddr()  argument
1341 	return (unsigned long) pmd_deref(pmd);  in pmd_page_vaddr()
1354 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd))  argument
1359 static inline pmd_t pmd_wrprotect(pmd_t pmd)  in pmd_wrprotect()  argument
1361 	pmd_val(pmd) &= ~_SEGMENT_ENTRY_WRITE;  in pmd_wrprotect()
1362 	pmd_val(pmd) |= _SEGMENT_ENTRY_PROTECT;  in pmd_wrprotect()
1363 	return pmd;  in pmd_wrprotect()
1366 static inline pmd_t pmd_mkwrite(pmd_t pmd)  in pmd_mkwrite()  argument
1368 	pmd_val(pmd) |= _SEGMENT_ENTRY_WRITE;  in pmd_mkwrite()
1369 	if (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY)  in pmd_mkwrite()
1370 		pmd_val(pmd) &= ~_SEGMENT_ENTRY_PROTECT;  in pmd_mkwrite()
1371 	return pmd;  in pmd_mkwrite()
1374 static inline pmd_t pmd_mkclean(pmd_t pmd)  in pmd_mkclean()  argument
1376 	pmd_val(pmd) &= ~_SEGMENT_ENTRY_DIRTY;  in pmd_mkclean()
1377 	pmd_val(pmd) |= _SEGMENT_ENTRY_PROTECT;  in pmd_mkclean()
1378 	return pmd;  in pmd_mkclean()
1381 static inline pmd_t pmd_mkdirty(pmd_t pmd)  in pmd_mkdirty()  argument
1383 	pmd_val(pmd) |= _SEGMENT_ENTRY_DIRTY | _SEGMENT_ENTRY_SOFT_DIRTY;  in pmd_mkdirty()
1384 	if (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE)  in pmd_mkdirty()
1385 		pmd_val(pmd) &= ~_SEGMENT_ENTRY_PROTECT;  in pmd_mkdirty()
1386 	return pmd;  in pmd_mkdirty()
1437 static inline pmd_t pmd_mkyoung(pmd_t pmd)  in pmd_mkyoung()  argument
1439 	pmd_val(pmd) |= _SEGMENT_ENTRY_YOUNG;  in pmd_mkyoung()
1440 	if (pmd_val(pmd) & _SEGMENT_ENTRY_READ)  in pmd_mkyoung()
1441 		pmd_val(pmd) &= ~_SEGMENT_ENTRY_INVALID;  in pmd_mkyoung()
1442 	return pmd;  in pmd_mkyoung()
1445 static inline pmd_t pmd_mkold(pmd_t pmd)  in pmd_mkold()  argument
1447 	pmd_val(pmd) &= ~_SEGMENT_ENTRY_YOUNG;  in pmd_mkold()
1448 	pmd_val(pmd) |= _SEGMENT_ENTRY_INVALID;  in pmd_mkold()
1449 	return pmd;  in pmd_mkold()
1452 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot)  in pmd_modify()  argument
1454 	pmd_val(pmd) &= _SEGMENT_ENTRY_ORIGIN_LARGE |  in pmd_modify()
1457 	pmd_val(pmd) |= massage_pgprot_pmd(newprot);  in pmd_modify()
1458 	if (!(pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY))  in pmd_modify()
1459 		pmd_val(pmd) |= _SEGMENT_ENTRY_PROTECT;  in pmd_modify()
1460 	if (!(pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG))  in pmd_modify()
1461 		pmd_val(pmd) |= _SEGMENT_ENTRY_INVALID;  in pmd_modify()
1462 	return pmd;  in pmd_modify()
1573 	pmd_t pmd = *pmdp;  in pmdp_test_and_clear_young()  local
1575 	pmd = pmdp_xchg_direct(vma->vm_mm, addr, pmdp, pmd_mkold(pmd));  in pmdp_test_and_clear_young()
1576 	return pmd_young(pmd);  in pmdp_test_and_clear_young()
1595 static inline pmd_t pmd_mkhuge(pmd_t pmd)  in pmd_mkhuge()  argument
1597 	pmd_val(pmd) |= _SEGMENT_ENTRY_LARGE;  in pmd_mkhuge()
1598 	pmd_val(pmd) |= _SEGMENT_ENTRY_YOUNG;  in pmd_mkhuge()
1599 	pmd_val(pmd) |= _SEGMENT_ENTRY_PROTECT;  in pmd_mkhuge()
1600 	return pmd;  in pmd_mkhuge()
1616 		pmd_t pmd = *pmdp;  in pmdp_huge_get_and_clear_full()  local
1618 		return pmd;  in pmdp_huge_get_and_clear_full()
1634 	pmd_t pmd = __pmd(pmd_val(*pmdp) | _SEGMENT_ENTRY_INVALID);  in pmdp_invalidate()  local
1636 	return pmdp_xchg_direct(vma->vm_mm, addr, pmdp, pmd);  in pmdp_invalidate()
1643 	pmd_t pmd = *pmdp;  in pmdp_set_wrprotect()  local
1645 	if (pmd_write(pmd))  in pmdp_set_wrprotect()
1646 		pmd = pmdp_xchg_lazy(mm, addr, pmdp, pmd_wrprotect(pmd));  in pmdp_set_wrprotect()
1660 static inline int pmd_trans_huge(pmd_t pmd)  in pmd_trans_huge()  argument
1662 	return pmd_val(pmd) & _SEGMENT_ENTRY_LARGE;  in pmd_trans_huge()