184 struct page;	/* forward declaration */
186 static inline struct page *compound_head(struct page *page)  in compound_head()  argument
188 	unsigned long head = READ_ONCE(page->compound_head);  in compound_head()
191 		return (struct page *) (head - 1);  in compound_head()
192 	return page;  in compound_head()
195 static __always_inline int PageTail(struct page *page)  in PageTail()  argument
197 	return READ_ONCE(page->compound_head) & 1;  in PageTail()
200 static __always_inline int PageCompound(struct page *page)  in PageCompound()  argument
202 	return test_bit(PG_head, &page->flags) || PageTail(page);  in PageCompound()
206 static inline int PagePoisoned(const struct page *page)  in PagePoisoned()  argument
208 	return page->flags == PAGE_POISON_PATTERN;  in PagePoisoned()
212 void page_init_poison(struct page *page, size_t size);
214 static inline void page_init_poison(struct page *page, size_t size)  in page_init_poison()  argument
245 #define PF_POISONED_CHECK(page) ({					\  argument
246 		VM_BUG_ON_PGFLAGS(PagePoisoned(page), page);		\
247 		page; })
248 #define PF_ANY(page, enforce)	PF_POISONED_CHECK(page)  argument
249 #define PF_HEAD(page, enforce)	PF_POISONED_CHECK(compound_head(page))  argument
250 #define PF_ONLY_HEAD(page, enforce) ({					\  argument
251 		VM_BUG_ON_PGFLAGS(PageTail(page), page);		\
252 		PF_POISONED_CHECK(page); })
253 #define PF_NO_TAIL(page, enforce) ({					\  argument
254 		VM_BUG_ON_PGFLAGS(enforce && PageTail(page), page);	\
255 		PF_POISONED_CHECK(compound_head(page)); })
256 #define PF_NO_COMPOUND(page, enforce) ({				\  argument
257 		VM_BUG_ON_PGFLAGS(enforce && PageCompound(page), page);	\
258 		PF_POISONED_CHECK(page); })
259 #define PF_SECOND(page, enforce) ({					\  argument
260 		VM_BUG_ON_PGFLAGS(!PageHead(page), page);		\
261 		PF_POISONED_CHECK(&page[1]); })
267 static __always_inline int Page##uname(struct page *page)		\
268 	{ return test_bit(PG_##lname, &policy(page, 0)->flags); }
271 static __always_inline void SetPage##uname(struct page *page)		\
272 	{ set_bit(PG_##lname, &policy(page, 1)->flags); }
275 static __always_inline void ClearPage##uname(struct page *page)		\
276 	{ clear_bit(PG_##lname, &policy(page, 1)->flags); }
279 static __always_inline void __SetPage##uname(struct page *page)		\
280 	{ __set_bit(PG_##lname, &policy(page, 1)->flags); }
283 static __always_inline void __ClearPage##uname(struct page *page)	\
284 	{ __clear_bit(PG_##lname, &policy(page, 1)->flags); }
287 static __always_inline int TestSetPage##uname(struct page *page)	\
288 	{ return test_and_set_bit(PG_##lname, &policy(page, 1)->flags); }
291 static __always_inline int TestClearPage##uname(struct page *page)	\
292 	{ return test_and_clear_bit(PG_##lname, &policy(page, 1)->flags); }
309 static inline int Page##uname(const struct page *page) { return 0; }
312 static inline void SetPage##uname(struct page *page) {  }
315 static inline void ClearPage##uname(struct page *page) {  }
318 static inline void __ClearPage##uname(struct page *page) {  }
321 static inline int TestSetPage##uname(struct page *page) { return 0; }
324 static inline int TestClearPage##uname(struct page *page) { return 0; }
400 static __always_inline int PageSwapCache(struct page *page)  in PAGEFLAG()
403 	page = compound_head(page);  in PAGEFLAG()
405 	return PageSwapBacked(page) && test_bit(PG_swapcache, &page->flags);  in PAGEFLAG()
437 extern bool take_page_off_buddy(struct page *page);
486 static __always_inline int PageMappingFlags(struct page *page)  in TESTPAGEFLAG()
488 	return ((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) != 0;  in TESTPAGEFLAG()
491 static __always_inline int PageAnon(struct page *page)  in PageAnon()  argument
493 	page = compound_head(page);  in PageAnon()
494 	return ((unsigned long)page->mapping & PAGE_MAPPING_ANON) != 0;  in PageAnon()
497 static __always_inline int __PageMovable(struct page *page)  in __PageMovable()  argument
499 	return ((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) ==  in __PageMovable()
510 static __always_inline int PageKsm(struct page *page)  in PageKsm()  argument
512 	page = compound_head(page);  in PageKsm()
513 	return ((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) ==  in PageKsm()
520 u64 stable_page_flags(struct page *page);
522 static inline int PageUptodate(struct page *page)  in PageUptodate()  argument
525 	page = compound_head(page);  in PageUptodate()
526 	ret = test_bit(PG_uptodate, &(page)->flags);  in PageUptodate()
541 static __always_inline void __SetPageUptodate(struct page *page)  in __SetPageUptodate()  argument
543 	VM_BUG_ON_PAGE(PageTail(page), page);  in __SetPageUptodate()
545 	__set_bit(PG_uptodate, &page->flags);  in __SetPageUptodate()
548 static __always_inline void SetPageUptodate(struct page *page)  in SetPageUptodate()  argument
550 	VM_BUG_ON_PAGE(PageTail(page), page);  in SetPageUptodate()
557 	set_bit(PG_uptodate, &page->flags);  in SetPageUptodate()
562 int test_clear_page_writeback(struct page *page);
563 int __test_set_page_writeback(struct page *page, bool keep_write);
565 #define test_set_page_writeback(page)			\  argument
566 	__test_set_page_writeback(page, false)
567 #define test_set_page_writeback_keepwrite(page)	\  argument
568 	__test_set_page_writeback(page, true)
570 static inline void set_page_writeback(struct page *page)  in set_page_writeback()  argument
572 	test_set_page_writeback(page);  in set_page_writeback()
575 static inline void set_page_writeback_keepwrite(struct page *page)  in set_page_writeback_keepwrite()  argument
577 	test_set_page_writeback_keepwrite(page);  in set_page_writeback_keepwrite()
582 static __always_inline void set_compound_head(struct page *page, struct page *head)  in __PAGEFLAG()
584 	WRITE_ONCE(page->compound_head, (unsigned long)head + 1);  in __PAGEFLAG()
587 static __always_inline void clear_compound_head(struct page *page)  in clear_compound_head()  argument
589 	WRITE_ONCE(page->compound_head, 0);  in clear_compound_head()
593 static inline void ClearPageCompound(struct page *page)  in ClearPageCompound()  argument
595 	BUG_ON(!PageHead(page));  in ClearPageCompound()
596 	ClearPageHead(page);  in ClearPageCompound()
603 int PageHuge(struct page *page);
604 int PageHeadHuge(struct page *page);
605 bool page_huge_active(struct page *page);
610 static inline bool page_huge_active(struct page *page)  in TESTPAGEFLAG_FALSE()
626 static inline int PageTransHuge(struct page *page)  in PageTransHuge()  argument
628 	VM_BUG_ON_PAGE(PageTail(page), page);  in PageTransHuge()
629 	return PageHead(page);  in PageTransHuge()
637 static inline int PageTransCompound(struct page *page)  in PageTransCompound()  argument
639 	return PageCompound(page);  in PageTransCompound()
663 static inline int PageTransCompoundMap(struct page *page)  in PageTransCompoundMap()  argument
665 	struct page *head;  in PageTransCompoundMap()
667 	if (!PageTransCompound(page))  in PageTransCompoundMap()
670 	if (PageAnon(page))  in PageTransCompoundMap()
671 		return atomic_read(&page->_mapcount) < 0;  in PageTransCompoundMap()
673 	head = compound_head(page);  in PageTransCompoundMap()
675 	return atomic_read(&page->_mapcount) ==  in PageTransCompoundMap()
684 static inline int PageTransTail(struct page *page)  in PageTransTail()  argument
686 	return PageTail(page);  in PageTransTail()
731 #define PageType(page, flag)						\  in PAGEFLAG()  argument
732 	((page->page_type & (PAGE_TYPE_BASE | flag)) == PAGE_TYPE_BASE)  in PAGEFLAG()
734 static inline int page_has_type(struct page *page)  in PAGEFLAG()
736 	return (int)page->page_type < PAGE_MAPCOUNT_RESERVE;  in PAGEFLAG()
740 static __always_inline int Page##uname(struct page *page)		\
742 	return PageType(page, PG_##lname);				\
744 static __always_inline void __SetPage##uname(struct page *page)		\
746 	VM_BUG_ON_PAGE(!PageType(page, 0), page);			\
747 	page->page_type &= ~PG_##lname;					\
749 static __always_inline void __ClearPage##uname(struct page *page)	\
751 	VM_BUG_ON_PAGE(!Page##uname(page), page);			\
752 	page->page_type |= PG_##lname;					\
796 extern bool is_free_buddy_page(struct page *page);
804 static inline int PageSlabPfmemalloc(struct page *page)  in PageSlabPfmemalloc()  argument
806 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in PageSlabPfmemalloc()
807 	return PageActive(page);  in PageSlabPfmemalloc()
810 static inline void SetPageSlabPfmemalloc(struct page *page)  in SetPageSlabPfmemalloc()  argument
812 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in SetPageSlabPfmemalloc()
813 	SetPageActive(page);  in SetPageSlabPfmemalloc()
816 static inline void __ClearPageSlabPfmemalloc(struct page *page)  in __ClearPageSlabPfmemalloc()  argument
818 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in __ClearPageSlabPfmemalloc()
819 	__ClearPageActive(page);  in __ClearPageSlabPfmemalloc()
822 static inline void ClearPageSlabPfmemalloc(struct page *page)  in ClearPageSlabPfmemalloc()  argument
824 	VM_BUG_ON_PAGE(!PageSlab(page), page);  in ClearPageSlabPfmemalloc()
825 	ClearPageActive(page);  in ClearPageSlabPfmemalloc()
865 static inline int page_has_private(struct page *page)  in page_has_private()  argument
867 	return !!(page->flags & PAGE_FLAGS_PRIVATE);  in page_has_private()