Home
last modified time | relevance | path

Searched refs:page (Results 1 – 25 of 3511) sorted by relevance

12345678910>>...141

/OK3568_Linux_fs/kernel/include/linux/
H A Dpage-flags.h184 struct page; /* forward declaration */
186 static inline struct page *compound_head(struct page *page) in compound_head() argument
188 unsigned long head = READ_ONCE(page->compound_head); in compound_head()
191 return (struct page *) (head - 1); in compound_head()
192 return page; in compound_head()
195 static __always_inline int PageTail(struct page *page) in PageTail() argument
197 return READ_ONCE(page->compound_head) & 1; in PageTail()
200 static __always_inline int PageCompound(struct page *page) in PageCompound() argument
202 return test_bit(PG_head, &page->flags) || PageTail(page); in PageCompound()
206 static inline int PagePoisoned(const struct page *page) in PagePoisoned() argument
[all …]
H A Dpage_ref.h29 extern void __page_ref_set(struct page *page, int v);
30 extern void __page_ref_mod(struct page *page, int v);
31 extern void __page_ref_mod_and_test(struct page *page, int v, int ret);
32 extern void __page_ref_mod_and_return(struct page *page, int v, int ret);
33 extern void __page_ref_mod_unless(struct page *page, int v, int u);
34 extern void __page_ref_freeze(struct page *page, int v, int ret);
35 extern void __page_ref_unfreeze(struct page *page, int v);
41 static inline void __page_ref_set(struct page *page, int v) in __page_ref_set() argument
44 static inline void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument
47 static inline void __page_ref_mod_and_test(struct page *page, int v, int ret) in __page_ref_mod_and_test() argument
[all …]
H A Dpagemap.h159 void release_pages(struct page **pages, int nr);
205 static inline int __page_cache_add_speculative(struct page *page, int count) in __page_cache_add_speculative() argument
220 VM_BUG_ON_PAGE(page_count(page) == 0, page); in __page_cache_add_speculative()
221 page_ref_add(page, count); in __page_cache_add_speculative()
224 if (unlikely(!page_ref_add_unless(page, count, 0))) { in __page_cache_add_speculative()
233 VM_BUG_ON_PAGE(PageTail(page), page); in __page_cache_add_speculative()
238 static inline int page_cache_get_speculative(struct page *page) in page_cache_get_speculative() argument
240 return __page_cache_add_speculative(page, 1); in page_cache_get_speculative()
243 static inline int page_cache_add_speculative(struct page *page, int count) in page_cache_add_speculative() argument
245 return __page_cache_add_speculative(page, count); in page_cache_add_speculative()
[all …]
H A Dmm.h162 static inline void __mm_zero_struct_page(struct page *page) in __mm_zero_struct_page() argument
164 unsigned long *_pp = (void *)page; in __mm_zero_struct_page()
167 BUILD_BUG_ON(sizeof(struct page) & 7); in __mm_zero_struct_page()
168 BUILD_BUG_ON(sizeof(struct page) < 56); in __mm_zero_struct_page()
169 BUILD_BUG_ON(sizeof(struct page) > 80); in __mm_zero_struct_page()
171 switch (sizeof(struct page)) { in __mm_zero_struct_page()
192 #define mm_zero_struct_page(pp) ((void)memset((pp), 0, sizeof(struct page)))
230 #define nth_page(page,n) pfn_to_page(page_to_pfn((page)) + (n)) argument
238 #define lru_to_page(head) (list_entry((head)->prev, struct page, lru))
548 struct page *cow_page; /* Page handler may use for COW fault */
[all …]
H A Dmigrate.h10 typedef struct page *new_page_t(struct page *page, unsigned long private);
11 typedef void free_page_t(struct page *page, unsigned long private);
40 struct page *newpage, struct page *page,
44 extern struct page *alloc_migration_target(struct page *page, unsigned long private);
45 extern int isolate_movable_page(struct page *page, isolate_mode_t mode);
46 extern void putback_movable_page(struct page *page);
48 extern void migrate_page_states(struct page *newpage, struct page *page);
49 extern void migrate_page_copy(struct page *newpage, struct page *page);
51 struct page *newpage, struct page *page);
53 struct page *newpage, struct page *page, int extra_count);
[all …]
H A Dhighmem.h15 static inline void flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vma… in flush_anon_page() argument
21 static inline void flush_kernel_dcache_page(struct page *page) in flush_kernel_dcache_page() argument
35 extern void *kmap_atomic_high_prot(struct page *page, pgprot_t prot);
47 void *kmap_high(struct page *page);
48 static inline void *kmap(struct page *page) in kmap() argument
53 if (!PageHighMem(page)) in kmap()
54 addr = page_address(page); in kmap()
56 addr = kmap_high(page); in kmap()
61 void kunmap_high(struct page *page);
63 static inline void kunmap(struct page *page) in kunmap() argument
[all …]
H A Dballoon_compaction.h58 int (*migratepage)(struct balloon_dev_info *, struct page *newpage,
59 struct page *page, enum migrate_mode mode);
63 extern struct page *balloon_page_alloc(void);
65 struct page *page);
66 extern struct page *balloon_page_dequeue(struct balloon_dev_info *b_dev_info);
83 extern bool balloon_page_isolate(struct page *page,
85 extern void balloon_page_putback(struct page *page);
87 struct page *newpage,
88 struct page *page, enum migrate_mode mode);
100 struct page *page) in balloon_page_insert() argument
[all …]
H A Dpage_idle.h12 static inline bool page_is_young(struct page *page) in page_is_young() argument
14 return PageYoung(page); in page_is_young()
17 static inline void set_page_young(struct page *page) in set_page_young() argument
19 SetPageYoung(page); in set_page_young()
22 static inline bool test_and_clear_page_young(struct page *page) in test_and_clear_page_young() argument
24 return TestClearPageYoung(page); in test_and_clear_page_young()
27 static inline bool page_is_idle(struct page *page) in page_is_idle() argument
29 return PageIdle(page); in page_is_idle()
32 static inline void set_page_idle(struct page *page) in set_page_idle() argument
34 SetPageIdle(page); in set_page_idle()
[all …]
H A Dswap.h317 void *workingset_eviction(struct page *page, struct mem_cgroup *target_memcg);
318 void workingset_refault(struct page *page, void *shadow);
319 void workingset_activation(struct page *page);
339 extern void lru_note_cost_page(struct page *);
340 extern void lru_cache_add(struct page *);
341 extern void lru_add_page_tail(struct page *page, struct page *page_tail,
343 extern void mark_page_accessed(struct page *);
352 extern void rotate_reclaimable_page(struct page *page);
353 extern void deactivate_file_page(struct page *page);
354 extern void deactivate_page(struct page *page);
[all …]
H A Dhugetlb_cgroup.h62 __hugetlb_cgroup_from_page(struct page *page, bool rsvd) in __hugetlb_cgroup_from_page() argument
64 VM_BUG_ON_PAGE(!PageHuge(page), page); in __hugetlb_cgroup_from_page()
66 if (compound_order(page) < HUGETLB_CGROUP_MIN_ORDER) in __hugetlb_cgroup_from_page()
69 return (struct hugetlb_cgroup *)page[3].private; in __hugetlb_cgroup_from_page()
71 return (struct hugetlb_cgroup *)page[2].private; in __hugetlb_cgroup_from_page()
74 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_page(struct page *page) in hugetlb_cgroup_from_page() argument
76 return __hugetlb_cgroup_from_page(page, false); in hugetlb_cgroup_from_page()
80 hugetlb_cgroup_from_page_rsvd(struct page *page) in hugetlb_cgroup_from_page_rsvd() argument
82 return __hugetlb_cgroup_from_page(page, true); in hugetlb_cgroup_from_page_rsvd()
85 static inline int __set_hugetlb_cgroup(struct page *page, in __set_hugetlb_cgroup() argument
[all …]
H A Dpage_owner.h15 extern void __reset_page_owner(struct page *page, unsigned int order);
16 extern void __set_page_owner(struct page *page,
18 extern void __split_page_owner(struct page *page, unsigned int nr);
19 extern void __copy_page_owner(struct page *oldpage, struct page *newpage);
20 extern void __set_page_owner_migrate_reason(struct page *page, int reason);
21 extern void __dump_page_owner(struct page *page);
25 static inline void reset_page_owner(struct page *page, unsigned int order) in reset_page_owner() argument
28 __reset_page_owner(page, order); in reset_page_owner()
31 static inline void set_page_owner(struct page *page, in set_page_owner() argument
35 __set_page_owner(page, order, gfp_mask); in set_page_owner()
[all …]
H A Dpage_pinner.h12 extern void __reset_page_pinner(struct page *page, unsigned int order, bool free);
13 extern void __set_page_pinner(struct page *page, unsigned int order);
14 extern void __dump_page_pinner(struct page *page);
15 void __page_pinner_migration_failed(struct page *page);
18 static inline void reset_page_pinner(struct page *page, unsigned int order) in reset_page_pinner() argument
21 __reset_page_pinner(page, order, false); in reset_page_pinner()
24 static inline void free_page_pinner(struct page *page, unsigned int order) in free_page_pinner() argument
27 __reset_page_pinner(page, order, true); in free_page_pinner()
30 static inline void set_page_pinner(struct page *page, unsigned int order) in set_page_pinner() argument
33 __set_page_pinner(page, order); in set_page_pinner()
[all …]
H A Dhuge_mm.h28 struct page *follow_trans_huge_pmd(struct vm_area_struct *vma,
187 void prep_transhuge_page(struct page *page);
188 void free_transhuge_page(struct page *page);
189 bool is_transparent_hugepage(struct page *page);
191 bool can_split_huge_page(struct page *page, int *pextra_pins);
192 int split_huge_page_to_list(struct page *page, struct list_head *list);
193 static inline int split_huge_page(struct page *page) in split_huge_page() argument
195 return split_huge_page_to_list(page, NULL); in split_huge_page()
197 void deferred_split_huge_page(struct page *page);
200 unsigned long address, bool freeze, struct page *page);
[all …]
/OK3568_Linux_fs/kernel/mm/
H A Dswap.c81 static void __page_cache_release(struct page *page) in __page_cache_release() argument
83 if (PageLRU(page)) { in __page_cache_release()
84 pg_data_t *pgdat = page_pgdat(page); in __page_cache_release()
89 lruvec = mem_cgroup_page_lruvec(page, pgdat); in __page_cache_release()
90 VM_BUG_ON_PAGE(!PageLRU(page), page); in __page_cache_release()
91 __ClearPageLRU(page); in __page_cache_release()
92 del_page_from_lru_list(page, lruvec, page_off_lru(page)); in __page_cache_release()
95 __ClearPageWaiters(page); in __page_cache_release()
98 static void __put_single_page(struct page *page) in __put_single_page() argument
100 __page_cache_release(page); in __put_single_page()
[all …]
H A Dmigrate.c63 int isolate_movable_page(struct page *page, isolate_mode_t mode) in isolate_movable_page() argument
76 if (unlikely(!get_page_unless_zero(page))) in isolate_movable_page()
84 if (unlikely(!__PageMovable(page))) in isolate_movable_page()
97 if (unlikely(!trylock_page(page))) in isolate_movable_page()
100 if (!PageMovable(page) || PageIsolated(page)) in isolate_movable_page()
103 mapping = page_mapping(page); in isolate_movable_page()
104 VM_BUG_ON_PAGE(!mapping, page); in isolate_movable_page()
106 if (!mapping->a_ops->isolate_page(page, mode)) in isolate_movable_page()
110 WARN_ON_ONCE(PageIsolated(page)); in isolate_movable_page()
111 SetPageIsolated(page); in isolate_movable_page()
[all …]
H A Dfilemap.c126 struct page *page, void *shadow) in page_cache_delete() argument
128 XA_STATE(xas, &mapping->i_pages, page->index); in page_cache_delete()
134 if (!PageHuge(page)) { in page_cache_delete()
135 xas_set_order(&xas, page->index, compound_order(page)); in page_cache_delete()
136 nr = compound_nr(page); in page_cache_delete()
139 VM_BUG_ON_PAGE(!PageLocked(page), page); in page_cache_delete()
140 VM_BUG_ON_PAGE(PageTail(page), page); in page_cache_delete()
141 VM_BUG_ON_PAGE(nr != 1 && shadow, page); in page_cache_delete()
146 page->mapping = NULL; in page_cache_delete()
163 struct page *page) in unaccount_page_cache_page() argument
[all …]
H A Drmap.c480 struct anon_vma *page_get_anon_vma(struct page *page) in page_get_anon_vma() argument
486 anon_mapping = (unsigned long)READ_ONCE(page->mapping); in page_get_anon_vma()
489 if (!page_mapped(page)) in page_get_anon_vma()
505 if (!page_mapped(page)) { in page_get_anon_vma()
524 struct anon_vma *page_lock_anon_vma_read(struct page *page, in page_lock_anon_vma_read() argument
533 anon_mapping = (unsigned long)READ_ONCE(page->mapping); in page_lock_anon_vma_read()
536 if (!page_mapped(page)) in page_lock_anon_vma_read()
547 if (!page_mapped(page)) { in page_lock_anon_vma_read()
553 trace_android_vh_do_page_trylock(page, NULL, NULL, &success); in page_lock_anon_vma_read()
571 if (!page_mapped(page)) { in page_lock_anon_vma_read()
[all …]
H A Dtruncate.c83 struct page *page = pvec->pages[i]; in truncate_exceptional_pvec_entries() local
86 if (!xa_is_value(page)) { in truncate_exceptional_pvec_entries()
87 pvec->pages[j++] = page; in truncate_exceptional_pvec_entries()
99 __clear_shadow_entry(mapping, index, page); in truncate_exceptional_pvec_entries()
152 void do_invalidatepage(struct page *page, unsigned int offset, in do_invalidatepage() argument
155 void (*invalidatepage)(struct page *, unsigned int, unsigned int); in do_invalidatepage()
157 invalidatepage = page->mapping->a_ops->invalidatepage; in do_invalidatepage()
163 (*invalidatepage)(page, offset, length); in do_invalidatepage()
176 static void truncate_cleanup_page(struct page *page) in truncate_cleanup_page() argument
178 if (page_mapped(page)) in truncate_cleanup_page()
[all …]
H A Dpage_isolation.c18 static int set_migratetype_isolate(struct page *page, int migratetype, int isol_flags) in set_migratetype_isolate() argument
20 struct zone *zone = page_zone(page); in set_migratetype_isolate()
21 struct page *unmovable; in set_migratetype_isolate()
31 if (is_migrate_isolate_page(page)) { in set_migratetype_isolate()
40 unmovable = has_unmovable_pages(zone, page, migratetype, isol_flags); in set_migratetype_isolate()
43 int mt = get_pageblock_migratetype(page); in set_migratetype_isolate()
45 set_pageblock_migratetype(page, MIGRATE_ISOLATE); in set_migratetype_isolate()
47 nr_pages = move_freepages_block(zone, page, MIGRATE_ISOLATE, in set_migratetype_isolate()
67 static void unset_migratetype_isolate(struct page *page, unsigned migratetype) in unset_migratetype_isolate() argument
74 struct page *buddy; in unset_migratetype_isolate()
[all …]
H A Dpage_io.c31 struct page *page, bio_end_io_t end_io) in get_swap_bio() argument
39 bio->bi_iter.bi_sector = map_swap_page(page, &bdev); in get_swap_bio()
44 bio_add_page(bio, page, thp_size(page), 0); in get_swap_bio()
51 struct page *page = bio_first_page_all(bio); in end_swap_bio_write() local
54 SetPageError(page); in end_swap_bio_write()
63 set_page_dirty(page); in end_swap_bio_write()
67 ClearPageReclaim(page); in end_swap_bio_write()
69 end_page_writeback(page); in end_swap_bio_write()
75 struct page *page = bio_first_page_all(bio); in end_swap_bio_read() local
79 SetPageError(page); in end_swap_bio_read()
[all …]
/OK3568_Linux_fs/kernel/fs/jfs/
H A Djfs_metapage.c48 unlock_page(mp->page); in __lock_metapage()
50 lock_page(mp->page); in __lock_metapage()
79 #define mp_anchor(page) ((struct meta_anchor *)page_private(page)) argument
81 static inline struct metapage *page_to_mp(struct page *page, int offset) in page_to_mp() argument
83 if (!PagePrivate(page)) in page_to_mp()
85 return mp_anchor(page)->mp[offset >> L2PSIZE]; in page_to_mp()
88 static inline int insert_metapage(struct page *page, struct metapage *mp) in insert_metapage() argument
94 if (PagePrivate(page)) in insert_metapage()
95 a = mp_anchor(page); in insert_metapage()
100 set_page_private(page, (unsigned long)a); in insert_metapage()
[all …]
/OK3568_Linux_fs/kernel/fs/sysv/
H A Ddir.c31 static inline void dir_put_page(struct page *page) in dir_put_page() argument
33 kunmap(page); in dir_put_page()
34 put_page(page); in dir_put_page()
37 static int dir_commit_chunk(struct page *page, loff_t pos, unsigned len) in dir_commit_chunk() argument
39 struct address_space *mapping = page->mapping; in dir_commit_chunk()
43 block_write_end(NULL, mapping, pos, len, len, page, NULL); in dir_commit_chunk()
49 err = write_one_page(page); in dir_commit_chunk()
51 unlock_page(page); in dir_commit_chunk()
55 static struct page * dir_get_page(struct inode *dir, unsigned long n) in dir_get_page()
58 struct page *page = read_mapping_page(mapping, n, NULL); in dir_get_page() local
[all …]
/OK3568_Linux_fs/kernel/fs/9p/
H A Dcache.h30 extern int __v9fs_fscache_release_page(struct page *page, gfp_t gfp);
31 extern void __v9fs_fscache_invalidate_page(struct page *page);
33 struct page *page);
38 extern void __v9fs_readpage_to_fscache(struct inode *inode, struct page *page);
40 struct page *page);
42 static inline int v9fs_fscache_release_page(struct page *page, in v9fs_fscache_release_page() argument
45 return __v9fs_fscache_release_page(page, gfp); in v9fs_fscache_release_page()
48 static inline void v9fs_fscache_invalidate_page(struct page *page) in v9fs_fscache_invalidate_page() argument
50 __v9fs_fscache_invalidate_page(page); in v9fs_fscache_invalidate_page()
54 struct page *page) in v9fs_readpage_from_fscache() argument
[all …]
H A Dvfs_addr.c38 static int v9fs_fid_readpage(void *data, struct page *page) in v9fs_fid_readpage() argument
41 struct inode *inode = page->mapping->host; in v9fs_fid_readpage()
42 struct bio_vec bvec = {.bv_page = page, .bv_len = PAGE_SIZE}; in v9fs_fid_readpage()
48 BUG_ON(!PageLocked(page)); in v9fs_fid_readpage()
50 retval = v9fs_readpage_from_fscache(inode, page); in v9fs_fid_readpage()
56 retval = p9_client_read(fid, page_offset(page), &to, &err); in v9fs_fid_readpage()
58 v9fs_uncache_page(inode, page); in v9fs_fid_readpage()
63 zero_user(page, retval, PAGE_SIZE - retval); in v9fs_fid_readpage()
64 flush_dcache_page(page); in v9fs_fid_readpage()
65 SetPageUptodate(page); in v9fs_fid_readpage()
[all …]
/OK3568_Linux_fs/kernel/net/core/
H A Dpage_pool.c101 static void page_pool_return_page(struct page_pool *pool, struct page *page);
104 static struct page *page_pool_refill_alloc_cache(struct page_pool *pool) in page_pool_refill_alloc_cache()
107 struct page *page; in page_pool_refill_alloc_cache() local
129 page = __ptr_ring_consume(r); in page_pool_refill_alloc_cache()
130 if (unlikely(!page)) in page_pool_refill_alloc_cache()
133 if (likely(page_to_nid(page) == pref_nid)) { in page_pool_refill_alloc_cache()
134 pool->alloc.cache[pool->alloc.count++] = page; in page_pool_refill_alloc_cache()
141 page_pool_return_page(pool, page); in page_pool_refill_alloc_cache()
142 page = NULL; in page_pool_refill_alloc_cache()
149 page = pool->alloc.cache[--pool->alloc.count]; in page_pool_refill_alloc_cache()
[all …]

12345678910>>...141