Lines Matching refs:lruvec
85 struct lruvec *lruvec; in __page_cache_release() local
89 lruvec = mem_cgroup_page_lruvec(page, pgdat); in __page_cache_release()
92 del_page_from_lru_list(page, lruvec, page_off_lru(page)); in __page_cache_release()
209 void (*move_fn)(struct page *page, struct lruvec *lruvec, void *arg), in pagevec_lru_move_fn() argument
214 struct lruvec *lruvec; in pagevec_lru_move_fn() local
228 lruvec = mem_cgroup_page_lruvec(page, pgdat); in pagevec_lru_move_fn()
229 (*move_fn)(page, lruvec, arg); in pagevec_lru_move_fn()
237 static void pagevec_move_tail_fn(struct page *page, struct lruvec *lruvec, in pagevec_move_tail_fn() argument
243 del_page_from_lru_list(page, lruvec, page_lru(page)); in pagevec_move_tail_fn()
245 add_page_to_lru_list_tail(page, lruvec, page_lru(page)); in pagevec_move_tail_fn()
295 void lru_note_cost(struct lruvec *lruvec, bool file, unsigned int nr_pages) in lru_note_cost() argument
302 lruvec->file_cost += nr_pages; in lru_note_cost()
304 lruvec->anon_cost += nr_pages; in lru_note_cost()
314 lrusize = lruvec_page_state(lruvec, NR_INACTIVE_ANON) + in lru_note_cost()
315 lruvec_page_state(lruvec, NR_ACTIVE_ANON) + in lru_note_cost()
316 lruvec_page_state(lruvec, NR_INACTIVE_FILE) + in lru_note_cost()
317 lruvec_page_state(lruvec, NR_ACTIVE_FILE); in lru_note_cost()
319 if (lruvec->file_cost + lruvec->anon_cost > lrusize / 4) { in lru_note_cost()
320 lruvec->file_cost /= 2; in lru_note_cost()
321 lruvec->anon_cost /= 2; in lru_note_cost()
323 } while ((lruvec = parent_lruvec(lruvec))); in lru_note_cost()
332 static void __activate_page(struct page *page, struct lruvec *lruvec, in __activate_page() argument
339 del_page_from_lru_list(page, lruvec, lru); in __activate_page()
342 add_page_to_lru_list(page, lruvec, lru); in __activate_page()
346 __count_memcg_events(lruvec_memcg(lruvec), PGACTIVATE, in __activate_page()
543 static void lru_deactivate_file_fn(struct page *page, struct lruvec *lruvec, in lru_deactivate_file_fn() argument
563 del_page_from_lru_list(page, lruvec, lru + active); in lru_deactivate_file_fn()
573 add_page_to_lru_list(page, lruvec, lru); in lru_deactivate_file_fn()
580 add_page_to_lru_list_tail(page, lruvec, lru); in lru_deactivate_file_fn()
586 __count_memcg_events(lruvec_memcg(lruvec), PGDEACTIVATE, in lru_deactivate_file_fn()
591 static void lru_deactivate_fn(struct page *page, struct lruvec *lruvec, in lru_deactivate_fn() argument
598 del_page_from_lru_list(page, lruvec, lru + LRU_ACTIVE); in lru_deactivate_fn()
601 add_page_to_lru_list(page, lruvec, lru); in lru_deactivate_fn()
604 __count_memcg_events(lruvec_memcg(lruvec), PGDEACTIVATE, in lru_deactivate_fn()
609 static void lru_lazyfree_fn(struct page *page, struct lruvec *lruvec, in lru_lazyfree_fn() argument
617 del_page_from_lru_list(page, lruvec, in lru_lazyfree_fn()
627 add_page_to_lru_list(page, lruvec, LRU_INACTIVE_FILE); in lru_lazyfree_fn()
630 __count_memcg_events(lruvec_memcg(lruvec), PGLAZYFREE, in lru_lazyfree_fn()
635 static void lru_lazyfree_movetail_fn(struct page *page, struct lruvec *lruvec, in lru_lazyfree_movetail_fn() argument
644 del_page_from_lru_list(page, lruvec, in lru_lazyfree_movetail_fn()
649 add_page_to_lru_list_tail(page, lruvec, LRU_INACTIVE_FILE); in lru_lazyfree_movetail_fn()
651 add_page_to_lru_list(page, lruvec, LRU_INACTIVE_FILE); in lru_lazyfree_movetail_fn()
1005 struct lruvec *lruvec; in release_pages() local
1068 lruvec = mem_cgroup_page_lruvec(page, locked_pgdat); in release_pages()
1071 del_page_from_lru_list(page, lruvec, page_off_lru(page)); in release_pages()
1110 struct lruvec *lruvec, struct list_head *list) in lru_add_page_tail() argument
1115 lockdep_assert_held(&lruvec_pgdat(lruvec)->lru_lock); in lru_add_page_tail()
1134 add_page_to_lru_list_tail(page_tail, lruvec, in lru_add_page_tail()
1140 static void __pagevec_lru_add_fn(struct page *page, struct lruvec *lruvec, in __pagevec_lru_add_fn() argument
1190 add_page_to_lru_list(page, lruvec, lru); in __pagevec_lru_add_fn()