| /OK3568_Linux_fs/kernel/include/linux/ |
| H A D | memcontrol.h | 108 struct lruvec lruvec; member
348 struct lruvec *page_to_lruvec(struct page *page, pg_data_t *pgdat);
491 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg, in mem_cgroup_lruvec()
495 struct lruvec *lruvec; in mem_cgroup_lruvec() local
498 lruvec = &pgdat->__lruvec; in mem_cgroup_lruvec()
506 lruvec = &mz->lruvec; in mem_cgroup_lruvec()
513 if (unlikely(lruvec->pgdat != pgdat)) in mem_cgroup_lruvec()
514 lruvec->pgdat = pgdat; in mem_cgroup_lruvec()
515 return lruvec; in mem_cgroup_lruvec()
518 struct lruvec *mem_cgroup_page_lruvec(struct page *, struct pglist_data *);
[all …]
|
| H A D | mm_inline.h | 31 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size() argument
35 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in __update_lru_size()
37 __mod_lruvec_state(lruvec, NR_LRU_BASE + lru, nr_pages); in __update_lru_size()
42 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size() argument
46 __update_lru_size(lruvec, lru, zid, nr_pages); in update_lru_size()
48 mem_cgroup_update_lru_size(lruvec, lru, zid, nr_pages); in update_lru_size()
53 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list() argument
56 update_lru_size(lruvec, lru, page_zonenum(page), thp_nr_pages(page)); in add_page_to_lru_list()
57 list_add(&page->lru, &lruvec->lists[lru]); in add_page_to_lru_list()
61 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list_tail() argument
[all …]
|
| H A D | mmzone.h | 280 struct lruvec { struct
826 struct lruvec __lruvec;
884 extern void lruvec_init(struct lruvec *lruvec);
886 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat() argument
889 return lruvec->pgdat; in lruvec_pgdat()
891 return container_of(lruvec, struct pglist_data, __lruvec); in lruvec_pgdat()
895 extern unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx);
|
| H A D | swap.h | 316 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages);
337 extern void lru_note_cost(struct lruvec *lruvec, bool file,
342 struct lruvec *lruvec, struct list_head *head);
|
| /OK3568_Linux_fs/kernel/mm/ |
| H A D | workingset.c | 227 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident() argument
241 atomic_long_add(nr_pages, &lruvec->nonresident_age); in workingset_age_nonresident()
242 } while ((lruvec = parent_lruvec(lruvec))); in workingset_age_nonresident()
257 struct lruvec *lruvec; in workingset_eviction() local
265 lruvec = mem_cgroup_lruvec(target_memcg, pgdat); in workingset_eviction()
266 workingset_age_nonresident(lruvec, thp_nr_pages(page)); in workingset_eviction()
268 memcgid = mem_cgroup_id(lruvec_memcg(lruvec)); in workingset_eviction()
269 eviction = atomic_long_read(&lruvec->nonresident_age); in workingset_eviction()
286 struct lruvec *eviction_lruvec; in workingset_refault()
292 struct lruvec *lruvec; in workingset_refault() local
[all …]
|
| H A D | swap.c | 85 struct lruvec *lruvec; in __page_cache_release() local
89 lruvec = mem_cgroup_page_lruvec(page, pgdat); in __page_cache_release()
92 del_page_from_lru_list(page, lruvec, page_off_lru(page)); in __page_cache_release()
209 void (*move_fn)(struct page *page, struct lruvec *lruvec, void *arg), in pagevec_lru_move_fn() argument
214 struct lruvec *lruvec; in pagevec_lru_move_fn() local
228 lruvec = mem_cgroup_page_lruvec(page, pgdat); in pagevec_lru_move_fn()
229 (*move_fn)(page, lruvec, arg); in pagevec_lru_move_fn()
237 static void pagevec_move_tail_fn(struct page *page, struct lruvec *lruvec, in pagevec_move_tail_fn() argument
243 del_page_from_lru_list(page, lruvec, page_lru(page)); in pagevec_move_tail_fn()
245 add_page_to_lru_list_tail(page, lruvec, page_lru(page)); in pagevec_move_tail_fn()
[all …]
|
| H A D | vmscan.c | 341 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) in lruvec_lru_size() argument
347 struct zone *zone = &lruvec_pgdat(lruvec)->node_zones[zid]; in lruvec_lru_size()
353 size += mem_cgroup_get_zone_lru_size(lruvec, lru, zid); in lruvec_lru_size()
1669 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes() argument
1678 update_lru_size(lruvec, lru, zid, -nr_zone_taken[zid]); in update_lru_sizes()
1703 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_pages() argument
1707 struct list_head *src = &lruvec->lists[lru]; in isolate_lru_pages()
1786 update_lru_sizes(lruvec, lru, nr_zone_taken); in isolate_lru_pages()
1825 struct lruvec *lruvec; in isolate_lru_page() local
1828 lruvec = mem_cgroup_page_lruvec(page, pgdat); in isolate_lru_page()
[all …]
|
| H A D | mmzone.c | 77 void lruvec_init(struct lruvec *lruvec) in lruvec_init() argument
81 memset(lruvec, 0, sizeof(struct lruvec)); in lruvec_init()
84 INIT_LIST_HEAD(&lruvec->lists[lru]); in lruvec_init()
|
| H A D | memcontrol.c | 810 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_memcg_lruvec_state() argument
817 pn = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in __mod_memcg_lruvec_state()
831 pg_data_t *pgdat = lruvec_pgdat(lruvec); in __mod_memcg_lruvec_state()
851 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx, in __mod_lruvec_state() argument
855 __mod_node_page_state(lruvec_pgdat(lruvec), idx, val); in __mod_lruvec_state()
859 __mod_memcg_lruvec_state(lruvec, idx, val); in __mod_lruvec_state()
866 struct lruvec *lruvec; in __mod_lruvec_slab_state() local
880 lruvec = mem_cgroup_lruvec(memcg, pgdat); in __mod_lruvec_slab_state()
881 __mod_lruvec_state(lruvec, idx, val); in __mod_lruvec_slab_state()
1343 struct lruvec *mem_cgroup_page_lruvec(struct page *page, struct pglist_data *pgdat) in mem_cgroup_page_lruvec()
[all …]
|
| H A D | slab.h | 351 struct lruvec *lruvec; in mod_objcg_state() local
355 lruvec = mem_cgroup_lruvec(memcg, pgdat); in mod_objcg_state()
356 mod_memcg_lruvec_state(lruvec, idx, nr); in mod_objcg_state()
|
| H A D | mlock.c | 116 struct lruvec *lruvec; in __munlock_isolate_lru_page() local
118 lruvec = mem_cgroup_page_lruvec(page, page_pgdat(page)); in __munlock_isolate_lru_page()
122 del_page_from_lru_list(page, lruvec, page_lru(page)); in __munlock_isolate_lru_page()
|
| H A D | huge_memory.c | 2392 struct lruvec *lruvec, struct list_head *list) in __split_huge_page_tail() argument
2453 lru_add_page_tail(head, page_tail, lruvec, list); in __split_huge_page_tail()
2461 struct lruvec *lruvec; in __split_huge_page() local
2467 lruvec = mem_cgroup_page_lruvec(head, pgdat); in __split_huge_page()
2481 __split_huge_page_tail(head, i, lruvec, list); in __split_huge_page()
|
| H A D | page-writeback.c | 2744 struct lruvec *lruvec; in test_clear_page_writeback() local
2748 lruvec = mem_cgroup_page_lruvec(page, page_pgdat(page)); in test_clear_page_writeback()
2776 dec_lruvec_state(lruvec, NR_WRITEBACK); in test_clear_page_writeback()
|
| H A D | compaction.c | 830 struct lruvec *lruvec; in isolate_migratepages_block() local
1026 lruvec = mem_cgroup_page_lruvec(page, pgdat); in isolate_migratepages_block()
1037 del_page_from_lru_list(page, lruvec, page_lru(page)); in isolate_migratepages_block()
|
| H A D | migrate.c | 474 struct lruvec *old_lruvec, *new_lruvec; in migrate_page_move_mapping()
|
| /OK3568_Linux_fs/kernel/include/trace/hooks/ |
| H A D | mm.h | 176 TP_PROTO(struct lruvec *lruvec),
177 TP_ARGS(lruvec));
|
| H A D | vmscan.h | 51 TP_PROTO(struct lruvec *target_lruvec),
|