Lines Matching full:ug
6895 static inline void uncharge_gather_clear(struct uncharge_gather *ug) in uncharge_gather_clear() argument
6897 memset(ug, 0, sizeof(*ug)); in uncharge_gather_clear()
6900 static void uncharge_batch(const struct uncharge_gather *ug) in uncharge_batch() argument
6904 if (!mem_cgroup_is_root(ug->memcg)) { in uncharge_batch()
6905 page_counter_uncharge(&ug->memcg->memory, ug->nr_pages); in uncharge_batch()
6907 page_counter_uncharge(&ug->memcg->memsw, ug->nr_pages); in uncharge_batch()
6908 if (!cgroup_subsys_on_dfl(memory_cgrp_subsys) && ug->nr_kmem) in uncharge_batch()
6909 page_counter_uncharge(&ug->memcg->kmem, ug->nr_kmem); in uncharge_batch()
6910 memcg_oom_recover(ug->memcg); in uncharge_batch()
6914 __count_memcg_events(ug->memcg, PGPGOUT, ug->pgpgout); in uncharge_batch()
6915 __this_cpu_add(ug->memcg->vmstats_percpu->nr_page_events, ug->nr_pages); in uncharge_batch()
6916 memcg_check_events(ug->memcg, ug->dummy_page); in uncharge_batch()
6920 css_put(&ug->memcg->css); in uncharge_batch()
6923 static void uncharge_page(struct page *page, struct uncharge_gather *ug) in uncharge_page() argument
6938 if (ug->memcg != page->mem_cgroup) { in uncharge_page()
6939 if (ug->memcg) { in uncharge_page()
6940 uncharge_batch(ug); in uncharge_page()
6941 uncharge_gather_clear(ug); in uncharge_page()
6943 ug->memcg = page->mem_cgroup; in uncharge_page()
6946 css_get(&ug->memcg->css); in uncharge_page()
6950 ug->nr_pages += nr_pages; in uncharge_page()
6953 ug->pgpgout++; in uncharge_page()
6955 ug->nr_kmem += nr_pages; in uncharge_page()
6959 ug->dummy_page = page; in uncharge_page()
6961 css_put(&ug->memcg->css); in uncharge_page()
6966 struct uncharge_gather ug; in uncharge_list() local
6969 uncharge_gather_clear(&ug); in uncharge_list()
6982 uncharge_page(page, &ug); in uncharge_list()
6985 if (ug.memcg) in uncharge_list()
6986 uncharge_batch(&ug); in uncharge_list()
6997 struct uncharge_gather ug; in __mem_cgroup_uncharge() local
7003 uncharge_gather_clear(&ug); in __mem_cgroup_uncharge()
7004 uncharge_page(page, &ug); in __mem_cgroup_uncharge()
7005 uncharge_batch(&ug); in __mem_cgroup_uncharge()