351 static __always_inline bool memcg_stat_item_in_bytes(int idx)  in memcg_stat_item_in_bytes()  argument
353 	if (idx == MEMCG_PERCPU_B)  in memcg_stat_item_in_bytes()
355 	return vmstat_item_in_bytes(idx);  in memcg_stat_item_in_bytes()
710 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()  argument
712 	long x = atomic_long_read(&memcg->vmstats[idx]);  in memcg_page_state()
725 						   int idx)  in memcg_page_state_local()  argument
731 		x += per_cpu(memcg->vmstats_local->stat[idx], cpu);  in memcg_page_state_local()
739 void __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val);
743 				   int idx, int val)  in mod_memcg_state()  argument
748 	__mod_memcg_state(memcg, idx, val);  in mod_memcg_state()
770 					  int idx, int val)  in __mod_memcg_page_state()  argument
773 		__mod_memcg_state(page->mem_cgroup, idx, val);  in __mod_memcg_page_state()
777 					int idx, int val)  in mod_memcg_page_state()  argument
780 		mod_memcg_state(page->mem_cgroup, idx, val);  in mod_memcg_page_state()
784 					      enum node_stat_item idx)  in lruvec_page_state()  argument
790 		return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state()
793 	x = atomic_long_read(&pn->lruvec_stat[idx]);  in lruvec_page_state()
802 						    enum node_stat_item idx)  in lruvec_page_state_local()  argument
809 		return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state_local()
813 		x += per_cpu(pn->lruvec_stat_local->count[idx], cpu);  in lruvec_page_state_local()
821 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx,
823 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx,
825 void __mod_lruvec_slab_state(void *p, enum node_stat_item idx, int val);
827 void mod_memcg_obj_state(void *p, int idx, int val);
829 static inline void mod_lruvec_slab_state(void *p, enum node_stat_item idx,  in mod_lruvec_slab_state()  argument
835 	__mod_lruvec_slab_state(p, idx, val);  in mod_lruvec_slab_state()
840 					  enum node_stat_item idx, int val)  in mod_memcg_lruvec_state()  argument
845 	__mod_memcg_lruvec_state(lruvec, idx, val);  in mod_memcg_lruvec_state()
850 				    enum node_stat_item idx, int val)  in mod_lruvec_state()  argument
855 	__mod_lruvec_state(lruvec, idx, val);  in mod_lruvec_state()
860 					   enum node_stat_item idx, int val)  in __mod_lruvec_page_state()  argument
868 		__mod_node_page_state(pgdat, idx, val);  in __mod_lruvec_page_state()
873 	__mod_lruvec_state(lruvec, idx, val);  in __mod_lruvec_page_state()
877 					 enum node_stat_item idx, int val)  in mod_lruvec_page_state()  argument
882 	__mod_lruvec_page_state(page, idx, val);  in mod_lruvec_page_state()
890 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx,
894 				      enum vm_event_item idx,  in count_memcg_events()  argument
900 	__count_memcg_events(memcg, idx, count);  in count_memcg_events()
905 					  enum vm_event_item idx)  in count_memcg_page_event()  argument
908 		count_memcg_events(page->mem_cgroup, idx, 1);  in count_memcg_page_event()
912 					enum vm_event_item idx)  in count_memcg_event_mm()  argument
922 		count_memcg_events(memcg, idx, 1);  in count_memcg_event_mm()
1200 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()  argument
1206 						   int idx)  in memcg_page_state_local()  argument
1212 				     int idx,  in __mod_memcg_state()  argument
1218 				   int idx,  in mod_memcg_state()  argument
1224 					  int idx,  in __mod_memcg_page_state()  argument
1230 					int idx,  in mod_memcg_page_state()  argument
1236 					      enum node_stat_item idx)  in lruvec_page_state()  argument
1238 	return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state()
1242 						    enum node_stat_item idx)  in lruvec_page_state_local()  argument
1244 	return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state_local()
1248 					    enum node_stat_item idx, int val)  in __mod_memcg_lruvec_state()  argument
1253 				      enum node_stat_item idx, int val)  in __mod_lruvec_state()  argument
1255 	__mod_node_page_state(lruvec_pgdat(lruvec), idx, val);  in __mod_lruvec_state()
1259 				    enum node_stat_item idx, int val)  in mod_lruvec_state()  argument
1261 	mod_node_page_state(lruvec_pgdat(lruvec), idx, val);  in mod_lruvec_state()
1265 					   enum node_stat_item idx, int val)  in __mod_lruvec_page_state()  argument
1267 	__mod_node_page_state(page_pgdat(page), idx, val);  in __mod_lruvec_page_state()
1271 					 enum node_stat_item idx, int val)  in mod_lruvec_page_state()  argument
1273 	mod_node_page_state(page_pgdat(page), idx, val);  in mod_lruvec_page_state()
1276 static inline void __mod_lruvec_slab_state(void *p, enum node_stat_item idx,  in __mod_lruvec_slab_state()  argument
1281 	__mod_node_page_state(page_pgdat(page), idx, val);  in __mod_lruvec_slab_state()
1284 static inline void mod_lruvec_slab_state(void *p, enum node_stat_item idx,  in mod_lruvec_slab_state()  argument
1289 	mod_node_page_state(page_pgdat(page), idx, val);  in mod_lruvec_slab_state()
1292 static inline void mod_memcg_obj_state(void *p, int idx, int val)  in mod_memcg_obj_state()  argument
1309 				      enum vm_event_item idx,  in count_memcg_events()  argument
1315 					enum vm_event_item idx,  in __count_memcg_events()  argument
1321 					  int idx)  in count_memcg_page_event()  argument
1326 void count_memcg_event_mm(struct mm_struct *mm, enum vm_event_item idx)  in count_memcg_event_mm()  argument
1333 				     int idx)  in __inc_memcg_state()  argument
1335 	__mod_memcg_state(memcg, idx, 1);  in __inc_memcg_state()
1340 				     int idx)  in __dec_memcg_state()  argument
1342 	__mod_memcg_state(memcg, idx, -1);  in __dec_memcg_state()
1347 					  int idx)  in __inc_memcg_page_state()  argument
1349 	__mod_memcg_page_state(page, idx, 1);  in __inc_memcg_page_state()
1354 					  int idx)  in __dec_memcg_page_state()  argument
1356 	__mod_memcg_page_state(page, idx, -1);  in __dec_memcg_page_state()
1360 				      enum node_stat_item idx)  in __inc_lruvec_state()  argument
1362 	__mod_lruvec_state(lruvec, idx, 1);  in __inc_lruvec_state()
1366 				      enum node_stat_item idx)  in __dec_lruvec_state()  argument
1368 	__mod_lruvec_state(lruvec, idx, -1);  in __dec_lruvec_state()
1372 					   enum node_stat_item idx)  in __inc_lruvec_page_state()  argument
1374 	__mod_lruvec_page_state(page, idx, 1);  in __inc_lruvec_page_state()
1378 					   enum node_stat_item idx)  in __dec_lruvec_page_state()  argument
1380 	__mod_lruvec_page_state(page, idx, -1);  in __dec_lruvec_page_state()
1383 static inline void __inc_lruvec_slab_state(void *p, enum node_stat_item idx)  in __inc_lruvec_slab_state()  argument
1385 	__mod_lruvec_slab_state(p, idx, 1);  in __inc_lruvec_slab_state()
1388 static inline void __dec_lruvec_slab_state(void *p, enum node_stat_item idx)  in __dec_lruvec_slab_state()  argument
1390 	__mod_lruvec_slab_state(p, idx, -1);  in __dec_lruvec_slab_state()
1395 				   int idx)  in inc_memcg_state()  argument
1397 	mod_memcg_state(memcg, idx, 1);  in inc_memcg_state()
1402 				   int idx)  in dec_memcg_state()  argument
1404 	mod_memcg_state(memcg, idx, -1);  in dec_memcg_state()
1409 					int idx)  in inc_memcg_page_state()  argument
1411 	mod_memcg_page_state(page, idx, 1);  in inc_memcg_page_state()
1416 					int idx)  in dec_memcg_page_state()  argument
1418 	mod_memcg_page_state(page, idx, -1);  in dec_memcg_page_state()
1422 				    enum node_stat_item idx)  in inc_lruvec_state()  argument
1424 	mod_lruvec_state(lruvec, idx, 1);  in inc_lruvec_state()
1428 				    enum node_stat_item idx)  in dec_lruvec_state()  argument
1430 	mod_lruvec_state(lruvec, idx, -1);  in dec_lruvec_state()
1434 					 enum node_stat_item idx)  in inc_lruvec_page_state()  argument
1436 	mod_lruvec_page_state(page, idx, 1);  in inc_lruvec_page_state()
1440 					 enum node_stat_item idx)  in dec_lruvec_page_state()  argument
1442 	mod_lruvec_page_state(page, idx, -1);  in dec_lruvec_page_state()