1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * linux/mm/mmzone.c
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * management codes for pgdats, zones and page flags
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/stddef.h>
10*4882a593Smuzhiyun #include <linux/mm.h>
11*4882a593Smuzhiyun #include <linux/mmzone.h>
12*4882a593Smuzhiyun #include <trace/hooks/mm.h>
13*4882a593Smuzhiyun
first_online_pgdat(void)14*4882a593Smuzhiyun struct pglist_data *first_online_pgdat(void)
15*4882a593Smuzhiyun {
16*4882a593Smuzhiyun return NODE_DATA(first_online_node);
17*4882a593Smuzhiyun }
18*4882a593Smuzhiyun
next_online_pgdat(struct pglist_data * pgdat)19*4882a593Smuzhiyun struct pglist_data *next_online_pgdat(struct pglist_data *pgdat)
20*4882a593Smuzhiyun {
21*4882a593Smuzhiyun int nid = next_online_node(pgdat->node_id);
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun if (nid == MAX_NUMNODES)
24*4882a593Smuzhiyun return NULL;
25*4882a593Smuzhiyun return NODE_DATA(nid);
26*4882a593Smuzhiyun }
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun /*
29*4882a593Smuzhiyun * next_zone - helper magic for for_each_zone()
30*4882a593Smuzhiyun */
next_zone(struct zone * zone)31*4882a593Smuzhiyun struct zone *next_zone(struct zone *zone)
32*4882a593Smuzhiyun {
33*4882a593Smuzhiyun pg_data_t *pgdat = zone->zone_pgdat;
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun if (zone < pgdat->node_zones + MAX_NR_ZONES - 1)
36*4882a593Smuzhiyun zone++;
37*4882a593Smuzhiyun else {
38*4882a593Smuzhiyun pgdat = next_online_pgdat(pgdat);
39*4882a593Smuzhiyun if (pgdat)
40*4882a593Smuzhiyun zone = pgdat->node_zones;
41*4882a593Smuzhiyun else
42*4882a593Smuzhiyun zone = NULL;
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun return zone;
45*4882a593Smuzhiyun }
46*4882a593Smuzhiyun
zref_in_nodemask(struct zoneref * zref,nodemask_t * nodes)47*4882a593Smuzhiyun static inline int zref_in_nodemask(struct zoneref *zref, nodemask_t *nodes)
48*4882a593Smuzhiyun {
49*4882a593Smuzhiyun #ifdef CONFIG_NUMA
50*4882a593Smuzhiyun return node_isset(zonelist_node_idx(zref), *nodes);
51*4882a593Smuzhiyun #else
52*4882a593Smuzhiyun return 1;
53*4882a593Smuzhiyun #endif /* CONFIG_NUMA */
54*4882a593Smuzhiyun }
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun /* Returns the next zone at or below highest_zoneidx in a zonelist */
__next_zones_zonelist(struct zoneref * z,enum zone_type highest_zoneidx,nodemask_t * nodes)57*4882a593Smuzhiyun struct zoneref *__next_zones_zonelist(struct zoneref *z,
58*4882a593Smuzhiyun enum zone_type highest_zoneidx,
59*4882a593Smuzhiyun nodemask_t *nodes)
60*4882a593Smuzhiyun {
61*4882a593Smuzhiyun /*
62*4882a593Smuzhiyun * Find the next suitable zone to use for the allocation.
63*4882a593Smuzhiyun * Only filter based on nodemask if it's set
64*4882a593Smuzhiyun */
65*4882a593Smuzhiyun if (unlikely(nodes == NULL))
66*4882a593Smuzhiyun while (zonelist_zone_idx(z) > highest_zoneidx)
67*4882a593Smuzhiyun z++;
68*4882a593Smuzhiyun else
69*4882a593Smuzhiyun while (zonelist_zone_idx(z) > highest_zoneidx ||
70*4882a593Smuzhiyun (z->zone && !zref_in_nodemask(z, nodes)))
71*4882a593Smuzhiyun z++;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun return z;
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(__next_zones_zonelist);
76*4882a593Smuzhiyun
lruvec_init(struct lruvec * lruvec)77*4882a593Smuzhiyun void lruvec_init(struct lruvec *lruvec)
78*4882a593Smuzhiyun {
79*4882a593Smuzhiyun enum lru_list lru;
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun memset(lruvec, 0, sizeof(struct lruvec));
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun for_each_lru(lru)
84*4882a593Smuzhiyun INIT_LIST_HEAD(&lruvec->lists[lru]);
85*4882a593Smuzhiyun }
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun #if defined(CONFIG_NUMA_BALANCING) && !defined(LAST_CPUPID_NOT_IN_PAGE_FLAGS)
page_cpupid_xchg_last(struct page * page,int cpupid)88*4882a593Smuzhiyun int page_cpupid_xchg_last(struct page *page, int cpupid)
89*4882a593Smuzhiyun {
90*4882a593Smuzhiyun unsigned long old_flags, flags;
91*4882a593Smuzhiyun int last_cpupid;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun do {
94*4882a593Smuzhiyun old_flags = flags = page->flags;
95*4882a593Smuzhiyun last_cpupid = page_cpupid_last(page);
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun flags &= ~(LAST_CPUPID_MASK << LAST_CPUPID_PGSHIFT);
98*4882a593Smuzhiyun flags |= (cpupid & LAST_CPUPID_MASK) << LAST_CPUPID_PGSHIFT;
99*4882a593Smuzhiyun } while (unlikely(cmpxchg(&page->flags, old_flags, flags) != old_flags));
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun return last_cpupid;
102*4882a593Smuzhiyun }
103*4882a593Smuzhiyun #endif
104*4882a593Smuzhiyun
gfp_zone(gfp_t flags)105*4882a593Smuzhiyun enum zone_type gfp_zone(gfp_t flags)
106*4882a593Smuzhiyun {
107*4882a593Smuzhiyun enum zone_type z;
108*4882a593Smuzhiyun gfp_t local_flags = flags;
109*4882a593Smuzhiyun int bit;
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun trace_android_rvh_set_gfp_zone_flags(&local_flags);
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun bit = (__force int) ((local_flags) & GFP_ZONEMASK);
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun z = (GFP_ZONE_TABLE >> (bit * GFP_ZONES_SHIFT)) &
116*4882a593Smuzhiyun ((1 << GFP_ZONES_SHIFT) - 1);
117*4882a593Smuzhiyun VM_BUG_ON((GFP_ZONE_BAD >> bit) & 1);
118*4882a593Smuzhiyun return z;
119*4882a593Smuzhiyun }
120*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(gfp_zone);
121