Lines Matching refs:pgdat
1558 pg_data_t *pgdat; in init_reserved_page() local
1565 pgdat = NODE_DATA(nid); in init_reserved_page()
1568 struct zone *zone = &pgdat->node_zones[zid]; in init_reserved_page()
2007 pg_data_t *pgdat = data; in deferred_init_memmap() local
2008 const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id); in deferred_init_memmap()
2020 pgdat_resize_lock(pgdat, &flags); in deferred_init_memmap()
2021 first_init_pfn = pgdat->first_deferred_pfn; in deferred_init_memmap()
2023 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
2029 BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn); in deferred_init_memmap()
2030 BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat)); in deferred_init_memmap()
2031 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_init_memmap()
2038 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
2042 zone = pgdat->node_zones + zid; in deferred_init_memmap()
2075 pgdat->node_id, jiffies_to_msecs(jiffies - start)); in deferred_init_memmap()
2100 pg_data_t *pgdat = zone->zone_pgdat; in deferred_grow_zone() local
2101 unsigned long first_deferred_pfn = pgdat->first_deferred_pfn; in deferred_grow_zone()
2107 if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat)) in deferred_grow_zone()
2110 pgdat_resize_lock(pgdat, &flags); in deferred_grow_zone()
2116 if (first_deferred_pfn != pgdat->first_deferred_pfn) { in deferred_grow_zone()
2117 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2124 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_grow_zone()
2125 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2151 pgdat->first_deferred_pfn = spfn; in deferred_grow_zone()
2152 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
5594 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
5597 managed_pages += zone_managed_pages(&pgdat->node_zones[zone_type]); in si_meminfo_node()
5599 val->sharedram = node_page_state(pgdat, NR_SHMEM); in si_meminfo_node()
5603 struct zone *zone = &pgdat->node_zones[zone_type]; in si_meminfo_node()
5683 pg_data_t *pgdat; in show_free_areas() local
5719 for_each_online_pgdat(pgdat) { in show_free_areas()
5720 if (show_mem_node_skip(filter, pgdat->node_id, nodemask)) in show_free_areas()
5747 pgdat->node_id, in show_free_areas()
5748 K(node_page_state(pgdat, NR_ACTIVE_ANON)), in show_free_areas()
5749 K(node_page_state(pgdat, NR_INACTIVE_ANON)), in show_free_areas()
5750 K(node_page_state(pgdat, NR_ACTIVE_FILE)), in show_free_areas()
5751 K(node_page_state(pgdat, NR_INACTIVE_FILE)), in show_free_areas()
5752 K(node_page_state(pgdat, NR_UNEVICTABLE)), in show_free_areas()
5753 K(node_page_state(pgdat, NR_ISOLATED_ANON)), in show_free_areas()
5754 K(node_page_state(pgdat, NR_ISOLATED_FILE)), in show_free_areas()
5755 K(node_page_state(pgdat, NR_FILE_MAPPED)), in show_free_areas()
5756 K(node_page_state(pgdat, NR_FILE_DIRTY)), in show_free_areas()
5757 K(node_page_state(pgdat, NR_WRITEBACK)), in show_free_areas()
5758 K(node_page_state(pgdat, NR_SHMEM)), in show_free_areas()
5760 K(node_page_state(pgdat, NR_SHMEM_THPS) * HPAGE_PMD_NR), in show_free_areas()
5761 K(node_page_state(pgdat, NR_SHMEM_PMDMAPPED) in show_free_areas()
5763 K(node_page_state(pgdat, NR_ANON_THPS) * HPAGE_PMD_NR), in show_free_areas()
5765 K(node_page_state(pgdat, NR_WRITEBACK_TEMP)), in show_free_areas()
5766 node_page_state(pgdat, NR_KERNEL_STACK_KB), in show_free_areas()
5768 node_page_state(pgdat, NR_KERNEL_SCS_KB), in show_free_areas()
5770 pgdat->kswapd_failures >= MAX_RECLAIM_RETRIES ? in show_free_areas()
5885 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node() argument
5893 zone = pgdat->node_zones + zone_type; in build_zonerefs_node()
6002 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order() argument
6008 zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs; in build_zonelists_in_node_order()
6025 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists() argument
6030 zonerefs = pgdat->node_zonelists[ZONELIST_NOFALLBACK]._zonerefs; in build_thisnode_zonelists()
6031 nr_zones = build_zonerefs_node(pgdat, zonerefs); in build_thisnode_zonelists()
6044 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() argument
6052 local_node = pgdat->node_id; in build_zonelists()
6072 build_zonelists_in_node_order(pgdat, node_order, nr_nodes); in build_zonelists()
6073 build_thisnode_zonelists(pgdat); in build_zonelists()
6098 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() argument
6104 local_node = pgdat->node_id; in build_zonelists()
6106 zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs; in build_zonelists()
6107 nr_zones = build_zonerefs_node(pgdat, zonerefs); in build_zonelists()
6176 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local
6178 build_zonelists(pgdat); in __build_all_zonelists()
6231 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists() argument
6238 __build_all_zonelists(pgdat); in build_all_zonelists()
6366 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
6370 int nid = pgdat->node_id; in memmap_init_zone_device()
6697 struct pglist_data *pgdat; in setup_per_cpu_pageset() local
6718 for_each_online_pgdat(pgdat) in setup_per_cpu_pageset()
6719 pgdat->per_cpu_nodestats = in setup_per_cpu_pageset()
6742 struct pglist_data *pgdat = zone->zone_pgdat; in init_currently_empty_zone() local
6745 if (zone_idx > pgdat->nr_zones) in init_currently_empty_zone()
6746 pgdat->nr_zones = zone_idx; in init_currently_empty_zone()
6752 pgdat->node_id, in init_currently_empty_zone()
6967 static void __init calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages() argument
6975 struct zone *zone = pgdat->node_zones + i; in calculate_node_totalpages()
6980 spanned = zone_spanned_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
6985 absent = zone_absent_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
7003 pgdat->node_spanned_pages = totalpages; in calculate_node_totalpages()
7004 pgdat->node_present_pages = realtotalpages; in calculate_node_totalpages()
7005 printk(KERN_DEBUG "On node %d totalpages: %lu\n", pgdat->node_id, in calculate_node_totalpages()
7030 static void __ref setup_usemap(struct pglist_data *pgdat, in setup_usemap() argument
7040 pgdat->node_id); in setup_usemap()
7043 usemapsize, zone->name, pgdat->node_id); in setup_usemap()
7047 static inline void setup_usemap(struct pglist_data *pgdat, struct zone *zone, in setup_usemap() argument
7109 static void pgdat_init_split_queue(struct pglist_data *pgdat) in pgdat_init_split_queue() argument
7111 struct deferred_split *ds_queue = &pgdat->deferred_split_queue; in pgdat_init_split_queue()
7118 static void pgdat_init_split_queue(struct pglist_data *pgdat) {} in pgdat_init_split_queue() argument
7122 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd() argument
7124 init_waitqueue_head(&pgdat->kcompactd_wait); in pgdat_init_kcompactd()
7127 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {} in pgdat_init_kcompactd() argument
7130 static void __meminit pgdat_init_internals(struct pglist_data *pgdat) in pgdat_init_internals() argument
7132 pgdat_resize_init(pgdat); in pgdat_init_internals()
7134 pgdat_init_split_queue(pgdat); in pgdat_init_internals()
7135 pgdat_init_kcompactd(pgdat); in pgdat_init_internals()
7137 init_waitqueue_head(&pgdat->kswapd_wait); in pgdat_init_internals()
7138 init_waitqueue_head(&pgdat->pfmemalloc_wait); in pgdat_init_internals()
7140 pgdat_page_ext_init(pgdat); in pgdat_init_internals()
7141 spin_lock_init(&pgdat->lru_lock); in pgdat_init_internals()
7142 lruvec_init(&pgdat->__lruvec); in pgdat_init_internals()
7168 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_core_hotplug() local
7170 pgdat_init_internals(pgdat); in free_area_init_core_hotplug()
7172 zone_init_internals(&pgdat->node_zones[z], z, nid, 0); in free_area_init_core_hotplug()
7185 static void __init free_area_init_core(struct pglist_data *pgdat) in free_area_init_core() argument
7188 int nid = pgdat->node_id; in free_area_init_core()
7190 pgdat_init_internals(pgdat); in free_area_init_core()
7191 pgdat->per_cpu_nodestats = &boot_nodestats; in free_area_init_core()
7194 struct zone *zone = pgdat->node_zones + j; in free_area_init_core()
7244 setup_usemap(pgdat, zone, zone_start_pfn, size); in free_area_init_core()
7251 static void __ref alloc_node_mem_map(struct pglist_data *pgdat) in alloc_node_mem_map() argument
7257 if (!pgdat->node_spanned_pages) in alloc_node_mem_map()
7260 start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1); in alloc_node_mem_map()
7261 offset = pgdat->node_start_pfn - start; in alloc_node_mem_map()
7263 if (!pgdat->node_mem_map) { in alloc_node_mem_map()
7272 end = pgdat_end_pfn(pgdat); in alloc_node_mem_map()
7276 pgdat->node_id); in alloc_node_mem_map()
7279 size, pgdat->node_id); in alloc_node_mem_map()
7280 pgdat->node_mem_map = map + offset; in alloc_node_mem_map()
7283 __func__, pgdat->node_id, (unsigned long)pgdat, in alloc_node_mem_map()
7284 (unsigned long)pgdat->node_mem_map); in alloc_node_mem_map()
7289 if (pgdat == NODE_DATA(0)) { in alloc_node_mem_map()
7291 if (page_to_pfn(mem_map) != pgdat->node_start_pfn) in alloc_node_mem_map()
7297 static void __ref alloc_node_mem_map(struct pglist_data *pgdat) { } in alloc_node_mem_map() argument
7301 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range() argument
7303 pgdat->first_deferred_pfn = ULONG_MAX; in pgdat_set_deferred_range()
7306 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range() argument
7311 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node() local
7316 WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx); in free_area_init_node()
7320 pgdat->node_id = nid; in free_area_init_node()
7321 pgdat->node_start_pfn = start_pfn; in free_area_init_node()
7322 pgdat->per_cpu_nodestats = NULL; in free_area_init_node()
7327 calculate_node_totalpages(pgdat, start_pfn, end_pfn); in free_area_init_node()
7329 alloc_node_mem_map(pgdat); in free_area_init_node()
7330 pgdat_set_deferred_range(pgdat); in free_area_init_node()
7332 free_area_init_core(pgdat); in free_area_init_node()
7656 static void check_for_memory(pg_data_t *pgdat, int nid) in check_for_memory() argument
7661 struct zone *zone = &pgdat->node_zones[zone_type]; in check_for_memory()
7771 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init() local
7775 if (pgdat->node_present_pages) in free_area_init()
7777 check_for_memory(pgdat, nid); in free_area_init()
8025 struct pglist_data *pgdat; in calculate_totalreserve_pages() local
8029 for_each_online_pgdat(pgdat) { in calculate_totalreserve_pages()
8031 pgdat->totalreserve_pages = 0; in calculate_totalreserve_pages()
8034 struct zone *zone = pgdat->node_zones + i; in calculate_totalreserve_pages()
8050 pgdat->totalreserve_pages += max; in calculate_totalreserve_pages()
8066 struct pglist_data *pgdat; in setup_per_zone_lowmem_reserve() local
8069 for_each_online_pgdat(pgdat) { in setup_per_zone_lowmem_reserve()
8071 struct zone *zone = &pgdat->node_zones[i]; in setup_per_zone_lowmem_reserve()
8077 struct zone *upper_zone = &pgdat->node_zones[j]; in setup_per_zone_lowmem_reserve()
8270 pg_data_t *pgdat; in setup_min_unmapped_ratio() local
8273 for_each_online_pgdat(pgdat) in setup_min_unmapped_ratio()
8274 pgdat->min_unmapped_pages = 0; in setup_min_unmapped_ratio()
8298 pg_data_t *pgdat; in setup_min_slab_ratio() local
8301 for_each_online_pgdat(pgdat) in setup_min_slab_ratio()
8302 pgdat->min_slab_pages = 0; in setup_min_slab_ratio()
9227 struct pglist_data *pgdat; in has_managed_dma() local
9229 for_each_online_pgdat(pgdat) { in has_managed_dma()
9230 struct zone *zone = &pgdat->node_zones[ZONE_DMA]; in has_managed_dma()