51 static void set_section_nid(unsigned long section_nr, int nid)  in set_section_nid()  argument
53 	section_to_node_table[section_nr] = nid;  in set_section_nid()
56 static inline void set_section_nid(unsigned long section_nr, int nid)  in set_section_nid()  argument
62 static noinline struct mem_section __ref *sparse_index_alloc(int nid)  in sparse_index_alloc()  argument
69 		section = kzalloc_node(array_size, GFP_KERNEL, nid);  in sparse_index_alloc()
72 					      nid);  in sparse_index_alloc()
75 			      __func__, array_size, nid);  in sparse_index_alloc()
81 static int __meminit sparse_index_init(unsigned long section_nr, int nid)  in sparse_index_init()  argument
96 	section = sparse_index_alloc(nid);  in sparse_index_init()
105 static inline int sparse_index_init(unsigned long section_nr, int nid)  in sparse_index_init()  argument
143 static inline unsigned long sparse_encode_early_nid(int nid)  in sparse_encode_early_nid()  argument
145 	return (nid << SECTION_NID_SHIFT);  in sparse_encode_early_nid()
252 static void __init memory_present(int nid, unsigned long start, unsigned long end)  in memory_present()  argument
275 		sparse_index_init(section, nid);  in memory_present()
276 		set_section_nid(section, nid);  in memory_present()
280 			ms->section_mem_map = sparse_encode_early_nid(nid) |  in memory_present()
295 	int i, nid;  in memblocks_present()  local
297 	for_each_mem_pfn_range(i, MAX_NUMNODES, &start, &end, &nid)  in memblocks_present()
298 		memory_present(nid, start, end);  in memblocks_present()
354 	int nid;  in sparse_early_usemaps_alloc_pgdat_section()  local
367 	nid = early_pfn_to_nid(goal >> PAGE_SHIFT);  in sparse_early_usemaps_alloc_pgdat_section()
369 	usage = memblock_alloc_try_nid(size, SMP_CACHE_BYTES, goal, limit, nid);  in sparse_early_usemaps_alloc_pgdat_section()
377 static void __init check_usemap_section_nr(int nid,  in check_usemap_section_nr()  argument
383 	struct pglist_data *pgdat = NODE_DATA(nid);  in check_usemap_section_nr()
405 	if (usemap_nid != nid) {  in check_usemap_section_nr()
407 			nid, usemap_snr);  in check_usemap_section_nr()
417 		usemap_snr, pgdat_snr, nid);  in check_usemap_section_nr()
427 static void __init check_usemap_section_nr(int nid,  in check_usemap_section_nr()  argument
446 		unsigned long nr_pages, int nid, struct vmem_altmap *altmap)  in __populate_section_memmap()  argument
456 					  MEMBLOCK_ALLOC_ACCESSIBLE, nid);  in __populate_section_memmap()
459 		      __func__, size, PAGE_SIZE, nid, &addr);  in __populate_section_memmap()
474 static void __init sparse_buffer_init(unsigned long size, int nid)  in sparse_buffer_init()  argument
484 					addr, MEMBLOCK_ALLOC_ACCESSIBLE, nid);  in sparse_buffer_init()
523 static void __init sparse_init_nid(int nid, unsigned long pnum_begin,  in sparse_init_nid()  argument
531 	usage = sparse_early_usemaps_alloc_pgdat_section(NODE_DATA(nid),  in sparse_init_nid()
534 		pr_err("%s: node[%d] usemap allocation failed", __func__, nid);  in sparse_init_nid()
537 	sparse_buffer_init(map_count * section_map_size(), nid);  in sparse_init_nid()
545 				nid, NULL);  in sparse_init_nid()
548 			       __func__, nid);  in sparse_init_nid()
553 		check_usemap_section_nr(nid, usage);  in sparse_init_nid()
590 		int nid = sparse_early_nid(__nr_to_section(pnum_end));  in sparse_init()  local
592 		if (nid == nid_begin) {  in sparse_init()
598 		nid_begin = nid;  in sparse_init()
652 		unsigned long nr_pages, int nid, struct vmem_altmap *altmap)  in populate_section_memmap()  argument
654 	return __populate_section_memmap(pfn, nr_pages, nid, altmap);  in populate_section_memmap()
723 		unsigned long nr_pages, int nid, struct vmem_altmap *altmap)  in populate_section_memmap()  argument
726 					PAGES_PER_SECTION), GFP_KERNEL, nid);  in populate_section_memmap()
845 static struct page * __meminit section_activate(int nid, unsigned long pfn,  in section_activate()  argument
878 	memmap = populate_section_memmap(pfn, nr_pages, nid, altmap);  in section_activate()
905 int __meminit sparse_add_section(int nid, unsigned long start_pfn,  in sparse_add_section()  argument
913 	ret = sparse_index_init(section_nr, nid);  in sparse_add_section()
917 	memmap = section_activate(nid, start_pfn, nr_pages, altmap);  in sparse_add_section()
928 	set_section_nid(section_nr, nid);  in sparse_add_section()