284 static inline bool early_page_nid_uninitialised(unsigned long pfn, int nid)  in early_page_nid_uninitialised()  argument
286 	if (pfn >= NODE_DATA(nid)->first_deferred_pfn)  in early_page_nid_uninitialised()
324 static inline bool early_page_nid_uninitialised(unsigned long pfn, int nid)  in early_page_nid_uninitialised()  argument
901 				unsigned long zone, int nid)  in __init_single_page()  argument
903 	set_page_links(page, zone, nid, pfn);  in __init_single_page()
917 					int nid)  in __init_single_pfn()  argument
919 	return __init_single_page(pfn_to_page(pfn), pfn, zone, nid);  in __init_single_pfn()
926 	int nid, zid;  in init_reserved_page()  local
931 	nid = early_pfn_to_nid(pfn);  in init_reserved_page()
932 	pgdat = NODE_DATA(nid);  in init_reserved_page()
940 	__init_single_pfn(pfn, zid, nid);  in init_reserved_page()
1055 	int nid;  in early_pfn_to_nid()  local
1058 	nid = __early_pfn_to_nid(pfn, &early_pfnnid_cache);  in early_pfn_to_nid()
1059 	if (nid < 0)  in early_pfn_to_nid()
1060 		nid = 0;  in early_pfn_to_nid()
1063 	return nid;  in early_pfn_to_nid()
1071 	int nid;  in meminit_pfn_in_nid()  local
1073 	nid = __early_pfn_to_nid(pfn, state);  in meminit_pfn_in_nid()
1074 	if (nid >= 0 && nid != node)  in meminit_pfn_in_nid()
1142 	int nid = pgdat->node_id;  in deferred_init_memmap()  local
1173 	for_each_mem_pfn_range(i, nid, &walk_start, &walk_end, NULL) {  in deferred_init_memmap()
1202 			if (!meminit_pfn_in_nid(pfn, nid, &nid_init_state)) {  in deferred_init_memmap()
1226 			__init_single_page(page, pfn, zid, nid);  in deferred_init_memmap()
1251 	pr_info("node %d initialised, %lu pages in %ums\n", nid, nr_pages,  in deferred_init_memmap()
1260 	int nid;  in page_alloc_init_late()  local
1264 	for_each_node_state(nid, N_MEMORY) {  in page_alloc_init_late()
1265 		kthread_run(deferred_init_memmap, NODE_DATA(nid), "pgdatinit%d", nid);  in page_alloc_init_late()
3442 struct page *alloc_kmem_pages_node(int nid, gfp_t gfp_mask, unsigned int order)  in alloc_kmem_pages_node()  argument
3446 	page = alloc_pages_node(nid, gfp_mask, order);  in alloc_kmem_pages_node()
3521 void * __meminit alloc_pages_exact_nid(int nid, size_t size, gfp_t gfp_mask)  in alloc_pages_exact_nid()  argument
3524 	struct page *p = alloc_pages_node(nid, gfp_mask, order);  in alloc_pages_exact_nid()
3621 void si_meminfo_node(struct sysinfo *val, int nid)  in si_meminfo_node()  argument
3625 	pg_data_t *pgdat = NODE_DATA(nid);  in si_meminfo_node()
3630 	val->sharedram = node_page_state(nid, NR_SHMEM);  in si_meminfo_node()
3631 	val->freeram = node_page_state(nid, NR_FREE_PAGES);  in si_meminfo_node()
3648 bool skip_free_areas_node(unsigned int flags, int nid)  in skip_free_areas_node()  argument
3658 		ret = !node_isset(nid, cpuset_current_mems_allowed);  in skip_free_areas_node()
4309 	int nid;  in __build_all_zonelists()  local
4321 	for_each_online_node(nid) {  in __build_all_zonelists()
4322 		pg_data_t *pgdat = NODE_DATA(nid);  in __build_all_zonelists()
4488 void __meminit memmap_init_zone(unsigned long size, int nid, unsigned long zone,  in memmap_init_zone()  argument
4491 	pg_data_t *pgdat = NODE_DATA(nid);  in memmap_init_zone()
4510 			if (!early_pfn_in_nid(pfn, nid))  in memmap_init_zone()
4532 			__init_single_page(page, pfn, zone, nid);  in memmap_init_zone()
4535 			__init_single_pfn(pfn, zone, nid);  in memmap_init_zone()
4550 #define memmap_init(size, nid, zone, start_pfn) \  argument
4551 	memmap_init_zone((size), (nid), (zone), (start_pfn), MEMMAP_EARLY)
4801 	int nid;  in __early_pfn_to_nid()  local
4806 	nid = memblock_search_pfn_nid(pfn, &start_pfn, &end_pfn);  in __early_pfn_to_nid()
4807 	if (nid != -1) {  in __early_pfn_to_nid()
4810 		state->last_nid = nid;  in __early_pfn_to_nid()
4813 	return nid;  in __early_pfn_to_nid()
4826 void __init free_bootmem_with_active_regions(int nid, unsigned long max_low_pfn)  in free_bootmem_with_active_regions()  argument
4831 	for_each_mem_pfn_range(i, nid, &start_pfn, &end_pfn, &this_nid) {  in free_bootmem_with_active_regions()
4849 void __init sparse_memory_present_with_active_regions(int nid)  in sparse_memory_present_with_active_regions()  argument
4854 	for_each_mem_pfn_range(i, nid, &start_pfn, &end_pfn, &this_nid)  in sparse_memory_present_with_active_regions()
4869 void __meminit get_pfn_range_for_nid(unsigned int nid,  in get_pfn_range_for_nid()  argument
4878 	for_each_mem_pfn_range(i, nid, &this_start_pfn, &this_end_pfn, NULL) {  in get_pfn_range_for_nid()
4918 static void __meminit adjust_zone_range_for_zone_movable(int nid,  in adjust_zone_range_for_zone_movable()  argument
4926 	if (zone_movable_pfn[nid]) {  in adjust_zone_range_for_zone_movable()
4929 			*zone_start_pfn = zone_movable_pfn[nid];  in adjust_zone_range_for_zone_movable()
4934 		} else if (*zone_start_pfn < zone_movable_pfn[nid] &&  in adjust_zone_range_for_zone_movable()
4935 				*zone_end_pfn > zone_movable_pfn[nid]) {  in adjust_zone_range_for_zone_movable()
4936 			*zone_end_pfn = zone_movable_pfn[nid];  in adjust_zone_range_for_zone_movable()
4939 		} else if (*zone_start_pfn >= zone_movable_pfn[nid])  in adjust_zone_range_for_zone_movable()
4948 static unsigned long __meminit zone_spanned_pages_in_node(int nid,  in zone_spanned_pages_in_node()  argument
4963 	adjust_zone_range_for_zone_movable(nid, zone_type,  in zone_spanned_pages_in_node()
4983 unsigned long __meminit __absent_pages_in_range(int nid,  in __absent_pages_in_range()  argument
4991 	for_each_mem_pfn_range(i, nid, &start_pfn, &end_pfn, NULL) {  in __absent_pages_in_range()
5013 static unsigned long __meminit zone_absent_pages_in_node(int nid,  in zone_absent_pages_in_node()  argument
5030 	adjust_zone_range_for_zone_movable(nid, zone_type,  in zone_absent_pages_in_node()
5033 	return __absent_pages_in_range(nid, zone_start_pfn, zone_end_pfn);  in zone_absent_pages_in_node()
5037 static inline unsigned long __meminit zone_spanned_pages_in_node(int nid,  in zone_spanned_pages_in_node()  argument
5046 static inline unsigned long __meminit zone_absent_pages_in_node(int nid,  in zone_absent_pages_in_node()  argument
5199 	int nid = pgdat->node_id;  in free_area_init_core()  local
5260 		zone->node = nid;  in free_area_init_core()
5283 		memmap_init(size, nid, j, zone_start_pfn);  in free_area_init_core()
5334 void __paginginit free_area_init_node(int nid, unsigned long *zones_size,  in free_area_init_node()  argument
5337 	pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_node()
5345 	pgdat->node_id = nid;  in free_area_init_node()
5348 	get_pfn_range_for_nid(nid, &start_pfn, &end_pfn);  in free_area_init_node()
5349 	pr_info("Initmem setup node %d [mem %#018Lx-%#018Lx]\n", nid,  in free_area_init_node()
5359 		nid, (unsigned long)pgdat,  in free_area_init_node()
5405 	int i, nid;  in node_map_pfn_alignment()  local
5407 	for_each_mem_pfn_range(i, MAX_NUMNODES, &start, &end, &nid) {  in node_map_pfn_alignment()
5408 		if (!start || last_nid < 0 || last_nid == nid) {  in node_map_pfn_alignment()
5409 			last_nid = nid;  in node_map_pfn_alignment()
5432 static unsigned long __init find_min_pfn_for_node(int nid)  in find_min_pfn_for_node()  argument
5438 	for_each_mem_pfn_range(i, nid, &start_pfn, NULL, NULL)  in find_min_pfn_for_node()
5443 			"Could not find start_pfn for node %d\n", nid);  in find_min_pfn_for_node()
5470 	int i, nid;  in early_calculate_totalpages()  local
5472 	for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, &nid) {  in early_calculate_totalpages()
5477 			node_set_state(nid, N_MEMORY);  in early_calculate_totalpages()
5490 	int i, nid;  in find_zone_movable_pfns_for_nodes()  local
5511 			nid = r->nid;  in find_zone_movable_pfns_for_nodes()
5514 			zone_movable_pfn[nid] = zone_movable_pfn[nid] ?  in find_zone_movable_pfns_for_nodes()
5515 				min(usable_startpfn, zone_movable_pfn[nid]) :  in find_zone_movable_pfns_for_nodes()
5558 	for_each_node_state(nid, N_MEMORY) {  in find_zone_movable_pfns_for_nodes()
5577 		for_each_mem_pfn_range(i, nid, &start_pfn, &end_pfn, NULL) {  in find_zone_movable_pfns_for_nodes()
5580 			start_pfn = max(start_pfn, zone_movable_pfn[nid]);  in find_zone_movable_pfns_for_nodes()
5604 					zone_movable_pfn[nid] = end_pfn;  in find_zone_movable_pfns_for_nodes()
5618 			zone_movable_pfn[nid] = start_pfn + size_pages;  in find_zone_movable_pfns_for_nodes()
5645 	for (nid = 0; nid < MAX_NUMNODES; nid++)  in find_zone_movable_pfns_for_nodes()
5646 		zone_movable_pfn[nid] =  in find_zone_movable_pfns_for_nodes()
5647 			roundup(zone_movable_pfn[nid], MAX_ORDER_NR_PAGES);  in find_zone_movable_pfns_for_nodes()
5655 static void check_for_memory(pg_data_t *pgdat, int nid)  in check_for_memory()  argument
5665 			node_set_state(nid, N_HIGH_MEMORY);  in check_for_memory()
5668 				node_set_state(nid, N_NORMAL_MEMORY);  in check_for_memory()
5690 	int i, nid;  in free_area_init_nodes()  local
5741 	for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, &nid)  in free_area_init_nodes()
5742 		pr_info("  node %3d: [mem %#018Lx-%#018Lx]\n", nid,  in free_area_init_nodes()
5749 	for_each_online_node(nid) {  in free_area_init_nodes()
5750 		pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_nodes()
5751 		free_area_init_node(nid, NULL,  in free_area_init_nodes()
5752 				find_min_pfn_for_node(nid), NULL);  in free_area_init_nodes()
5756 			node_set_state(nid, N_MEMORY);  in free_area_init_nodes()
5757 		check_for_memory(pgdat, nid);  in free_area_init_nodes()