270 static inline void reset_deferred_meminit(pg_data_t *pgdat)  in reset_deferred_meminit()  argument
272 	pgdat->first_deferred_pfn = ULONG_MAX;  in reset_deferred_meminit()
296 static inline bool update_defer_init(pg_data_t *pgdat,  in update_defer_init()  argument
301 	if (zone_end < pgdat_end_pfn(pgdat))  in update_defer_init()
308 		pgdat->first_deferred_pfn = pfn;  in update_defer_init()
315 static inline void reset_deferred_meminit(pg_data_t *pgdat)  in reset_deferred_meminit()  argument
329 static inline bool update_defer_init(pg_data_t *pgdat,  in update_defer_init()  argument
925 	pg_data_t *pgdat;  in init_reserved_page()  local
932 	pgdat = NODE_DATA(nid);  in init_reserved_page()
935 		struct zone *zone = &pgdat->node_zones[zid];  in init_reserved_page()
1141 	pg_data_t *pgdat = data;  in deferred_init_memmap()  local
1142 	int nid = pgdat->node_id;  in deferred_init_memmap()
1149 	unsigned long first_init_pfn = pgdat->first_deferred_pfn;  in deferred_init_memmap()
1150 	const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id);  in deferred_init_memmap()
1162 	BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn);  in deferred_init_memmap()
1163 	BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat));  in deferred_init_memmap()
1164 	pgdat->first_deferred_pfn = ULONG_MAX;  in deferred_init_memmap()
1168 		zone = pgdat->node_zones + zid;  in deferred_init_memmap()
3625 	pg_data_t *pgdat = NODE_DATA(nid);  in si_meminfo_node()  local
3628 		managed_pages += pgdat->node_zones[zone_type].managed_pages;  in si_meminfo_node()
3633 	val->totalhigh = pgdat->node_zones[ZONE_HIGHMEM].managed_pages;  in si_meminfo_node()
3634 	val->freehigh = zone_page_state(&pgdat->node_zones[ZONE_HIGHMEM],  in si_meminfo_node()
3875 static int build_zonelists_node(pg_data_t *pgdat, struct zonelist *zonelist,  in build_zonelists_node()  argument
3883 		zone = pgdat->node_zones + zone_type;  in build_zonelists_node()
4076 static void build_zonelists_in_node_order(pg_data_t *pgdat, int node)  in build_zonelists_in_node_order()  argument
4081 	zonelist = &pgdat->node_zonelists[0];  in build_zonelists_in_node_order()
4092 static void build_thisnode_zonelists(pg_data_t *pgdat)  in build_thisnode_zonelists()  argument
4097 	zonelist = &pgdat->node_zonelists[1];  in build_thisnode_zonelists()
4098 	j = build_zonelists_node(pgdat, zonelist, 0);  in build_thisnode_zonelists()
4111 static void build_zonelists_in_zone_order(pg_data_t *pgdat, int nr_nodes)  in build_zonelists_in_zone_order()  argument
4118 	zonelist = &pgdat->node_zonelists[0];  in build_zonelists_in_zone_order()
4168 static void build_zonelists(pg_data_t *pgdat)  in build_zonelists()  argument
4179 		zonelist = pgdat->node_zonelists + i;  in build_zonelists()
4185 	local_node = pgdat->node_id;  in build_zonelists()
4206 			build_zonelists_in_node_order(pgdat, node);  in build_zonelists()
4213 		build_zonelists_in_zone_order(pgdat, j);  in build_zonelists()
4216 	build_thisnode_zonelists(pgdat);  in build_zonelists()
4245 static void build_zonelists(pg_data_t *pgdat)  in build_zonelists()  argument
4251 	local_node = pgdat->node_id;  in build_zonelists()
4253 	zonelist = &pgdat->node_zonelists[0];  in build_zonelists()
4254 	j = build_zonelists_node(pgdat, zonelist, 0);  in build_zonelists()
4322 		pg_data_t *pgdat = NODE_DATA(nid);  in __build_all_zonelists()  local
4324 		build_zonelists(pgdat);  in __build_all_zonelists()
4377 void __ref build_all_zonelists(pg_data_t *pgdat, struct zone *zone)  in build_all_zonelists()  argument
4390 		stop_machine(__build_all_zonelists, pgdat, NULL);  in build_all_zonelists()
4491 	pg_data_t *pgdat = NODE_DATA(nid);  in memmap_init_zone()  local
4500 	z = &pgdat->node_zones[zone];  in memmap_init_zone()
4512 			if (!update_defer_init(pgdat, pfn, end_pfn,  in memmap_init_zone()
4771 	struct pglist_data *pgdat = zone->zone_pgdat;  in init_currently_empty_zone()  local
4776 	pgdat->nr_zones = zone_idx(zone) + 1;  in init_currently_empty_zone()
4782 			pgdat->node_id,  in init_currently_empty_zone()
5060 static void __meminit calculate_node_totalpages(struct pglist_data *pgdat,  in calculate_node_totalpages()  argument
5070 		struct zone *zone = pgdat->node_zones + i;  in calculate_node_totalpages()
5073 		size = zone_spanned_pages_in_node(pgdat->node_id, i,  in calculate_node_totalpages()
5077 		real_size = size - zone_absent_pages_in_node(pgdat->node_id, i,  in calculate_node_totalpages()
5087 	pgdat->node_spanned_pages = totalpages;  in calculate_node_totalpages()
5088 	pgdat->node_present_pages = realtotalpages;  in calculate_node_totalpages()
5089 	printk(KERN_DEBUG "On node %d totalpages: %lu\n", pgdat->node_id,  in calculate_node_totalpages()
5114 static void __init setup_usemap(struct pglist_data *pgdat,  in setup_usemap()  argument
5124 							 pgdat->node_id);  in setup_usemap()
5127 static inline void setup_usemap(struct pglist_data *pgdat, struct zone *zone,  in setup_usemap()  argument
5196 static void __paginginit free_area_init_core(struct pglist_data *pgdat)  in free_area_init_core()  argument
5199 	int nid = pgdat->node_id;  in free_area_init_core()
5200 	unsigned long zone_start_pfn = pgdat->node_start_pfn;  in free_area_init_core()
5203 	pgdat_resize_init(pgdat);  in free_area_init_core()
5205 	spin_lock_init(&pgdat->numabalancing_migrate_lock);  in free_area_init_core()
5206 	pgdat->numabalancing_migrate_nr_pages = 0;  in free_area_init_core()
5207 	pgdat->numabalancing_migrate_next_window = jiffies;  in free_area_init_core()
5209 	init_waitqueue_head(&pgdat->kswapd_wait);  in free_area_init_core()
5210 	init_waitqueue_head(&pgdat->pfmemalloc_wait);  in free_area_init_core()
5211 	pgdat_page_ext_init(pgdat);  in free_area_init_core()
5214 		struct zone *zone = pgdat->node_zones + j;  in free_area_init_core()
5269 		zone->zone_pgdat = pgdat;  in free_area_init_core()
5280 		setup_usemap(pgdat, zone, zone_start_pfn, size);  in free_area_init_core()
5288 static void __init_refok alloc_node_mem_map(struct pglist_data *pgdat)  in alloc_node_mem_map()  argument
5294 	if (!pgdat->node_spanned_pages)  in alloc_node_mem_map()
5298 	start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1);  in alloc_node_mem_map()
5299 	offset = pgdat->node_start_pfn - start;  in alloc_node_mem_map()
5301 	if (!pgdat->node_mem_map) {  in alloc_node_mem_map()
5310 		end = pgdat_end_pfn(pgdat);  in alloc_node_mem_map()
5313 		map = alloc_remap(pgdat->node_id, size);  in alloc_node_mem_map()
5316 							       pgdat->node_id);  in alloc_node_mem_map()
5317 		pgdat->node_mem_map = map + offset;  in alloc_node_mem_map()
5323 	if (pgdat == NODE_DATA(0)) {  in alloc_node_mem_map()
5326 		if (page_to_pfn(mem_map) != pgdat->node_start_pfn)  in alloc_node_mem_map()
5337 	pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_node()  local
5342 	WARN_ON(pgdat->nr_zones || pgdat->classzone_idx);  in free_area_init_node()
5344 	reset_deferred_meminit(pgdat);  in free_area_init_node()
5345 	pgdat->node_id = nid;  in free_area_init_node()
5346 	pgdat->node_start_pfn = node_start_pfn;  in free_area_init_node()
5353 	calculate_node_totalpages(pgdat, start_pfn, end_pfn,  in free_area_init_node()
5356 	alloc_node_mem_map(pgdat);  in free_area_init_node()
5359 		nid, (unsigned long)pgdat,  in free_area_init_node()
5360 		(unsigned long)pgdat->node_mem_map);  in free_area_init_node()
5363 	free_area_init_core(pgdat);  in free_area_init_node()
5655 static void check_for_memory(pg_data_t *pgdat, int nid)  in check_for_memory()  argument
5663 		struct zone *zone = &pgdat->node_zones[zone_type];  in check_for_memory()
5750 		pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_nodes()  local
5755 		if (pgdat->node_present_pages)  in free_area_init_nodes()
5757 		check_for_memory(pgdat, nid);  in free_area_init_nodes()
5959 	struct pglist_data *pgdat;  in calculate_totalreserve_pages()  local
5963 	for_each_online_pgdat(pgdat) {  in calculate_totalreserve_pages()
5965 			struct zone *zone = pgdat->node_zones + i;  in calculate_totalreserve_pages()
6004 	struct pglist_data *pgdat;  in setup_per_zone_lowmem_reserve()  local
6007 	for_each_online_pgdat(pgdat) {  in setup_per_zone_lowmem_reserve()
6009 			struct zone *zone = pgdat->node_zones + j;  in setup_per_zone_lowmem_reserve()
6023 				lower_zone = pgdat->node_zones + idx;  in setup_per_zone_lowmem_reserve()