Lines Matching refs:pgdat
3201 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
3204 managed_pages += pgdat->node_zones[zone_type].managed_pages; in si_meminfo_node()
3209 val->totalhigh = pgdat->node_zones[ZONE_HIGHMEM].managed_pages; in si_meminfo_node()
3210 val->freehigh = zone_page_state(&pgdat->node_zones[ZONE_HIGHMEM], in si_meminfo_node()
3451 static int build_zonelists_node(pg_data_t *pgdat, struct zonelist *zonelist, in build_zonelists_node() argument
3459 zone = pgdat->node_zones + zone_type; in build_zonelists_node()
3652 static void build_zonelists_in_node_order(pg_data_t *pgdat, int node) in build_zonelists_in_node_order() argument
3657 zonelist = &pgdat->node_zonelists[0]; in build_zonelists_in_node_order()
3668 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists() argument
3673 zonelist = &pgdat->node_zonelists[1]; in build_thisnode_zonelists()
3674 j = build_zonelists_node(pgdat, zonelist, 0); in build_thisnode_zonelists()
3687 static void build_zonelists_in_zone_order(pg_data_t *pgdat, int nr_nodes) in build_zonelists_in_zone_order() argument
3694 zonelist = &pgdat->node_zonelists[0]; in build_zonelists_in_zone_order()
3744 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() argument
3755 zonelist = pgdat->node_zonelists + i; in build_zonelists()
3761 local_node = pgdat->node_id; in build_zonelists()
3782 build_zonelists_in_node_order(pgdat, node); in build_zonelists()
3789 build_zonelists_in_zone_order(pgdat, j); in build_zonelists()
3792 build_thisnode_zonelists(pgdat); in build_zonelists()
3796 static void build_zonelist_cache(pg_data_t *pgdat) in build_zonelist_cache() argument
3802 zonelist = &pgdat->node_zonelists[0]; in build_zonelist_cache()
3835 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() argument
3841 local_node = pgdat->node_id; in build_zonelists()
3843 zonelist = &pgdat->node_zonelists[0]; in build_zonelists()
3844 j = build_zonelists_node(pgdat, zonelist, 0); in build_zonelists()
3870 static void build_zonelist_cache(pg_data_t *pgdat) in build_zonelist_cache() argument
3872 pgdat->node_zonelists[0].zlcache_ptr = NULL; in build_zonelist_cache()
3919 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local
3921 build_zonelists(pgdat); in __build_all_zonelists()
3922 build_zonelist_cache(pgdat); in __build_all_zonelists()
3975 void __ref build_all_zonelists(pg_data_t *pgdat, struct zone *zone) in build_all_zonelists() argument
3988 stop_machine(__build_all_zonelists, pgdat, NULL); in build_all_zonelists()
4488 struct pglist_data *pgdat = zone->zone_pgdat; in init_currently_empty_zone() local
4493 pgdat->nr_zones = zone_idx(zone) + 1; in init_currently_empty_zone()
4499 pgdat->node_id, in init_currently_empty_zone()
4796 static void __meminit calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages() argument
4806 totalpages += zone_spanned_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
4810 pgdat->node_spanned_pages = totalpages; in calculate_node_totalpages()
4815 zone_absent_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
4818 pgdat->node_present_pages = realtotalpages; in calculate_node_totalpages()
4819 printk(KERN_DEBUG "On node %d totalpages: %lu\n", pgdat->node_id, in calculate_node_totalpages()
4844 static void __init setup_usemap(struct pglist_data *pgdat, in setup_usemap() argument
4854 pgdat->node_id); in setup_usemap()
4857 static inline void setup_usemap(struct pglist_data *pgdat, struct zone *zone, in setup_usemap() argument
4926 static void __paginginit free_area_init_core(struct pglist_data *pgdat, in free_area_init_core() argument
4931 int nid = pgdat->node_id; in free_area_init_core()
4932 unsigned long zone_start_pfn = pgdat->node_start_pfn; in free_area_init_core()
4935 pgdat_resize_init(pgdat); in free_area_init_core()
4937 spin_lock_init(&pgdat->numabalancing_migrate_lock); in free_area_init_core()
4938 pgdat->numabalancing_migrate_nr_pages = 0; in free_area_init_core()
4939 pgdat->numabalancing_migrate_next_window = jiffies; in free_area_init_core()
4941 init_waitqueue_head(&pgdat->kswapd_wait); in free_area_init_core()
4942 init_waitqueue_head(&pgdat->pfmemalloc_wait); in free_area_init_core()
4943 pgdat_page_ext_init(pgdat); in free_area_init_core()
4946 struct zone *zone = pgdat->node_zones + j; in free_area_init_core()
5007 zone->zone_pgdat = pgdat; in free_area_init_core()
5018 setup_usemap(pgdat, zone, zone_start_pfn, size); in free_area_init_core()
5027 static void __init_refok alloc_node_mem_map(struct pglist_data *pgdat) in alloc_node_mem_map() argument
5030 if (!pgdat->node_spanned_pages) in alloc_node_mem_map()
5035 if (!pgdat->node_mem_map) { in alloc_node_mem_map()
5044 start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1); in alloc_node_mem_map()
5045 end = pgdat_end_pfn(pgdat); in alloc_node_mem_map()
5048 map = alloc_remap(pgdat->node_id, size); in alloc_node_mem_map()
5051 pgdat->node_id); in alloc_node_mem_map()
5052 pgdat->node_mem_map = map + (pgdat->node_start_pfn - start); in alloc_node_mem_map()
5058 if (pgdat == NODE_DATA(0)) { in alloc_node_mem_map()
5061 if (page_to_pfn(mem_map) != pgdat->node_start_pfn) in alloc_node_mem_map()
5062 mem_map -= (pgdat->node_start_pfn - ARCH_PFN_OFFSET); in alloc_node_mem_map()
5072 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node() local
5077 WARN_ON(pgdat->nr_zones || pgdat->classzone_idx); in free_area_init_node()
5079 pgdat->node_id = nid; in free_area_init_node()
5080 pgdat->node_start_pfn = node_start_pfn; in free_area_init_node()
5086 calculate_node_totalpages(pgdat, start_pfn, end_pfn, in free_area_init_node()
5089 alloc_node_mem_map(pgdat); in free_area_init_node()
5092 nid, (unsigned long)pgdat, in free_area_init_node()
5093 (unsigned long)pgdat->node_mem_map); in free_area_init_node()
5096 free_area_init_core(pgdat, start_pfn, end_pfn, in free_area_init_node()
5387 static void check_for_memory(pg_data_t *pgdat, int nid) in check_for_memory() argument
5395 struct zone *zone = &pgdat->node_zones[zone_type]; in check_for_memory()
5482 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_nodes() local
5487 if (pgdat->node_present_pages) in free_area_init_nodes()
5489 check_for_memory(pgdat, nid); in free_area_init_nodes()
5691 struct pglist_data *pgdat; in calculate_totalreserve_pages() local
5695 for_each_online_pgdat(pgdat) { in calculate_totalreserve_pages()
5697 struct zone *zone = pgdat->node_zones + i; in calculate_totalreserve_pages()
5736 struct pglist_data *pgdat; in setup_per_zone_lowmem_reserve() local
5739 for_each_online_pgdat(pgdat) { in setup_per_zone_lowmem_reserve()
5741 struct zone *zone = pgdat->node_zones + j; in setup_per_zone_lowmem_reserve()
5755 lower_zone = pgdat->node_zones + idx; in setup_per_zone_lowmem_reserve()