Lines Matching refs:zonelist
1954 static nodemask_t *zlc_setup(struct zonelist *zonelist, int alloc_flags) in zlc_setup() argument
1959 zlc = zonelist->zlcache_ptr; in zlc_setup()
1996 static int zlc_zone_worth_trying(struct zonelist *zonelist, struct zoneref *z, in zlc_zone_worth_trying() argument
2003 zlc = zonelist->zlcache_ptr; in zlc_zone_worth_trying()
2007 i = z - zonelist->_zonerefs; in zlc_zone_worth_trying()
2019 static void zlc_mark_zone_full(struct zonelist *zonelist, struct zoneref *z) in zlc_mark_zone_full() argument
2024 zlc = zonelist->zlcache_ptr; in zlc_mark_zone_full()
2028 i = z - zonelist->_zonerefs; in zlc_mark_zone_full()
2037 static void zlc_clear_zones_full(struct zonelist *zonelist) in zlc_clear_zones_full() argument
2041 zlc = zonelist->zlcache_ptr; in zlc_clear_zones_full()
2061 static nodemask_t *zlc_setup(struct zonelist *zonelist, int alloc_flags) in zlc_setup() argument
2066 static int zlc_zone_worth_trying(struct zonelist *zonelist, struct zoneref *z, in zlc_zone_worth_trying() argument
2072 static void zlc_mark_zone_full(struct zonelist *zonelist, struct zoneref *z) in zlc_mark_zone_full() argument
2076 static void zlc_clear_zones_full(struct zonelist *zonelist) in zlc_clear_zones_full() argument
2112 struct zonelist *zonelist = ac->zonelist; in get_page_from_freelist() local
2131 for_each_zone_zonelist_nodemask(zone, z, zonelist, ac->high_zoneidx, in get_page_from_freelist()
2136 !zlc_zone_worth_trying(zonelist, z, allowednodes)) in get_page_from_freelist()
2202 allowednodes = zlc_setup(zonelist, alloc_flags); in get_page_from_freelist()
2216 !zlc_zone_worth_trying(zonelist, z, allowednodes)) in get_page_from_freelist()
2260 zlc_mark_zone_full(zonelist, z); in get_page_from_freelist()
2407 if (!oom_zonelist_trylock(ac->zonelist, gfp_mask)) { in __alloc_pages_may_oom()
2448 if (out_of_memory(ac->zonelist, gfp_mask, order, ac->nodemask, false) in __alloc_pages_may_oom()
2452 oom_zonelist_unlock(ac->zonelist, gfp_mask); in __alloc_pages_may_oom()
2541 progress = try_to_free_pages(ac->zonelist, order, gfp_mask, in __perform_reclaim()
2568 zlc_clear_zones_full(ac->zonelist); in __alloc_pages_direct_reclaim()
2614 for_each_zone_zonelist_nodemask(zone, z, ac->zonelist, in wake_all_kswapds()
2722 preferred_zoneref = first_zones_zonelist(ac->zonelist, in __alloc_pages_slowpath()
2740 ac->zonelist = node_zonelist(numa_node_id(), gfp_mask); in __alloc_pages_slowpath()
2870 struct zonelist *zonelist, nodemask_t *nodemask) in __alloc_pages_nodemask() argument
2897 if (unlikely(!zonelist->_zonerefs->zone)) in __alloc_pages_nodemask()
2907 ac.zonelist = zonelist; in __alloc_pages_nodemask()
2909 preferred_zoneref = first_zones_zonelist(ac.zonelist, ac.high_zoneidx, in __alloc_pages_nodemask()
3142 struct zonelist *zonelist = node_zonelist(numa_node_id(), GFP_KERNEL); in nr_free_zone_pages() local
3144 for_each_zone_zonelist(zone, z, zonelist, offset) { in nr_free_zone_pages()
3451 static int build_zonelists_node(pg_data_t *pgdat, struct zonelist *zonelist, in build_zonelists_node() argument
3462 &zonelist->_zonerefs[nr_zones++]); in build_zonelists_node()
3655 struct zonelist *zonelist; in build_zonelists_in_node_order() local
3657 zonelist = &pgdat->node_zonelists[0]; in build_zonelists_in_node_order()
3658 for (j = 0; zonelist->_zonerefs[j].zone != NULL; j++) in build_zonelists_in_node_order()
3660 j = build_zonelists_node(NODE_DATA(node), zonelist, j); in build_zonelists_in_node_order()
3661 zonelist->_zonerefs[j].zone = NULL; in build_zonelists_in_node_order()
3662 zonelist->_zonerefs[j].zone_idx = 0; in build_zonelists_in_node_order()
3671 struct zonelist *zonelist; in build_thisnode_zonelists() local
3673 zonelist = &pgdat->node_zonelists[1]; in build_thisnode_zonelists()
3674 j = build_zonelists_node(pgdat, zonelist, 0); in build_thisnode_zonelists()
3675 zonelist->_zonerefs[j].zone = NULL; in build_thisnode_zonelists()
3676 zonelist->_zonerefs[j].zone_idx = 0; in build_thisnode_zonelists()
3692 struct zonelist *zonelist; in build_zonelists_in_zone_order() local
3694 zonelist = &pgdat->node_zonelists[0]; in build_zonelists_in_zone_order()
3702 &zonelist->_zonerefs[pos++]); in build_zonelists_in_zone_order()
3707 zonelist->_zonerefs[pos].zone = NULL; in build_zonelists_in_zone_order()
3708 zonelist->_zonerefs[pos].zone_idx = 0; in build_zonelists_in_zone_order()
3750 struct zonelist *zonelist; in build_zonelists() local
3755 zonelist = pgdat->node_zonelists + i; in build_zonelists()
3756 zonelist->_zonerefs[0].zone = NULL; in build_zonelists()
3757 zonelist->_zonerefs[0].zone_idx = 0; in build_zonelists()
3798 struct zonelist *zonelist; in build_zonelist_cache() local
3802 zonelist = &pgdat->node_zonelists[0]; in build_zonelist_cache()
3803 zonelist->zlcache_ptr = zlc = &zonelist->zlcache; in build_zonelist_cache()
3805 for (z = zonelist->_zonerefs; z->zone; z++) in build_zonelist_cache()
3806 zlc->z_to_n[z - zonelist->_zonerefs] = zonelist_node_idx(z); in build_zonelist_cache()
3839 struct zonelist *zonelist; in build_zonelists() local
3843 zonelist = &pgdat->node_zonelists[0]; in build_zonelists()
3844 j = build_zonelists_node(pgdat, zonelist, 0); in build_zonelists()
3857 j = build_zonelists_node(NODE_DATA(node), zonelist, j); in build_zonelists()
3862 j = build_zonelists_node(NODE_DATA(node), zonelist, j); in build_zonelists()
3865 zonelist->_zonerefs[j].zone = NULL; in build_zonelists()
3866 zonelist->_zonerefs[j].zone_idx = 0; in build_zonelists()