Lines Matching refs:order
69 int order; member
1346 trace_mm_vmscan_lru_isolate(sc->order, nr_to_scan, scan, in isolate_lru_pages()
2238 if (IS_ENABLED(CONFIG_COMPACTION) && sc->order && in in_reclaim_compaction()
2239 (sc->order > PAGE_ALLOC_COSTLY_ORDER || in in_reclaim_compaction()
2292 pages_for_compaction = (2UL << sc->order); in should_continue_reclaim()
2301 switch (compaction_suitable(zone, sc->order, 0, 0)) { in should_continue_reclaim()
2402 static inline bool compaction_ready(struct zone *zone, int order) in compaction_ready() argument
2415 watermark = high_wmark_pages(zone) + balance_gap + (2UL << order); in compaction_ready()
2422 if (compaction_deferred(zone, order)) in compaction_ready()
2429 if (compaction_suitable(zone, order, 0, 0) == COMPACT_SKIPPED) in compaction_ready()
2507 sc->order > PAGE_ALLOC_COSTLY_ORDER && in shrink_zones()
2509 compaction_ready(zone, sc->order)) { in shrink_zones()
2522 sc->order, sc->gfp_mask, in shrink_zones()
2761 unsigned long try_to_free_pages(struct zonelist *zonelist, int order, in try_to_free_pages() argument
2768 .order = order, in try_to_free_pages()
2784 trace_mm_vmscan_direct_reclaim_begin(order, in try_to_free_pages()
2816 trace_mm_vmscan_memcg_softlimit_reclaim_begin(sc.order, in mem_cgroup_shrink_node_zone()
2894 static bool zone_balanced(struct zone *zone, int order, in zone_balanced() argument
2897 if (!zone_watermark_ok_safe(zone, order, high_wmark_pages(zone) + in zone_balanced()
2901 if (IS_ENABLED(CONFIG_COMPACTION) && order && compaction_suitable(zone, in zone_balanced()
2902 order, 0, classzone_idx) == COMPACT_SKIPPED) in zone_balanced()
2928 static bool pgdat_balanced(pg_data_t *pgdat, int order, int classzone_idx) in pgdat_balanced() argument
2955 if (zone_balanced(zone, order, 0, i)) in pgdat_balanced()
2957 else if (!order) in pgdat_balanced()
2961 if (order) in pgdat_balanced()
2973 static bool prepare_kswapd_sleep(pg_data_t *pgdat, int order, long remaining, in prepare_kswapd_sleep() argument
2996 return pgdat_balanced(pgdat, order, classzone_idx); in prepare_kswapd_sleep()
3012 int testorder = sc->order; in kswapd_shrink_zone()
3025 if (IS_ENABLED(CONFIG_COMPACTION) && sc->order && in kswapd_shrink_zone()
3026 compaction_suitable(zone, sc->order, 0, classzone_idx) in kswapd_shrink_zone()
3091 static unsigned long balance_pgdat(pg_data_t *pgdat, int order, in balance_pgdat() argument
3100 .order = order, in balance_pgdat()
3111 bool pgdat_needs_compaction = (order > 0); in balance_pgdat()
3146 if (!zone_balanced(zone, order, 0, 0)) { in balance_pgdat()
3174 zone_watermark_ok(zone, order, in balance_pgdat()
3213 order, sc.gfp_mask, in balance_pgdat()
3245 if (order && sc.nr_reclaimed >= 2UL << order) in balance_pgdat()
3246 order = sc.order = 0; in balance_pgdat()
3257 compact_pgdat(pgdat, order); in balance_pgdat()
3266 !pgdat_balanced(pgdat, order, *classzone_idx)); in balance_pgdat()
3276 return order; in balance_pgdat()
3279 static void kswapd_try_to_sleep(pg_data_t *pgdat, int order, int classzone_idx) in kswapd_try_to_sleep() argument
3290 if (prepare_kswapd_sleep(pgdat, order, remaining, classzone_idx)) { in kswapd_try_to_sleep()
3300 if (prepare_kswapd_sleep(pgdat, order, remaining, classzone_idx)) { in kswapd_try_to_sleep()
3349 unsigned long order, new_order; in kswapd() local
3382 order = new_order = 0; in kswapd()
3402 if (order < new_order || classzone_idx > new_classzone_idx) { in kswapd()
3407 order = new_order; in kswapd()
3412 order = pgdat->kswapd_max_order; in kswapd()
3414 new_order = order; in kswapd()
3429 trace_mm_vmscan_kswapd_wake(pgdat->node_id, order); in kswapd()
3431 balanced_order = balance_pgdat(pgdat, order, in kswapd()
3446 void wakeup_kswapd(struct zone *zone, int order, enum zone_type classzone_idx) in wakeup_kswapd() argument
3456 if (pgdat->kswapd_max_order < order) { in wakeup_kswapd()
3457 pgdat->kswapd_max_order = order; in wakeup_kswapd()
3462 if (zone_balanced(zone, order, 0, 0)) in wakeup_kswapd()
3465 trace_mm_vmscan_wakeup_kswapd(pgdat->node_id, zone_idx(zone), order); in wakeup_kswapd()
3661 static int __zone_reclaim(struct zone *zone, gfp_t gfp_mask, unsigned int order) in __zone_reclaim() argument
3664 const unsigned long nr_pages = 1 << order; in __zone_reclaim()
3670 .order = order, in __zone_reclaim()
3704 int zone_reclaim(struct zone *zone, gfp_t gfp_mask, unsigned int order) in zone_reclaim() argument
3745 ret = __zone_reclaim(zone, gfp_mask, order); in zone_reclaim()