Lines Matching refs:order
69 int order; member
1394 trace_mm_vmscan_lru_isolate(sc->order, nr_to_scan, scan, in isolate_lru_pages()
2302 if (IS_ENABLED(CONFIG_COMPACTION) && sc->order && in in_reclaim_compaction()
2303 (sc->order > PAGE_ALLOC_COSTLY_ORDER || in in_reclaim_compaction()
2356 pages_for_compaction = (2UL << sc->order); in should_continue_reclaim()
2365 switch (compaction_suitable(zone, sc->order, 0, 0)) { in should_continue_reclaim()
2466 static inline bool compaction_ready(struct zone *zone, int order) in compaction_ready() argument
2479 watermark = high_wmark_pages(zone) + balance_gap + (2UL << order); in compaction_ready()
2486 if (compaction_deferred(zone, order)) in compaction_ready()
2493 if (compaction_suitable(zone, order, 0, 0) == COMPACT_SKIPPED) in compaction_ready()
2571 sc->order > PAGE_ALLOC_COSTLY_ORDER && in shrink_zones()
2573 compaction_ready(zone, sc->order)) { in shrink_zones()
2586 sc->order, sc->gfp_mask, in shrink_zones()
2826 unsigned long try_to_free_pages(struct zonelist *zonelist, int order, in try_to_free_pages() argument
2833 .order = order, in try_to_free_pages()
2849 trace_mm_vmscan_direct_reclaim_begin(order, in try_to_free_pages()
2881 trace_mm_vmscan_memcg_softlimit_reclaim_begin(sc.order, in mem_cgroup_shrink_node_zone()
2959 static bool zone_balanced(struct zone *zone, int order, in zone_balanced() argument
2962 if (!zone_watermark_ok_safe(zone, order, high_wmark_pages(zone) + in zone_balanced()
2966 if (IS_ENABLED(CONFIG_COMPACTION) && order && compaction_suitable(zone, in zone_balanced()
2967 order, 0, classzone_idx) == COMPACT_SKIPPED) in zone_balanced()
2993 static bool pgdat_balanced(pg_data_t *pgdat, int order, int classzone_idx) in pgdat_balanced() argument
3020 if (zone_balanced(zone, order, 0, i)) in pgdat_balanced()
3022 else if (!order) in pgdat_balanced()
3026 if (order) in pgdat_balanced()
3038 static bool prepare_kswapd_sleep(pg_data_t *pgdat, int order, long remaining, in prepare_kswapd_sleep() argument
3061 return pgdat_balanced(pgdat, order, classzone_idx); in prepare_kswapd_sleep()
3077 int testorder = sc->order; in kswapd_shrink_zone()
3090 if (IS_ENABLED(CONFIG_COMPACTION) && sc->order && in kswapd_shrink_zone()
3091 compaction_suitable(zone, sc->order, 0, classzone_idx) in kswapd_shrink_zone()
3156 static unsigned long balance_pgdat(pg_data_t *pgdat, int order, in balance_pgdat() argument
3165 .order = order, in balance_pgdat()
3176 bool pgdat_needs_compaction = (order > 0); in balance_pgdat()
3211 if (!zone_balanced(zone, order, 0, 0)) { in balance_pgdat()
3239 zone_watermark_ok(zone, order, in balance_pgdat()
3278 order, sc.gfp_mask, in balance_pgdat()
3310 if (order && sc.nr_reclaimed >= 2UL << order) in balance_pgdat()
3311 order = sc.order = 0; in balance_pgdat()
3322 compact_pgdat(pgdat, order); in balance_pgdat()
3331 !pgdat_balanced(pgdat, order, *classzone_idx)); in balance_pgdat()
3341 return order; in balance_pgdat()
3344 static void kswapd_try_to_sleep(pg_data_t *pgdat, int order, int classzone_idx) in kswapd_try_to_sleep() argument
3355 if (prepare_kswapd_sleep(pgdat, order, remaining, classzone_idx)) { in kswapd_try_to_sleep()
3365 if (prepare_kswapd_sleep(pgdat, order, remaining, classzone_idx)) { in kswapd_try_to_sleep()
3414 unsigned long order, new_order; in kswapd() local
3447 order = new_order = 0; in kswapd()
3467 if (order < new_order || classzone_idx > new_classzone_idx) { in kswapd()
3472 order = new_order; in kswapd()
3477 order = pgdat->kswapd_max_order; in kswapd()
3479 new_order = order; in kswapd()
3494 trace_mm_vmscan_kswapd_wake(pgdat->node_id, order); in kswapd()
3496 balanced_order = balance_pgdat(pgdat, order, in kswapd()
3511 void wakeup_kswapd(struct zone *zone, int order, enum zone_type classzone_idx) in wakeup_kswapd() argument
3521 if (pgdat->kswapd_max_order < order) { in wakeup_kswapd()
3522 pgdat->kswapd_max_order = order; in wakeup_kswapd()
3527 if (zone_balanced(zone, order, 0, 0)) in wakeup_kswapd()
3530 trace_mm_vmscan_wakeup_kswapd(pgdat->node_id, zone_idx(zone), order); in wakeup_kswapd()
3726 static int __zone_reclaim(struct zone *zone, gfp_t gfp_mask, unsigned int order) in __zone_reclaim() argument
3729 const unsigned long nr_pages = 1 << order; in __zone_reclaim()
3735 .order = order, in __zone_reclaim()
3769 int zone_reclaim(struct zone *zone, gfp_t gfp_mask, unsigned int order) in zone_reclaim() argument
3810 ret = __zone_reclaim(zone, gfp_mask, order); in zone_reclaim()