Lines Matching refs:nr_running
617 static u64 __sched_period(unsigned long nr_running) in __sched_period() argument
622 if (unlikely(nr_running > nr_latency)) { in __sched_period()
624 period *= nr_running; in __sched_period()
638 u64 slice = __sched_period(cfs_rq->nr_running + !se->on_rq); in sched_slice()
1119 unsigned long nr_running; member
1142 ns->nr_running += rq->nr_running; in update_numa_stats()
1166 ns->has_free_capacity = (ns->nr_running < ns->task_capacity); in update_numa_stats()
1338 if (env->src_stats.nr_running <= env->src_stats.task_capacity && in task_numa_compare()
1346 if (imp > env->best_imp && src_rq->nr_running == 1 && in task_numa_compare()
1347 dst_rq->nr_running == 1) in task_numa_compare()
2303 cfs_rq->nr_running++; in account_entity_enqueue()
2316 cfs_rq->nr_running--; in account_entity_dequeue()
3093 if (cfs_rq->nr_running == 1) { in enqueue_entity()
3380 if (cfs_rq->nr_running > 1) in entity_tick()
3719 if (rq->curr == rq->idle && rq->cfs.nr_running) in unthrottle_cfs_rq()
3915 if (!cfs_rq->runtime_enabled || cfs_rq->nr_running) in return_cfs_rq_runtime()
4176 if (cfs_rq->nr_running > 1) { in hrtick_start_fair()
4202 if (cfs_rq_of(&curr->se)->nr_running < sched_nr_latency) in hrtick_update()
4258 update_rq_runnable_avg(rq, rq->nr_running); in enqueue_task_fair()
4378 unsigned long nr_running = ACCESS_ONCE(rq->cfs.h_nr_running); in cpu_avg_load_per_task() local
4381 if (nr_running) in cpu_avg_load_per_task()
4382 return load_avg / nr_running; in cpu_avg_load_per_task()
5018 int scale = cfs_rq->nr_running >= sched_nr_latency; in check_preempt_wakeup()
5106 if (!cfs_rq->nr_running) in pick_next_task_fair()
5185 if (!cfs_rq->nr_running) in pick_next_task_fair()
5247 if (unlikely(rq->nr_running == 1)) in yield_task_fair()
5457 if (sched_feat(CACHE_HOT_BUDDY) && env->dst_rq->nr_running && in task_hot()
5838 if (!se->avg.runnable_avg_sum && !cfs_rq->nr_running) in __update_blocked_averages_cpu()
5842 update_rq_runnable_avg(rq, rq->nr_running); in __update_blocked_averages_cpu()
6284 if (rq->nr_running > 1) in update_sg_lb_stats()
6370 if (rq->nr_running > rq->nr_numa_running) in fbq_classify_rq()
6372 if (rq->nr_running > rq->nr_preferred_running) in fbq_classify_rq()
6806 if (rq->nr_running == 1 && wl > env->imbalance && in find_busiest_queue()
6971 if (busiest->nr_running > 1) { in load_balance()
6979 env.loop_max = min(sysctl_sched_nr_migrate, busiest->nr_running); in load_balance()
7271 if (pulled_task || this_rq->nr_running > 0) in idle_balance()
7295 if (this_rq->nr_running != this_rq->cfs.h_nr_running) in idle_balance()
7329 if (busiest_rq->nr_running <= 1) in active_load_balance_cpu_stop()
7715 if (rq->nr_running >= 2) in nohz_kick_needed()