Lines Matching refs:nr_running
612 static u64 __sched_period(unsigned long nr_running) in __sched_period() argument
614 if (unlikely(nr_running > sched_nr_latency)) in __sched_period()
615 return nr_running * sysctl_sched_min_granularity; in __sched_period()
628 u64 slice = __sched_period(cfs_rq->nr_running + !se->on_rq); in sched_slice()
1125 unsigned long nr_running; member
1148 ns->nr_running += rq->nr_running; in update_numa_stats()
1172 ns->has_free_capacity = (ns->nr_running < ns->task_capacity); in update_numa_stats()
1333 if (env->src_stats.nr_running <= env->src_stats.task_capacity && in task_numa_compare()
1341 if (imp > env->best_imp && src_rq->nr_running == 1 && in task_numa_compare()
1342 dst_rq->nr_running == 1) in task_numa_compare()
2344 cfs_rq->nr_running++; in account_entity_enqueue()
2357 cfs_rq->nr_running--; in account_entity_dequeue()
3027 if (cfs_rq->nr_running == 1) { in enqueue_entity()
3313 if (cfs_rq->nr_running > 1) in entity_tick()
3652 if (rq->curr == rq->idle && rq->cfs.nr_running) in unthrottle_cfs_rq()
3841 if (!cfs_rq->runtime_enabled || cfs_rq->nr_running) in return_cfs_rq_runtime()
4089 if (cfs_rq->nr_running > 1) { in hrtick_start_fair()
4115 if (cfs_rq_of(&curr->se)->nr_running < sched_nr_latency) in hrtick_update()
4472 unsigned long nr_running = READ_ONCE(rq->cfs.h_nr_running); in cpu_avg_load_per_task() local
4475 if (nr_running) in cpu_avg_load_per_task()
4476 return load_avg / nr_running; in cpu_avg_load_per_task()
5119 int scale = cfs_rq->nr_running >= sched_nr_latency; in check_preempt_wakeup()
5207 if (!cfs_rq->nr_running) in pick_next_task_fair()
5286 if (!cfs_rq->nr_running) in pick_next_task_fair()
5356 if (unlikely(rq->nr_running == 1)) in yield_task_fair()
5566 if (sched_feat(CACHE_HOT_BUDDY) && env->dst_rq->nr_running && in task_hot()
5607 if (env->src_rq->nr_running > env->src_rq->nr_preferred_running) in migrate_degrades_locality()
5784 if (env->idle != CPU_NOT_IDLE && env->src_rq->nr_running <= 1) in detach_tasks()
6322 if (rq->nr_running > 1) in update_sg_lb_stats()
6408 if (rq->nr_running > rq->nr_numa_running) in fbq_classify_rq()
6410 if (rq->nr_running > rq->nr_preferred_running) in fbq_classify_rq()
6844 if (rq->nr_running == 1 && wl > env->imbalance && in find_busiest_queue()
7009 if (busiest->nr_running > 1) { in load_balance()
7017 env.loop_max = min(sysctl_sched_nr_migrate, busiest->nr_running); in load_balance()
7306 if (pulled_task || this_rq->nr_running > 0) in idle_balance()
7330 if (this_rq->nr_running != this_rq->cfs.h_nr_running) in idle_balance()
7364 if (busiest_rq->nr_running <= 1) in active_load_balance_cpu_stop()
7776 if (rq->nr_running >= 2) in nohz_kick_needed()