Lines Matching refs:this_rq
2917 void idle_enter_fair(struct rq *this_rq) in idle_enter_fair() argument
2919 update_rq_runnable_avg(this_rq, 1); in idle_enter_fair()
2927 void idle_exit_fair(struct rq *this_rq) in idle_exit_fair() argument
2929 update_rq_runnable_avg(this_rq, 0); in idle_exit_fair()
2932 static int idle_balance(struct rq *this_rq);
6911 static int load_balance(int this_cpu, struct rq *this_rq, in load_balance() argument
6925 .dst_rq = this_rq, in load_balance()
7205 static int idle_balance(struct rq *this_rq) in idle_balance() argument
7208 int this_cpu = this_rq->cpu; in idle_balance()
7213 idle_enter_fair(this_rq); in idle_balance()
7219 this_rq->idle_stamp = rq_clock(this_rq); in idle_balance()
7221 if (this_rq->avg_idle < sysctl_sched_migration_cost || in idle_balance()
7222 !this_rq->rd->overload) { in idle_balance()
7224 sd = rcu_dereference_check_sched_domain(this_rq->sd); in idle_balance()
7235 raw_spin_unlock(&this_rq->lock); in idle_balance()
7246 if (this_rq->avg_idle < curr_cost + sd->max_newidle_lb_cost) { in idle_balance()
7254 pulled_task = load_balance(this_cpu, this_rq, in idle_balance()
7271 if (pulled_task || this_rq->nr_running > 0) in idle_balance()
7276 raw_spin_lock(&this_rq->lock); in idle_balance()
7278 if (curr_cost > this_rq->max_idle_balance_cost) in idle_balance()
7279 this_rq->max_idle_balance_cost = curr_cost; in idle_balance()
7286 if (this_rq->cfs.h_nr_running && !pulled_task) in idle_balance()
7291 if (time_after(this_rq->next_balance, next_balance)) in idle_balance()
7292 this_rq->next_balance = next_balance; in idle_balance()
7295 if (this_rq->nr_running != this_rq->cfs.h_nr_running) in idle_balance()
7299 idle_exit_fair(this_rq); in idle_balance()
7300 this_rq->idle_stamp = 0; in idle_balance()
7632 static void nohz_idle_balance(struct rq *this_rq, enum cpu_idle_type idle) in nohz_idle_balance() argument
7634 int this_cpu = this_rq->cpu; in nohz_idle_balance()
7668 if (time_after(this_rq->next_balance, rq->next_balance)) in nohz_idle_balance()
7669 this_rq->next_balance = rq->next_balance; in nohz_idle_balance()
7671 nohz.next_balance = this_rq->next_balance; in nohz_idle_balance()
7752 static void nohz_idle_balance(struct rq *this_rq, enum cpu_idle_type idle) { } in nohz_idle_balance() argument
7761 struct rq *this_rq = this_rq(); in run_rebalance_domains() local
7762 enum cpu_idle_type idle = this_rq->idle_balance ? in run_rebalance_domains()
7773 nohz_idle_balance(this_rq, idle); in run_rebalance_domains()
7774 rebalance_domains(this_rq, idle); in run_rebalance_domains()
7840 struct rq *rq = this_rq(); in task_fork_fair()