2843 void idle_enter_fair(struct rq *this_rq)  in idle_enter_fair()  argument
2852 void idle_exit_fair(struct rq *this_rq)  in idle_exit_fair()  argument
2866 static int idle_balance(struct rq *this_rq);
4314 static void __update_cpu_load(struct rq *this_rq, unsigned long this_load,  in __update_cpu_load()  argument
4319 	this_rq->nr_load_updates++;  in __update_cpu_load()
4322 	this_rq->cpu_load[0] = this_load; /* Fasttrack for idx 0 */  in __update_cpu_load()
4328 		old_load = this_rq->cpu_load[i];  in __update_cpu_load()
4339 		this_rq->cpu_load[i] = (old_load * (scale - 1) + new_load) >> i;  in __update_cpu_load()
4342 	sched_avg_update(this_rq);  in __update_cpu_load()
4369 static void update_idle_cpu_load(struct rq *this_rq)  in update_idle_cpu_load()  argument
4372 	unsigned long load = weighted_cpuload(cpu_of(this_rq));  in update_idle_cpu_load()
4378 	if (load || curr_jiffies == this_rq->last_load_update_tick)  in update_idle_cpu_load()
4381 	pending_updates = curr_jiffies - this_rq->last_load_update_tick;  in update_idle_cpu_load()
4382 	this_rq->last_load_update_tick = curr_jiffies;  in update_idle_cpu_load()
4384 	__update_cpu_load(this_rq, load, pending_updates);  in update_idle_cpu_load()
4392 	struct rq *this_rq = this_rq();  in update_cpu_load_nohz()  local
4396 	if (curr_jiffies == this_rq->last_load_update_tick)  in update_cpu_load_nohz()
4399 	raw_spin_lock(&this_rq->lock);  in update_cpu_load_nohz()
4400 	pending_updates = curr_jiffies - this_rq->last_load_update_tick;  in update_cpu_load_nohz()
4402 		this_rq->last_load_update_tick = curr_jiffies;  in update_cpu_load_nohz()
4407 		__update_cpu_load(this_rq, 0, pending_updates);  in update_cpu_load_nohz()
4409 	raw_spin_unlock(&this_rq->lock);  in update_cpu_load_nohz()
4416 void update_cpu_load_active(struct rq *this_rq)  in update_cpu_load_active()  argument
4418 	unsigned long load = weighted_cpuload(cpu_of(this_rq));  in update_cpu_load_active()
4422 	this_rq->last_load_update_tick = jiffies;  in update_cpu_load_active()
4423 	__update_cpu_load(this_rq, load, 1);  in update_cpu_load_active()
6949 static int load_balance(int this_cpu, struct rq *this_rq,  in load_balance()  argument
6963 		.dst_rq		= this_rq,  in load_balance()
7243 static int idle_balance(struct rq *this_rq)  in idle_balance()  argument
7246 	int this_cpu = this_rq->cpu;  in idle_balance()
7251 	idle_enter_fair(this_rq);  in idle_balance()
7257 	this_rq->idle_stamp = rq_clock(this_rq);  in idle_balance()
7259 	if (this_rq->avg_idle < sysctl_sched_migration_cost ||  in idle_balance()
7260 	    !this_rq->rd->overload) {  in idle_balance()
7262 		sd = rcu_dereference_check_sched_domain(this_rq->sd);  in idle_balance()
7270 	raw_spin_unlock(&this_rq->lock);  in idle_balance()
7281 		if (this_rq->avg_idle < curr_cost + sd->max_newidle_lb_cost) {  in idle_balance()
7289 			pulled_task = load_balance(this_cpu, this_rq,  in idle_balance()
7306 		if (pulled_task || this_rq->nr_running > 0)  in idle_balance()
7311 	raw_spin_lock(&this_rq->lock);  in idle_balance()
7313 	if (curr_cost > this_rq->max_idle_balance_cost)  in idle_balance()
7314 		this_rq->max_idle_balance_cost = curr_cost;  in idle_balance()
7321 	if (this_rq->cfs.h_nr_running && !pulled_task)  in idle_balance()
7326 	if (time_after(this_rq->next_balance, next_balance))  in idle_balance()
7327 		this_rq->next_balance = next_balance;  in idle_balance()
7330 	if (this_rq->nr_running != this_rq->cfs.h_nr_running)  in idle_balance()
7334 		idle_exit_fair(this_rq);  in idle_balance()
7335 		this_rq->idle_stamp = 0;  in idle_balance()
7681 static void nohz_idle_balance(struct rq *this_rq, enum cpu_idle_type idle)  in nohz_idle_balance()  argument
7683 	int this_cpu = this_rq->cpu;  in nohz_idle_balance()
7813 static void nohz_idle_balance(struct rq *this_rq, enum cpu_idle_type idle) { }  in nohz_idle_balance()  argument
7822 	struct rq *this_rq = this_rq();  in run_rebalance_domains()  local
7823 	enum cpu_idle_type idle = this_rq->idle_balance ?  in run_rebalance_domains()
7834 	nohz_idle_balance(this_rq, idle);  in run_rebalance_domains()
7835 	rebalance_domains(this_rq, idle);  in run_rebalance_domains()
7899 	struct rq *rq = this_rq();  in task_fork_fair()