116 	return container_of(rt_se, struct task_struct, rt);  in rt_task_of()
172 		rt_se->rt_rq = &rq->rt;  in init_tg_rt_entry()
227 	return container_of(rt_se, struct task_struct, rt);  in rt_task_of()
232 	return container_of(rt_rq, struct rq, rt);  in rq_of_rt_rq()
246 	return &rq->rt;  in rt_rq_of_se()
264 	return rq->rt.highest_prio.curr > prev->prio;  in need_pull_rt_task()
322 	rt_rq = &rq_of_rt_rq(rt_rq)->rt;  in inc_rt_migration()
339 	rt_rq = &rq_of_rt_rq(rt_rq)->rt;  in dec_rt_migration()
350 	return !plist_head_empty(&rq->rt.pushable_tasks);  in has_pushable_tasks()
364 	plist_del(&p->pushable_tasks, &rq->rt.pushable_tasks);  in enqueue_pushable_task()
366 	plist_add(&p->pushable_tasks, &rq->rt.pushable_tasks);  in enqueue_pushable_task()
369 	if (p->prio < rq->rt.highest_prio.next)  in enqueue_pushable_task()
370 		rq->rt.highest_prio.next = p->prio;  in enqueue_pushable_task()
375 	plist_del(&p->pushable_tasks, &rq->rt.pushable_tasks);  in dequeue_pushable_task()
379 		p = plist_first_entry(&rq->rt.pushable_tasks,  in dequeue_pushable_task()
381 		rq->rt.highest_prio.next = p->prio;  in dequeue_pushable_task()
383 		rq->rt.highest_prio.next = MAX_RT_PRIO;  in dequeue_pushable_task()
564 	for ((void) iter, rt_rq = &rq->rt; rt_rq; rt_rq = NULL)
603 	return &cpu_rq(cpu)->rt;  in sched_rt_period_rt_rq()
939 	struct sched_rt_entity *rt_se = &curr->rt;  in update_curr_rt()
981 	BUG_ON(&rq->rt != rt_rq);  in dequeue_top_rt_rq()
997 	BUG_ON(&rq->rt != rt_rq);  in enqueue_top_rt_rq()
1019 	if (&rq->rt != rt_rq)  in inc_rt_prio_smp()
1035 	if (&rq->rt != rt_rq)  in dec_rt_prio_smp()
1231 	enqueue_top_rt_rq(&rq->rt);  in enqueue_rt_entity()
1246 	enqueue_top_rt_rq(&rq->rt);  in dequeue_rt_entity()
1255 	struct sched_rt_entity *rt_se = &p->rt;  in enqueue_task_rt()
1268 	struct sched_rt_entity *rt_se = &p->rt;  in dequeue_task_rt()
1296 	struct sched_rt_entity *rt_se = &p->rt;  in requeue_task_rt()
1360 		    p->prio < cpu_rq(target)->rt.highest_prio.curr)  in select_task_rq_rt()
1447 	struct rt_rq *rt_rq  = &rq->rt;  in _pick_next_task_rt()
1465 	struct rt_rq *rt_rq = &rq->rt;  in pick_next_task_rt()
1509 	if (on_rt_rq(&p->rt) && p->nr_cpus_allowed > 1)  in put_prev_task_rt()
1532 	struct plist_head *head = &rq->rt.pushable_tasks;  in pick_highest_pushable_task()
1637 		if (lowest_rq->rt.highest_prio.curr <= task->prio) {  in find_lock_lowest_rq()
1668 		if (lowest_rq->rt.highest_prio.curr > task->prio)  in find_lock_lowest_rq()
1686 	p = plist_first_entry(&rq->rt.pushable_tasks,  in pick_next_pushable_task()
1710 	if (!rq->rt.overloaded)  in push_rt_task()
1805 	int prev_cpu = rq->rt.push_cpu;  in rto_next_cpu()
1829 	rq->rt.push_cpu = cpu;  in rto_next_cpu()
1847 		if (next_rq->rt.highest_prio.next < rq->rt.highest_prio.curr)  in find_next_push_cpu()
1861 	if (rq->rt.push_flags & RT_PUSH_IPI_EXECUTING) {  in tell_cpu_to_push()
1862 		raw_spin_lock(&rq->rt.push_lock);  in tell_cpu_to_push()
1864 		if (rq->rt.push_flags & RT_PUSH_IPI_EXECUTING) {  in tell_cpu_to_push()
1869 			rq->rt.push_flags |= RT_PUSH_IPI_RESTART;  in tell_cpu_to_push()
1870 			raw_spin_unlock(&rq->rt.push_lock);  in tell_cpu_to_push()
1873 		raw_spin_unlock(&rq->rt.push_lock);  in tell_cpu_to_push()
1878 	rq->rt.push_cpu = rq->cpu;  in tell_cpu_to_push()
1883 	rq->rt.push_flags = RT_PUSH_IPI_EXECUTING;  in tell_cpu_to_push()
1885 	irq_work_queue_on(&rq->rt.push_work, cpu);  in tell_cpu_to_push()
1986 		if (src_rq->rt.highest_prio.next >=  in pull_rt_task()
1987 		    this_rq->rt.highest_prio.curr)  in pull_rt_task()
2007 		if (p && (p->prio < this_rq->rt.highest_prio.curr)) {  in pull_rt_task()
2090 		BUG_ON(!rq->rt.rt_nr_migratory);  in set_cpus_allowed_rt()
2091 		rq->rt.rt_nr_migratory--;  in set_cpus_allowed_rt()
2095 		rq->rt.rt_nr_migratory++;  in set_cpus_allowed_rt()
2098 	update_rt_migration(&rq->rt);  in set_cpus_allowed_rt()
2104 	if (rq->rt.overloaded)  in rq_online_rt()
2109 	cpupri_set(&rq->rd->cpupri, rq->cpu, rq->rt.highest_prio.curr);  in rq_online_rt()
2115 	if (rq->rt.overloaded)  in rq_offline_rt()
2136 	if (!task_on_rq_queued(p) || rq->rt.rt_nr_running)  in switched_from_rt()
2172 		if (p->nr_cpus_allowed > 1 && rq->rt.overloaded &&  in switched_to_rt()
2206 		if (p->prio > rq->rt.highest_prio.curr && rq->curr == p)  in prio_changed_rt()
2235 		if (p->rt.watchdog_stamp != jiffies) {  in watchdog()
2236 			p->rt.timeout++;  in watchdog()
2237 			p->rt.watchdog_stamp = jiffies;  in watchdog()
2241 		if (p->rt.timeout > next)  in watchdog()
2248 	struct sched_rt_entity *rt_se = &p->rt;  in task_tick_rt()
2261 	if (--p->rt.time_slice)  in task_tick_rt()
2264 	p->rt.time_slice = sched_rr_timeslice;  in task_tick_rt()