Lines Matching refs:rt

120 	return container_of(rt_se, struct task_struct, rt);  in rt_task_of()
176 rt_se->rt_rq = &rq->rt; in init_tg_rt_entry()
231 return container_of(rt_se, struct task_struct, rt); in rt_task_of()
236 return container_of(rt_rq, struct rq, rt); in rq_of_rt_rq()
250 return &rq->rt; in rt_rq_of_se()
268 return rq->rt.highest_prio.curr > prev->prio; in need_pull_rt_task()
326 rt_rq = &rq_of_rt_rq(rt_rq)->rt; in inc_rt_migration()
343 rt_rq = &rq_of_rt_rq(rt_rq)->rt; in dec_rt_migration()
354 return !plist_head_empty(&rq->rt.pushable_tasks); in has_pushable_tasks()
378 plist_del(&p->pushable_tasks, &rq->rt.pushable_tasks); in enqueue_pushable_task()
380 plist_add(&p->pushable_tasks, &rq->rt.pushable_tasks); in enqueue_pushable_task()
383 if (p->prio < rq->rt.highest_prio.next) in enqueue_pushable_task()
384 rq->rt.highest_prio.next = p->prio; in enqueue_pushable_task()
389 plist_del(&p->pushable_tasks, &rq->rt.pushable_tasks); in dequeue_pushable_task()
393 p = plist_first_entry(&rq->rt.pushable_tasks, in dequeue_pushable_task()
395 rq->rt.highest_prio.next = p->prio; in dequeue_pushable_task()
397 rq->rt.highest_prio.next = MAX_RT_PRIO; in dequeue_pushable_task()
577 for ((void) iter, rt_rq = &rq->rt; rt_rq; rt_rq = NULL)
616 return &cpu_rq(cpu)->rt; in sched_rt_period_rt_rq()
942 struct sched_rt_entity *rt_se = &curr->rt; in update_curr_rt()
984 BUG_ON(&rq->rt != rt_rq); in dequeue_top_rt_rq()
1000 BUG_ON(&rq->rt != rt_rq); in enqueue_top_rt_rq()
1022 if (&rq->rt != rt_rq) in inc_rt_prio_smp()
1038 if (&rq->rt != rt_rq) in dec_rt_prio_smp()
1234 enqueue_top_rt_rq(&rq->rt); in enqueue_rt_entity()
1249 enqueue_top_rt_rq(&rq->rt); in dequeue_rt_entity()
1258 struct sched_rt_entity *rt_se = &p->rt; in enqueue_task_rt()
1271 struct sched_rt_entity *rt_se = &p->rt; in dequeue_task_rt()
1299 struct sched_rt_entity *rt_se = &p->rt; in requeue_task_rt()
1363 p->prio < cpu_rq(target)->rt.highest_prio.curr) in select_task_rq_rt()
1450 struct rt_rq *rt_rq = &rq->rt; in _pick_next_task_rt()
1468 struct rt_rq *rt_rq = &rq->rt; in pick_next_task_rt()
1520 if (on_rt_rq(&p->rt) && p->nr_cpus_allowed > 1) in put_prev_task_rt()
1543 struct plist_head *head = &rq->rt.pushable_tasks; in pick_highest_pushable_task()
1648 if (lowest_rq->rt.highest_prio.curr <= task->prio) { in find_lock_lowest_rq()
1679 if (lowest_rq->rt.highest_prio.curr > task->prio) in find_lock_lowest_rq()
1697 p = plist_first_entry(&rq->rt.pushable_tasks, in pick_next_pushable_task()
1721 if (!rq->rt.overloaded) in push_rt_task()
1816 int prev_cpu = rq->rt.push_cpu; in rto_next_cpu()
1840 rq->rt.push_cpu = cpu; in rto_next_cpu()
1858 if (next_rq->rt.highest_prio.next < rq->rt.highest_prio.curr) in find_next_push_cpu()
1872 if (rq->rt.push_flags & RT_PUSH_IPI_EXECUTING) { in tell_cpu_to_push()
1873 raw_spin_lock(&rq->rt.push_lock); in tell_cpu_to_push()
1875 if (rq->rt.push_flags & RT_PUSH_IPI_EXECUTING) { in tell_cpu_to_push()
1880 rq->rt.push_flags |= RT_PUSH_IPI_RESTART; in tell_cpu_to_push()
1881 raw_spin_unlock(&rq->rt.push_lock); in tell_cpu_to_push()
1884 raw_spin_unlock(&rq->rt.push_lock); in tell_cpu_to_push()
1889 rq->rt.push_cpu = rq->cpu; in tell_cpu_to_push()
1894 rq->rt.push_flags = RT_PUSH_IPI_EXECUTING; in tell_cpu_to_push()
1896 irq_work_queue_on(&rq->rt.push_work, cpu); in tell_cpu_to_push()
1998 if (src_rq->rt.highest_prio.next >= in pull_rt_task()
1999 this_rq->rt.highest_prio.curr) in pull_rt_task()
2019 if (p && (p->prio < this_rq->rt.highest_prio.curr)) { in pull_rt_task()
2072 if (rq->rt.overloaded) in rq_online_rt()
2077 cpupri_set(&rq->rd->cpupri, rq->cpu, rq->rt.highest_prio.curr); in rq_online_rt()
2083 if (rq->rt.overloaded) in rq_offline_rt()
2104 if (!task_on_rq_queued(p) || rq->rt.rt_nr_running) in switched_from_rt()
2137 if (p->nr_cpus_allowed > 1 && rq->rt.overloaded) in switched_to_rt()
2169 if (p->prio > rq->rt.highest_prio.curr) in prio_changed_rt()
2198 if (p->rt.watchdog_stamp != jiffies) { in watchdog()
2199 p->rt.timeout++; in watchdog()
2200 p->rt.watchdog_stamp = jiffies; in watchdog()
2204 if (p->rt.timeout > next) in watchdog()
2211 struct sched_rt_entity *rt_se = &p->rt; in task_tick_rt()
2224 if (--p->rt.time_slice) in task_tick_rt()
2227 p->rt.time_slice = sched_rr_timeslice; in task_tick_rt()