Lines Matching refs:dl

25 	return container_of(dl_se, struct task_struct, dl);  in dl_task_of()
30 return container_of(dl_rq, struct rq, dl); in rq_of_dl_rq()
38 return &rq->dl; in dl_rq_of_se()
48 struct sched_dl_entity *dl_se = &p->dl; in is_leftmost()
159 struct dl_rq *dl_rq = &rq->dl; in enqueue_pushable_dl_task()
171 if (dl_entity_preempt(&p->dl, &entry->dl)) in enqueue_pushable_dl_task()
188 struct dl_rq *dl_rq = &rq->dl; in dequeue_pushable_dl_task()
206 return !RB_EMPTY_ROOT(&rq->dl.pushable_dl_tasks_root); in has_pushable_dl_tasks()
525 struct sched_dl_entity *dl_se = &p->dl; in start_dl_timer()
717 struct sched_dl_entity *dl_se = &curr->dl; in update_curr_dl()
753 if (!is_leftmost(curr, &rq->dl)) in update_curr_dl()
792 return next->dl.deadline; in next_deadline()
959 struct sched_dl_entity *pi_se = &p->dl; in enqueue_task_dl()
967 if (pi_task && p->dl.dl_boosted && dl_prio(pi_task->normal_prio)) { in enqueue_task_dl()
968 pi_se = &pi_task->dl; in enqueue_task_dl()
977 BUG_ON(!p->dl.dl_boosted || flags != ENQUEUE_REPLENISH); in enqueue_task_dl()
987 if (p->dl.dl_throttled && !(flags & ENQUEUE_REPLENISH)) in enqueue_task_dl()
990 enqueue_dl_entity(&p->dl, pi_se, flags); in enqueue_task_dl()
998 dequeue_dl_entity(&p->dl); in __dequeue_task_dl()
1028 if (p->dl.runtime > 0) { in yield_task_dl()
1029 rq->curr->dl.dl_yielded = 1; in yield_task_dl()
1030 p->dl.runtime = 0; in yield_task_dl()
1071 !dl_entity_preempt(&p->dl, &curr->dl)) && in select_task_rq_dl()
1076 (dl_time_before(p->dl.deadline, in select_task_rq_dl()
1077 cpu_rq(target)->dl.earliest_dl.curr) || in select_task_rq_dl()
1078 (cpu_rq(target)->dl.dl_nr_running == 0))) in select_task_rq_dl()
1117 if (dl_entity_preempt(&p->dl, &rq->curr->dl)) { in check_preempt_curr_dl()
1127 if ((p->dl.deadline == rq->curr->dl.deadline) && in check_preempt_curr_dl()
1136 hrtick_start(rq, p->dl.runtime); in start_hrtick_dl()
1161 dl_rq = &rq->dl; in pick_next_task_dl()
1215 if (on_dl_rq(&p->dl) && p->nr_cpus_allowed > 1) in put_prev_task_dl()
1228 if (hrtick_enabled(rq) && queued && p->dl.runtime > 0 && in task_tick_dl()
1229 is_leftmost(p, &rq->dl)) in task_tick_dl()
1250 dl_b->total_bw -= p->dl.dl_bw; in task_dead_dl()
1280 struct rb_node *next_node = rq->dl.rb_leftmost; in pick_next_earliest_dl_task()
1305 struct rb_node *next_node = rq->dl.pushable_dl_tasks_leftmost; in pick_earliest_pushable_dl_task()
1428 if (later_rq->dl.dl_nr_running && in find_lock_later_rq()
1429 !dl_time_before(task->dl.deadline, in find_lock_later_rq()
1430 later_rq->dl.earliest_dl.curr)) { in find_lock_later_rq()
1458 if (!later_rq->dl.dl_nr_running || in find_lock_later_rq()
1459 dl_time_before(task->dl.deadline, in find_lock_later_rq()
1460 later_rq->dl.earliest_dl.curr)) in find_lock_later_rq()
1478 p = rb_entry(rq->dl.pushable_dl_tasks_leftmost, in pick_next_pushable_dl_task()
1502 if (!rq->dl.overloaded) in push_dl_task()
1521 dl_time_before(next_task->dl.deadline, rq->curr->dl.deadline) && in push_dl_task()
1607 if (this_rq->dl.dl_nr_running && in pull_dl_task()
1608 dl_time_before(this_rq->dl.earliest_dl.curr, in pull_dl_task()
1609 src_rq->dl.earliest_dl.next)) in pull_dl_task()
1619 if (src_rq->dl.dl_nr_running <= 1) in pull_dl_task()
1629 if (p && dl_time_before(p->dl.deadline, dmin) && in pull_dl_task()
1630 (!this_rq->dl.dl_nr_running || in pull_dl_task()
1631 dl_time_before(p->dl.deadline, in pull_dl_task()
1632 this_rq->dl.earliest_dl.curr))) { in pull_dl_task()
1640 if (dl_time_before(p->dl.deadline, in pull_dl_task()
1641 src_rq->curr->dl.deadline)) in pull_dl_task()
1649 dmin = p->dl.deadline; in pull_dl_task()
1672 !dl_entity_preempt(&p->dl, &rq->curr->dl))) { in task_woken_dl()
1703 __dl_clear(src_dl_b, p->dl.dl_bw); in set_cpus_allowed_dl()
1713 if (rq->dl.overloaded) in rq_online_dl()
1717 if (rq->dl.dl_nr_running > 0) in rq_online_dl()
1718 cpudl_set(&rq->rd->cpudl, rq->cpu, rq->dl.earliest_dl.curr, 1); in rq_online_dl()
1724 if (rq->dl.overloaded) in rq_offline_dl()
1758 if (!task_on_rq_queued(p) || rq->dl.dl_nr_running) in switched_from_dl()
1772 if (p->nr_cpus_allowed > 1 && rq->dl.overloaded) in switched_to_dl()
1798 if (!rq->dl.overloaded) in prio_changed_dl()
1806 if (dl_time_before(rq->dl.earliest_dl.curr, p->dl.deadline)) in prio_changed_dl()
1856 print_dl_rq(m, cpu, &cpu_rq(cpu)->dl); in print_dl_stats()