25 	return container_of(dl_se, struct task_struct, dl);  in dl_task_of()
30 	return container_of(dl_rq, struct rq, dl);  in rq_of_dl_rq()
38 	return &rq->dl;  in dl_rq_of_se()
48 	struct sched_dl_entity *dl_se = &p->dl;  in is_leftmost()
159 	struct dl_rq *dl_rq = &rq->dl;  in enqueue_pushable_dl_task()
171 		if (dl_entity_preempt(&p->dl, &entry->dl))  in enqueue_pushable_dl_task()
188 	struct dl_rq *dl_rq = &rq->dl;  in dequeue_pushable_dl_task()
206 	return !RB_EMPTY_ROOT(&rq->dl.pushable_dl_tasks_root);  in has_pushable_dl_tasks()
657 	struct sched_dl_entity *dl_se = &curr->dl;  in update_curr_dl()
690 		if (unlikely(!start_dl_timer(dl_se, curr->dl.dl_boosted)))  in update_curr_dl()
693 		if (!is_leftmost(curr, &rq->dl))  in update_curr_dl()
732 		return next->dl.deadline;  in next_deadline()
899 	struct sched_dl_entity *pi_se = &p->dl;  in enqueue_task_dl()
907 	if (pi_task && p->dl.dl_boosted && dl_prio(pi_task->normal_prio)) {  in enqueue_task_dl()
908 		pi_se = &pi_task->dl;  in enqueue_task_dl()
917 		BUG_ON(!p->dl.dl_boosted || flags != ENQUEUE_REPLENISH);  in enqueue_task_dl()
927 	if (p->dl.dl_throttled && !(flags & ENQUEUE_REPLENISH))  in enqueue_task_dl()
930 	enqueue_dl_entity(&p->dl, pi_se, flags);  in enqueue_task_dl()
938 	dequeue_dl_entity(&p->dl);  in __dequeue_task_dl()
968 	if (p->dl.runtime > 0) {  in yield_task_dl()
969 		rq->curr->dl.dl_yielded = 1;  in yield_task_dl()
970 		p->dl.runtime = 0;  in yield_task_dl()
1011 	     !dl_entity_preempt(&p->dl, &curr->dl)) &&  in select_task_rq_dl()
1056 	if (dl_entity_preempt(&p->dl, &rq->curr->dl)) {  in check_preempt_curr_dl()
1066 	if ((p->dl.deadline == rq->curr->dl.deadline) &&  in check_preempt_curr_dl()
1075 	hrtick_start(rq, p->dl.runtime);  in start_hrtick_dl()
1100 	dl_rq = &rq->dl;  in pick_next_task_dl()
1146 	if (on_dl_rq(&p->dl) && p->nr_cpus_allowed > 1)  in put_prev_task_dl()
1159 	if (hrtick_enabled(rq) && queued && p->dl.runtime > 0 &&  in task_tick_dl()
1160 	    is_leftmost(p, &rq->dl))  in task_tick_dl()
1174 	struct hrtimer *timer = &p->dl.dl_timer;  in task_dead_dl()
1182 	dl_b->total_bw -= p->dl.dl_bw;  in task_dead_dl()
1214 	struct rb_node *next_node = rq->dl.rb_leftmost;  in pick_next_earliest_dl_task()
1354 		if (!later_rq->dl.dl_nr_running ||  in find_lock_later_rq()
1355 		    dl_time_before(task->dl.deadline,  in find_lock_later_rq()
1356 				   later_rq->dl.earliest_dl.curr))  in find_lock_later_rq()
1374 	p = rb_entry(rq->dl.pushable_dl_tasks_leftmost,  in pick_next_pushable_dl_task()
1398 	if (!rq->dl.overloaded)  in push_dl_task()
1417 	    dl_time_before(next_task->dl.deadline, rq->curr->dl.deadline) &&  in push_dl_task()
1502 		if (this_rq->dl.dl_nr_running &&  in pull_dl_task()
1503 		    dl_time_before(this_rq->dl.earliest_dl.curr,  in pull_dl_task()
1504 				   src_rq->dl.earliest_dl.next))  in pull_dl_task()
1514 		if (src_rq->dl.dl_nr_running <= 1)  in pull_dl_task()
1524 		if (p && dl_time_before(p->dl.deadline, dmin) &&  in pull_dl_task()
1525 		    (!this_rq->dl.dl_nr_running ||  in pull_dl_task()
1526 		     dl_time_before(p->dl.deadline,  in pull_dl_task()
1527 				    this_rq->dl.earliest_dl.curr))) {  in pull_dl_task()
1535 			if (dl_time_before(p->dl.deadline,  in pull_dl_task()
1536 					   src_rq->curr->dl.deadline))  in pull_dl_task()
1544 			dmin = p->dl.deadline;  in pull_dl_task()
1572 	     !dl_entity_preempt(&p->dl, &rq->curr->dl))) {  in task_woken_dl()
1604 		__dl_clear(src_dl_b, p->dl.dl_bw);  in set_cpus_allowed_dl()
1612 	if (!on_dl_rq(&p->dl))  in set_cpus_allowed_dl()
1630 		BUG_ON(!rq->dl.dl_nr_migratory);  in set_cpus_allowed_dl()
1631 		rq->dl.dl_nr_migratory--;  in set_cpus_allowed_dl()
1635 		rq->dl.dl_nr_migratory++;  in set_cpus_allowed_dl()
1638 	update_dl_migration(&rq->dl);  in set_cpus_allowed_dl()
1644 	if (rq->dl.overloaded)  in rq_online_dl()
1648 	if (rq->dl.dl_nr_running > 0)  in rq_online_dl()
1649 		cpudl_set(&rq->rd->cpudl, rq->cpu, rq->dl.earliest_dl.curr, 1);  in rq_online_dl()
1655 	if (rq->dl.overloaded)  in rq_offline_dl()
1678 	struct hrtimer *dl_timer = &p->dl.dl_timer;  in cancel_dl_timer()
1710 	if (!task_on_rq_queued(p) || rq->dl.dl_nr_running)  in switched_from_dl()
1727 		if (p->nr_cpus_allowed > 1 && rq->dl.overloaded &&  in switched_to_dl()
1756 		if (!rq->dl.overloaded)  in prio_changed_dl()
1764 		if (dl_time_before(rq->dl.earliest_dl.curr, p->dl.deadline) &&  in prio_changed_dl()
1816 	print_dl_rq(m, cpu, &cpu_rq(cpu)->dl);  in print_dl_stats()