Lines Matching refs:sched_entity
257 static inline struct task_struct *task_of(struct sched_entity *se) in task_of()
275 static inline struct cfs_rq *cfs_rq_of(struct sched_entity *se) in cfs_rq_of()
281 static inline struct cfs_rq *group_cfs_rq(struct sched_entity *grp) in group_cfs_rq()
327 is_same_group(struct sched_entity *se, struct sched_entity *pse) in is_same_group()
335 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
341 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
374 static inline struct task_struct *task_of(struct sched_entity *se) in task_of()
394 static inline struct cfs_rq *cfs_rq_of(struct sched_entity *se) in cfs_rq_of()
403 static inline struct cfs_rq *group_cfs_rq(struct sched_entity *grp) in group_cfs_rq()
419 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
425 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
456 static inline int entity_before(struct sched_entity *a, in entity_before()
457 struct sched_entity *b) in entity_before()
470 struct sched_entity *se = rb_entry(cfs_rq->rb_leftmost, in update_min_vruntime()
471 struct sched_entity, in update_min_vruntime()
491 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __enqueue_entity()
495 struct sched_entity *entry; in __enqueue_entity()
503 entry = rb_entry(parent, struct sched_entity, run_node); in __enqueue_entity()
527 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __dequeue_entity()
539 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq) in __pick_first_entity()
546 return rb_entry(left, struct sched_entity, run_node); in __pick_first_entity()
549 static struct sched_entity *__pick_next_entity(struct sched_entity *se) in __pick_next_entity()
556 return rb_entry(next, struct sched_entity, run_node); in __pick_next_entity()
560 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq) in __pick_last_entity()
567 return rb_entry(last, struct sched_entity, run_node); in __pick_last_entity()
601 static inline u64 calc_delta_fair(u64 delta, struct sched_entity *se) in calc_delta_fair()
636 static u64 sched_slice(struct cfs_rq *cfs_rq, struct sched_entity *se) in sched_slice()
663 static u64 sched_vslice(struct cfs_rq *cfs_rq, struct sched_entity *se) in sched_vslice()
672 static inline void __update_task_entity_contrib(struct sched_entity *se);
673 static inline void __update_task_entity_utilization(struct sched_entity *se);
697 struct sched_entity *curr = cfs_rq->curr; in update_curr()
736 update_stats_wait_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_start()
744 static void update_stats_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_enqueue()
755 update_stats_wait_end(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_end()
772 update_stats_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_dequeue()
786 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_curr_start()
2290 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_enqueue()
2307 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_dequeue()
2361 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, in reweight_entity()
2382 struct sched_entity *se; in update_cfs_shares()
2604 static inline u64 __synchronize_entity_decay(struct sched_entity *se) in __synchronize_entity_decay()
2661 static inline void __update_group_entity_contrib(struct sched_entity *se) in __update_group_entity_contrib()
2714 static inline void __update_group_entity_contrib(struct sched_entity *se) {} in __update_group_entity_contrib()
2718 static inline void __update_task_entity_contrib(struct sched_entity *se) in __update_task_entity_contrib()
2729 static long __update_entity_load_avg_contrib(struct sched_entity *se) in __update_entity_load_avg_contrib()
2744 static inline void __update_task_entity_utilization(struct sched_entity *se) in __update_task_entity_utilization()
2754 static long __update_entity_utilization_avg_contrib(struct sched_entity *se) in __update_entity_utilization_avg_contrib()
2779 static inline void update_entity_load_avg(struct sched_entity *se, in update_entity_load_avg()
2845 struct sched_entity *se, in enqueue_entity_load_avg()
2897 struct sched_entity *se, in dequeue_entity_load_avg()
2936 static inline void update_entity_load_avg(struct sched_entity *se, in update_entity_load_avg()
2940 struct sched_entity *se, in enqueue_entity_load_avg()
2943 struct sched_entity *se, in dequeue_entity_load_avg()
2955 static void enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se) in enqueue_sleeper()
3017 static void check_spread(struct cfs_rq *cfs_rq, struct sched_entity *se) in check_spread()
3031 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial) in place_entity()
3065 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in enqueue_entity()
3099 static void __clear_buddies_last(struct sched_entity *se) in __clear_buddies_last()
3110 static void __clear_buddies_next(struct sched_entity *se) in __clear_buddies_next()
3121 static void __clear_buddies_skip(struct sched_entity *se) in __clear_buddies_skip()
3132 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se) in clear_buddies()
3147 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in dequeue_entity()
3195 check_preempt_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr) in check_preempt_tick()
3198 struct sched_entity *se; in check_preempt_tick()
3232 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in set_next_entity()
3263 wakeup_preempt_entity(struct sched_entity *curr, struct sched_entity *se);
3272 static struct sched_entity *
3273 pick_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *curr) in pick_next_entity()
3275 struct sched_entity *left = __pick_first_entity(cfs_rq); in pick_next_entity()
3276 struct sched_entity *se; in pick_next_entity()
3292 struct sched_entity *second; in pick_next_entity()
3325 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev) in put_prev_entity()
3349 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued) in entity_tick()
3635 struct sched_entity *se; in throttle_cfs_rq()
3680 struct sched_entity *se; in unthrottle_cfs_rq()
4171 struct sched_entity *se = &p->se; in hrtick_start_fair()
4225 struct sched_entity *se = &p->se; in enqueue_task_fair()
4264 static void set_next_buddy(struct sched_entity *se);
4274 struct sched_entity *se = &p->se; in dequeue_task_fair()
4407 struct sched_entity *se = &p->se; in task_waking_fair()
4480 struct sched_entity *se = tg->se[cpu]; in effective_load()
4916 struct sched_entity *se = &p->se; in migrate_task_rq_fair()
4937 wakeup_gran(struct sched_entity *curr, struct sched_entity *se) in wakeup_gran()
4972 wakeup_preempt_entity(struct sched_entity *curr, struct sched_entity *se) in wakeup_preempt_entity()
4986 static void set_last_buddy(struct sched_entity *se) in set_last_buddy()
4995 static void set_next_buddy(struct sched_entity *se) in set_next_buddy()
5004 static void set_skip_buddy(struct sched_entity *se) in set_skip_buddy()
5016 struct sched_entity *se = &curr->se, *pse = &p->se; in check_preempt_wakeup()
5100 struct sched_entity *se; in pick_next_task_fair()
5121 struct sched_entity *curr = cfs_rq->curr; in pick_next_task_fair()
5157 struct sched_entity *pse = &prev->se; in pick_next_task_fair()
5224 struct sched_entity *se = &prev->se; in put_prev_task_fair()
5242 struct sched_entity *se = &curr->se; in yield_task_fair()
5271 struct sched_entity *se = &p->se; in yield_to_task_fair()
5818 struct sched_entity *se = tg->se[cpu]; in __update_blocked_averages_cpu()
5878 struct sched_entity *se = cfs_rq->tg->se[cpu_of(rq)]; in update_cfs_rq_h_load()
7817 struct sched_entity *se = &curr->se; in task_tick_fair()
7838 struct sched_entity *se = &p->se, *curr; in task_fork_fair()
7904 struct sched_entity *se = &p->se; in switched_from_fair()
7944 struct sched_entity *se = &p->se; in switched_to_fair()
7972 struct sched_entity *se = &rq->curr->se; in set_curr_task_fair()
7999 struct sched_entity *se = &p->se; in task_move_group_fair()
8069 struct sched_entity *se; in alloc_fair_sched_group()
8089 se = kzalloc_node(sizeof(struct sched_entity), in alloc_fair_sched_group()
8124 struct sched_entity *se, int cpu, in init_tg_cfs_entry()
8125 struct sched_entity *parent) in init_tg_cfs_entry()
8176 struct sched_entity *se; in sched_group_set_shares()
8209 struct sched_entity *se = &task->se; in get_rr_interval_fair()