Lines Matching refs:sched_entity
257 static inline struct task_struct *task_of(struct sched_entity *se) in task_of()
275 static inline struct cfs_rq *cfs_rq_of(struct sched_entity *se) in cfs_rq_of()
281 static inline struct cfs_rq *group_cfs_rq(struct sched_entity *grp) in group_cfs_rq()
322 is_same_group(struct sched_entity *se, struct sched_entity *pse) in is_same_group()
330 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
336 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
369 static inline struct task_struct *task_of(struct sched_entity *se) in task_of()
389 static inline struct cfs_rq *cfs_rq_of(struct sched_entity *se) in cfs_rq_of()
398 static inline struct cfs_rq *group_cfs_rq(struct sched_entity *grp) in group_cfs_rq()
414 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
420 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
451 static inline int entity_before(struct sched_entity *a, in entity_before()
452 struct sched_entity *b) in entity_before()
465 struct sched_entity *se = rb_entry(cfs_rq->rb_leftmost, in update_min_vruntime()
466 struct sched_entity, in update_min_vruntime()
486 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __enqueue_entity()
490 struct sched_entity *entry; in __enqueue_entity()
498 entry = rb_entry(parent, struct sched_entity, run_node); in __enqueue_entity()
522 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __dequeue_entity()
534 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq) in __pick_first_entity()
541 return rb_entry(left, struct sched_entity, run_node); in __pick_first_entity()
544 static struct sched_entity *__pick_next_entity(struct sched_entity *se) in __pick_next_entity()
551 return rb_entry(next, struct sched_entity, run_node); in __pick_next_entity()
555 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq) in __pick_last_entity()
562 return rb_entry(last, struct sched_entity, run_node); in __pick_last_entity()
596 static inline u64 calc_delta_fair(u64 delta, struct sched_entity *se) in calc_delta_fair()
626 static u64 sched_slice(struct cfs_rq *cfs_rq, struct sched_entity *se) in sched_slice()
653 static u64 sched_vslice(struct cfs_rq *cfs_rq, struct sched_entity *se) in sched_vslice()
672 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
693 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
703 struct sched_entity *curr = cfs_rq->curr; in update_curr()
742 update_stats_wait_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_start()
750 static void update_stats_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_enqueue()
761 update_stats_wait_end(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_end()
778 update_stats_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_dequeue()
792 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_curr_start()
2331 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_enqueue()
2348 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_dequeue()
2402 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, in reweight_entity()
2423 struct sched_entity *se; in update_cfs_shares()
2716 static inline void update_load_avg(struct sched_entity *se, int update_tg) in update_load_avg()
2734 static void attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in attach_entity_load_avg()
2761 static void detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in detach_entity_load_avg()
2775 enqueue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in enqueue_entity_load_avg()
2802 dequeue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in dequeue_entity_load_avg()
2816 void remove_entity_load_avg(struct sched_entity *se) in remove_entity_load_avg()
2870 static inline void update_load_avg(struct sched_entity *se, int update_tg) {} in update_load_avg()
2872 enqueue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in enqueue_entity_load_avg()
2874 dequeue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in dequeue_entity_load_avg()
2875 static inline void remove_entity_load_avg(struct sched_entity *se) {} in remove_entity_load_avg()
2878 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in attach_entity_load_avg()
2880 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in detach_entity_load_avg()
2889 static void enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se) in enqueue_sleeper()
2951 static void check_spread(struct cfs_rq *cfs_rq, struct sched_entity *se) in check_spread()
2965 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial) in place_entity()
2999 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in enqueue_entity()
3033 static void __clear_buddies_last(struct sched_entity *se) in __clear_buddies_last()
3044 static void __clear_buddies_next(struct sched_entity *se) in __clear_buddies_next()
3055 static void __clear_buddies_skip(struct sched_entity *se) in __clear_buddies_skip()
3066 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se) in clear_buddies()
3081 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in dequeue_entity()
3129 check_preempt_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr) in check_preempt_tick()
3132 struct sched_entity *se; in check_preempt_tick()
3166 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in set_next_entity()
3197 wakeup_preempt_entity(struct sched_entity *curr, struct sched_entity *se);
3206 static struct sched_entity *
3207 pick_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *curr) in pick_next_entity()
3209 struct sched_entity *left = __pick_first_entity(cfs_rq); in pick_next_entity()
3210 struct sched_entity *se; in pick_next_entity()
3226 struct sched_entity *second; in pick_next_entity()
3259 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev) in put_prev_entity()
3283 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued) in entity_tick()
3559 struct sched_entity *se; in throttle_cfs_rq()
3613 struct sched_entity *se; in unthrottle_cfs_rq()
4084 struct sched_entity *se = &p->se; in hrtick_start_fair()
4138 struct sched_entity *se = &p->se; in enqueue_task_fair()
4176 static void set_next_buddy(struct sched_entity *se);
4186 struct sched_entity *se = &p->se; in dequeue_task_fair()
4501 struct sched_entity *se = &p->se; in task_waking_fair()
4574 struct sched_entity *se = tg->se[cpu]; in effective_load()
5038 wakeup_gran(struct sched_entity *curr, struct sched_entity *se) in wakeup_gran()
5073 wakeup_preempt_entity(struct sched_entity *curr, struct sched_entity *se) in wakeup_preempt_entity()
5087 static void set_last_buddy(struct sched_entity *se) in set_last_buddy()
5096 static void set_next_buddy(struct sched_entity *se) in set_next_buddy()
5105 static void set_skip_buddy(struct sched_entity *se) in set_skip_buddy()
5117 struct sched_entity *se = &curr->se, *pse = &p->se; in check_preempt_wakeup()
5201 struct sched_entity *se; in pick_next_task_fair()
5222 struct sched_entity *curr = cfs_rq->curr; in pick_next_task_fair()
5258 struct sched_entity *pse = &prev->se; in pick_next_task_fair()
5333 struct sched_entity *se = &prev->se; in put_prev_task_fair()
5351 struct sched_entity *se = &curr->se; in yield_task_fair()
5380 struct sched_entity *se = &p->se; in yield_to_task_fair()
5928 struct sched_entity *se = cfs_rq->tg->se[cpu_of(rq)]; in update_cfs_rq_h_load()
7878 struct sched_entity *se = &curr->se; in task_tick_fair()
7897 struct sched_entity *se = &p->se, *curr; in task_fork_fair()
7963 struct sched_entity *se = &p->se; in vruntime_normalized()
7990 struct sched_entity *se = &p->se; in detach_task_cfs_rq()
8008 struct sched_entity *se = &p->se; in attach_task_cfs_rq()
8055 struct sched_entity *se = &rq->curr->se; in set_curr_task_fair()
8115 struct sched_entity *se; in alloc_fair_sched_group()
8135 se = kzalloc_node(sizeof(struct sched_entity), in alloc_fair_sched_group()
8171 struct sched_entity *se, int cpu, in init_tg_cfs_entry()
8172 struct sched_entity *parent) in init_tg_cfs_entry()
8223 struct sched_entity *se; in sched_group_set_shares()
8256 struct sched_entity *se = &task->se; in get_rr_interval_fair()