249 static inline struct rq *rq_of(struct cfs_rq *cfs_rq)  in rq_of()
286 static inline void list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_add_leaf_cfs_rq()
308 static inline void list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_del_leaf_cfs_rq()
317 #define for_each_leaf_cfs_rq(rq, cfs_rq) \  argument
374 static inline struct rq *rq_of(struct cfs_rq *cfs_rq)  in rq_of()
403 static inline void list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_add_leaf_cfs_rq()
407 static inline void list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_del_leaf_cfs_rq()
411 #define for_each_leaf_cfs_rq(rq, cfs_rq) \  argument
457 static void update_min_vruntime(struct cfs_rq *cfs_rq)  in update_min_vruntime()
486 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in __enqueue_entity()
522 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in __dequeue_entity()
534 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq)  in __pick_first_entity()
555 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq)  in __pick_last_entity()
626 static u64 sched_slice(struct cfs_rq *cfs_rq, struct sched_entity *se)  in sched_slice()
653 static u64 sched_vslice(struct cfs_rq *cfs_rq, struct sched_entity *se)  in sched_vslice()
701 static void update_curr(struct cfs_rq *cfs_rq)  in update_curr()
742 update_stats_wait_start(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_wait_start()
750 static void update_stats_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_enqueue()
761 update_stats_wait_end(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_wait_end()
778 update_stats_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_dequeue()
792 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_curr_start()
2331 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se)  in account_entity_enqueue()
2348 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se)  in account_entity_dequeue()
2362 static inline long calc_tg_weight(struct task_group *tg, struct cfs_rq *cfs_rq)  in calc_tg_weight()
2378 static long calc_cfs_shares(struct cfs_rq *cfs_rq, struct task_group *tg)  in calc_cfs_shares()
2397 static inline long calc_cfs_shares(struct cfs_rq *cfs_rq, struct task_group *tg)  in calc_cfs_shares()
2402 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se,  in reweight_entity()
2420 static void update_cfs_shares(struct cfs_rq *cfs_rq)  in update_cfs_shares()
2439 static inline void update_cfs_shares(struct cfs_rq *cfs_rq)  in update_cfs_shares()
2561 		  unsigned long weight, int running, struct cfs_rq *cfs_rq)  in __update_load_avg()
2669 static inline void update_tg_load_avg(struct cfs_rq *cfs_rq, int force)  in update_tg_load_avg()
2680 static inline void update_tg_load_avg(struct cfs_rq *cfs_rq, int force) {}  in update_tg_load_avg()
2686 static inline int update_cfs_rq_load_avg(u64 now, struct cfs_rq *cfs_rq)  in update_cfs_rq_load_avg()
2718 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in update_load_avg()  local
2734 static void attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in attach_entity_load_avg()
2761 static void detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in detach_entity_load_avg()
2775 enqueue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in enqueue_entity_load_avg()
2802 dequeue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in dequeue_entity_load_avg()
2818 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in remove_entity_load_avg()  local
2856 static inline unsigned long cfs_rq_runnable_load_avg(struct cfs_rq *cfs_rq)  in cfs_rq_runnable_load_avg()
2861 static inline unsigned long cfs_rq_load_avg(struct cfs_rq *cfs_rq)  in cfs_rq_load_avg()
2872 enqueue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {}  in enqueue_entity_load_avg()
2874 dequeue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {}  in dequeue_entity_load_avg()
2878 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {}  in attach_entity_load_avg()
2880 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {}  in detach_entity_load_avg()
2889 static void enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se)  in enqueue_sleeper()
2951 static void check_spread(struct cfs_rq *cfs_rq, struct sched_entity *se)  in check_spread()
2965 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial)  in place_entity()
2999 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in enqueue_entity()
3036 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in __clear_buddies_last()  local
3047 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in __clear_buddies_next()  local
3058 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in __clear_buddies_skip()  local
3066 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se)  in clear_buddies()
3081 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in dequeue_entity()
3129 check_preempt_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr)  in check_preempt_tick()
3166 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in set_next_entity()
3207 pick_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *curr)  in pick_next_entity()
3259 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev)  in put_prev_entity()
3283 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued)  in entity_tick()
3390 static inline u64 cfs_rq_clock_task(struct cfs_rq *cfs_rq)  in cfs_rq_clock_task()
3399 static int assign_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in assign_cfs_rq_runtime()
3439 static void expire_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in expire_cfs_rq_runtime()
3470 static void __account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec)  in __account_cfs_rq_runtime()
3488 void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec)  in account_cfs_rq_runtime()
3496 static inline int cfs_rq_throttled(struct cfs_rq *cfs_rq)  in cfs_rq_throttled()
3502 static inline int throttled_hierarchy(struct cfs_rq *cfs_rq)  in throttled_hierarchy()
3528 	struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in tg_unthrottle_up()  local
3545 	struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in tg_throttle_down()  local
3555 static void throttle_cfs_rq(struct cfs_rq *cfs_rq)  in throttle_cfs_rq()
3609 void unthrottle_cfs_rq(struct cfs_rq *cfs_rq)  in unthrottle_cfs_rq()
3659 	struct cfs_rq *cfs_rq;  in distribute_cfs_runtime()  local
3812 static void __return_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in __return_cfs_rq_runtime()
3836 static __always_inline void return_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in return_cfs_rq_runtime()
3885 static void check_enqueue_throttle(struct cfs_rq *cfs_rq)  in check_enqueue_throttle()
3905 static bool check_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in check_cfs_rq_runtime()
3970 static void init_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in init_cfs_rq_runtime()
3999 	struct cfs_rq *cfs_rq;  in update_runtime_enabled()  local
4012 	struct cfs_rq *cfs_rq;  in unthrottle_offline_cfs_rqs()  local
4035 static inline u64 cfs_rq_clock_task(struct cfs_rq *cfs_rq)  in cfs_rq_clock_task()
4040 static void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) {}  in account_cfs_rq_runtime()
4041 static bool check_cfs_rq_runtime(struct cfs_rq *cfs_rq) { return false; }  in check_cfs_rq_runtime()
4042 static void check_enqueue_throttle(struct cfs_rq *cfs_rq) {}  in check_enqueue_throttle()
4043 static __always_inline void return_cfs_rq_runtime(struct cfs_rq *cfs_rq) {}  in return_cfs_rq_runtime()
4045 static inline int cfs_rq_throttled(struct cfs_rq *cfs_rq)  in cfs_rq_throttled()
4050 static inline int throttled_hierarchy(struct cfs_rq *cfs_rq)  in throttled_hierarchy()
4064 static void init_cfs_rq_runtime(struct cfs_rq *cfs_rq) {}  in init_cfs_rq_runtime()
4085 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in hrtick_start_fair()  local
4137 	struct cfs_rq *cfs_rq;  in enqueue_task_fair()  local
4185 	struct cfs_rq *cfs_rq;  in dequeue_task_fair()  local
4502 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in task_waking_fair()  local
5118 	struct cfs_rq *cfs_rq = task_cfs_rq(curr);  in check_preempt_wakeup()  local
5200 	struct cfs_rq *cfs_rq = &rq->cfs;  in pick_next_task_fair()  local
5334 	struct cfs_rq *cfs_rq;  in put_prev_task_fair()  local
5350 	struct cfs_rq *cfs_rq = task_cfs_rq(curr);  in yield_task_fair()  local
5899 	struct cfs_rq *cfs_rq;  in update_blocked_averages()  local
5925 static void update_cfs_rq_h_load(struct cfs_rq *cfs_rq)  in update_cfs_rq_h_load()
5960 	struct cfs_rq *cfs_rq = task_cfs_rq(p);  in task_h_load()  local
5970 	struct cfs_rq *cfs_rq = &rq->cfs;  in update_blocked_averages()  local
7877 	struct cfs_rq *cfs_rq;  in task_tick_fair()  local
7896 	struct cfs_rq *cfs_rq;  in task_fork_fair()  local
7991 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in detach_task_cfs_rq()  local
8009 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in attach_task_cfs_rq()  local
8058 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in set_curr_task_fair()  local
8066 void init_cfs_rq(struct cfs_rq *cfs_rq)  in init_cfs_rq()
8114 	struct cfs_rq *cfs_rq;  in alloc_fair_sched_group()  local
8170 void init_tg_cfs_entry(struct task_group *tg, struct cfs_rq *cfs_rq,  in init_tg_cfs_entry()
8316 	struct cfs_rq *cfs_rq;  in print_cfs_stats()  local