316 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_add_leaf_cfs_rq()
384 static inline void list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_del_leaf_cfs_rq()
410 #define for_each_leaf_cfs_rq_safe(rq, cfs_rq, pos)			\  argument
466 static int cfs_rq_is_idle(struct cfs_rq *cfs_rq)  in cfs_rq_is_idle()
483 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_add_leaf_cfs_rq()
488 static inline void list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_del_leaf_cfs_rq()
496 #define for_each_leaf_cfs_rq_safe(rq, cfs_rq, pos)	\  argument
514 static int cfs_rq_is_idle(struct cfs_rq *cfs_rq)  in cfs_rq_is_idle()
561 static inline s64 entity_key(struct cfs_rq *cfs_rq, struct sched_entity *se)  in entity_key()
628 avg_vruntime_add(struct cfs_rq *cfs_rq, struct sched_entity *se)  in avg_vruntime_add()
638 avg_vruntime_sub(struct cfs_rq *cfs_rq, struct sched_entity *se)  in avg_vruntime_sub()
648 void avg_vruntime_update(struct cfs_rq *cfs_rq, s64 delta)  in avg_vruntime_update()
660 u64 avg_vruntime(struct cfs_rq *cfs_rq)  in avg_vruntime()
699 static void update_entity_lag(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_entity_lag()
727 static int vruntime_eligible(struct cfs_rq *cfs_rq, u64 vruntime)  in vruntime_eligible()
743 int entity_eligible(struct cfs_rq *cfs_rq, struct sched_entity *se)  in entity_eligible()
748 static u64 __update_min_vruntime(struct cfs_rq *cfs_rq, u64 vruntime)  in __update_min_vruntime()
762 static void update_min_vruntime(struct cfs_rq *cfs_rq)  in update_min_vruntime()
824 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in __enqueue_entity()
832 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in __dequeue_entity()
839 struct sched_entity *__pick_root_entity(struct cfs_rq *cfs_rq)  in __pick_root_entity()
849 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq)  in __pick_first_entity()
878 static struct sched_entity *pick_eevdf(struct cfs_rq *cfs_rq)  in pick_eevdf()
944 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq)  in __pick_last_entity()
978 static void update_deadline(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_deadline()
1059 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in post_init_entity_util_avg()  local
1101 static void update_tg_load_avg(struct cfs_rq *cfs_rq)  in update_tg_load_avg()
1156 static void update_curr(struct cfs_rq *cfs_rq)  in update_curr()
1184 update_stats_wait_start_fair(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_wait_start_fair()
1201 update_stats_wait_end_fair(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_wait_end_fair()
1227 update_stats_enqueue_sleeper_fair(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_enqueue_sleeper_fair()
1247 update_stats_enqueue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in update_stats_enqueue_fair()
1264 update_stats_dequeue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in update_stats_dequeue_fair()
1296 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_curr_start()
3570 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se)  in account_entity_enqueue()
3587 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se)  in account_entity_dequeue()
3651 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in enqueue_load_avg()
3658 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in dequeue_load_avg()
3668 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { }  in enqueue_load_avg()
3670 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { }  in dequeue_load_avg()
3673 static void reweight_eevdf(struct cfs_rq *cfs_rq, struct sched_entity *se,  in reweight_eevdf()
3780 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se,  in reweight_entity()
3835 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in reweight_task()  local
3920 static long calc_group_shares(struct cfs_rq *cfs_rq)  in calc_group_shares()
3985 static inline void cfs_rq_util_change(struct cfs_rq *cfs_rq, int flags)  in cfs_rq_util_change()
4032 static inline u64 cfs_rq_last_update_time(struct cfs_rq *cfs_rq)  in cfs_rq_last_update_time()
4046 static inline bool child_cfs_rq_on_list(struct cfs_rq *cfs_rq)  in child_cfs_rq_on_list()
4064 static inline bool cfs_rq_is_decayed(struct cfs_rq *cfs_rq)  in cfs_rq_is_decayed()
4092 static inline void update_tg_load_avg(struct cfs_rq *cfs_rq)  in update_tg_load_avg()
4123 static inline void clear_tg_load_avg(struct cfs_rq *cfs_rq)  in clear_tg_load_avg()
4157 		struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in clear_tg_offline_cfs_rqs()  local
4265 update_tg_cfs_util(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq)  in update_tg_cfs_util()
4297 update_tg_cfs_runnable(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq)  in update_tg_cfs_runnable()
4327 update_tg_cfs_load(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq)  in update_tg_cfs_load()
4394 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum)  in add_tg_cfs_propagate()
4403 	struct cfs_rq *cfs_rq, *gcfs_rq;  in propagate_entity_load_avg()  local
4460 static inline void update_tg_load_avg(struct cfs_rq *cfs_rq) {}  in update_tg_load_avg()
4469 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) {}  in add_tg_cfs_propagate()
4477 	struct cfs_rq *cfs_rq;  in migrate_se_pelt_lag()  local
4572 update_cfs_rq_load_avg(u64 now, struct cfs_rq *cfs_rq)  in update_cfs_rq_load_avg()
4643 static void attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in attach_entity_load_avg()
4698 static void detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in detach_entity_load_avg()
4729 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in update_load_avg()
4777 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in sync_entity_load_avg()  local
4790 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in remove_entity_load_avg()  local
4809 static inline unsigned long cfs_rq_runnable_avg(struct cfs_rq *cfs_rq)  in cfs_rq_runnable_avg()
4814 static inline unsigned long cfs_rq_load_avg(struct cfs_rq *cfs_rq)  in cfs_rq_load_avg()
4841 static inline void util_est_enqueue(struct cfs_rq *cfs_rq,  in util_est_enqueue()
4857 static inline void util_est_dequeue(struct cfs_rq *cfs_rq,  in util_est_dequeue()
4875 static inline void util_est_update(struct cfs_rq *cfs_rq,  in util_est_update()
5117 static inline bool cfs_rq_is_decayed(struct cfs_rq *cfs_rq)  in cfs_rq_is_decayed()
5127 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int not_used1)  in update_load_avg()
5135 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {}  in attach_entity_load_avg()
5137 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {}  in detach_entity_load_avg()
5145 util_est_enqueue(struct cfs_rq *cfs_rq, struct task_struct *p) {}  in util_est_enqueue()
5148 util_est_dequeue(struct cfs_rq *cfs_rq, struct task_struct *p) {}  in util_est_dequeue()
5151 util_est_update(struct cfs_rq *cfs_rq, struct task_struct *p,  in util_est_update()
5158 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in place_entity()
5264 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in enqueue_entity()
5334 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in __clear_buddies_next()  local
5342 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se)  in clear_buddies()
5351 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in dequeue_entity()
5404 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in set_next_entity()
5454 pick_next_entity(struct cfs_rq *cfs_rq)  in pick_next_entity()
5468 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev)  in put_prev_entity()
5491 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued)  in entity_tick()
5602 				   struct cfs_rq *cfs_rq, u64 target_runtime)  in __assign_cfs_rq_runtime()
5629 static int assign_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in assign_cfs_rq_runtime()
5641 static void __account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec)  in __account_cfs_rq_runtime()
5660 void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec)  in account_cfs_rq_runtime()
5668 static inline int cfs_rq_throttled(struct cfs_rq *cfs_rq)  in cfs_rq_throttled()
5674 static inline int throttled_hierarchy(struct cfs_rq *cfs_rq)  in throttled_hierarchy()
5699 	struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in tg_unthrottle_up()  local
5728 	struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in tg_throttle_down()  local
5744 static bool throttle_cfs_rq(struct cfs_rq *cfs_rq)  in throttle_cfs_rq()
5833 void unthrottle_cfs_rq(struct cfs_rq *cfs_rq)  in unthrottle_cfs_rq()
5959 static inline void __unthrottle_cfs_rq_async(struct cfs_rq *cfs_rq)  in __unthrottle_cfs_rq_async()
5979 static inline void __unthrottle_cfs_rq_async(struct cfs_rq *cfs_rq)  in __unthrottle_cfs_rq_async()
5985 static void unthrottle_cfs_rq_async(struct cfs_rq *cfs_rq)  in unthrottle_cfs_rq_async()
6001 	struct cfs_rq *cfs_rq, *tmp;  in distribute_cfs_runtime()  local
6188 static void __return_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in __return_cfs_rq_runtime()
6211 static __always_inline void return_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in return_cfs_rq_runtime()
6256 static void check_enqueue_throttle(struct cfs_rq *cfs_rq)  in check_enqueue_throttle()
6277 	struct cfs_rq *pcfs_rq, *cfs_rq;  in sync_throttle()  local
6293 static bool check_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in check_cfs_rq_runtime()
6399 static void init_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in init_cfs_rq_runtime()
6471 		struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in update_runtime_enabled()  local
6496 		struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in unthrottle_offline_cfs_rqs()  local
6522 	struct cfs_rq *cfs_rq = task_cfs_rq(p);  in cfs_task_bw_constrained()  local
6567 static void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) {}  in account_cfs_rq_runtime()
6568 static bool check_cfs_rq_runtime(struct cfs_rq *cfs_rq) { return false; }  in check_cfs_rq_runtime()
6569 static void check_enqueue_throttle(struct cfs_rq *cfs_rq) {}  in check_enqueue_throttle()
6571 static __always_inline void return_cfs_rq_runtime(struct cfs_rq *cfs_rq) {}  in return_cfs_rq_runtime()
6573 static inline int cfs_rq_throttled(struct cfs_rq *cfs_rq)  in cfs_rq_throttled()
6578 static inline int throttled_hierarchy(struct cfs_rq *cfs_rq)  in throttled_hierarchy()
6591 static void init_cfs_rq_runtime(struct cfs_rq *cfs_rq) {}  in init_cfs_rq_runtime()
6706 	struct cfs_rq *cfs_rq;  in enqueue_task_fair()  local
6799 	struct cfs_rq *cfs_rq;  in dequeue_task_fair()  local
6907 	struct cfs_rq *cfs_rq;  in cpu_load_without()  local
6930 	struct cfs_rq *cfs_rq;  in cpu_runnable_without()  local
7662 	struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs;  in cpu_util()  local
8272 	struct cfs_rq *cfs_rq = task_cfs_rq(curr);  in check_preempt_wakeup_fair()  local
8350 	struct cfs_rq *cfs_rq;  in pick_task_fair()  local
8382 	struct cfs_rq *cfs_rq = &rq->cfs;  in pick_next_task_fair()  local
8535 	struct cfs_rq *cfs_rq;  in put_prev_task_fair()  local
8549 	struct cfs_rq *cfs_rq = task_cfs_rq(curr);  in yield_task_fair()  local
9227 static inline bool cfs_rq_has_blocked(struct cfs_rq *cfs_rq)  in cfs_rq_has_blocked()
9268 static inline bool cfs_rq_has_blocked(struct cfs_rq *cfs_rq) { return false; }  in cfs_rq_has_blocked()
9304 	struct cfs_rq *cfs_rq, *pos;  in __update_blocked_fair()  local
9350 static void update_cfs_rq_h_load(struct cfs_rq *cfs_rq)  in update_cfs_rq_h_load()
9385 	struct cfs_rq *cfs_rq = task_cfs_rq(p);  in task_h_load()  local
9394 	struct cfs_rq *cfs_rq = &rq->cfs;  in __update_blocked_fair()  local
12523 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in se_fi_update()  local
12595 	struct cfs_rq *cfs_rq;  in task_is_throttled_fair()  local
12618 	struct cfs_rq *cfs_rq;  in task_tick_fair()  local
12643 	struct cfs_rq *cfs_rq;  in task_fork_fair()  local
12690 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in propagate_entity_cfs_rq()  local
12719 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in detach_entity_cfs_rq()  local
12741 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in attach_entity_cfs_rq()  local
12806 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in set_next_task_fair()  local
12814 void init_cfs_rq(struct cfs_rq *cfs_rq)  in init_cfs_rq()
12861 	struct cfs_rq *cfs_rq;  in alloc_fair_sched_group()  local
12944 void init_tg_cfs_entry(struct task_group *tg, struct cfs_rq *cfs_rq,  in init_tg_cfs_entry()
13074 			struct cfs_rq *cfs_rq = cfs_rq_of(se);  in sched_group_set_idle()  local
13174 	struct cfs_rq *cfs_rq, *pos;  in print_cfs_stats()  local