288 static inline void cfs_rq_tg_path(struct cfs_rq *cfs_rq, char *path, int len)  in cfs_rq_tg_path()
301 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_add_leaf_cfs_rq()
369 static inline void list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_del_leaf_cfs_rq()
395 #define for_each_leaf_cfs_rq_safe(rq, cfs_rq, pos)			\  argument
475 static inline void cfs_rq_tg_path(struct cfs_rq *cfs_rq, char *path, int len)  in cfs_rq_tg_path()
481 static inline bool list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_add_leaf_cfs_rq()
486 static inline void list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq)  in list_del_leaf_cfs_rq()
494 #define for_each_leaf_cfs_rq_safe(rq, cfs_rq, pos)	\  argument
540 static void update_min_vruntime(struct cfs_rq *cfs_rq)  in update_min_vruntime()
575 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in __enqueue_entity()
605 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in __dequeue_entity()
610 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq)  in __pick_first_entity()
631 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq)  in __pick_last_entity()
701 static u64 sched_slice(struct cfs_rq *cfs_rq, struct sched_entity *se)  in sched_slice()
728 static u64 sched_vslice(struct cfs_rq *cfs_rq, struct sched_entity *se)  in sched_vslice()
790 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in post_init_entity_util_avg()  local
834 static void update_tg_load_avg(struct cfs_rq *cfs_rq)  in update_tg_load_avg()
842 static void update_curr(struct cfs_rq *cfs_rq)  in update_curr()
883 update_stats_wait_start(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_wait_start()
901 update_stats_wait_end(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_wait_end()
933 update_stats_enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_enqueue_sleeper()
1004 update_stats_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in update_stats_enqueue()
1021 update_stats_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in update_stats_dequeue()
1050 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se)  in update_stats_curr_start()
2989 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se)  in account_entity_enqueue()
3004 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se)  in account_entity_dequeue()
3066 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in enqueue_load_avg()
3073 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in dequeue_load_avg()
3080 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { }  in enqueue_load_avg()
3082 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { }  in dequeue_load_avg()
3085 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se,  in reweight_entity()
3115 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in reweight_task()  local
3198 static long calc_group_shares(struct cfs_rq *cfs_rq)  in calc_group_shares()
3268 static inline void cfs_rq_util_change(struct cfs_rq *cfs_rq, int flags)  in cfs_rq_util_change()
3307 static inline void update_tg_load_avg(struct cfs_rq *cfs_rq)  in update_tg_load_avg()
3442 update_tg_cfs_util(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq)  in update_tg_cfs_util()
3467 update_tg_cfs_runnable(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq)  in update_tg_cfs_runnable()
3492 update_tg_cfs_load(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq)  in update_tg_cfs_load()
3553 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum)  in add_tg_cfs_propagate()
3562 	struct cfs_rq *cfs_rq, *gcfs_rq;  in propagate_entity_load_avg()  local
3619 static inline void update_tg_load_avg(struct cfs_rq *cfs_rq) {}  in update_tg_load_avg()
3626 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) {}  in add_tg_cfs_propagate()
3647 update_cfs_rq_load_avg(u64 now, struct cfs_rq *cfs_rq)  in update_cfs_rq_load_avg()
3704 static void attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in attach_entity_load_avg()
3759 static void detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se)  in detach_entity_load_avg()
3782 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in update_load_avg()
3818 static inline u64 cfs_rq_last_update_time(struct cfs_rq *cfs_rq)  in cfs_rq_last_update_time()
3832 static inline u64 cfs_rq_last_update_time(struct cfs_rq *cfs_rq)  in cfs_rq_last_update_time()
3844 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in sync_entity_load_avg()  local
3857 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in remove_entity_load_avg()  local
3876 static inline unsigned long cfs_rq_runnable_avg(struct cfs_rq *cfs_rq)  in cfs_rq_runnable_avg()
3881 static inline unsigned long cfs_rq_load_avg(struct cfs_rq *cfs_rq)  in cfs_rq_load_avg()
3919 static inline void util_est_enqueue(struct cfs_rq *cfs_rq,  in util_est_enqueue()
3949 util_est_dequeue(struct cfs_rq *cfs_rq, struct task_struct *p, bool task_sleep)  in util_est_dequeue()
4067 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int not_used1)  in update_load_avg()
4075 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {}  in attach_entity_load_avg()
4077 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {}  in detach_entity_load_avg()
4085 util_est_enqueue(struct cfs_rq *cfs_rq, struct task_struct *p) {}  in util_est_enqueue()
4088 util_est_dequeue(struct cfs_rq *cfs_rq, struct task_struct *p,  in util_est_dequeue()
4094 static void check_spread(struct cfs_rq *cfs_rq, struct sched_entity *se)  in check_spread()
4108 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial)  in place_entity()
4194 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in enqueue_entity()
4255 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in __clear_buddies_last()  local
4266 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in __clear_buddies_next()  local
4277 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in __clear_buddies_skip()  local
4285 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se)  in clear_buddies()
4300 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags)  in dequeue_entity()
4355 check_preempt_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr)  in check_preempt_tick()
4392 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se)  in set_next_entity()
4435 pick_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *curr)  in pick_next_entity()
4487 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev)  in put_prev_entity()
4512 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued)  in entity_tick()
4614 				   struct cfs_rq *cfs_rq, u64 target_runtime)  in __assign_cfs_rq_runtime()
4641 static int assign_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in assign_cfs_rq_runtime()
4653 static void __account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec)  in __account_cfs_rq_runtime()
4672 void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec)  in account_cfs_rq_runtime()
4680 static inline int cfs_rq_throttled(struct cfs_rq *cfs_rq)  in cfs_rq_throttled()
4686 static inline int throttled_hierarchy(struct cfs_rq *cfs_rq)  in throttled_hierarchy()
4711 	struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in tg_unthrottle_up()  local
4729 	struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in tg_throttle_down()  local
4741 static bool throttle_cfs_rq(struct cfs_rq *cfs_rq)  in throttle_cfs_rq()
4810 void unthrottle_cfs_rq(struct cfs_rq *cfs_rq)  in unthrottle_cfs_rq()
4897 	struct cfs_rq *cfs_rq;  in distribute_cfs_runtime()  local
5047 static void __return_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in __return_cfs_rq_runtime()
5070 static __always_inline void return_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in return_cfs_rq_runtime()
5118 static void check_enqueue_throttle(struct cfs_rq *cfs_rq)  in check_enqueue_throttle()
5139 	struct cfs_rq *pcfs_rq, *cfs_rq;  in sync_throttle()  local
5155 static bool check_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in check_cfs_rq_runtime()
5254 static void init_cfs_rq_runtime(struct cfs_rq *cfs_rq)  in init_cfs_rq_runtime()
5299 		struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in update_runtime_enabled()  local
5317 		struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)];  in unthrottle_offline_cfs_rqs()  local
5346 static void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) {}  in account_cfs_rq_runtime()
5347 static bool check_cfs_rq_runtime(struct cfs_rq *cfs_rq) { return false; }  in check_cfs_rq_runtime()
5348 static void check_enqueue_throttle(struct cfs_rq *cfs_rq) {}  in check_enqueue_throttle()
5350 static __always_inline void return_cfs_rq_runtime(struct cfs_rq *cfs_rq) {}  in return_cfs_rq_runtime()
5352 static inline int cfs_rq_throttled(struct cfs_rq *cfs_rq)  in cfs_rq_throttled()
5357 static inline int throttled_hierarchy(struct cfs_rq *cfs_rq)  in throttled_hierarchy()
5371 static void init_cfs_rq_runtime(struct cfs_rq *cfs_rq) {}  in init_cfs_rq_runtime()
5392 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in hrtick_start_fair()  local
5477 	struct cfs_rq *cfs_rq;  in enqueue_task_fair()  local
5586 	struct cfs_rq *cfs_rq;  in dequeue_task_fair()  local
5684 	struct cfs_rq *cfs_rq;  in cpu_load_without()  local
5707 	struct cfs_rq *cfs_rq;  in cpu_runnable_without()  local
6349 	struct cfs_rq *cfs_rq;  in cpu_util()  local
6376 	struct cfs_rq *cfs_rq;  in cpu_util_without()  local
6456 	struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs;  in cpu_util_next()  local
6772 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in migrate_task_rq_fair()  local
6920 	struct cfs_rq *cfs_rq = task_cfs_rq(curr);  in check_preempt_wakeup()  local
7002 	struct cfs_rq *cfs_rq = &rq->cfs;  in pick_next_task_fair()  local
7154 	struct cfs_rq *cfs_rq;  in put_prev_task_fair()  local
7170 	struct cfs_rq *cfs_rq = task_cfs_rq(curr);  in yield_task_fair()  local
7818 static inline bool cfs_rq_has_blocked(struct cfs_rq *cfs_rq)  in cfs_rq_has_blocked()
7856 static inline bool cfs_rq_has_blocked(struct cfs_rq *cfs_rq) { return false; }  in cfs_rq_has_blocked()
7889 static inline bool cfs_rq_is_decayed(struct cfs_rq *cfs_rq)  in cfs_rq_is_decayed()
7908 	struct cfs_rq *cfs_rq, *pos;  in __update_blocked_fair()  local
7951 static void update_cfs_rq_h_load(struct cfs_rq *cfs_rq)  in update_cfs_rq_h_load()
7986 	struct cfs_rq *cfs_rq = task_cfs_rq(p);  in task_h_load()  local
7995 	struct cfs_rq *cfs_rq = &rq->cfs;  in __update_blocked_fair()  local
10695 	struct cfs_rq *cfs_rq;  in task_tick_fair()  local
10717 	struct cfs_rq *cfs_rq;  in task_fork_fair()  local
10806 	struct cfs_rq *cfs_rq;  in propagate_entity_cfs_rq()  local
10826 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in detach_entity_cfs_rq()  local
10837 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in attach_entity_cfs_rq()  local
10857 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in detach_task_cfs_rq()  local
10874 	struct cfs_rq *cfs_rq = cfs_rq_of(se);  in attach_task_cfs_rq()  local
10924 		struct cfs_rq *cfs_rq = cfs_rq_of(se);  in set_next_task_fair()  local
10932 void init_cfs_rq(struct cfs_rq *cfs_rq)  in init_cfs_rq()
10998 	struct cfs_rq *cfs_rq;  in alloc_fair_sched_group()  local
11079 void init_tg_cfs_entry(struct task_group *tg, struct cfs_rq *cfs_rq,  in init_tg_cfs_entry()
11230 	struct cfs_rq *cfs_rq, *pos;  in print_cfs_stats()  local
11281 const struct sched_avg *sched_trace_cfs_rq_avg(struct cfs_rq *cfs_rq)  in sched_trace_cfs_rq_avg()
11291 char *sched_trace_cfs_rq_path(struct cfs_rq *cfs_rq, char *str, int len)  in sched_trace_cfs_rq_path()
11305 int sched_trace_cfs_rq_cpu(struct cfs_rq *cfs_rq)  in sched_trace_cfs_rq_cpu()