Lines Matching defs:cfs_rq

225 static inline struct rq *rq_of(struct cfs_rq *cfs_rq)  in rq_of()
262 static inline void list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq) in list_add_leaf_cfs_rq()
284 static inline void list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq) in list_del_leaf_cfs_rq()
293 #define for_each_leaf_cfs_rq(rq, cfs_rq) \ argument
361 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of()
390 static inline void list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq) in list_add_leaf_cfs_rq()
394 static inline void list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq) in list_del_leaf_cfs_rq()
398 #define for_each_leaf_cfs_rq(rq, cfs_rq) \ argument
450 static void update_min_vruntime(struct cfs_rq *cfs_rq) in update_min_vruntime()
478 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __enqueue_entity()
514 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __dequeue_entity()
526 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq) in __pick_first_entity()
547 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq) in __pick_last_entity()
624 static u64 sched_slice(struct cfs_rq *cfs_rq, struct sched_entity *se) in sched_slice()
651 static u64 sched_vslice(struct cfs_rq *cfs_rq, struct sched_entity *se) in sched_vslice()
664 __update_curr(struct cfs_rq *cfs_rq, struct sched_entity *curr, in __update_curr()
684 static void update_curr(struct cfs_rq *cfs_rq) in update_curr()
717 update_stats_wait_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_start()
725 static void update_stats_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_enqueue()
736 update_stats_wait_end(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_end()
753 update_stats_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_dequeue()
767 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_curr_start()
781 add_cfs_task_weight(struct cfs_rq *cfs_rq, unsigned long weight) in add_cfs_task_weight()
787 add_cfs_task_weight(struct cfs_rq *cfs_rq, unsigned long weight) in add_cfs_task_weight()
793 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_enqueue()
806 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_dequeue()
822 static void update_cfs_rq_load_contribution(struct cfs_rq *cfs_rq, in update_cfs_rq_load_contribution()
837 static void update_cfs_load(struct cfs_rq *cfs_rq, int global_update) in update_cfs_load()
885 static inline long calc_tg_weight(struct task_group *tg, struct cfs_rq *cfs_rq) in calc_tg_weight()
901 static long calc_cfs_shares(struct cfs_rq *cfs_rq, struct task_group *tg) in calc_cfs_shares()
920 static void update_entity_shares_tick(struct cfs_rq *cfs_rq) in update_entity_shares_tick()
928 static void update_cfs_load(struct cfs_rq *cfs_rq, int global_update) in update_cfs_load()
932 static inline long calc_cfs_shares(struct cfs_rq *cfs_rq, struct task_group *tg) in calc_cfs_shares()
937 static inline void update_entity_shares_tick(struct cfs_rq *cfs_rq) in update_entity_shares_tick()
941 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, in reweight_entity()
957 static void update_cfs_shares(struct cfs_rq *cfs_rq) in update_cfs_shares()
976 static void update_cfs_load(struct cfs_rq *cfs_rq, int global_update) in update_cfs_load()
980 static inline void update_cfs_shares(struct cfs_rq *cfs_rq) in update_cfs_shares()
984 static inline void update_entity_shares_tick(struct cfs_rq *cfs_rq) in update_entity_shares_tick()
989 static void enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se) in enqueue_sleeper()
1051 static void check_spread(struct cfs_rq *cfs_rq, struct sched_entity *se) in check_spread()
1065 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial) in place_entity()
1101 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in enqueue_entity()
1138 struct cfs_rq *cfs_rq = cfs_rq_of(se); in __clear_buddies_last() local
1149 struct cfs_rq *cfs_rq = cfs_rq_of(se); in __clear_buddies_next() local
1160 struct cfs_rq *cfs_rq = cfs_rq_of(se); in __clear_buddies_skip() local
1168 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se) in clear_buddies()
1183 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in dequeue_entity()
1231 check_preempt_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr) in check_preempt_tick()
1268 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in set_next_entity()
1307 static struct sched_entity *pick_next_entity(struct cfs_rq *cfs_rq) in pick_next_entity()
1341 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev) in put_prev_entity()
1363 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued) in entity_tick()
1467 static int assign_cfs_rq_runtime(struct cfs_rq *cfs_rq) in assign_cfs_rq_runtime()
1516 static void expire_cfs_rq_runtime(struct cfs_rq *cfs_rq) in expire_cfs_rq_runtime()
1546 static void __account_cfs_rq_runtime(struct cfs_rq *cfs_rq, in __account_cfs_rq_runtime()
1564 static __always_inline void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, in account_cfs_rq_runtime()
1573 static inline int cfs_rq_throttled(struct cfs_rq *cfs_rq) in cfs_rq_throttled()
1579 static inline int throttled_hierarchy(struct cfs_rq *cfs_rq) in throttled_hierarchy()
1605 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; in tg_unthrottle_up() local
1627 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; in tg_throttle_down() local
1637 static void throttle_cfs_rq(struct cfs_rq *cfs_rq) in throttle_cfs_rq()
1676 void unthrottle_cfs_rq(struct cfs_rq *cfs_rq) in unthrottle_cfs_rq()
1725 struct cfs_rq *cfs_rq; in distribute_cfs_runtime() local
1876 static void __return_cfs_rq_runtime(struct cfs_rq *cfs_rq) in __return_cfs_rq_runtime()
1900 static __always_inline void return_cfs_rq_runtime(struct cfs_rq *cfs_rq) in return_cfs_rq_runtime()
1948 static void check_enqueue_throttle(struct cfs_rq *cfs_rq) in check_enqueue_throttle()
1968 static void check_cfs_rq_runtime(struct cfs_rq *cfs_rq) in check_cfs_rq_runtime()
2034 static void init_cfs_rq_runtime(struct cfs_rq *cfs_rq) in init_cfs_rq_runtime()
2072 struct cfs_rq *cfs_rq; in unthrottle_offline_cfs_rqs() local
2091 static void account_cfs_rq_runtime(struct cfs_rq *cfs_rq, in account_cfs_rq_runtime()
2093 static void check_cfs_rq_runtime(struct cfs_rq *cfs_rq) {} in check_cfs_rq_runtime()
2094 static void check_enqueue_throttle(struct cfs_rq *cfs_rq) {} in check_enqueue_throttle()
2095 static void return_cfs_rq_runtime(struct cfs_rq *cfs_rq) {} in return_cfs_rq_runtime()
2097 static inline int cfs_rq_throttled(struct cfs_rq *cfs_rq) in cfs_rq_throttled()
2102 static inline int throttled_hierarchy(struct cfs_rq *cfs_rq) in throttled_hierarchy()
2116 static void init_cfs_rq_runtime(struct cfs_rq *cfs_rq) {} in init_cfs_rq_runtime()
2136 struct cfs_rq *cfs_rq = cfs_rq_of(se); in hrtick_start_fair() local
2196 struct cfs_rq *cfs_rq; in enqueue_task_fair() local
2243 struct cfs_rq *cfs_rq; in dequeue_task_fair() local
2353 struct cfs_rq *cfs_rq = cfs_rq_of(se); in task_waking_fair() local
2917 struct cfs_rq *cfs_rq = task_cfs_rq(curr); in check_preempt_wakeup() local
2999 struct cfs_rq *cfs_rq = &rq->cfs; in pick_next_task_fair() local
3024 struct cfs_rq *cfs_rq; in put_prev_task_fair() local
3040 struct cfs_rq *cfs_rq = task_cfs_rq(curr); in yield_task_fair() local
3203 struct cfs_rq *cfs_rq; in move_one_task() local
3294 struct cfs_rq *cfs_rq; in update_shares_cpu() local
3322 struct cfs_rq *cfs_rq; in update_shares() local
5204 struct cfs_rq *cfs_rq; in task_tick_fair() local
5220 struct cfs_rq *cfs_rq; in task_fork_fair() local
5284 struct cfs_rq *cfs_rq = cfs_rq_of(se); in switched_from_fair() local
5334 struct cfs_rq *cfs_rq = cfs_rq_of(se); in set_curr_task_fair() local
5342 void init_cfs_rq(struct cfs_rq *cfs_rq) in init_cfs_rq()
5409 struct cfs_rq *cfs_rq; in alloc_fair_sched_group() local
5464 void init_tg_cfs_entry(struct task_group *tg, struct cfs_rq *cfs_rq, in init_tg_cfs_entry()
5602 struct cfs_rq *cfs_rq; in print_cfs_stats() local