Lines Matching defs:rt_rq
134 void init_rt_rq(struct rt_rq *rt_rq) in init_rt_rq()
178 static inline struct rq *rq_of_rt_rq(struct rt_rq *rt_rq) in rq_of_rt_rq()
190 struct rt_rq *rt_rq = rt_se->rt_rq; in rq_of_rt_se() local
217 void init_tg_rt_entry(struct task_group *tg, struct rt_rq *rt_rq, in init_tg_rt_entry()
246 struct rt_rq *rt_rq; in alloc_rt_sched_group() local
293 static inline struct rq *rq_of_rt_rq(struct rt_rq *rt_rq) in rq_of_rt_rq()
487 static inline u64 sched_rt_runtime(struct rt_rq *rt_rq) in sched_rt_runtime()
495 static inline u64 sched_rt_period(struct rt_rq *rt_rq) in sched_rt_period()
515 #define for_each_rt_rq(rt_rq, iter, rq) \ argument
531 static void sched_rt_rq_enqueue(struct rt_rq *rt_rq) in sched_rt_rq_enqueue()
552 static void sched_rt_rq_dequeue(struct rt_rq *rt_rq) in sched_rt_rq_dequeue()
568 static inline int rt_rq_throttled(struct rt_rq *rt_rq) in rt_rq_throttled()
575 struct rt_rq *rt_rq = group_rt_rq(rt_se); in rt_se_boosted() local
603 static inline struct rt_bandwidth *sched_rt_bandwidth(struct rt_rq *rt_rq) in sched_rt_bandwidth()
610 static inline u64 sched_rt_runtime(struct rt_rq *rt_rq) in sched_rt_runtime()
615 static inline u64 sched_rt_period(struct rt_rq *rt_rq) in sched_rt_period()
622 #define for_each_rt_rq(rt_rq, iter, rq) \ argument
633 static inline void sched_rt_rq_enqueue(struct rt_rq *rt_rq) in sched_rt_rq_enqueue()
644 static inline void sched_rt_rq_dequeue(struct rt_rq *rt_rq) in sched_rt_rq_dequeue()
649 static inline int rt_rq_throttled(struct rt_rq *rt_rq) in rt_rq_throttled()
665 static inline struct rt_bandwidth *sched_rt_bandwidth(struct rt_rq *rt_rq) in sched_rt_bandwidth()
672 bool sched_rt_bandwidth_account(struct rt_rq *rt_rq) in sched_rt_bandwidth_account()
684 static void do_balance_runtime(struct rt_rq *rt_rq) in do_balance_runtime()
740 struct rt_rq *rt_rq; in __disable_runtime() local
821 struct rt_rq *rt_rq; in __enable_runtime() local
842 static void balance_runtime(struct rt_rq *rt_rq) in balance_runtime()
854 static inline void balance_runtime(struct rt_rq *rt_rq) {} in balance_runtime()
878 struct rt_rq *rt_rq = sched_rt_period_rt_rq(rt_b, i); in do_sched_rt_period_timer() local
945 struct rt_rq *rt_rq = group_rt_rq(rt_se); in rt_se_prio() local
954 static int sched_rt_runtime_exceeded(struct rt_rq *rt_rq) in sched_rt_runtime_exceeded()
1018 struct rt_rq *rt_rq = rt_rq_of_se(rt_se); in update_curr_rt() local
1035 dequeue_top_rt_rq(struct rt_rq *rt_rq, unsigned int count) in dequeue_top_rt_rq()
1052 enqueue_top_rt_rq(struct rt_rq *rt_rq) in enqueue_top_rt_rq()
1076 inc_rt_prio_smp(struct rt_rq *rt_rq, int prio, int prev_prio) in inc_rt_prio_smp()
1092 dec_rt_prio_smp(struct rt_rq *rt_rq, int prio, int prev_prio) in dec_rt_prio_smp()
1110 void inc_rt_prio_smp(struct rt_rq *rt_rq, int prio, int prev_prio) {} in inc_rt_prio_smp()
1112 void dec_rt_prio_smp(struct rt_rq *rt_rq, int prio, int prev_prio) {} in dec_rt_prio_smp()
1118 inc_rt_prio(struct rt_rq *rt_rq, int prio) in inc_rt_prio()
1129 dec_rt_prio(struct rt_rq *rt_rq, int prio) in dec_rt_prio()
1157 static inline void inc_rt_prio(struct rt_rq *rt_rq, int prio) {} in inc_rt_prio()
1158 static inline void dec_rt_prio(struct rt_rq *rt_rq, int prio) {} in dec_rt_prio()
1165 inc_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_group()
1175 dec_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in dec_rt_group()
1186 inc_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_group()
1192 void dec_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) {} in dec_rt_group()
1222 void inc_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_tasks()
1235 void dec_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in dec_rt_tasks()
1282 update_stats_wait_start_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) in update_stats_wait_start_rt()
1301 update_stats_enqueue_sleeper_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) in update_stats_enqueue_sleeper_rt()
1320 update_stats_enqueue_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, in update_stats_enqueue_rt()
1331 update_stats_wait_end_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) in update_stats_wait_end_rt()
1350 update_stats_dequeue_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, in update_stats_dequeue_rt()
1377 struct rt_rq *rt_rq = rt_rq_of_se(rt_se); in __enqueue_rt_entity() local
1411 struct rt_rq *rt_rq = rt_rq_of_se(rt_se); in __dequeue_rt_entity() local
1468 struct rt_rq *rt_rq = group_rt_rq(rt_se); in dequeue_rt_entity() local
1511 requeue_rt_entity(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, int head) in requeue_rt_entity()
1527 struct rt_rq *rt_rq; in requeue_task_rt() local
1691 struct rt_rq *rt_rq = &rq->rt; in set_next_task_rt() local
1714 static struct sched_rt_entity *pick_next_rt_entity(struct rt_rq *rt_rq) in pick_next_rt_entity()
1735 struct rt_rq *rt_rq = &rq->rt; in _pick_next_task_rt() local
1772 struct rt_rq *rt_rq = &rq->rt; in put_prev_task_rt() local
2636 struct rt_rq *rt_rq; in task_is_throttled_rt() local
2828 struct rt_rq *rt_rq = tg->rt_rq[i]; in tg_set_rt_bandwidth() local
2921 struct rt_rq *rt_rq = &cpu_rq(i)->rt; in sched_rt_global_constraints() local
3025 struct rt_rq *rt_rq; in print_rt_stats() local