Lines Matching defs:rq
705 struct rq *rq; /* CPU runqueue to which this cfs_rq is attached */ member
823 struct rq *rq; member
1097 struct rq { struct
1099 raw_spinlock_t __lock;
1124 struct uclamp_rq uclamp[UCLAMP_CNT] ____cacheline_aligned; argument
1129 struct cfs_rq cfs; argument
1130 struct rt_rq rt; argument
1131 struct dl_rq dl; argument
1133 struct scx_rq scx; argument
1139 /* list of leaf cfs_rq on this CPU: */ argument
1140 struct list_head leaf_cfs_rq_list; argument
1141 struct list_head *tmp_alone_branch;
1150 unsigned int nr_uninterruptible;
1152 union {
1156 struct sched_dl_entity *dl_server;
1157 struct task_struct *idle;
1158 struct task_struct *stop;
1159 unsigned long next_balance;
1160 struct mm_struct *prev_mm;
1162 unsigned int clock_update_flags;
1163 u64 clock;
1165 u64 clock_task ____cacheline_aligned;
1166 u64 clock_pelt;
1167 unsigned long lost_idle_time;
1168 u64 clock_pelt_idle;
1169 u64 clock_idle;
1171 u64 clock_pelt_idle_copy;
1172 u64 clock_idle_copy;
1175 atomic_t nr_iowait;
1177 u64 last_seen_need_resched_ns;
1178 int ticks_without_resched;
1181 int membarrier_state;
1185 struct root_domain *rd;
1186 struct sched_domain __rcu *sd;
1211 struct sched_avg avg_irq; argument
1228 u64 prev_irq_time; argument
1229 u64 psi_irq_time; argument
1235 u64 prev_steal_time_rq; argument
1252 struct sched_info rq_sched_info; argument
1253 unsigned long long rq_cpu_time; argument
1279 /* per rq */ argument
1280 struct rq *core; argument
1297 /* Scratch cpumask to be temporarily used under rq_lock */ argument
1309 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) in rq_of() argument
1322 static inline int cpu_of(struct rq *rq) in cpu_of()
1350 static inline void rq_set_donor(struct rq *rq, struct task_struct *t) in rq_set_donor()
1360 static inline bool sched_core_enabled(struct rq *rq) in sched_core_enabled()
1374 static inline raw_spinlock_t *rq_lockp(struct rq *rq) in rq_lockp()
1382 static inline raw_spinlock_t *__rq_lockp(struct rq *rq) in __rq_lockp()
1401 static inline bool sched_cpu_cookie_match(struct rq *rq, struct task_struct *p) in sched_cpu_cookie_match()
1410 static inline bool sched_core_cookie_match(struct rq *rq, struct task_struct *p) in sched_core_cookie_match()
1433 static inline bool sched_group_cookie_match(struct rq *rq, in sched_group_cookie_match()
1463 static inline bool sched_core_enabled(struct rq *rq) in sched_core_enabled()
1473 static inline raw_spinlock_t *rq_lockp(struct rq *rq) in rq_lockp()
1478 static inline raw_spinlock_t *__rq_lockp(struct rq *rq) in __rq_lockp()
1483 static inline bool sched_cpu_cookie_match(struct rq *rq, struct task_struct *p) in sched_cpu_cookie_match()
1488 static inline bool sched_core_cookie_match(struct rq *rq, struct task_struct *p) in sched_core_cookie_match()
1493 static inline bool sched_group_cookie_match(struct rq *rq, in sched_group_cookie_match()
1502 static inline void lockdep_assert_rq_held(struct rq *rq) in lockdep_assert_rq_held()
1511 static inline void raw_spin_rq_lock(struct rq *rq) in raw_spin_rq_lock()
1516 static inline void raw_spin_rq_lock_irq(struct rq *rq) in raw_spin_rq_lock_irq()
1522 static inline void raw_spin_rq_unlock_irq(struct rq *rq) in raw_spin_rq_unlock_irq()
1528 static inline unsigned long _raw_spin_rq_lock_irqsave(struct rq *rq) in _raw_spin_rq_lock_irqsave()
1538 static inline void raw_spin_rq_unlock_irqrestore(struct rq *rq, unsigned long flags) in raw_spin_rq_unlock_irqrestore()
1544 #define raw_spin_rq_lock_irqsave(rq, flags) \ argument
1552 static inline void update_idle_core(struct rq *rq) in update_idle_core()
1559 static inline void update_idle_core(struct rq *rq) { } in update_idle_core()
1599 struct rq *rq = task_rq(p); in cfs_rq_of() local
1641 static inline void assert_clock_updated(struct rq *rq) in assert_clock_updated()
1650 static inline u64 rq_clock(struct rq *rq) in rq_clock()
1658 static inline u64 rq_clock_task(struct rq *rq) in rq_clock_task()
1666 static inline void rq_clock_skip_update(struct rq *rq) in rq_clock_skip_update()
1676 static inline void rq_clock_cancel_skipupdate(struct rq *rq) in rq_clock_cancel_skipupdate()
1691 static inline void rq_clock_start_loop_update(struct rq *rq) in rq_clock_start_loop_update()
1698 static inline void rq_clock_stop_loop_update(struct rq *rq) in rq_clock_stop_loop_update()
1726 static inline void scx_rq_clock_update(struct rq *rq, u64 clock) in scx_rq_clock_update()
1734 static inline void scx_rq_clock_invalidate(struct rq *rq) in scx_rq_clock_invalidate()
1745 static inline void scx_rq_clock_update(struct rq *rq, u64 clock) {} in scx_rq_clock_update()
1746 static inline void scx_rq_clock_invalidate(struct rq *rq) {} in scx_rq_clock_invalidate()
1759 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf) in rq_pin_lock()
1770 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf) in rq_unpin_lock()
1779 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf) in rq_repin_lock()
1798 static inline void __task_rq_unlock(struct rq *rq, struct rq_flags *rf) in __task_rq_unlock()
1806 task_rq_unlock(struct rq *rq, struct task_struct *p, struct rq_flags *rf) in task_rq_unlock()
1820 static inline void rq_lock_irqsave(struct rq *rq, struct rq_flags *rf) in rq_lock_irqsave()
1827 static inline void rq_lock_irq(struct rq *rq, struct rq_flags *rf) in rq_lock_irq()
1834 static inline void rq_lock(struct rq *rq, struct rq_flags *rf) in rq_lock()
1841 static inline void rq_unlock_irqrestore(struct rq *rq, struct rq_flags *rf) in rq_unlock_irqrestore()
1848 static inline void rq_unlock_irq(struct rq *rq, struct rq_flags *rf) in rq_unlock_irq()
1855 static inline void rq_unlock(struct rq *rq, struct rq_flags *rf) in rq_unlock()
1880 struct rq *rq; in this_rq_lock_irq() local
1948 queue_balance_callback(struct rq *rq, in queue_balance_callback()
1950 void (*func)(struct rq *rq)) in queue_balance_callback()
2239 static inline int task_current(struct rq *rq, struct task_struct *p) in task_current()
2250 static inline int task_current_donor(struct rq *rq, struct task_struct *p) in task_current_donor()
2255 static inline int task_on_cpu(struct rq *rq, struct task_struct *p) in task_on_cpu()
2439 static inline void put_prev_task(struct rq *rq, struct task_struct *prev) in put_prev_task()
2445 static inline void set_next_task(struct rq *rq, struct task_struct *next) in set_next_task()
2451 __put_prev_set_next_dl_server(struct rq *rq, in __put_prev_set_next_dl_server()
2460 static inline void put_prev_set_next_task(struct rq *rq, in put_prev_set_next_task()
2530 static inline bool sched_stop_runnable(struct rq *rq) in sched_stop_runnable()
2535 static inline bool sched_dl_runnable(struct rq *rq) in sched_dl_runnable()
2540 static inline bool sched_rt_runnable(struct rq *rq) in sched_rt_runnable()
2545 static inline bool sched_fair_runnable(struct rq *rq) in sched_fair_runnable()
2590 static inline struct task_struct *get_push_task(struct rq *rq) in get_push_task()
2633 static inline void idle_set_state(struct rq *rq, in idle_set_state()
2639 static inline struct cpuidle_state *idle_get_state(struct rq *rq) in idle_get_state()
2648 static inline void idle_set_state(struct rq *rq, in idle_set_state()
2653 static inline struct cpuidle_state *idle_get_state(struct rq *rq) in idle_get_state()
2700 static inline void sched_update_tick_dependency(struct rq *rq) in sched_update_tick_dependency()
2714 static inline void sched_update_tick_dependency(struct rq *rq) { } in sched_update_tick_dependency()
2717 static inline void add_nr_running(struct rq *rq, unsigned count) in add_nr_running()
2734 static inline void sub_nr_running(struct rq *rq, unsigned count) in sub_nr_running()
2745 static inline void __block_task(struct rq *rq, struct task_struct *p) in __block_task()
2822 static inline int hrtick_enabled(struct rq *rq) in hrtick_enabled()
2829 static inline int hrtick_enabled_fair(struct rq *rq) in hrtick_enabled_fair()
2836 static inline int hrtick_enabled_dl(struct rq *rq) in hrtick_enabled_dl()
2847 static inline int hrtick_enabled_fair(struct rq *rq) in hrtick_enabled_fair()
2852 static inline int hrtick_enabled_dl(struct rq *rq) in hrtick_enabled_dl()
2857 static inline int hrtick_enabled(struct rq *rq) in hrtick_enabled()
3158 static inline void nohz_balance_exit_idle(struct rq *rq) { } in nohz_balance_exit_idle()
3173 static inline void sched_core_account_forceidle(struct rq *rq) in sched_core_account_forceidle()
3181 static inline void sched_core_tick(struct rq *rq) in sched_core_tick()
3189 static inline void sched_core_account_forceidle(struct rq *rq) { } in sched_core_account_forceidle()
3191 static inline void sched_core_tick(struct rq *rq) { } in sched_core_tick()
3266 static inline void cpufreq_update_util(struct rq *rq, unsigned int flags) in cpufreq_update_util()
3276 static inline void cpufreq_update_util(struct rq *rq, unsigned int flags) { } in cpufreq_update_util()
3313 static inline unsigned long cpu_bw_dl(struct rq *rq) in cpu_bw_dl()
3318 static inline unsigned long cpu_util_dl(struct rq *rq) in cpu_util_dl()
3327 static inline unsigned long cpu_util_rt(struct rq *rq) in cpu_util_rt()
3333 static inline bool update_other_load_avgs(struct rq *rq) { return false; } in update_other_load_avgs()
3365 static inline unsigned long uclamp_rq_get(struct rq *rq, in uclamp_rq_get()
3371 static inline void uclamp_rq_set(struct rq *rq, enum uclamp_id clamp_id, in uclamp_rq_set()
3377 static inline bool uclamp_rq_is_idle(struct rq *rq) in uclamp_rq_is_idle()
3383 static inline bool uclamp_rq_is_capped(struct rq *rq) in uclamp_rq_is_capped()
3437 static inline bool uclamp_rq_is_capped(struct rq *rq) { return false; } in uclamp_rq_is_capped()
3447 uclamp_rq_get(struct rq *rq, enum uclamp_id clamp_id) in uclamp_rq_get()
3456 uclamp_rq_set(struct rq *rq, enum uclamp_id clamp_id, unsigned int value) in uclamp_rq_set()
3460 static inline bool uclamp_rq_is_idle(struct rq *rq) in uclamp_rq_is_idle()
3469 static inline unsigned long cpu_util_irq(struct rq *rq) in cpu_util_irq()
3486 static inline unsigned long cpu_util_irq(struct rq *rq) in cpu_util_irq()
3530 static inline void membarrier_switch_mm(struct rq *rq, in membarrier_switch_mm()
3548 static inline void membarrier_switch_mm(struct rq *rq, in membarrier_switch_mm()
3718 static inline void mm_cid_snapshot_time(struct rq *rq, struct mm_struct *mm) in mm_cid_snapshot_time()
3726 static inline int __mm_cid_get(struct rq *rq, struct task_struct *t, in __mm_cid_get()
3780 static inline int mm_cid_get(struct rq *rq, struct task_struct *t, in mm_cid_get()
3805 static inline void switch_mm_cid(struct rq *rq, in switch_mm_cid()
3857 static inline void switch_mm_cid(struct rq *rq, struct task_struct *prev, struct task_struct *next)… in switch_mm_cid()
3860 static inline void task_tick_mm_cid(struct rq *rq, struct task_struct *curr) { } in task_tick_mm_cid()
3879 bool task_is_pushable(struct rq *rq, struct task_struct *p, int cpu) in task_is_pushable()
3933 static inline struct balance_callback *splice_balance_callbacks(struct rq *rq) in splice_balance_callbacks()
3938 static inline void balance_callbacks(struct rq *rq, struct balance_callback *head) in balance_callbacks()