Home
last modified time | relevance | path

Searched refs:cpu_of (Results 1 – 11 of 11) sorted by relevance

/linux/kernel/sched/
H A Dpelt.c440 running = cap_scale(running, arch_scale_freq_capacity(cpu_of(rq))); in update_irq_load_avg()
441 running = cap_scale(running, arch_scale_cpu_capacity(cpu_of(rq))); in update_irq_load_avg()
481 unsigned long hw_pressure = arch_scale_hw_pressure(cpu_of(rq)); in update_other_load_avgs()
H A Dpelt.h123 delta = cap_scale(delta, arch_scale_cpu_capacity(cpu_of(rq))); in update_rq_clock_pelt()
124 delta = cap_scale(delta, arch_scale_freq_capacity(cpu_of(rq))); in update_rq_clock_pelt()
H A Dext.c846 p->scx.core_sched_at = sched_clock_cpu(cpu_of(rq)); in touch_core_sched()
1212 return likely((rq->scx.flags & SCX_RQ_ONLINE) && cpu_active(cpu_of(rq))); in scx_rq_online()
1225 if (sticky_cpu == cpu_of(rq)) in do_enqueue_task()
1354 sticky_cpu = cpu_of(rq); in enqueue_task_scx()
1377 unlikely(cpu_of(rq) != p->scx.selected_cpu)) in enqueue_task_scx()
1534 set_task_cpu(p, cpu_of(dst_rq)); in move_remote_task_to_local_dsq()
1535 p->scx.sticky_cpu = cpu_of(dst_rq); in move_remote_task_to_local_dsq()
1545 WARN_ON_ONCE(!cpumask_test_cpu(cpu_of(dst_rq), p->cpus_ptr)); in move_remote_task_to_local_dsq()
1575 int cpu = cpu_of(rq); in task_can_run_on_remote_rq()
1829 int node = cpu_to_node(cpu_of(rq)); in consume_global_dsq()
[all …]
H A Dfair.c313 int cpu = cpu_of(rq); in list_add_leaf_cfs_rq()
1122 long cpu_scale = arch_scale_cpu_capacity(cpu_of(rq_of(cfs_rq))); in post_init_entity_util_avg()
4091 if (!cpu_active(cpu_of(rq_of(cfs_rq)))) in update_tg_load_avg()
4098 now = sched_clock_cpu(cpu_of(rq_of(cfs_rq))); in update_tg_load_avg()
4121 now = sched_clock_cpu(cpu_of(rq_of(cfs_rq))); in clear_tg_load_avg()
4144 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; in clear_tg_offline_cfs_rqs()
4535 now += sched_clock_cpu(cpu_of(rq)) - u64_u32_load(rq->clock_idle); in migrate_se_pelt_lag()
5084 int cpu = cpu_of(rq); in update_misfit_status()
5888 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; in tg_unthrottle_up()
5959 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; in tg_throttle_down()
[all …]
H A Dcore_sched.c244 const struct cpumask *smt_mask = cpu_smt_mask(cpu_of(rq)); in __sched_core_account_forceidle()
H A Dsched.h1339 static inline int cpu_of(struct rq *rq) in cpu_of() function
1435 for_each_cpu(cpu, cpu_smt_mask(cpu_of(rq))) { in sched_core_cookie_match()
2714 int cpu = cpu_of(rq); in sched_update_tick_dependency()
2834 if (!cpu_active(cpu_of(rq))) in hrtick_enabled()
3241 cpu_of(rq))); in cpufreq_update_util()
3355 rq_util = cpu_util_cfs(cpu_of(rq)) + cpu_util_rt(rq); in uclamp_rq_is_capped()
3680 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu_of(rq)); in mm_cid_snapshot_time()
H A Dext_idle.c737 int cpu = cpu_of(rq); in __scx_update_idle()
772 SCX_CALL_OP(sch, SCX_KF_REST, update_idle, rq, cpu_of(rq), idle); in __scx_update_idle()
H A Dcore.c782 irq_delta = irq_time_read(cpu_of(rq)) - rq->prev_irq_time; in update_rq_clock_task()
811 steal = prev_steal = paravirt_steal_clock(cpu_of(rq)); in update_rq_clock_task()
845 clock = sched_clock_cpu(cpu_of(rq)); in update_rq_clock()
876 WARN_ON_ONCE(cpu_of(rq) != smp_processor_id()); in hrtick()
927 smp_call_function_single_async(cpu_of(rq), &rq->hrtick_csd); in hrtick_start()
1116 cpu = cpu_of(rq); in __resched_curr()
1301 int cpu = cpu_of(rq); in nohz_csd_func()
3010 stop_one_cpu_nowait(cpu_of(rq), migration_cpu_stop, in affine_move_task()
3802 if (WARN_ON_ONCE(task_cpu(p) != cpu_of(rq))) in sched_ttwu_pending()
3803 set_task_cpu(p, cpu_of(rq)); in sched_ttwu_pending()
[all …]
H A Ddeadline.c1407 int cpu = cpu_of(rq); in dl_scaled_delta_exec()
1585 if (WARN_ON_ONCE(!cpu_online(cpu_of(rq)))) in dl_server_start()
1642 int cpu = cpu_of(rq); in __dl_server_attach_root()
1645 dl_b = dl_bw_of(cpu_of(rq)); in __dl_server_attach_root()
1659 int cpu = cpu_of(rq); in dl_server_apply_params()
2866 src_dl_b = dl_bw_of(cpu_of(rq)); in set_cpus_allowed_dl()
H A Drt.c513 iter && (rt_rq = iter->rt_rq[cpu_of(rq)]); \
533 int cpu = cpu_of(rq); in sched_rt_rq_enqueue()
551 int cpu = cpu_of(rq_of_rt_rq(rt_rq)); in sched_rt_rq_dequeue()
2430 if (p->prio < rq->donor->prio && cpu_online(cpu_of(rq))) in switched_to_rt()
H A Ddebug.c388 cpu_of(rq)); in sched_fair_server_write()