Lines Matching refs:scx_root
20 static struct scx_sched __rcu *scx_root; variable
943 if (unlikely(SCX_HAS_OP(scx_root, core_sched_before))) in touch_core_sched_dispatch()
1366 struct scx_sched *sch = scx_root; in do_enqueue_task()
1491 struct scx_sched *sch = scx_root; in enqueue_task_scx()
1541 struct scx_sched *sch = scx_root; in ops_dequeue()
1590 struct scx_sched *sch = scx_root; in dequeue_task_scx()
1635 struct scx_sched *sch = scx_root; in yield_task_scx()
1646 struct scx_sched *sch = scx_root; in yield_to_task_scx()
2176 struct scx_sched *sch = scx_root; in balance_one()
2311 struct scx_sched *sch = scx_root; in process_ddsp_deferred_locals()
2327 struct scx_sched *sch = scx_root; in set_next_task_scx()
2383 struct scx_sched *sch = scx_root; in switch_class()
2424 struct scx_sched *sch = scx_root; in put_prev_task_scx()
2571 refill_task_slice_dfl(rcu_dereference_sched(scx_root), p); in do_pick_task_scx()
2578 struct scx_sched *sch = rcu_dereference_sched(scx_root); in do_pick_task_scx()
2646 struct scx_sched *sch = scx_root; in scx_prio_less()
2666 struct scx_sched *sch = scx_root; in select_task_rq_scx()
2727 struct scx_sched *sch = scx_root; in set_cpus_allowed_scx()
2749 struct scx_sched *sch = scx_root; in handle_hotplug()
2805 sch = rcu_dereference_bh(scx_root); in check_rq_for_timeouts()
2852 sch = rcu_dereference_bh(scx_root); in scx_tick()
2871 struct scx_sched *sch = scx_root; in task_tick_scx()
2950 struct scx_sched *sch = scx_root; in scx_init_task()
3003 struct scx_sched *sch = scx_root; in scx_enable_task()
3031 struct scx_sched *sch = scx_root; in scx_disable_task()
3046 struct scx_sched *sch = scx_root; in scx_exit_task()
3211 struct scx_sched *sch = scx_root; in reweight_task_scx()
3230 struct scx_sched *sch = scx_root; in switching_to_scx()
3305 struct scx_sched *sch = scx_root; in scx_tg_online()
3334 struct scx_sched *sch = scx_root; in scx_tg_offline()
3347 struct scx_sched *sch = scx_root; in scx_cgroup_can_attach()
3396 struct scx_sched *sch = scx_root; in scx_cgroup_move_task()
3415 struct scx_sched *sch = scx_root; in scx_cgroup_cancel_attach()
3433 struct scx_sched *sch = scx_root; in scx_group_set_weight()
3449 struct scx_sched *sch = scx_root; in scx_group_set_idle()
3466 struct scx_sched *sch = scx_root; in scx_group_set_bandwidth()
3862 sch = rcu_dereference_sched(scx_root); in scx_allow_ttwu_queue()
3894 sch = rcu_dereference(scx_root); in handle_lockup()
4150 sch = rcu_dereference_all(scx_root); in scx_bypass_lb_timerfn()
4204 sch = rcu_dereference_bh(scx_root); in scx_bypass()
4479 RCU_INIT_POINTER(scx_root, NULL); in scx_disable_workfn()
4539 sch = rcu_dereference(scx_root); in scx_disable()
4663 struct scx_sched *sch = scx_root; in scx_dump_task()
4706 struct scx_sched *sch = scx_root; in scx_dump_state()
5099 WARN_ON_ONCE(scx_root); in scx_enable_workfn()
5118 rcu_assign_pointer(scx_root, sch); in scx_enable_workfn()
5775 struct scx_sched *sch = scx_root; in print_scx_info()
5972 sch = rcu_dereference(scx_root); in scx_bpf_dsq_insert___v2()
6062 sch = rcu_dereference(scx_root); in __scx_bpf_dsq_insert_vtime()
6080 sch = rcu_dereference(scx_root); in scx_bpf_dsq_insert_vtime()
6104 struct scx_sched *sch = scx_root; in scx_dsq_move()
6201 sch = rcu_dereference(scx_root); in scx_bpf_dispatch_nr_slots()
6224 sch = rcu_dereference(scx_root); in scx_bpf_dispatch_cancel()
6259 sch = rcu_dereference(scx_root); in scx_bpf_dsq_move_to_local()
6460 sch = rcu_dereference(scx_root); in scx_bpf_reenqueue_local()
6515 sch = rcu_dereference(scx_root); in scx_bpf_create_dsq()
6641 sch = rcu_dereference(scx_root); in scx_bpf_kick_cpu()
6661 sch = rcu_dereference_sched(scx_root); in scx_bpf_dsq_nr_queued()
6704 sch = rcu_dereference(scx_root); in scx_bpf_destroy_dsq()
6739 sch = rcu_dereference_check(scx_root, rcu_read_lock_bh_held()); in bpf_iter_scx_dsq_new()
6841 sch = rcu_dereference(scx_root); in scx_bpf_dsq_peek()
6924 sch = rcu_dereference_bh(scx_root); in scx_bpf_exit_bstr()
6947 sch = rcu_dereference_bh(scx_root); in scx_bpf_error_bstr()
6976 sch = rcu_dereference(scx_root); in scx_bpf_dump_bstr()
7044 sch = rcu_dereference(scx_root); in scx_bpf_cpuperf_cap()
7071 sch = rcu_dereference(scx_root); in scx_bpf_cpuperf_cur()
7098 sch = rcu_dereference(scx_root); in scx_bpf_cpuperf_set()
7215 sch = rcu_dereference(scx_root); in scx_bpf_cpu_rq()
7245 sch = rcu_dereference_sched(scx_root); in scx_bpf_locked_rq()
7270 sch = rcu_dereference(scx_root); in scx_bpf_cpu_curr()
7300 sch = rcu_dereference(scx_root); in scx_bpf_task_cgroup()
7410 sch = rcu_dereference(scx_root); in scx_bpf_events()