| /linux/tools/testing/selftests/sched_ext/ |
| H A D | numa.bpf.c | 45 cpu = __COMPAT_scx_bpf_pick_idle_cpu_node(p->cpus_ptr, node, in BPF_STRUCT_OPS() 48 cpu = __COMPAT_scx_bpf_pick_any_cpu_node(p->cpus_ptr, node, in BPF_STRUCT_OPS()
|
| H A D | allowed_cpus.bpf.c | 23 if (bpf_cpumask_subset(allowed, p->cpus_ptr) && in validate_idle_cpu() 129 cpu = scx_bpf_select_cpu_and(p, bpf_get_smp_processor_id(), 0, p->cpus_ptr, 0); in select_cpu_from_user()
|
| H A D | select_cpu_dispatch.bpf.c | 24 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
|
| H A D | ddsp_bogus_dsq_fail.bpf.c | 16 s32 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
|
| H A D | ddsp_vtimelocal_fail.bpf.c | 16 s32 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
|
| H A D | select_cpu_vtime.bpf.c | 43 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS()
|
| /linux/samples/trace_events/ |
| H A D | trace-events-sample.c | 41 current->cpus_ptr, fmt, &va); in do_simple_thread_func() 53 trace_foo_rel_loc("Hello __rel_loc", cnt, bitmask, current->cpus_ptr); in do_simple_thread_func()
|
| /linux/kernel/sched/ |
| H A D | ext_idle.c | 455 const struct cpumask *allowed = cpus_allowed ?: p->cpus_ptr; in scx_select_cpu_dfl() 471 if (allowed != p->cpus_ptr) { in scx_select_cpu_dfl() 476 } else if (cpumask_and(local_cpus, cpus_allowed, p->cpus_ptr)) { in scx_select_cpu_dfl() 500 if (allowed == p->cpus_ptr && task_affinity_all(p)) in scx_select_cpu_dfl() 510 if (allowed == p->cpus_ptr && task_affinity_all(p)) in scx_select_cpu_dfl() 929 if (cpumask_test_cpu(prev_cpu, allowed ?: p->cpus_ptr) && in select_cpu_from_kfunc() 936 allowed ?: p->cpus_ptr, flags); in select_cpu_from_kfunc()
|
| H A D | fair.c | 2134 !cpumask_test_cpu(cpu, env->p->cpus_ptr)) in update_numa_stats() 2166 !cpumask_test_cpu(cpu, env->p->cpus_ptr)) { in task_numa_assign() 2280 if (!cpumask_test_cpu(env->src_cpu, cur->cpus_ptr)) in task_numa_compare() 2479 if (!cpumask_test_cpu(cpu, env->p->cpus_ptr)) in task_numa_find_cpu() 7444 for_each_cpu_and(i, sched_group_span(group), p->cpus_ptr) { in sched_balance_find_dst_group_cpu() 7491 if (!cpumask_intersects(sched_domain_span(sd), p->cpus_ptr)) in sched_balance_find_dst_cpu() 7641 for_each_cpu_and(cpu, cpu_smt_mask(target), p->cpus_ptr) { in select_idle_smt() 7691 cpumask_and(cpus, sched_domain_span(sd), p->cpus_ptr); in select_idle_cpu() 7763 cpumask_and(cpus, sched_domain_span(sd), p->cpus_ptr); in select_idle_capacity() 7884 cpumask_test_cpu(recent_used_cpu, p->cpus_ptr) && in select_idle_sibling() [all …]
|
| H A D | core.c | 2377 if (p->cpus_ptr != &p->cpus_mask) in migrate_disable_switch() 2603 if (cpumask_test_cpu(task_cpu(p), p->cpus_ptr)) { in migration_cpu_stop() 2681 p->cpus_ptr = ctx->new_mask; in set_cpus_allowed_common() 3395 if (!cpumask_test_cpu(arg->dst_cpu, arg->src_task->cpus_ptr)) in migrate_swap_stop() 3398 if (!cpumask_test_cpu(arg->src_cpu, arg->dst_task->cpus_ptr)) in migrate_swap_stop() 3433 if (!cpumask_test_cpu(arg.dst_cpu, arg.src_task->cpus_ptr)) in migrate_swap() 3436 if (!cpumask_test_cpu(arg.src_cpu, arg.dst_task->cpus_ptr)) in migrate_swap() 3516 for_each_cpu(dest_cpu, p->cpus_ptr) { in select_fallback_rq() 3575 cpu = cpumask_any(p->cpus_ptr); in select_task_rq() 3918 if (!cpumask_test_cpu(cpu, p->cpus_ptr)) in ttwu_queue_cond() [all …]
|
| H A D | syscalls.c | 651 if (!cpumask_subset(span, p->cpus_ptr) || in __sched_setscheduler()
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | cpumask_failure.c | 69 cpumask = bpf_cpumask_acquire((struct bpf_cpumask *)task->cpus_ptr); in BPF_PROG() 80 bpf_cpumask_set_cpu(0, (struct bpf_cpumask *)task->cpus_ptr); in BPF_PROG()
|
| H A D | nested_trust_success.c | 24 bpf_cpumask_test_cpu(0, task->cpus_ptr); in BPF_PROG()
|
| /linux/tools/sched_ext/ |
| H A D | scx_qmap.bpf.c | 144 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in pick_direct_dispatch_cpu() 253 cpu = scx_bpf_pick_idle_cpu(p->cpus_ptr, 0); in BPF_STRUCT_OPS() 340 if (bpf_cpumask_test_cpu(this_cpu, p->cpus_ptr)) in dispatch_highpri() 343 cpu = scx_bpf_pick_any_cpu(p->cpus_ptr, 0); in dispatch_highpri()
|
| H A D | scx_central.bpf.c | 154 if (!bpf_cpumask_test_cpu(cpu, p->cpus_ptr)) { in dispatch_to_cpu()
|
| /linux/Documentation/bpf/ |
| H A D | cpumasks.rst | 105 if (!bpf_cpumask_full(task->cpus_ptr)) 108 bpf_cpumask_copy(cpumask, task->cpus_ptr); 243 /* struct cpumask * pointers such as task->cpus_ptr can also be queried. */ 244 if (bpf_cpumask_test_cpu(0, task->cpus_ptr))
|
| /linux/drivers/infiniband/core/ |
| H A D | uverbs_std_types_dmah.c | 50 if (!cpumask_test_cpu(dmah->cpu_id, current->cpus_ptr)) { in UVERBS_HANDLER()
|
| /linux/arch/mips/kernel/ |
| H A D | mips-mt-fpaff.c | 181 cpumask_or(&allowed, &p->thread.user_cpus_allowed, p->cpus_ptr); in mipsmt_sys_sched_getaffinity()
|
| /linux/init/ |
| H A D | init_task.c | 82 .cpus_ptr = &init_task.cpus_mask,
|
| /linux/include/linux/ |
| H A D | sched.h | 922 const cpumask_t *cpus_ptr; member 2367 if (unlikely(p->cpus_ptr != &p->cpus_mask)) in __migrate_enable()
|
| /linux/kernel/trace/ |
| H A D | trace_hwlat.c | 323 if (!cpumask_equal(current_mask, current->cpus_ptr)) in move_to_next_cpu()
|
| /linux/fs/resctrl/ |
| H A D | pseudo_lock.c | 1029 if (!cpumask_subset(current->cpus_ptr, &plr->d->hdr.cpu_mask)) { in pseudo_lock_dev_mmap()
|
| /linux/drivers/infiniband/hw/hfi1/ |
| H A D | affinity.c | 983 *proc_mask = current->cpus_ptr; in hfi1_get_proc_affinity()
|
| /linux/arch/powerpc/platforms/cell/spufs/ |
| H A D | sched.c | 131 cpumask_copy(&ctx->cpus_allowed, current->cpus_ptr); in __spu_update_sched_info()
|
| /linux/kernel/ |
| H A D | fork.c | 913 if (orig->cpus_ptr == &orig->cpus_mask) in dup_task_struct() 914 tsk->cpus_ptr = &tsk->cpus_mask; in dup_task_struct()
|