kernel/sched/ext_idle.c

115 static s32 pick_idle_cpu_in_node(const struct cpumask *cpus_allowed, int node, u64 flags)
125 		if (flags & SCX_PICK_IDLE_CORE)
150 static s32 pick_idle_cpu_from_online_nodes(const struct cpumask *cpus_allowed, int node, u64 flags)
181 		cpu = pick_idle_cpu_in_node(cpus_allowed, node, flags);
191 pick_idle_cpu_from_online_nodes(const struct cpumask *cpus_allowed, int node, u64 flags)
200 static s32 scx_pick_idle_cpu(const struct cpumask *cpus_allowed, int node, u64 flags)
209 	cpu = pick_idle_cpu_in_node(cpus_allowed, node, flags);
218 	if (node == NUMA_NO_NODE || flags & SCX_PICK_IDLE_IN_NODE)
224 	return pick_idle_cpu_from_online_nodes(cpus_allowed, node, flags);
382 	if (!(ops->flags & SCX_OPS_BUILTIN_IDLE_PER_NODE)) {
452 		       const struct cpumask *cpus_allowed, u64 flags)
547 		if (!(current->flags & PF_EXITING) &&
549 		    (!(flags & SCX_PICK_IDLE_IN_NODE) || (waker_node == node)) &&
597 		cpu = scx_pick_idle_cpu(allowed, node, flags | SCX_PICK_IDLE_CORE);
605 		if (flags & SCX_PICK_IDLE_CORE) {
645 	cpu = scx_pick_idle_cpu(allowed, node, flags);
783 	if (!(ops->flags & SCX_OPS_BUILTIN_IDLE_PER_NODE)) {
799 	if (!ops->update_idle || (ops->flags & SCX_OPS_KEEP_BUILTIN_IDLE))
804 	if (ops->flags & SCX_OPS_BUILTIN_IDLE_PER_NODE)
860 				 const struct cpumask *allowed, u64 flags)
909 					 allowed ?: p->cpus_ptr, flags);
935  * @wake_flags: %SCX_WAKE_* flags
966  * @wake_flags: %SCX_WAKE_* flags
968  * @flags: %SCX_PICK_IDLE* flags
982 				       const struct cpumask *cpus_allowed, u64 flags)
984 	return select_cpu_from_kfunc(p, prev_cpu, wake_flags, cpus_allowed, flags);
1111  * @flags: %SCX_PICK_IDLE_* flags
1127 					   int node, u64 flags)
1133 	return scx_pick_idle_cpu(cpus_allowed, node, flags);
1139  * @flags: %SCX_PICK_IDLE_CPU_* flags
1159 				      u64 flags)
1169 	return scx_pick_idle_cpu(cpus_allowed, NUMA_NO_NODE, flags);
1177  * @flags: %SCX_PICK_IDLE_CPU_* flags
1194 					  int node, u64 flags)
1202 	cpu = scx_pick_idle_cpu(cpus_allowed, node, flags);
1206 	if (flags & SCX_PICK_IDLE_IN_NODE)
1219  * @flags: %SCX_PICK_IDLE_CPU_* flags
1234 				     u64 flags)
1244 		cpu = scx_pick_idle_cpu(cpus_allowed, NUMA_NO_NODE, flags);