kernel/sched/cpufreq_schedutil.c

64 static bool sugov_should_update_freq(struct sugov_policy *sg_policy, u64 time)
106 	delta_ns = time - sg_policy->last_freq_update_time;
111 static bool sugov_update_next_freq(struct sugov_policy *sg_policy, u64 time,
132 	sg_policy->last_freq_update_time = time;
241  * @time: the update time from the caller
249 static bool sugov_iowait_reset(struct sugov_cpu *sg_cpu, u64 time,
252 	s64 delta_ns = time - sg_cpu->last_update;
267  * @time: the update time from the caller
270  * Each time a task wakes up after an IO operation, the CPU utilization can be
278 static void sugov_iowait_boost(struct sugov_cpu *sg_cpu, u64 time,
285 	    sugov_iowait_reset(sg_cpu, time, set_iowait_boost))
292 	/* Ensure boost doubles only one time at each request */
311  * @time: the update time from the caller
316  * The IO boost value is increased each time a task wakes up from IO, in
318  * each time an increase has not been requested (!iowait_boost_pending).
326 static unsigned long sugov_iowait_apply(struct sugov_cpu *sg_cpu, u64 time,
334 	if (sugov_iowait_reset(sg_cpu, time, false))
400 					      u64 time, unsigned long max_cap,
405 	sugov_iowait_boost(sg_cpu, time, flags);
406 	sg_cpu->last_update = time;
410 	if (!sugov_should_update_freq(sg_cpu->sg_policy, time))
413 	boost = sugov_iowait_apply(sg_cpu, time, max_cap);
419 static void sugov_update_single_freq(struct update_util_data *hook, u64 time,
430 	if (!sugov_update_single_common(sg_cpu, time, max_cap, flags))
443 	if (!sugov_update_next_freq(sg_policy, time, next_f))
460 static void sugov_update_single_perf(struct update_util_data *hook, u64 time,
473 		sugov_update_single_freq(hook, time, flags);
479 	if (!sugov_update_single_common(sg_cpu, time, max_cap, flags))
488 	sg_cpu->sg_policy->last_freq_update_time = time;
491 static unsigned int sugov_next_freq_shared(struct sugov_cpu *sg_cpu, u64 time)
504 		boost = sugov_iowait_apply(j_sg_cpu, time, max_cap);
514 sugov_update_shared(struct update_util_data *hook, u64 time, unsigned int flags)
522 	sugov_iowait_boost(sg_cpu, time, flags);
523 	sg_cpu->last_update = time;
527 	if (sugov_should_update_freq(sg_policy, time)) {
528 		next_f = sugov_next_freq_shared(sg_cpu, time);
530 		if (!sugov_update_next_freq(sg_policy, time, next_f))
846 	void (*uu)(struct update_util_data *data, u64 time, unsigned int flags);