1 // SPDX-License-Identifier: GPL-2.0-only
13 #include <linux/percpu-defs.h>
20 /* On-demand governor macros */
56  * Find right freq to be set now with powersave_bias on.
67 	struct policy_dbs_info *policy_dbs = policy->governor_data;  in generic_powersave_bias_target()
69 	struct dbs_data *dbs_data = policy_dbs->dbs_data;  in generic_powersave_bias_target()
70 	struct od_dbs_tuners *od_tuners = dbs_data->tuners;  in generic_powersave_bias_target()
71 	struct cpufreq_frequency_table *freq_table = policy->freq_table;  in generic_powersave_bias_target()
74 		dbs_info->freq_lo = 0;  in generic_powersave_bias_target()
75 		dbs_info->freq_lo_delay_us = 0;  in generic_powersave_bias_target()
79 	index = cpufreq_frequency_table_target(policy, freq_next, policy->min,  in generic_powersave_bias_target()
80 					       policy->max, relation);  in generic_powersave_bias_target()
82 	freq_reduc = freq_req * od_tuners->powersave_bias / 1000;  in generic_powersave_bias_target()
83 	freq_avg = freq_req - freq_reduc;  in generic_powersave_bias_target()
85 	/* Find freq bounds for freq_avg in freq_table */  in generic_powersave_bias_target()
95 		dbs_info->freq_lo = 0;  in generic_powersave_bias_target()
96 		dbs_info->freq_lo_delay_us = 0;  in generic_powersave_bias_target()
99 	delay_hi_us = (freq_avg - freq_lo) * dbs_data->sampling_rate;  in generic_powersave_bias_target()
100 	delay_hi_us += (freq_hi - freq_lo) / 2;  in generic_powersave_bias_target()
101 	delay_hi_us /= freq_hi - freq_lo;  in generic_powersave_bias_target()
102 	dbs_info->freq_hi_delay_us = delay_hi_us;  in generic_powersave_bias_target()
103 	dbs_info->freq_lo = freq_lo;  in generic_powersave_bias_target()
104 	dbs_info->freq_lo_delay_us = dbs_data->sampling_rate - delay_hi_us;  in generic_powersave_bias_target()
110 	struct od_policy_dbs_info *dbs_info = to_dbs_info(policy->governor_data);  in ondemand_powersave_bias_init()
112 	dbs_info->freq_lo = 0;  in ondemand_powersave_bias_init()
115 static void dbs_freq_increase(struct cpufreq_policy *policy, unsigned int freq)  in dbs_freq_increase()  argument
117 	struct policy_dbs_info *policy_dbs = policy->governor_data;  in dbs_freq_increase()
118 	struct dbs_data *dbs_data = policy_dbs->dbs_data;  in dbs_freq_increase()
119 	struct od_dbs_tuners *od_tuners = dbs_data->tuners;  in dbs_freq_increase()
121 	if (od_tuners->powersave_bias)  in dbs_freq_increase()
122 		freq = od_ops.powersave_bias_target(policy, freq,  in dbs_freq_increase()
124 	else if (policy->cur == policy->max)  in dbs_freq_increase()
127 	__cpufreq_driver_target(policy, freq, od_tuners->powersave_bias ?  in dbs_freq_increase()
138 	struct policy_dbs_info *policy_dbs = policy->governor_data;  in od_update()
140 	struct dbs_data *dbs_data = policy_dbs->dbs_data;  in od_update()
141 	struct od_dbs_tuners *od_tuners = dbs_data->tuners;  in od_update()
144 	dbs_info->freq_lo = 0;  in od_update()
147 	if (load > dbs_data->up_threshold) {  in od_update()
148 		/* If switching to max speed, apply sampling_down_factor */  in od_update()
149 		if (policy->cur < policy->max)  in od_update()
150 			policy_dbs->rate_mult = dbs_data->sampling_down_factor;  in od_update()
151 		dbs_freq_increase(policy, policy->max);  in od_update()
156 		min_f = policy->cpuinfo.min_freq;  in od_update()
157 		max_f = policy->cpuinfo.max_freq;  in od_update()
158 		freq_next = min_f + load * (max_f - min_f) / 100;  in od_update()
161 		policy_dbs->rate_mult = 1;  in od_update()
163 		if (od_tuners->powersave_bias)  in od_update()
174 	struct policy_dbs_info *policy_dbs = policy->governor_data;  in od_dbs_update()
175 	struct dbs_data *dbs_data = policy_dbs->dbs_data;  in od_dbs_update()
177 	int sample_type = dbs_info->sample_type;  in od_dbs_update()
180 	dbs_info->sample_type = OD_NORMAL_SAMPLE;  in od_dbs_update()
185 	if (sample_type == OD_SUB_SAMPLE && policy_dbs->sample_delay_ns > 0) {  in od_dbs_update()
186 		__cpufreq_driver_target(policy, dbs_info->freq_lo,  in od_dbs_update()
188 		return dbs_info->freq_lo_delay_us;  in od_dbs_update()
193 	if (dbs_info->freq_lo) {  in od_dbs_update()
195 		dbs_info->sample_type = OD_SUB_SAMPLE;  in od_dbs_update()
196 		return dbs_info->freq_hi_delay_us;  in od_dbs_update()
199 	return dbs_data->sampling_rate * policy_dbs->rate_mult;  in od_dbs_update()
214 		return -EINVAL;  in io_is_busy_store()
215 	dbs_data->io_is_busy = !!input;  in io_is_busy_store()
217 	/* we need to re-evaluate prev_cpu_idle */  in io_is_busy_store()
233 		return -EINVAL;  in up_threshold_store()
236 	dbs_data->up_threshold = input;  in up_threshold_store()
250 		return -EINVAL;  in sampling_down_factor_store()
252 	dbs_data->sampling_down_factor = input;  in sampling_down_factor_store()
255 	list_for_each_entry(policy_dbs, &attr_set->policy_list, list) {  in sampling_down_factor_store()
260 		mutex_lock(&policy_dbs->update_mutex);  in sampling_down_factor_store()
261 		policy_dbs->rate_mult = 1;  in sampling_down_factor_store()
262 		mutex_unlock(&policy_dbs->update_mutex);  in sampling_down_factor_store()
277 		return -EINVAL;  in ignore_nice_load_store()
282 	if (input == dbs_data->ignore_nice_load) { /* nothing to do */  in ignore_nice_load_store()
285 	dbs_data->ignore_nice_load = input;  in ignore_nice_load_store()
287 	/* we need to re-evaluate prev_cpu_idle */  in ignore_nice_load_store()
297 	struct od_dbs_tuners *od_tuners = dbs_data->tuners;  in powersave_bias_store()
304 		return -EINVAL;  in powersave_bias_store()
309 	od_tuners->powersave_bias = input;  in powersave_bias_store()
311 	list_for_each_entry(policy_dbs, &attr_set->policy_list, list)  in powersave_bias_store()
312 		ondemand_powersave_bias_init(policy_dbs->policy);  in powersave_bias_store()
349 	return dbs_info ? &dbs_info->policy_dbs : NULL;  in od_alloc()
365 		return -ENOMEM;  in od_init()
370 	if (idle_time != -1ULL) {  in od_init()
372 		dbs_data->up_threshold = MICRO_FREQUENCY_UP_THRESHOLD;  in od_init()
374 		dbs_data->up_threshold = DEF_FREQUENCY_UP_THRESHOLD;  in od_init()
377 	dbs_data->sampling_down_factor = DEF_SAMPLING_DOWN_FACTOR;  in od_init()
378 	dbs_data->ignore_nice_load = 0;  in od_init()
379 	tuners->powersave_bias = default_powersave_bias;  in od_init()
380 	dbs_data->io_is_busy = should_io_be_busy();  in od_init()
382 	dbs_data->tuners = tuners;  in od_init()
388 	kfree(dbs_data->tuners);  in od_exit()
393 	struct od_policy_dbs_info *dbs_info = to_dbs_info(policy->governor_data);  in od_start()
395 	dbs_info->sample_type = OD_NORMAL_SAMPLE;  in od_start()
438 		if (!policy || policy->governor != &CPU_FREQ_GOV_ONDEMAND)  in od_set_powersave_bias()
441 		policy_dbs = policy->governor_data;  in od_set_powersave_bias()
445 		cpumask_or(done, done, policy->cpus);  in od_set_powersave_bias()
447 		dbs_data = policy_dbs->dbs_data;  in od_set_powersave_bias()
448 		od_tuners = dbs_data->tuners;  in od_set_powersave_bias()
449 		od_tuners->powersave_bias = default_powersave_bias;  in od_set_powersave_bias()
474 MODULE_DESCRIPTION("'cpufreq_ondemand' - A dynamic cpufreq governor for "