1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * linux/drivers/cpufreq/freq_table.c
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2002 - 2003 Dominik Brodowski
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <linux/cpufreq.h>
11*4882a593Smuzhiyun #include <linux/module.h>
12*4882a593Smuzhiyun #include <trace/hooks/cpufreq.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun /*********************************************************************
15*4882a593Smuzhiyun * FREQUENCY TABLE HELPERS *
16*4882a593Smuzhiyun *********************************************************************/
17*4882a593Smuzhiyun
policy_has_boost_freq(struct cpufreq_policy * policy)18*4882a593Smuzhiyun bool policy_has_boost_freq(struct cpufreq_policy *policy)
19*4882a593Smuzhiyun {
20*4882a593Smuzhiyun struct cpufreq_frequency_table *pos, *table = policy->freq_table;
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun if (!table)
23*4882a593Smuzhiyun return false;
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun cpufreq_for_each_valid_entry(pos, table)
26*4882a593Smuzhiyun if (pos->flags & CPUFREQ_BOOST_FREQ)
27*4882a593Smuzhiyun return true;
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun return false;
30*4882a593Smuzhiyun }
31*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(policy_has_boost_freq);
32*4882a593Smuzhiyun
cpufreq_frequency_table_cpuinfo(struct cpufreq_policy * policy,struct cpufreq_frequency_table * table)33*4882a593Smuzhiyun int cpufreq_frequency_table_cpuinfo(struct cpufreq_policy *policy,
34*4882a593Smuzhiyun struct cpufreq_frequency_table *table)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun struct cpufreq_frequency_table *pos;
37*4882a593Smuzhiyun unsigned int min_freq = ~0;
38*4882a593Smuzhiyun unsigned int max_freq = 0;
39*4882a593Smuzhiyun unsigned int freq;
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun cpufreq_for_each_valid_entry(pos, table) {
42*4882a593Smuzhiyun freq = pos->frequency;
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun if (!cpufreq_boost_enabled()
45*4882a593Smuzhiyun && (pos->flags & CPUFREQ_BOOST_FREQ))
46*4882a593Smuzhiyun continue;
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun pr_debug("table entry %u: %u kHz\n", (int)(pos - table), freq);
49*4882a593Smuzhiyun if (freq < min_freq)
50*4882a593Smuzhiyun min_freq = freq;
51*4882a593Smuzhiyun if (freq > max_freq)
52*4882a593Smuzhiyun max_freq = freq;
53*4882a593Smuzhiyun }
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun trace_android_vh_freq_table_limits(policy, min_freq, max_freq);
56*4882a593Smuzhiyun policy->min = policy->cpuinfo.min_freq = min_freq;
57*4882a593Smuzhiyun policy->max = max_freq;
58*4882a593Smuzhiyun /*
59*4882a593Smuzhiyun * If the driver has set its own cpuinfo.max_freq above max_freq, leave
60*4882a593Smuzhiyun * it as is.
61*4882a593Smuzhiyun */
62*4882a593Smuzhiyun if (policy->cpuinfo.max_freq < max_freq)
63*4882a593Smuzhiyun policy->max = policy->cpuinfo.max_freq = max_freq;
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun if (policy->min == ~0)
66*4882a593Smuzhiyun return -EINVAL;
67*4882a593Smuzhiyun else
68*4882a593Smuzhiyun return 0;
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun
cpufreq_frequency_table_verify(struct cpufreq_policy_data * policy,struct cpufreq_frequency_table * table)71*4882a593Smuzhiyun int cpufreq_frequency_table_verify(struct cpufreq_policy_data *policy,
72*4882a593Smuzhiyun struct cpufreq_frequency_table *table)
73*4882a593Smuzhiyun {
74*4882a593Smuzhiyun struct cpufreq_frequency_table *pos;
75*4882a593Smuzhiyun unsigned int freq, next_larger = ~0;
76*4882a593Smuzhiyun bool found = false;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun pr_debug("request for verification of policy (%u - %u kHz) for cpu %u\n",
79*4882a593Smuzhiyun policy->min, policy->max, policy->cpu);
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun cpufreq_verify_within_cpu_limits(policy);
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun cpufreq_for_each_valid_entry(pos, table) {
84*4882a593Smuzhiyun freq = pos->frequency;
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun if ((freq >= policy->min) && (freq <= policy->max)) {
87*4882a593Smuzhiyun found = true;
88*4882a593Smuzhiyun break;
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun if ((next_larger > freq) && (freq > policy->max))
92*4882a593Smuzhiyun next_larger = freq;
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun if (!found) {
96*4882a593Smuzhiyun policy->max = next_larger;
97*4882a593Smuzhiyun cpufreq_verify_within_cpu_limits(policy);
98*4882a593Smuzhiyun }
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun pr_debug("verification lead to (%u - %u kHz) for cpu %u\n",
101*4882a593Smuzhiyun policy->min, policy->max, policy->cpu);
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun return 0;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(cpufreq_frequency_table_verify);
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun /*
108*4882a593Smuzhiyun * Generic routine to verify policy & frequency table, requires driver to set
109*4882a593Smuzhiyun * policy->freq_table prior to it.
110*4882a593Smuzhiyun */
cpufreq_generic_frequency_table_verify(struct cpufreq_policy_data * policy)111*4882a593Smuzhiyun int cpufreq_generic_frequency_table_verify(struct cpufreq_policy_data *policy)
112*4882a593Smuzhiyun {
113*4882a593Smuzhiyun if (!policy->freq_table)
114*4882a593Smuzhiyun return -ENODEV;
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun return cpufreq_frequency_table_verify(policy, policy->freq_table);
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(cpufreq_generic_frequency_table_verify);
119*4882a593Smuzhiyun
cpufreq_table_index_unsorted(struct cpufreq_policy * policy,unsigned int target_freq,unsigned int relation)120*4882a593Smuzhiyun int cpufreq_table_index_unsorted(struct cpufreq_policy *policy,
121*4882a593Smuzhiyun unsigned int target_freq,
122*4882a593Smuzhiyun unsigned int relation)
123*4882a593Smuzhiyun {
124*4882a593Smuzhiyun struct cpufreq_frequency_table optimal = {
125*4882a593Smuzhiyun .driver_data = ~0,
126*4882a593Smuzhiyun .frequency = 0,
127*4882a593Smuzhiyun };
128*4882a593Smuzhiyun struct cpufreq_frequency_table suboptimal = {
129*4882a593Smuzhiyun .driver_data = ~0,
130*4882a593Smuzhiyun .frequency = 0,
131*4882a593Smuzhiyun };
132*4882a593Smuzhiyun struct cpufreq_frequency_table *pos;
133*4882a593Smuzhiyun struct cpufreq_frequency_table *table = policy->freq_table;
134*4882a593Smuzhiyun unsigned int freq, diff, i = 0;
135*4882a593Smuzhiyun int index;
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun pr_debug("request for target %u kHz (relation: %u) for cpu %u\n",
138*4882a593Smuzhiyun target_freq, relation, policy->cpu);
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun switch (relation) {
141*4882a593Smuzhiyun case CPUFREQ_RELATION_H:
142*4882a593Smuzhiyun suboptimal.frequency = ~0;
143*4882a593Smuzhiyun break;
144*4882a593Smuzhiyun case CPUFREQ_RELATION_L:
145*4882a593Smuzhiyun case CPUFREQ_RELATION_C:
146*4882a593Smuzhiyun optimal.frequency = ~0;
147*4882a593Smuzhiyun break;
148*4882a593Smuzhiyun }
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun cpufreq_for_each_valid_entry_idx(pos, table, i) {
151*4882a593Smuzhiyun freq = pos->frequency;
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun if ((freq < policy->min) || (freq > policy->max))
154*4882a593Smuzhiyun continue;
155*4882a593Smuzhiyun if (freq == target_freq) {
156*4882a593Smuzhiyun optimal.driver_data = i;
157*4882a593Smuzhiyun break;
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun switch (relation) {
160*4882a593Smuzhiyun case CPUFREQ_RELATION_H:
161*4882a593Smuzhiyun if (freq < target_freq) {
162*4882a593Smuzhiyun if (freq >= optimal.frequency) {
163*4882a593Smuzhiyun optimal.frequency = freq;
164*4882a593Smuzhiyun optimal.driver_data = i;
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun } else {
167*4882a593Smuzhiyun if (freq <= suboptimal.frequency) {
168*4882a593Smuzhiyun suboptimal.frequency = freq;
169*4882a593Smuzhiyun suboptimal.driver_data = i;
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun }
172*4882a593Smuzhiyun break;
173*4882a593Smuzhiyun case CPUFREQ_RELATION_L:
174*4882a593Smuzhiyun if (freq > target_freq) {
175*4882a593Smuzhiyun if (freq <= optimal.frequency) {
176*4882a593Smuzhiyun optimal.frequency = freq;
177*4882a593Smuzhiyun optimal.driver_data = i;
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun } else {
180*4882a593Smuzhiyun if (freq >= suboptimal.frequency) {
181*4882a593Smuzhiyun suboptimal.frequency = freq;
182*4882a593Smuzhiyun suboptimal.driver_data = i;
183*4882a593Smuzhiyun }
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun break;
186*4882a593Smuzhiyun case CPUFREQ_RELATION_C:
187*4882a593Smuzhiyun diff = abs(freq - target_freq);
188*4882a593Smuzhiyun if (diff < optimal.frequency ||
189*4882a593Smuzhiyun (diff == optimal.frequency &&
190*4882a593Smuzhiyun freq > table[optimal.driver_data].frequency)) {
191*4882a593Smuzhiyun optimal.frequency = diff;
192*4882a593Smuzhiyun optimal.driver_data = i;
193*4882a593Smuzhiyun }
194*4882a593Smuzhiyun break;
195*4882a593Smuzhiyun }
196*4882a593Smuzhiyun }
197*4882a593Smuzhiyun if (optimal.driver_data > i) {
198*4882a593Smuzhiyun if (suboptimal.driver_data > i) {
199*4882a593Smuzhiyun WARN(1, "Invalid frequency table: %d\n", policy->cpu);
200*4882a593Smuzhiyun return 0;
201*4882a593Smuzhiyun }
202*4882a593Smuzhiyun
203*4882a593Smuzhiyun index = suboptimal.driver_data;
204*4882a593Smuzhiyun } else
205*4882a593Smuzhiyun index = optimal.driver_data;
206*4882a593Smuzhiyun
207*4882a593Smuzhiyun pr_debug("target index is %u, freq is:%u kHz\n", index,
208*4882a593Smuzhiyun table[index].frequency);
209*4882a593Smuzhiyun return index;
210*4882a593Smuzhiyun }
211*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(cpufreq_table_index_unsorted);
212*4882a593Smuzhiyun
cpufreq_frequency_table_get_index(struct cpufreq_policy * policy,unsigned int freq)213*4882a593Smuzhiyun int cpufreq_frequency_table_get_index(struct cpufreq_policy *policy,
214*4882a593Smuzhiyun unsigned int freq)
215*4882a593Smuzhiyun {
216*4882a593Smuzhiyun struct cpufreq_frequency_table *pos, *table = policy->freq_table;
217*4882a593Smuzhiyun int idx;
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun if (unlikely(!table)) {
220*4882a593Smuzhiyun pr_debug("%s: Unable to find frequency table\n", __func__);
221*4882a593Smuzhiyun return -ENOENT;
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun
224*4882a593Smuzhiyun cpufreq_for_each_valid_entry_idx(pos, table, idx)
225*4882a593Smuzhiyun if (pos->frequency == freq)
226*4882a593Smuzhiyun return idx;
227*4882a593Smuzhiyun
228*4882a593Smuzhiyun return -EINVAL;
229*4882a593Smuzhiyun }
230*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(cpufreq_frequency_table_get_index);
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun /*
233*4882a593Smuzhiyun * show_available_freqs - show available frequencies for the specified CPU
234*4882a593Smuzhiyun */
show_available_freqs(struct cpufreq_policy * policy,char * buf,bool show_boost)235*4882a593Smuzhiyun static ssize_t show_available_freqs(struct cpufreq_policy *policy, char *buf,
236*4882a593Smuzhiyun bool show_boost)
237*4882a593Smuzhiyun {
238*4882a593Smuzhiyun ssize_t count = 0;
239*4882a593Smuzhiyun struct cpufreq_frequency_table *pos, *table = policy->freq_table;
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun if (!table)
242*4882a593Smuzhiyun return -ENODEV;
243*4882a593Smuzhiyun
244*4882a593Smuzhiyun cpufreq_for_each_valid_entry(pos, table) {
245*4882a593Smuzhiyun /*
246*4882a593Smuzhiyun * show_boost = true and driver_data = BOOST freq
247*4882a593Smuzhiyun * display BOOST freqs
248*4882a593Smuzhiyun *
249*4882a593Smuzhiyun * show_boost = false and driver_data = BOOST freq
250*4882a593Smuzhiyun * show_boost = true and driver_data != BOOST freq
251*4882a593Smuzhiyun * continue - do not display anything
252*4882a593Smuzhiyun *
253*4882a593Smuzhiyun * show_boost = false and driver_data != BOOST freq
254*4882a593Smuzhiyun * display NON BOOST freqs
255*4882a593Smuzhiyun */
256*4882a593Smuzhiyun if (show_boost ^ (pos->flags & CPUFREQ_BOOST_FREQ))
257*4882a593Smuzhiyun continue;
258*4882a593Smuzhiyun
259*4882a593Smuzhiyun count += sprintf(&buf[count], "%d ", pos->frequency);
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun count += sprintf(&buf[count], "\n");
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun return count;
264*4882a593Smuzhiyun
265*4882a593Smuzhiyun }
266*4882a593Smuzhiyun
267*4882a593Smuzhiyun #define cpufreq_attr_available_freq(_name) \
268*4882a593Smuzhiyun struct freq_attr cpufreq_freq_attr_##_name##_freqs = \
269*4882a593Smuzhiyun __ATTR_RO(_name##_frequencies)
270*4882a593Smuzhiyun
271*4882a593Smuzhiyun /*
272*4882a593Smuzhiyun * show_scaling_available_frequencies - show available normal frequencies for
273*4882a593Smuzhiyun * the specified CPU
274*4882a593Smuzhiyun */
scaling_available_frequencies_show(struct cpufreq_policy * policy,char * buf)275*4882a593Smuzhiyun static ssize_t scaling_available_frequencies_show(struct cpufreq_policy *policy,
276*4882a593Smuzhiyun char *buf)
277*4882a593Smuzhiyun {
278*4882a593Smuzhiyun return show_available_freqs(policy, buf, false);
279*4882a593Smuzhiyun }
280*4882a593Smuzhiyun cpufreq_attr_available_freq(scaling_available);
281*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(cpufreq_freq_attr_scaling_available_freqs);
282*4882a593Smuzhiyun
283*4882a593Smuzhiyun /*
284*4882a593Smuzhiyun * show_available_boost_freqs - show available boost frequencies for
285*4882a593Smuzhiyun * the specified CPU
286*4882a593Smuzhiyun */
scaling_boost_frequencies_show(struct cpufreq_policy * policy,char * buf)287*4882a593Smuzhiyun static ssize_t scaling_boost_frequencies_show(struct cpufreq_policy *policy,
288*4882a593Smuzhiyun char *buf)
289*4882a593Smuzhiyun {
290*4882a593Smuzhiyun return show_available_freqs(policy, buf, true);
291*4882a593Smuzhiyun }
292*4882a593Smuzhiyun cpufreq_attr_available_freq(scaling_boost);
293*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(cpufreq_freq_attr_scaling_boost_freqs);
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun struct freq_attr *cpufreq_generic_attr[] = {
296*4882a593Smuzhiyun &cpufreq_freq_attr_scaling_available_freqs,
297*4882a593Smuzhiyun NULL,
298*4882a593Smuzhiyun };
299*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(cpufreq_generic_attr);
300*4882a593Smuzhiyun
set_freq_table_sorted(struct cpufreq_policy * policy)301*4882a593Smuzhiyun static int set_freq_table_sorted(struct cpufreq_policy *policy)
302*4882a593Smuzhiyun {
303*4882a593Smuzhiyun struct cpufreq_frequency_table *pos, *table = policy->freq_table;
304*4882a593Smuzhiyun struct cpufreq_frequency_table *prev = NULL;
305*4882a593Smuzhiyun int ascending = 0;
306*4882a593Smuzhiyun
307*4882a593Smuzhiyun policy->freq_table_sorted = CPUFREQ_TABLE_UNSORTED;
308*4882a593Smuzhiyun
309*4882a593Smuzhiyun cpufreq_for_each_valid_entry(pos, table) {
310*4882a593Smuzhiyun if (!prev) {
311*4882a593Smuzhiyun prev = pos;
312*4882a593Smuzhiyun continue;
313*4882a593Smuzhiyun }
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun if (pos->frequency == prev->frequency) {
316*4882a593Smuzhiyun pr_warn("Duplicate freq-table entries: %u\n",
317*4882a593Smuzhiyun pos->frequency);
318*4882a593Smuzhiyun return -EINVAL;
319*4882a593Smuzhiyun }
320*4882a593Smuzhiyun
321*4882a593Smuzhiyun /* Frequency increased from prev to pos */
322*4882a593Smuzhiyun if (pos->frequency > prev->frequency) {
323*4882a593Smuzhiyun /* But frequency was decreasing earlier */
324*4882a593Smuzhiyun if (ascending < 0) {
325*4882a593Smuzhiyun pr_debug("Freq table is unsorted\n");
326*4882a593Smuzhiyun return 0;
327*4882a593Smuzhiyun }
328*4882a593Smuzhiyun
329*4882a593Smuzhiyun ascending++;
330*4882a593Smuzhiyun } else {
331*4882a593Smuzhiyun /* Frequency decreased from prev to pos */
332*4882a593Smuzhiyun
333*4882a593Smuzhiyun /* But frequency was increasing earlier */
334*4882a593Smuzhiyun if (ascending > 0) {
335*4882a593Smuzhiyun pr_debug("Freq table is unsorted\n");
336*4882a593Smuzhiyun return 0;
337*4882a593Smuzhiyun }
338*4882a593Smuzhiyun
339*4882a593Smuzhiyun ascending--;
340*4882a593Smuzhiyun }
341*4882a593Smuzhiyun
342*4882a593Smuzhiyun prev = pos;
343*4882a593Smuzhiyun }
344*4882a593Smuzhiyun
345*4882a593Smuzhiyun if (ascending > 0)
346*4882a593Smuzhiyun policy->freq_table_sorted = CPUFREQ_TABLE_SORTED_ASCENDING;
347*4882a593Smuzhiyun else
348*4882a593Smuzhiyun policy->freq_table_sorted = CPUFREQ_TABLE_SORTED_DESCENDING;
349*4882a593Smuzhiyun
350*4882a593Smuzhiyun pr_debug("Freq table is sorted in %s order\n",
351*4882a593Smuzhiyun ascending > 0 ? "ascending" : "descending");
352*4882a593Smuzhiyun
353*4882a593Smuzhiyun return 0;
354*4882a593Smuzhiyun }
355*4882a593Smuzhiyun
cpufreq_table_validate_and_sort(struct cpufreq_policy * policy)356*4882a593Smuzhiyun int cpufreq_table_validate_and_sort(struct cpufreq_policy *policy)
357*4882a593Smuzhiyun {
358*4882a593Smuzhiyun int ret;
359*4882a593Smuzhiyun
360*4882a593Smuzhiyun if (!policy->freq_table)
361*4882a593Smuzhiyun return 0;
362*4882a593Smuzhiyun
363*4882a593Smuzhiyun ret = cpufreq_frequency_table_cpuinfo(policy, policy->freq_table);
364*4882a593Smuzhiyun if (ret)
365*4882a593Smuzhiyun return ret;
366*4882a593Smuzhiyun
367*4882a593Smuzhiyun return set_freq_table_sorted(policy);
368*4882a593Smuzhiyun }
369*4882a593Smuzhiyun
370*4882a593Smuzhiyun MODULE_AUTHOR("Dominik Brodowski <linux@brodo.de>");
371*4882a593Smuzhiyun MODULE_DESCRIPTION("CPUfreq frequency table helpers");
372*4882a593Smuzhiyun MODULE_LICENSE("GPL");
373