1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Generic OPP helper interface for CPU device
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2009-2014 Texas Instruments Incorporated.
6*4882a593Smuzhiyun * Nishanth Menon
7*4882a593Smuzhiyun * Romit Dasgupta
8*4882a593Smuzhiyun * Kevin Hilman
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include <linux/cpu.h>
14*4882a593Smuzhiyun #include <linux/cpufreq.h>
15*4882a593Smuzhiyun #include <linux/err.h>
16*4882a593Smuzhiyun #include <linux/errno.h>
17*4882a593Smuzhiyun #include <linux/export.h>
18*4882a593Smuzhiyun #include <linux/slab.h>
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun #include "opp.h"
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #ifdef CONFIG_CPU_FREQ
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun /**
25*4882a593Smuzhiyun * dev_pm_opp_init_cpufreq_table() - create a cpufreq table for a device
26*4882a593Smuzhiyun * @dev: device for which we do this operation
27*4882a593Smuzhiyun * @table: Cpufreq table returned back to caller
28*4882a593Smuzhiyun *
29*4882a593Smuzhiyun * Generate a cpufreq table for a provided device- this assumes that the
30*4882a593Smuzhiyun * opp table is already initialized and ready for usage.
31*4882a593Smuzhiyun *
32*4882a593Smuzhiyun * This function allocates required memory for the cpufreq table. It is
33*4882a593Smuzhiyun * expected that the caller does the required maintenance such as freeing
34*4882a593Smuzhiyun * the table as required.
35*4882a593Smuzhiyun *
36*4882a593Smuzhiyun * Returns -EINVAL for bad pointers, -ENODEV if the device is not found, -ENOMEM
37*4882a593Smuzhiyun * if no memory available for the operation (table is not populated), returns 0
38*4882a593Smuzhiyun * if successful and table is populated.
39*4882a593Smuzhiyun *
40*4882a593Smuzhiyun * WARNING: It is important for the callers to ensure refreshing their copy of
41*4882a593Smuzhiyun * the table if any of the mentioned functions have been invoked in the interim.
42*4882a593Smuzhiyun */
dev_pm_opp_init_cpufreq_table(struct device * dev,struct cpufreq_frequency_table ** table)43*4882a593Smuzhiyun int dev_pm_opp_init_cpufreq_table(struct device *dev,
44*4882a593Smuzhiyun struct cpufreq_frequency_table **table)
45*4882a593Smuzhiyun {
46*4882a593Smuzhiyun struct dev_pm_opp *opp;
47*4882a593Smuzhiyun struct cpufreq_frequency_table *freq_table = NULL;
48*4882a593Smuzhiyun int i, max_opps, ret = 0;
49*4882a593Smuzhiyun unsigned long rate;
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun max_opps = dev_pm_opp_get_opp_count(dev);
52*4882a593Smuzhiyun if (max_opps <= 0)
53*4882a593Smuzhiyun return max_opps ? max_opps : -ENODATA;
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun freq_table = kcalloc((max_opps + 1), sizeof(*freq_table), GFP_KERNEL);
56*4882a593Smuzhiyun if (!freq_table)
57*4882a593Smuzhiyun return -ENOMEM;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun for (i = 0, rate = 0; i < max_opps; i++, rate++) {
60*4882a593Smuzhiyun /* find next rate */
61*4882a593Smuzhiyun opp = dev_pm_opp_find_freq_ceil(dev, &rate);
62*4882a593Smuzhiyun if (IS_ERR(opp)) {
63*4882a593Smuzhiyun ret = PTR_ERR(opp);
64*4882a593Smuzhiyun goto out;
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun freq_table[i].driver_data = i;
67*4882a593Smuzhiyun freq_table[i].frequency = rate / 1000;
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun /* Is Boost/turbo opp ? */
70*4882a593Smuzhiyun if (dev_pm_opp_is_turbo(opp))
71*4882a593Smuzhiyun freq_table[i].flags = CPUFREQ_BOOST_FREQ;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun dev_pm_opp_put(opp);
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun freq_table[i].driver_data = i;
77*4882a593Smuzhiyun freq_table[i].frequency = CPUFREQ_TABLE_END;
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun *table = &freq_table[0];
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun out:
82*4882a593Smuzhiyun if (ret)
83*4882a593Smuzhiyun kfree(freq_table);
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun return ret;
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dev_pm_opp_init_cpufreq_table);
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun /**
90*4882a593Smuzhiyun * dev_pm_opp_free_cpufreq_table() - free the cpufreq table
91*4882a593Smuzhiyun * @dev: device for which we do this operation
92*4882a593Smuzhiyun * @table: table to free
93*4882a593Smuzhiyun *
94*4882a593Smuzhiyun * Free up the table allocated by dev_pm_opp_init_cpufreq_table
95*4882a593Smuzhiyun */
dev_pm_opp_free_cpufreq_table(struct device * dev,struct cpufreq_frequency_table ** table)96*4882a593Smuzhiyun void dev_pm_opp_free_cpufreq_table(struct device *dev,
97*4882a593Smuzhiyun struct cpufreq_frequency_table **table)
98*4882a593Smuzhiyun {
99*4882a593Smuzhiyun if (!table)
100*4882a593Smuzhiyun return;
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun kfree(*table);
103*4882a593Smuzhiyun *table = NULL;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dev_pm_opp_free_cpufreq_table);
106*4882a593Smuzhiyun #endif /* CONFIG_CPU_FREQ */
107*4882a593Smuzhiyun
_dev_pm_opp_cpumask_remove_table(const struct cpumask * cpumask,int last_cpu)108*4882a593Smuzhiyun void _dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask,
109*4882a593Smuzhiyun int last_cpu)
110*4882a593Smuzhiyun {
111*4882a593Smuzhiyun struct device *cpu_dev;
112*4882a593Smuzhiyun int cpu;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun WARN_ON(cpumask_empty(cpumask));
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun for_each_cpu(cpu, cpumask) {
117*4882a593Smuzhiyun if (cpu == last_cpu)
118*4882a593Smuzhiyun break;
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun cpu_dev = get_cpu_device(cpu);
121*4882a593Smuzhiyun if (!cpu_dev) {
122*4882a593Smuzhiyun pr_err("%s: failed to get cpu%d device\n", __func__,
123*4882a593Smuzhiyun cpu);
124*4882a593Smuzhiyun continue;
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun dev_pm_opp_remove_table(cpu_dev);
128*4882a593Smuzhiyun }
129*4882a593Smuzhiyun }
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun /**
132*4882a593Smuzhiyun * dev_pm_opp_cpumask_remove_table() - Removes OPP table for @cpumask
133*4882a593Smuzhiyun * @cpumask: cpumask for which OPP table needs to be removed
134*4882a593Smuzhiyun *
135*4882a593Smuzhiyun * This removes the OPP tables for CPUs present in the @cpumask.
136*4882a593Smuzhiyun * This should be used to remove all the OPPs entries associated with
137*4882a593Smuzhiyun * the cpus in @cpumask.
138*4882a593Smuzhiyun */
dev_pm_opp_cpumask_remove_table(const struct cpumask * cpumask)139*4882a593Smuzhiyun void dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask)
140*4882a593Smuzhiyun {
141*4882a593Smuzhiyun _dev_pm_opp_cpumask_remove_table(cpumask, -1);
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dev_pm_opp_cpumask_remove_table);
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun /**
146*4882a593Smuzhiyun * dev_pm_opp_set_sharing_cpus() - Mark OPP table as shared by few CPUs
147*4882a593Smuzhiyun * @cpu_dev: CPU device for which we do this operation
148*4882a593Smuzhiyun * @cpumask: cpumask of the CPUs which share the OPP table with @cpu_dev
149*4882a593Smuzhiyun *
150*4882a593Smuzhiyun * This marks OPP table of the @cpu_dev as shared by the CPUs present in
151*4882a593Smuzhiyun * @cpumask.
152*4882a593Smuzhiyun *
153*4882a593Smuzhiyun * Returns -ENODEV if OPP table isn't already present.
154*4882a593Smuzhiyun */
dev_pm_opp_set_sharing_cpus(struct device * cpu_dev,const struct cpumask * cpumask)155*4882a593Smuzhiyun int dev_pm_opp_set_sharing_cpus(struct device *cpu_dev,
156*4882a593Smuzhiyun const struct cpumask *cpumask)
157*4882a593Smuzhiyun {
158*4882a593Smuzhiyun struct opp_device *opp_dev;
159*4882a593Smuzhiyun struct opp_table *opp_table;
160*4882a593Smuzhiyun struct device *dev;
161*4882a593Smuzhiyun int cpu, ret = 0;
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun opp_table = _find_opp_table(cpu_dev);
164*4882a593Smuzhiyun if (IS_ERR(opp_table))
165*4882a593Smuzhiyun return PTR_ERR(opp_table);
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun for_each_cpu(cpu, cpumask) {
168*4882a593Smuzhiyun if (cpu == cpu_dev->id)
169*4882a593Smuzhiyun continue;
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun dev = get_cpu_device(cpu);
172*4882a593Smuzhiyun if (!dev) {
173*4882a593Smuzhiyun dev_err(cpu_dev, "%s: failed to get cpu%d device\n",
174*4882a593Smuzhiyun __func__, cpu);
175*4882a593Smuzhiyun continue;
176*4882a593Smuzhiyun }
177*4882a593Smuzhiyun
178*4882a593Smuzhiyun opp_dev = _add_opp_dev(dev, opp_table);
179*4882a593Smuzhiyun if (!opp_dev) {
180*4882a593Smuzhiyun dev_err(dev, "%s: failed to add opp-dev for cpu%d device\n",
181*4882a593Smuzhiyun __func__, cpu);
182*4882a593Smuzhiyun continue;
183*4882a593Smuzhiyun }
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun /* Mark opp-table as multiple CPUs are sharing it now */
186*4882a593Smuzhiyun opp_table->shared_opp = OPP_TABLE_ACCESS_SHARED;
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun dev_pm_opp_put_opp_table(opp_table);
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun return ret;
192*4882a593Smuzhiyun }
193*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dev_pm_opp_set_sharing_cpus);
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun /**
196*4882a593Smuzhiyun * dev_pm_opp_get_sharing_cpus() - Get cpumask of CPUs sharing OPPs with @cpu_dev
197*4882a593Smuzhiyun * @cpu_dev: CPU device for which we do this operation
198*4882a593Smuzhiyun * @cpumask: cpumask to update with information of sharing CPUs
199*4882a593Smuzhiyun *
200*4882a593Smuzhiyun * This updates the @cpumask with CPUs that are sharing OPPs with @cpu_dev.
201*4882a593Smuzhiyun *
202*4882a593Smuzhiyun * Returns -ENODEV if OPP table isn't already present and -EINVAL if the OPP
203*4882a593Smuzhiyun * table's status is access-unknown.
204*4882a593Smuzhiyun */
dev_pm_opp_get_sharing_cpus(struct device * cpu_dev,struct cpumask * cpumask)205*4882a593Smuzhiyun int dev_pm_opp_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask)
206*4882a593Smuzhiyun {
207*4882a593Smuzhiyun struct opp_device *opp_dev;
208*4882a593Smuzhiyun struct opp_table *opp_table;
209*4882a593Smuzhiyun int ret = 0;
210*4882a593Smuzhiyun
211*4882a593Smuzhiyun opp_table = _find_opp_table(cpu_dev);
212*4882a593Smuzhiyun if (IS_ERR(opp_table))
213*4882a593Smuzhiyun return PTR_ERR(opp_table);
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun if (opp_table->shared_opp == OPP_TABLE_ACCESS_UNKNOWN) {
216*4882a593Smuzhiyun ret = -EINVAL;
217*4882a593Smuzhiyun goto put_opp_table;
218*4882a593Smuzhiyun }
219*4882a593Smuzhiyun
220*4882a593Smuzhiyun cpumask_clear(cpumask);
221*4882a593Smuzhiyun
222*4882a593Smuzhiyun if (opp_table->shared_opp == OPP_TABLE_ACCESS_SHARED) {
223*4882a593Smuzhiyun mutex_lock(&opp_table->lock);
224*4882a593Smuzhiyun list_for_each_entry(opp_dev, &opp_table->dev_list, node)
225*4882a593Smuzhiyun cpumask_set_cpu(opp_dev->dev->id, cpumask);
226*4882a593Smuzhiyun mutex_unlock(&opp_table->lock);
227*4882a593Smuzhiyun } else {
228*4882a593Smuzhiyun cpumask_set_cpu(cpu_dev->id, cpumask);
229*4882a593Smuzhiyun }
230*4882a593Smuzhiyun
231*4882a593Smuzhiyun put_opp_table:
232*4882a593Smuzhiyun dev_pm_opp_put_opp_table(opp_table);
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun return ret;
235*4882a593Smuzhiyun }
236*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(dev_pm_opp_get_sharing_cpus);
237