1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * This file provides the ACPI based P-state support. This
4*4882a593Smuzhiyun * module works with generic cpufreq infrastructure. Most of
5*4882a593Smuzhiyun * the code is based on i386 version
6*4882a593Smuzhiyun * (arch/i386/kernel/cpu/cpufreq/acpi-cpufreq.c)
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun * Copyright (C) 2005 Intel Corp
9*4882a593Smuzhiyun * Venkatesh Pallipadi <venkatesh.pallipadi@intel.com>
10*4882a593Smuzhiyun */
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include <linux/kernel.h>
15*4882a593Smuzhiyun #include <linux/slab.h>
16*4882a593Smuzhiyun #include <linux/module.h>
17*4882a593Smuzhiyun #include <linux/init.h>
18*4882a593Smuzhiyun #include <linux/cpufreq.h>
19*4882a593Smuzhiyun #include <linux/proc_fs.h>
20*4882a593Smuzhiyun #include <asm/io.h>
21*4882a593Smuzhiyun #include <linux/uaccess.h>
22*4882a593Smuzhiyun #include <asm/pal.h>
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun #include <linux/acpi.h>
25*4882a593Smuzhiyun #include <acpi/processor.h>
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun MODULE_AUTHOR("Venkatesh Pallipadi");
28*4882a593Smuzhiyun MODULE_DESCRIPTION("ACPI Processor P-States Driver");
29*4882a593Smuzhiyun MODULE_LICENSE("GPL");
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun struct cpufreq_acpi_io {
32*4882a593Smuzhiyun struct acpi_processor_performance acpi_data;
33*4882a593Smuzhiyun unsigned int resume;
34*4882a593Smuzhiyun };
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun struct cpufreq_acpi_req {
37*4882a593Smuzhiyun unsigned int cpu;
38*4882a593Smuzhiyun unsigned int state;
39*4882a593Smuzhiyun };
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun static struct cpufreq_acpi_io *acpi_io_data[NR_CPUS];
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun static struct cpufreq_driver acpi_cpufreq_driver;
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun static int
processor_set_pstate(u32 value)47*4882a593Smuzhiyun processor_set_pstate (
48*4882a593Smuzhiyun u32 value)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun s64 retval;
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun pr_debug("processor_set_pstate\n");
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun retval = ia64_pal_set_pstate((u64)value);
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun if (retval) {
57*4882a593Smuzhiyun pr_debug("Failed to set freq to 0x%x, with error 0x%lx\n",
58*4882a593Smuzhiyun value, retval);
59*4882a593Smuzhiyun return -ENODEV;
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun return (int)retval;
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun static int
processor_get_pstate(u32 * value)66*4882a593Smuzhiyun processor_get_pstate (
67*4882a593Smuzhiyun u32 *value)
68*4882a593Smuzhiyun {
69*4882a593Smuzhiyun u64 pstate_index = 0;
70*4882a593Smuzhiyun s64 retval;
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun pr_debug("processor_get_pstate\n");
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun retval = ia64_pal_get_pstate(&pstate_index,
75*4882a593Smuzhiyun PAL_GET_PSTATE_TYPE_INSTANT);
76*4882a593Smuzhiyun *value = (u32) pstate_index;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun if (retval)
79*4882a593Smuzhiyun pr_debug("Failed to get current freq with "
80*4882a593Smuzhiyun "error 0x%lx, idx 0x%x\n", retval, *value);
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun return (int)retval;
83*4882a593Smuzhiyun }
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun /* To be used only after data->acpi_data is initialized */
87*4882a593Smuzhiyun static unsigned
extract_clock(struct cpufreq_acpi_io * data,unsigned value)88*4882a593Smuzhiyun extract_clock (
89*4882a593Smuzhiyun struct cpufreq_acpi_io *data,
90*4882a593Smuzhiyun unsigned value)
91*4882a593Smuzhiyun {
92*4882a593Smuzhiyun unsigned long i;
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun pr_debug("extract_clock\n");
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun for (i = 0; i < data->acpi_data.state_count; i++) {
97*4882a593Smuzhiyun if (value == data->acpi_data.states[i].status)
98*4882a593Smuzhiyun return data->acpi_data.states[i].core_frequency;
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun return data->acpi_data.states[i-1].core_frequency;
101*4882a593Smuzhiyun }
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun static long
processor_get_freq(void * arg)105*4882a593Smuzhiyun processor_get_freq (
106*4882a593Smuzhiyun void *arg)
107*4882a593Smuzhiyun {
108*4882a593Smuzhiyun struct cpufreq_acpi_req *req = arg;
109*4882a593Smuzhiyun unsigned int cpu = req->cpu;
110*4882a593Smuzhiyun struct cpufreq_acpi_io *data = acpi_io_data[cpu];
111*4882a593Smuzhiyun u32 value;
112*4882a593Smuzhiyun int ret;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun pr_debug("processor_get_freq\n");
115*4882a593Smuzhiyun if (smp_processor_id() != cpu)
116*4882a593Smuzhiyun return -EAGAIN;
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun /* processor_get_pstate gets the instantaneous frequency */
119*4882a593Smuzhiyun ret = processor_get_pstate(&value);
120*4882a593Smuzhiyun if (ret) {
121*4882a593Smuzhiyun pr_warn("get performance failed with error %d\n", ret);
122*4882a593Smuzhiyun return ret;
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun return 1000 * extract_clock(data, value);
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun static long
processor_set_freq(void * arg)129*4882a593Smuzhiyun processor_set_freq (
130*4882a593Smuzhiyun void *arg)
131*4882a593Smuzhiyun {
132*4882a593Smuzhiyun struct cpufreq_acpi_req *req = arg;
133*4882a593Smuzhiyun unsigned int cpu = req->cpu;
134*4882a593Smuzhiyun struct cpufreq_acpi_io *data = acpi_io_data[cpu];
135*4882a593Smuzhiyun int ret, state = req->state;
136*4882a593Smuzhiyun u32 value;
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun pr_debug("processor_set_freq\n");
139*4882a593Smuzhiyun if (smp_processor_id() != cpu)
140*4882a593Smuzhiyun return -EAGAIN;
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun if (state == data->acpi_data.state) {
143*4882a593Smuzhiyun if (unlikely(data->resume)) {
144*4882a593Smuzhiyun pr_debug("Called after resume, resetting to P%d\n", state);
145*4882a593Smuzhiyun data->resume = 0;
146*4882a593Smuzhiyun } else {
147*4882a593Smuzhiyun pr_debug("Already at target state (P%d)\n", state);
148*4882a593Smuzhiyun return 0;
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun }
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun pr_debug("Transitioning from P%d to P%d\n",
153*4882a593Smuzhiyun data->acpi_data.state, state);
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun /*
156*4882a593Smuzhiyun * First we write the target state's 'control' value to the
157*4882a593Smuzhiyun * control_register.
158*4882a593Smuzhiyun */
159*4882a593Smuzhiyun value = (u32) data->acpi_data.states[state].control;
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun pr_debug("Transitioning to state: 0x%08x\n", value);
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun ret = processor_set_pstate(value);
164*4882a593Smuzhiyun if (ret) {
165*4882a593Smuzhiyun pr_warn("Transition failed with error %d\n", ret);
166*4882a593Smuzhiyun return -ENODEV;
167*4882a593Smuzhiyun }
168*4882a593Smuzhiyun
169*4882a593Smuzhiyun data->acpi_data.state = state;
170*4882a593Smuzhiyun return 0;
171*4882a593Smuzhiyun }
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun static unsigned int
acpi_cpufreq_get(unsigned int cpu)175*4882a593Smuzhiyun acpi_cpufreq_get (
176*4882a593Smuzhiyun unsigned int cpu)
177*4882a593Smuzhiyun {
178*4882a593Smuzhiyun struct cpufreq_acpi_req req;
179*4882a593Smuzhiyun long ret;
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun req.cpu = cpu;
182*4882a593Smuzhiyun ret = work_on_cpu(cpu, processor_get_freq, &req);
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun return ret > 0 ? (unsigned int) ret : 0;
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun static int
acpi_cpufreq_target(struct cpufreq_policy * policy,unsigned int index)189*4882a593Smuzhiyun acpi_cpufreq_target (
190*4882a593Smuzhiyun struct cpufreq_policy *policy,
191*4882a593Smuzhiyun unsigned int index)
192*4882a593Smuzhiyun {
193*4882a593Smuzhiyun struct cpufreq_acpi_req req;
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun req.cpu = policy->cpu;
196*4882a593Smuzhiyun req.state = index;
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun return work_on_cpu(req.cpu, processor_set_freq, &req);
199*4882a593Smuzhiyun }
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun static int
acpi_cpufreq_cpu_init(struct cpufreq_policy * policy)202*4882a593Smuzhiyun acpi_cpufreq_cpu_init (
203*4882a593Smuzhiyun struct cpufreq_policy *policy)
204*4882a593Smuzhiyun {
205*4882a593Smuzhiyun unsigned int i;
206*4882a593Smuzhiyun unsigned int cpu = policy->cpu;
207*4882a593Smuzhiyun struct cpufreq_acpi_io *data;
208*4882a593Smuzhiyun unsigned int result = 0;
209*4882a593Smuzhiyun struct cpufreq_frequency_table *freq_table;
210*4882a593Smuzhiyun
211*4882a593Smuzhiyun pr_debug("acpi_cpufreq_cpu_init\n");
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun data = kzalloc(sizeof(*data), GFP_KERNEL);
214*4882a593Smuzhiyun if (!data)
215*4882a593Smuzhiyun return (-ENOMEM);
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun acpi_io_data[cpu] = data;
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun result = acpi_processor_register_performance(&data->acpi_data, cpu);
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun if (result)
222*4882a593Smuzhiyun goto err_free;
223*4882a593Smuzhiyun
224*4882a593Smuzhiyun /* capability check */
225*4882a593Smuzhiyun if (data->acpi_data.state_count <= 1) {
226*4882a593Smuzhiyun pr_debug("No P-States\n");
227*4882a593Smuzhiyun result = -ENODEV;
228*4882a593Smuzhiyun goto err_unreg;
229*4882a593Smuzhiyun }
230*4882a593Smuzhiyun
231*4882a593Smuzhiyun if ((data->acpi_data.control_register.space_id !=
232*4882a593Smuzhiyun ACPI_ADR_SPACE_FIXED_HARDWARE) ||
233*4882a593Smuzhiyun (data->acpi_data.status_register.space_id !=
234*4882a593Smuzhiyun ACPI_ADR_SPACE_FIXED_HARDWARE)) {
235*4882a593Smuzhiyun pr_debug("Unsupported address space [%d, %d]\n",
236*4882a593Smuzhiyun (u32) (data->acpi_data.control_register.space_id),
237*4882a593Smuzhiyun (u32) (data->acpi_data.status_register.space_id));
238*4882a593Smuzhiyun result = -ENODEV;
239*4882a593Smuzhiyun goto err_unreg;
240*4882a593Smuzhiyun }
241*4882a593Smuzhiyun
242*4882a593Smuzhiyun /* alloc freq_table */
243*4882a593Smuzhiyun freq_table = kcalloc(data->acpi_data.state_count + 1,
244*4882a593Smuzhiyun sizeof(*freq_table),
245*4882a593Smuzhiyun GFP_KERNEL);
246*4882a593Smuzhiyun if (!freq_table) {
247*4882a593Smuzhiyun result = -ENOMEM;
248*4882a593Smuzhiyun goto err_unreg;
249*4882a593Smuzhiyun }
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun /* detect transition latency */
252*4882a593Smuzhiyun policy->cpuinfo.transition_latency = 0;
253*4882a593Smuzhiyun for (i=0; i<data->acpi_data.state_count; i++) {
254*4882a593Smuzhiyun if ((data->acpi_data.states[i].transition_latency * 1000) >
255*4882a593Smuzhiyun policy->cpuinfo.transition_latency) {
256*4882a593Smuzhiyun policy->cpuinfo.transition_latency =
257*4882a593Smuzhiyun data->acpi_data.states[i].transition_latency * 1000;
258*4882a593Smuzhiyun }
259*4882a593Smuzhiyun }
260*4882a593Smuzhiyun
261*4882a593Smuzhiyun /* table init */
262*4882a593Smuzhiyun for (i = 0; i <= data->acpi_data.state_count; i++)
263*4882a593Smuzhiyun {
264*4882a593Smuzhiyun if (i < data->acpi_data.state_count) {
265*4882a593Smuzhiyun freq_table[i].frequency =
266*4882a593Smuzhiyun data->acpi_data.states[i].core_frequency * 1000;
267*4882a593Smuzhiyun } else {
268*4882a593Smuzhiyun freq_table[i].frequency = CPUFREQ_TABLE_END;
269*4882a593Smuzhiyun }
270*4882a593Smuzhiyun }
271*4882a593Smuzhiyun
272*4882a593Smuzhiyun policy->freq_table = freq_table;
273*4882a593Smuzhiyun
274*4882a593Smuzhiyun /* notify BIOS that we exist */
275*4882a593Smuzhiyun acpi_processor_notify_smm(THIS_MODULE);
276*4882a593Smuzhiyun
277*4882a593Smuzhiyun pr_info("CPU%u - ACPI performance management activated\n", cpu);
278*4882a593Smuzhiyun
279*4882a593Smuzhiyun for (i = 0; i < data->acpi_data.state_count; i++)
280*4882a593Smuzhiyun pr_debug(" %cP%d: %d MHz, %d mW, %d uS, %d uS, 0x%x 0x%x\n",
281*4882a593Smuzhiyun (i == data->acpi_data.state?'*':' '), i,
282*4882a593Smuzhiyun (u32) data->acpi_data.states[i].core_frequency,
283*4882a593Smuzhiyun (u32) data->acpi_data.states[i].power,
284*4882a593Smuzhiyun (u32) data->acpi_data.states[i].transition_latency,
285*4882a593Smuzhiyun (u32) data->acpi_data.states[i].bus_master_latency,
286*4882a593Smuzhiyun (u32) data->acpi_data.states[i].status,
287*4882a593Smuzhiyun (u32) data->acpi_data.states[i].control);
288*4882a593Smuzhiyun
289*4882a593Smuzhiyun /* the first call to ->target() should result in us actually
290*4882a593Smuzhiyun * writing something to the appropriate registers. */
291*4882a593Smuzhiyun data->resume = 1;
292*4882a593Smuzhiyun
293*4882a593Smuzhiyun return (result);
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun err_unreg:
296*4882a593Smuzhiyun acpi_processor_unregister_performance(cpu);
297*4882a593Smuzhiyun err_free:
298*4882a593Smuzhiyun kfree(data);
299*4882a593Smuzhiyun acpi_io_data[cpu] = NULL;
300*4882a593Smuzhiyun
301*4882a593Smuzhiyun return (result);
302*4882a593Smuzhiyun }
303*4882a593Smuzhiyun
304*4882a593Smuzhiyun
305*4882a593Smuzhiyun static int
acpi_cpufreq_cpu_exit(struct cpufreq_policy * policy)306*4882a593Smuzhiyun acpi_cpufreq_cpu_exit (
307*4882a593Smuzhiyun struct cpufreq_policy *policy)
308*4882a593Smuzhiyun {
309*4882a593Smuzhiyun struct cpufreq_acpi_io *data = acpi_io_data[policy->cpu];
310*4882a593Smuzhiyun
311*4882a593Smuzhiyun pr_debug("acpi_cpufreq_cpu_exit\n");
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun if (data) {
314*4882a593Smuzhiyun acpi_io_data[policy->cpu] = NULL;
315*4882a593Smuzhiyun acpi_processor_unregister_performance(policy->cpu);
316*4882a593Smuzhiyun kfree(policy->freq_table);
317*4882a593Smuzhiyun kfree(data);
318*4882a593Smuzhiyun }
319*4882a593Smuzhiyun
320*4882a593Smuzhiyun return (0);
321*4882a593Smuzhiyun }
322*4882a593Smuzhiyun
323*4882a593Smuzhiyun
324*4882a593Smuzhiyun static struct cpufreq_driver acpi_cpufreq_driver = {
325*4882a593Smuzhiyun .verify = cpufreq_generic_frequency_table_verify,
326*4882a593Smuzhiyun .target_index = acpi_cpufreq_target,
327*4882a593Smuzhiyun .get = acpi_cpufreq_get,
328*4882a593Smuzhiyun .init = acpi_cpufreq_cpu_init,
329*4882a593Smuzhiyun .exit = acpi_cpufreq_cpu_exit,
330*4882a593Smuzhiyun .name = "acpi-cpufreq",
331*4882a593Smuzhiyun .attr = cpufreq_generic_attr,
332*4882a593Smuzhiyun };
333*4882a593Smuzhiyun
334*4882a593Smuzhiyun
335*4882a593Smuzhiyun static int __init
acpi_cpufreq_init(void)336*4882a593Smuzhiyun acpi_cpufreq_init (void)
337*4882a593Smuzhiyun {
338*4882a593Smuzhiyun pr_debug("acpi_cpufreq_init\n");
339*4882a593Smuzhiyun
340*4882a593Smuzhiyun return cpufreq_register_driver(&acpi_cpufreq_driver);
341*4882a593Smuzhiyun }
342*4882a593Smuzhiyun
343*4882a593Smuzhiyun
344*4882a593Smuzhiyun static void __exit
acpi_cpufreq_exit(void)345*4882a593Smuzhiyun acpi_cpufreq_exit (void)
346*4882a593Smuzhiyun {
347*4882a593Smuzhiyun pr_debug("acpi_cpufreq_exit\n");
348*4882a593Smuzhiyun
349*4882a593Smuzhiyun cpufreq_unregister_driver(&acpi_cpufreq_driver);
350*4882a593Smuzhiyun }
351*4882a593Smuzhiyun
352*4882a593Smuzhiyun late_initcall(acpi_cpufreq_init);
353*4882a593Smuzhiyun module_exit(acpi_cpufreq_exit);
354