1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * This file was based upon code in Powertweak Linux (http://powertweak.sf.net)
4*4882a593Smuzhiyun * (C) 2000-2003 Dave Jones, Arjan van de Ven, Janne Pänkälä,
5*4882a593Smuzhiyun * Dominik Brodowski.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * BIG FAT DISCLAIMER: Work in progress code. Possibly *dangerous*
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include <linux/kernel.h>
13*4882a593Smuzhiyun #include <linux/module.h>
14*4882a593Smuzhiyun #include <linux/init.h>
15*4882a593Smuzhiyun #include <linux/cpufreq.h>
16*4882a593Smuzhiyun #include <linux/ioport.h>
17*4882a593Smuzhiyun #include <linux/timex.h>
18*4882a593Smuzhiyun #include <linux/io.h>
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun #include <asm/cpu_device_id.h>
21*4882a593Smuzhiyun #include <asm/msr.h>
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun #define POWERNOW_IOPORT 0xfff0 /* it doesn't matter where, as long
24*4882a593Smuzhiyun as it is unused */
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun static unsigned int busfreq; /* FSB, in 10 kHz */
27*4882a593Smuzhiyun static unsigned int max_multiplier;
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun static unsigned int param_busfreq = 0;
30*4882a593Smuzhiyun static unsigned int param_max_multiplier = 0;
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun module_param_named(max_multiplier, param_max_multiplier, uint, S_IRUGO);
33*4882a593Smuzhiyun MODULE_PARM_DESC(max_multiplier, "Maximum multiplier (allowed values: 20 30 35 40 45 50 55 60)");
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun module_param_named(bus_frequency, param_busfreq, uint, S_IRUGO);
36*4882a593Smuzhiyun MODULE_PARM_DESC(bus_frequency, "Bus frequency in kHz");
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun /* Clock ratio multiplied by 10 - see table 27 in AMD#23446 */
39*4882a593Smuzhiyun static struct cpufreq_frequency_table clock_ratio[] = {
40*4882a593Smuzhiyun {0, 60, /* 110 -> 6.0x */ 0},
41*4882a593Smuzhiyun {0, 55, /* 011 -> 5.5x */ 0},
42*4882a593Smuzhiyun {0, 50, /* 001 -> 5.0x */ 0},
43*4882a593Smuzhiyun {0, 45, /* 000 -> 4.5x */ 0},
44*4882a593Smuzhiyun {0, 40, /* 010 -> 4.0x */ 0},
45*4882a593Smuzhiyun {0, 35, /* 111 -> 3.5x */ 0},
46*4882a593Smuzhiyun {0, 30, /* 101 -> 3.0x */ 0},
47*4882a593Smuzhiyun {0, 20, /* 100 -> 2.0x */ 0},
48*4882a593Smuzhiyun {0, 0, CPUFREQ_TABLE_END}
49*4882a593Smuzhiyun };
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun static const u8 index_to_register[8] = { 6, 3, 1, 0, 2, 7, 5, 4 };
52*4882a593Smuzhiyun static const u8 register_to_index[8] = { 3, 2, 4, 1, 7, 6, 0, 5 };
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun static const struct {
55*4882a593Smuzhiyun unsigned freq;
56*4882a593Smuzhiyun unsigned mult;
57*4882a593Smuzhiyun } usual_frequency_table[] = {
58*4882a593Smuzhiyun { 350000, 35 }, // 100 * 3.5
59*4882a593Smuzhiyun { 400000, 40 }, // 100 * 4
60*4882a593Smuzhiyun { 450000, 45 }, // 100 * 4.5
61*4882a593Smuzhiyun { 475000, 50 }, // 95 * 5
62*4882a593Smuzhiyun { 500000, 50 }, // 100 * 5
63*4882a593Smuzhiyun { 506250, 45 }, // 112.5 * 4.5
64*4882a593Smuzhiyun { 533500, 55 }, // 97 * 5.5
65*4882a593Smuzhiyun { 550000, 55 }, // 100 * 5.5
66*4882a593Smuzhiyun { 562500, 50 }, // 112.5 * 5
67*4882a593Smuzhiyun { 570000, 60 }, // 95 * 6
68*4882a593Smuzhiyun { 600000, 60 }, // 100 * 6
69*4882a593Smuzhiyun { 618750, 55 }, // 112.5 * 5.5
70*4882a593Smuzhiyun { 660000, 55 }, // 120 * 5.5
71*4882a593Smuzhiyun { 675000, 60 }, // 112.5 * 6
72*4882a593Smuzhiyun { 720000, 60 }, // 120 * 6
73*4882a593Smuzhiyun };
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun #define FREQ_RANGE 3000
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun /**
78*4882a593Smuzhiyun * powernow_k6_get_cpu_multiplier - returns the current FSB multiplier
79*4882a593Smuzhiyun *
80*4882a593Smuzhiyun * Returns the current setting of the frequency multiplier. Core clock
81*4882a593Smuzhiyun * speed is frequency of the Front-Side Bus multiplied with this value.
82*4882a593Smuzhiyun */
powernow_k6_get_cpu_multiplier(void)83*4882a593Smuzhiyun static int powernow_k6_get_cpu_multiplier(void)
84*4882a593Smuzhiyun {
85*4882a593Smuzhiyun unsigned long invalue = 0;
86*4882a593Smuzhiyun u32 msrval;
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun local_irq_disable();
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun msrval = POWERNOW_IOPORT + 0x1;
91*4882a593Smuzhiyun wrmsr(MSR_K6_EPMR, msrval, 0); /* enable the PowerNow port */
92*4882a593Smuzhiyun invalue = inl(POWERNOW_IOPORT + 0x8);
93*4882a593Smuzhiyun msrval = POWERNOW_IOPORT + 0x0;
94*4882a593Smuzhiyun wrmsr(MSR_K6_EPMR, msrval, 0); /* disable it again */
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun local_irq_enable();
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun return clock_ratio[register_to_index[(invalue >> 5)&7]].driver_data;
99*4882a593Smuzhiyun }
100*4882a593Smuzhiyun
powernow_k6_set_cpu_multiplier(unsigned int best_i)101*4882a593Smuzhiyun static void powernow_k6_set_cpu_multiplier(unsigned int best_i)
102*4882a593Smuzhiyun {
103*4882a593Smuzhiyun unsigned long outvalue, invalue;
104*4882a593Smuzhiyun unsigned long msrval;
105*4882a593Smuzhiyun unsigned long cr0;
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun /* we now need to transform best_i to the BVC format, see AMD#23446 */
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun /*
110*4882a593Smuzhiyun * The processor doesn't respond to inquiry cycles while changing the
111*4882a593Smuzhiyun * frequency, so we must disable cache.
112*4882a593Smuzhiyun */
113*4882a593Smuzhiyun local_irq_disable();
114*4882a593Smuzhiyun cr0 = read_cr0();
115*4882a593Smuzhiyun write_cr0(cr0 | X86_CR0_CD);
116*4882a593Smuzhiyun wbinvd();
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun outvalue = (1<<12) | (1<<10) | (1<<9) | (index_to_register[best_i]<<5);
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun msrval = POWERNOW_IOPORT + 0x1;
121*4882a593Smuzhiyun wrmsr(MSR_K6_EPMR, msrval, 0); /* enable the PowerNow port */
122*4882a593Smuzhiyun invalue = inl(POWERNOW_IOPORT + 0x8);
123*4882a593Smuzhiyun invalue = invalue & 0x1f;
124*4882a593Smuzhiyun outvalue = outvalue | invalue;
125*4882a593Smuzhiyun outl(outvalue, (POWERNOW_IOPORT + 0x8));
126*4882a593Smuzhiyun msrval = POWERNOW_IOPORT + 0x0;
127*4882a593Smuzhiyun wrmsr(MSR_K6_EPMR, msrval, 0); /* disable it again */
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun write_cr0(cr0);
130*4882a593Smuzhiyun local_irq_enable();
131*4882a593Smuzhiyun }
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun /**
134*4882a593Smuzhiyun * powernow_k6_target - set the PowerNow! multiplier
135*4882a593Smuzhiyun * @best_i: clock_ratio[best_i] is the target multiplier
136*4882a593Smuzhiyun *
137*4882a593Smuzhiyun * Tries to change the PowerNow! multiplier
138*4882a593Smuzhiyun */
powernow_k6_target(struct cpufreq_policy * policy,unsigned int best_i)139*4882a593Smuzhiyun static int powernow_k6_target(struct cpufreq_policy *policy,
140*4882a593Smuzhiyun unsigned int best_i)
141*4882a593Smuzhiyun {
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun if (clock_ratio[best_i].driver_data > max_multiplier) {
144*4882a593Smuzhiyun pr_err("invalid target frequency\n");
145*4882a593Smuzhiyun return -EINVAL;
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun powernow_k6_set_cpu_multiplier(best_i);
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun return 0;
151*4882a593Smuzhiyun }
152*4882a593Smuzhiyun
powernow_k6_cpu_init(struct cpufreq_policy * policy)153*4882a593Smuzhiyun static int powernow_k6_cpu_init(struct cpufreq_policy *policy)
154*4882a593Smuzhiyun {
155*4882a593Smuzhiyun struct cpufreq_frequency_table *pos;
156*4882a593Smuzhiyun unsigned int i, f;
157*4882a593Smuzhiyun unsigned khz;
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun if (policy->cpu != 0)
160*4882a593Smuzhiyun return -ENODEV;
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun max_multiplier = 0;
163*4882a593Smuzhiyun khz = cpu_khz;
164*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(usual_frequency_table); i++) {
165*4882a593Smuzhiyun if (khz >= usual_frequency_table[i].freq - FREQ_RANGE &&
166*4882a593Smuzhiyun khz <= usual_frequency_table[i].freq + FREQ_RANGE) {
167*4882a593Smuzhiyun khz = usual_frequency_table[i].freq;
168*4882a593Smuzhiyun max_multiplier = usual_frequency_table[i].mult;
169*4882a593Smuzhiyun break;
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun }
172*4882a593Smuzhiyun if (param_max_multiplier) {
173*4882a593Smuzhiyun cpufreq_for_each_entry(pos, clock_ratio)
174*4882a593Smuzhiyun if (pos->driver_data == param_max_multiplier) {
175*4882a593Smuzhiyun max_multiplier = param_max_multiplier;
176*4882a593Smuzhiyun goto have_max_multiplier;
177*4882a593Smuzhiyun }
178*4882a593Smuzhiyun pr_err("invalid max_multiplier parameter, valid parameters 20, 30, 35, 40, 45, 50, 55, 60\n");
179*4882a593Smuzhiyun return -EINVAL;
180*4882a593Smuzhiyun }
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun if (!max_multiplier) {
183*4882a593Smuzhiyun pr_warn("unknown frequency %u, cannot determine current multiplier\n",
184*4882a593Smuzhiyun khz);
185*4882a593Smuzhiyun pr_warn("use module parameters max_multiplier and bus_frequency\n");
186*4882a593Smuzhiyun return -EOPNOTSUPP;
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun have_max_multiplier:
190*4882a593Smuzhiyun param_max_multiplier = max_multiplier;
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun if (param_busfreq) {
193*4882a593Smuzhiyun if (param_busfreq >= 50000 && param_busfreq <= 150000) {
194*4882a593Smuzhiyun busfreq = param_busfreq / 10;
195*4882a593Smuzhiyun goto have_busfreq;
196*4882a593Smuzhiyun }
197*4882a593Smuzhiyun pr_err("invalid bus_frequency parameter, allowed range 50000 - 150000 kHz\n");
198*4882a593Smuzhiyun return -EINVAL;
199*4882a593Smuzhiyun }
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun busfreq = khz / max_multiplier;
202*4882a593Smuzhiyun have_busfreq:
203*4882a593Smuzhiyun param_busfreq = busfreq * 10;
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun /* table init */
206*4882a593Smuzhiyun cpufreq_for_each_entry(pos, clock_ratio) {
207*4882a593Smuzhiyun f = pos->driver_data;
208*4882a593Smuzhiyun if (f > max_multiplier)
209*4882a593Smuzhiyun pos->frequency = CPUFREQ_ENTRY_INVALID;
210*4882a593Smuzhiyun else
211*4882a593Smuzhiyun pos->frequency = busfreq * f;
212*4882a593Smuzhiyun }
213*4882a593Smuzhiyun
214*4882a593Smuzhiyun /* cpuinfo and default policy values */
215*4882a593Smuzhiyun policy->cpuinfo.transition_latency = 500000;
216*4882a593Smuzhiyun policy->freq_table = clock_ratio;
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun return 0;
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun
powernow_k6_cpu_exit(struct cpufreq_policy * policy)222*4882a593Smuzhiyun static int powernow_k6_cpu_exit(struct cpufreq_policy *policy)
223*4882a593Smuzhiyun {
224*4882a593Smuzhiyun unsigned int i;
225*4882a593Smuzhiyun
226*4882a593Smuzhiyun for (i = 0; (clock_ratio[i].frequency != CPUFREQ_TABLE_END); i++) {
227*4882a593Smuzhiyun if (clock_ratio[i].driver_data == max_multiplier) {
228*4882a593Smuzhiyun struct cpufreq_freqs freqs;
229*4882a593Smuzhiyun
230*4882a593Smuzhiyun freqs.old = policy->cur;
231*4882a593Smuzhiyun freqs.new = clock_ratio[i].frequency;
232*4882a593Smuzhiyun freqs.flags = 0;
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun cpufreq_freq_transition_begin(policy, &freqs);
235*4882a593Smuzhiyun powernow_k6_target(policy, i);
236*4882a593Smuzhiyun cpufreq_freq_transition_end(policy, &freqs, 0);
237*4882a593Smuzhiyun break;
238*4882a593Smuzhiyun }
239*4882a593Smuzhiyun }
240*4882a593Smuzhiyun return 0;
241*4882a593Smuzhiyun }
242*4882a593Smuzhiyun
powernow_k6_get(unsigned int cpu)243*4882a593Smuzhiyun static unsigned int powernow_k6_get(unsigned int cpu)
244*4882a593Smuzhiyun {
245*4882a593Smuzhiyun unsigned int ret;
246*4882a593Smuzhiyun ret = (busfreq * powernow_k6_get_cpu_multiplier());
247*4882a593Smuzhiyun return ret;
248*4882a593Smuzhiyun }
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun static struct cpufreq_driver powernow_k6_driver = {
251*4882a593Smuzhiyun .verify = cpufreq_generic_frequency_table_verify,
252*4882a593Smuzhiyun .target_index = powernow_k6_target,
253*4882a593Smuzhiyun .init = powernow_k6_cpu_init,
254*4882a593Smuzhiyun .exit = powernow_k6_cpu_exit,
255*4882a593Smuzhiyun .get = powernow_k6_get,
256*4882a593Smuzhiyun .name = "powernow-k6",
257*4882a593Smuzhiyun .attr = cpufreq_generic_attr,
258*4882a593Smuzhiyun };
259*4882a593Smuzhiyun
260*4882a593Smuzhiyun static const struct x86_cpu_id powernow_k6_ids[] = {
261*4882a593Smuzhiyun X86_MATCH_VENDOR_FAM_MODEL(AMD, 5, 12, NULL),
262*4882a593Smuzhiyun X86_MATCH_VENDOR_FAM_MODEL(AMD, 5, 13, NULL),
263*4882a593Smuzhiyun {}
264*4882a593Smuzhiyun };
265*4882a593Smuzhiyun MODULE_DEVICE_TABLE(x86cpu, powernow_k6_ids);
266*4882a593Smuzhiyun
267*4882a593Smuzhiyun /**
268*4882a593Smuzhiyun * powernow_k6_init - initializes the k6 PowerNow! CPUFreq driver
269*4882a593Smuzhiyun *
270*4882a593Smuzhiyun * Initializes the K6 PowerNow! support. Returns -ENODEV on unsupported
271*4882a593Smuzhiyun * devices, -EINVAL or -ENOMEM on problems during initiatization, and zero
272*4882a593Smuzhiyun * on success.
273*4882a593Smuzhiyun */
powernow_k6_init(void)274*4882a593Smuzhiyun static int __init powernow_k6_init(void)
275*4882a593Smuzhiyun {
276*4882a593Smuzhiyun if (!x86_match_cpu(powernow_k6_ids))
277*4882a593Smuzhiyun return -ENODEV;
278*4882a593Smuzhiyun
279*4882a593Smuzhiyun if (!request_region(POWERNOW_IOPORT, 16, "PowerNow!")) {
280*4882a593Smuzhiyun pr_info("PowerNow IOPORT region already used\n");
281*4882a593Smuzhiyun return -EIO;
282*4882a593Smuzhiyun }
283*4882a593Smuzhiyun
284*4882a593Smuzhiyun if (cpufreq_register_driver(&powernow_k6_driver)) {
285*4882a593Smuzhiyun release_region(POWERNOW_IOPORT, 16);
286*4882a593Smuzhiyun return -EINVAL;
287*4882a593Smuzhiyun }
288*4882a593Smuzhiyun
289*4882a593Smuzhiyun return 0;
290*4882a593Smuzhiyun }
291*4882a593Smuzhiyun
292*4882a593Smuzhiyun
293*4882a593Smuzhiyun /**
294*4882a593Smuzhiyun * powernow_k6_exit - unregisters AMD K6-2+/3+ PowerNow! support
295*4882a593Smuzhiyun *
296*4882a593Smuzhiyun * Unregisters AMD K6-2+ / K6-3+ PowerNow! support.
297*4882a593Smuzhiyun */
powernow_k6_exit(void)298*4882a593Smuzhiyun static void __exit powernow_k6_exit(void)
299*4882a593Smuzhiyun {
300*4882a593Smuzhiyun cpufreq_unregister_driver(&powernow_k6_driver);
301*4882a593Smuzhiyun release_region(POWERNOW_IOPORT, 16);
302*4882a593Smuzhiyun }
303*4882a593Smuzhiyun
304*4882a593Smuzhiyun
305*4882a593Smuzhiyun MODULE_AUTHOR("Arjan van de Ven, Dave Jones, "
306*4882a593Smuzhiyun "Dominik Brodowski <linux@brodo.de>");
307*4882a593Smuzhiyun MODULE_DESCRIPTION("PowerNow! driver for AMD K6-2+ / K6-3+ processors.");
308*4882a593Smuzhiyun MODULE_LICENSE("GPL");
309*4882a593Smuzhiyun
310*4882a593Smuzhiyun module_init(powernow_k6_init);
311*4882a593Smuzhiyun module_exit(powernow_k6_exit);
312