xref: /OK3568_Linux_fs/kernel/drivers/cpufreq/s5pv210-cpufreq.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Copyright (c) 2010 Samsung Electronics Co., Ltd.
4*4882a593Smuzhiyun  *		http://www.samsung.com
5*4882a593Smuzhiyun  *
6*4882a593Smuzhiyun  * CPU frequency scaling for S5PC110/S5PV210
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun 
9*4882a593Smuzhiyun #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
10*4882a593Smuzhiyun 
11*4882a593Smuzhiyun #include <linux/types.h>
12*4882a593Smuzhiyun #include <linux/kernel.h>
13*4882a593Smuzhiyun #include <linux/init.h>
14*4882a593Smuzhiyun #include <linux/err.h>
15*4882a593Smuzhiyun #include <linux/clk.h>
16*4882a593Smuzhiyun #include <linux/io.h>
17*4882a593Smuzhiyun #include <linux/cpufreq.h>
18*4882a593Smuzhiyun #include <linux/of.h>
19*4882a593Smuzhiyun #include <linux/of_address.h>
20*4882a593Smuzhiyun #include <linux/platform_device.h>
21*4882a593Smuzhiyun #include <linux/reboot.h>
22*4882a593Smuzhiyun #include <linux/regulator/consumer.h>
23*4882a593Smuzhiyun 
24*4882a593Smuzhiyun static void __iomem *clk_base;
25*4882a593Smuzhiyun static void __iomem *dmc_base[2];
26*4882a593Smuzhiyun 
27*4882a593Smuzhiyun #define S5P_CLKREG(x)		(clk_base + (x))
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun #define S5P_APLL_LOCK		S5P_CLKREG(0x00)
30*4882a593Smuzhiyun #define S5P_APLL_CON		S5P_CLKREG(0x100)
31*4882a593Smuzhiyun #define S5P_CLK_SRC0		S5P_CLKREG(0x200)
32*4882a593Smuzhiyun #define S5P_CLK_SRC2		S5P_CLKREG(0x208)
33*4882a593Smuzhiyun #define S5P_CLK_DIV0		S5P_CLKREG(0x300)
34*4882a593Smuzhiyun #define S5P_CLK_DIV2		S5P_CLKREG(0x308)
35*4882a593Smuzhiyun #define S5P_CLK_DIV6		S5P_CLKREG(0x318)
36*4882a593Smuzhiyun #define S5P_CLKDIV_STAT0	S5P_CLKREG(0x1000)
37*4882a593Smuzhiyun #define S5P_CLKDIV_STAT1	S5P_CLKREG(0x1004)
38*4882a593Smuzhiyun #define S5P_CLKMUX_STAT0	S5P_CLKREG(0x1100)
39*4882a593Smuzhiyun #define S5P_CLKMUX_STAT1	S5P_CLKREG(0x1104)
40*4882a593Smuzhiyun 
41*4882a593Smuzhiyun #define S5P_ARM_MCS_CON		S5P_CLKREG(0x6100)
42*4882a593Smuzhiyun 
43*4882a593Smuzhiyun /* CLKSRC0 */
44*4882a593Smuzhiyun #define S5P_CLKSRC0_MUX200_SHIFT	(16)
45*4882a593Smuzhiyun #define S5P_CLKSRC0_MUX200_MASK		(0x1 << S5P_CLKSRC0_MUX200_SHIFT)
46*4882a593Smuzhiyun #define S5P_CLKSRC0_MUX166_MASK		(0x1<<20)
47*4882a593Smuzhiyun #define S5P_CLKSRC0_MUX133_MASK		(0x1<<24)
48*4882a593Smuzhiyun 
49*4882a593Smuzhiyun /* CLKSRC2 */
50*4882a593Smuzhiyun #define S5P_CLKSRC2_G3D_SHIFT           (0)
51*4882a593Smuzhiyun #define S5P_CLKSRC2_G3D_MASK            (0x3 << S5P_CLKSRC2_G3D_SHIFT)
52*4882a593Smuzhiyun #define S5P_CLKSRC2_MFC_SHIFT           (4)
53*4882a593Smuzhiyun #define S5P_CLKSRC2_MFC_MASK            (0x3 << S5P_CLKSRC2_MFC_SHIFT)
54*4882a593Smuzhiyun 
55*4882a593Smuzhiyun /* CLKDIV0 */
56*4882a593Smuzhiyun #define S5P_CLKDIV0_APLL_SHIFT		(0)
57*4882a593Smuzhiyun #define S5P_CLKDIV0_APLL_MASK		(0x7 << S5P_CLKDIV0_APLL_SHIFT)
58*4882a593Smuzhiyun #define S5P_CLKDIV0_A2M_SHIFT		(4)
59*4882a593Smuzhiyun #define S5P_CLKDIV0_A2M_MASK		(0x7 << S5P_CLKDIV0_A2M_SHIFT)
60*4882a593Smuzhiyun #define S5P_CLKDIV0_HCLK200_SHIFT	(8)
61*4882a593Smuzhiyun #define S5P_CLKDIV0_HCLK200_MASK	(0x7 << S5P_CLKDIV0_HCLK200_SHIFT)
62*4882a593Smuzhiyun #define S5P_CLKDIV0_PCLK100_SHIFT	(12)
63*4882a593Smuzhiyun #define S5P_CLKDIV0_PCLK100_MASK	(0x7 << S5P_CLKDIV0_PCLK100_SHIFT)
64*4882a593Smuzhiyun #define S5P_CLKDIV0_HCLK166_SHIFT	(16)
65*4882a593Smuzhiyun #define S5P_CLKDIV0_HCLK166_MASK	(0xF << S5P_CLKDIV0_HCLK166_SHIFT)
66*4882a593Smuzhiyun #define S5P_CLKDIV0_PCLK83_SHIFT	(20)
67*4882a593Smuzhiyun #define S5P_CLKDIV0_PCLK83_MASK		(0x7 << S5P_CLKDIV0_PCLK83_SHIFT)
68*4882a593Smuzhiyun #define S5P_CLKDIV0_HCLK133_SHIFT	(24)
69*4882a593Smuzhiyun #define S5P_CLKDIV0_HCLK133_MASK	(0xF << S5P_CLKDIV0_HCLK133_SHIFT)
70*4882a593Smuzhiyun #define S5P_CLKDIV0_PCLK66_SHIFT	(28)
71*4882a593Smuzhiyun #define S5P_CLKDIV0_PCLK66_MASK		(0x7 << S5P_CLKDIV0_PCLK66_SHIFT)
72*4882a593Smuzhiyun 
73*4882a593Smuzhiyun /* CLKDIV2 */
74*4882a593Smuzhiyun #define S5P_CLKDIV2_G3D_SHIFT           (0)
75*4882a593Smuzhiyun #define S5P_CLKDIV2_G3D_MASK            (0xF << S5P_CLKDIV2_G3D_SHIFT)
76*4882a593Smuzhiyun #define S5P_CLKDIV2_MFC_SHIFT           (4)
77*4882a593Smuzhiyun #define S5P_CLKDIV2_MFC_MASK            (0xF << S5P_CLKDIV2_MFC_SHIFT)
78*4882a593Smuzhiyun 
79*4882a593Smuzhiyun /* CLKDIV6 */
80*4882a593Smuzhiyun #define S5P_CLKDIV6_ONEDRAM_SHIFT       (28)
81*4882a593Smuzhiyun #define S5P_CLKDIV6_ONEDRAM_MASK        (0xF << S5P_CLKDIV6_ONEDRAM_SHIFT)
82*4882a593Smuzhiyun 
83*4882a593Smuzhiyun static struct clk *dmc0_clk;
84*4882a593Smuzhiyun static struct clk *dmc1_clk;
85*4882a593Smuzhiyun static DEFINE_MUTEX(set_freq_lock);
86*4882a593Smuzhiyun 
87*4882a593Smuzhiyun /* APLL M,P,S values for 1G/800Mhz */
88*4882a593Smuzhiyun #define APLL_VAL_1000	((1 << 31) | (125 << 16) | (3 << 8) | 1)
89*4882a593Smuzhiyun #define APLL_VAL_800	((1 << 31) | (100 << 16) | (3 << 8) | 1)
90*4882a593Smuzhiyun 
91*4882a593Smuzhiyun /* Use 800MHz when entering sleep mode */
92*4882a593Smuzhiyun #define SLEEP_FREQ	(800 * 1000)
93*4882a593Smuzhiyun 
94*4882a593Smuzhiyun /* Tracks if cpu freqency can be updated anymore */
95*4882a593Smuzhiyun static bool no_cpufreq_access;
96*4882a593Smuzhiyun 
97*4882a593Smuzhiyun /*
98*4882a593Smuzhiyun  * DRAM configurations to calculate refresh counter for changing
99*4882a593Smuzhiyun  * frequency of memory.
100*4882a593Smuzhiyun  */
101*4882a593Smuzhiyun struct dram_conf {
102*4882a593Smuzhiyun 	unsigned long freq;	/* HZ */
103*4882a593Smuzhiyun 	unsigned long refresh;	/* DRAM refresh counter * 1000 */
104*4882a593Smuzhiyun };
105*4882a593Smuzhiyun 
106*4882a593Smuzhiyun /* DRAM configuration (DMC0 and DMC1) */
107*4882a593Smuzhiyun static struct dram_conf s5pv210_dram_conf[2];
108*4882a593Smuzhiyun 
109*4882a593Smuzhiyun enum perf_level {
110*4882a593Smuzhiyun 	L0, L1, L2, L3, L4,
111*4882a593Smuzhiyun };
112*4882a593Smuzhiyun 
113*4882a593Smuzhiyun enum s5pv210_mem_type {
114*4882a593Smuzhiyun 	LPDDR	= 0x1,
115*4882a593Smuzhiyun 	LPDDR2	= 0x2,
116*4882a593Smuzhiyun 	DDR2	= 0x4,
117*4882a593Smuzhiyun };
118*4882a593Smuzhiyun 
119*4882a593Smuzhiyun enum s5pv210_dmc_port {
120*4882a593Smuzhiyun 	DMC0 = 0,
121*4882a593Smuzhiyun 	DMC1,
122*4882a593Smuzhiyun };
123*4882a593Smuzhiyun 
124*4882a593Smuzhiyun static struct cpufreq_frequency_table s5pv210_freq_table[] = {
125*4882a593Smuzhiyun 	{0, L0, 1000*1000},
126*4882a593Smuzhiyun 	{0, L1, 800*1000},
127*4882a593Smuzhiyun 	{0, L2, 400*1000},
128*4882a593Smuzhiyun 	{0, L3, 200*1000},
129*4882a593Smuzhiyun 	{0, L4, 100*1000},
130*4882a593Smuzhiyun 	{0, 0, CPUFREQ_TABLE_END},
131*4882a593Smuzhiyun };
132*4882a593Smuzhiyun 
133*4882a593Smuzhiyun static struct regulator *arm_regulator;
134*4882a593Smuzhiyun static struct regulator *int_regulator;
135*4882a593Smuzhiyun 
136*4882a593Smuzhiyun struct s5pv210_dvs_conf {
137*4882a593Smuzhiyun 	int arm_volt;	/* uV */
138*4882a593Smuzhiyun 	int int_volt;	/* uV */
139*4882a593Smuzhiyun };
140*4882a593Smuzhiyun 
141*4882a593Smuzhiyun static const int arm_volt_max = 1350000;
142*4882a593Smuzhiyun static const int int_volt_max = 1250000;
143*4882a593Smuzhiyun 
144*4882a593Smuzhiyun static struct s5pv210_dvs_conf dvs_conf[] = {
145*4882a593Smuzhiyun 	[L0] = {
146*4882a593Smuzhiyun 		.arm_volt	= 1250000,
147*4882a593Smuzhiyun 		.int_volt	= 1100000,
148*4882a593Smuzhiyun 	},
149*4882a593Smuzhiyun 	[L1] = {
150*4882a593Smuzhiyun 		.arm_volt	= 1200000,
151*4882a593Smuzhiyun 		.int_volt	= 1100000,
152*4882a593Smuzhiyun 	},
153*4882a593Smuzhiyun 	[L2] = {
154*4882a593Smuzhiyun 		.arm_volt	= 1050000,
155*4882a593Smuzhiyun 		.int_volt	= 1100000,
156*4882a593Smuzhiyun 	},
157*4882a593Smuzhiyun 	[L3] = {
158*4882a593Smuzhiyun 		.arm_volt	= 950000,
159*4882a593Smuzhiyun 		.int_volt	= 1100000,
160*4882a593Smuzhiyun 	},
161*4882a593Smuzhiyun 	[L4] = {
162*4882a593Smuzhiyun 		.arm_volt	= 950000,
163*4882a593Smuzhiyun 		.int_volt	= 1000000,
164*4882a593Smuzhiyun 	},
165*4882a593Smuzhiyun };
166*4882a593Smuzhiyun 
167*4882a593Smuzhiyun static u32 clkdiv_val[5][11] = {
168*4882a593Smuzhiyun 	/*
169*4882a593Smuzhiyun 	 * Clock divider value for following
170*4882a593Smuzhiyun 	 * { APLL, A2M, HCLK_MSYS, PCLK_MSYS,
171*4882a593Smuzhiyun 	 *   HCLK_DSYS, PCLK_DSYS, HCLK_PSYS, PCLK_PSYS,
172*4882a593Smuzhiyun 	 *   ONEDRAM, MFC, G3D }
173*4882a593Smuzhiyun 	 */
174*4882a593Smuzhiyun 
175*4882a593Smuzhiyun 	/* L0 : [1000/200/100][166/83][133/66][200/200] */
176*4882a593Smuzhiyun 	{0, 4, 4, 1, 3, 1, 4, 1, 3, 0, 0},
177*4882a593Smuzhiyun 
178*4882a593Smuzhiyun 	/* L1 : [800/200/100][166/83][133/66][200/200] */
179*4882a593Smuzhiyun 	{0, 3, 3, 1, 3, 1, 4, 1, 3, 0, 0},
180*4882a593Smuzhiyun 
181*4882a593Smuzhiyun 	/* L2 : [400/200/100][166/83][133/66][200/200] */
182*4882a593Smuzhiyun 	{1, 3, 1, 1, 3, 1, 4, 1, 3, 0, 0},
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun 	/* L3 : [200/200/100][166/83][133/66][200/200] */
185*4882a593Smuzhiyun 	{3, 3, 1, 1, 3, 1, 4, 1, 3, 0, 0},
186*4882a593Smuzhiyun 
187*4882a593Smuzhiyun 	/* L4 : [100/100/100][83/83][66/66][100/100] */
188*4882a593Smuzhiyun 	{7, 7, 0, 0, 7, 0, 9, 0, 7, 0, 0},
189*4882a593Smuzhiyun };
190*4882a593Smuzhiyun 
191*4882a593Smuzhiyun /*
192*4882a593Smuzhiyun  * This function set DRAM refresh counter
193*4882a593Smuzhiyun  * accoriding to operating frequency of DRAM
194*4882a593Smuzhiyun  * ch: DMC port number 0 or 1
195*4882a593Smuzhiyun  * freq: Operating frequency of DRAM(KHz)
196*4882a593Smuzhiyun  */
s5pv210_set_refresh(enum s5pv210_dmc_port ch,unsigned long freq)197*4882a593Smuzhiyun static void s5pv210_set_refresh(enum s5pv210_dmc_port ch, unsigned long freq)
198*4882a593Smuzhiyun {
199*4882a593Smuzhiyun 	unsigned long tmp, tmp1;
200*4882a593Smuzhiyun 	void __iomem *reg = NULL;
201*4882a593Smuzhiyun 
202*4882a593Smuzhiyun 	if (ch == DMC0) {
203*4882a593Smuzhiyun 		reg = (dmc_base[0] + 0x30);
204*4882a593Smuzhiyun 	} else if (ch == DMC1) {
205*4882a593Smuzhiyun 		reg = (dmc_base[1] + 0x30);
206*4882a593Smuzhiyun 	} else {
207*4882a593Smuzhiyun 		pr_err("Cannot find DMC port\n");
208*4882a593Smuzhiyun 		return;
209*4882a593Smuzhiyun 	}
210*4882a593Smuzhiyun 
211*4882a593Smuzhiyun 	/* Find current DRAM frequency */
212*4882a593Smuzhiyun 	tmp = s5pv210_dram_conf[ch].freq;
213*4882a593Smuzhiyun 
214*4882a593Smuzhiyun 	tmp /= freq;
215*4882a593Smuzhiyun 
216*4882a593Smuzhiyun 	tmp1 = s5pv210_dram_conf[ch].refresh;
217*4882a593Smuzhiyun 
218*4882a593Smuzhiyun 	tmp1 /= tmp;
219*4882a593Smuzhiyun 
220*4882a593Smuzhiyun 	writel_relaxed(tmp1, reg);
221*4882a593Smuzhiyun }
222*4882a593Smuzhiyun 
s5pv210_target(struct cpufreq_policy * policy,unsigned int index)223*4882a593Smuzhiyun static int s5pv210_target(struct cpufreq_policy *policy, unsigned int index)
224*4882a593Smuzhiyun {
225*4882a593Smuzhiyun 	unsigned long reg;
226*4882a593Smuzhiyun 	unsigned int priv_index;
227*4882a593Smuzhiyun 	unsigned int pll_changing = 0;
228*4882a593Smuzhiyun 	unsigned int bus_speed_changing = 0;
229*4882a593Smuzhiyun 	unsigned int old_freq, new_freq;
230*4882a593Smuzhiyun 	int arm_volt, int_volt;
231*4882a593Smuzhiyun 	int ret = 0;
232*4882a593Smuzhiyun 
233*4882a593Smuzhiyun 	mutex_lock(&set_freq_lock);
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun 	if (no_cpufreq_access) {
236*4882a593Smuzhiyun 		pr_err("Denied access to %s as it is disabled temporarily\n",
237*4882a593Smuzhiyun 		       __func__);
238*4882a593Smuzhiyun 		ret = -EINVAL;
239*4882a593Smuzhiyun 		goto exit;
240*4882a593Smuzhiyun 	}
241*4882a593Smuzhiyun 
242*4882a593Smuzhiyun 	old_freq = policy->cur;
243*4882a593Smuzhiyun 	new_freq = s5pv210_freq_table[index].frequency;
244*4882a593Smuzhiyun 
245*4882a593Smuzhiyun 	/* Finding current running level index */
246*4882a593Smuzhiyun 	priv_index = cpufreq_table_find_index_h(policy, old_freq);
247*4882a593Smuzhiyun 
248*4882a593Smuzhiyun 	arm_volt = dvs_conf[index].arm_volt;
249*4882a593Smuzhiyun 	int_volt = dvs_conf[index].int_volt;
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 	if (new_freq > old_freq) {
252*4882a593Smuzhiyun 		ret = regulator_set_voltage(arm_regulator,
253*4882a593Smuzhiyun 				arm_volt, arm_volt_max);
254*4882a593Smuzhiyun 		if (ret)
255*4882a593Smuzhiyun 			goto exit;
256*4882a593Smuzhiyun 
257*4882a593Smuzhiyun 		ret = regulator_set_voltage(int_regulator,
258*4882a593Smuzhiyun 				int_volt, int_volt_max);
259*4882a593Smuzhiyun 		if (ret)
260*4882a593Smuzhiyun 			goto exit;
261*4882a593Smuzhiyun 	}
262*4882a593Smuzhiyun 
263*4882a593Smuzhiyun 	/* Check if there need to change PLL */
264*4882a593Smuzhiyun 	if ((index == L0) || (priv_index == L0))
265*4882a593Smuzhiyun 		pll_changing = 1;
266*4882a593Smuzhiyun 
267*4882a593Smuzhiyun 	/* Check if there need to change System bus clock */
268*4882a593Smuzhiyun 	if ((index == L4) || (priv_index == L4))
269*4882a593Smuzhiyun 		bus_speed_changing = 1;
270*4882a593Smuzhiyun 
271*4882a593Smuzhiyun 	if (bus_speed_changing) {
272*4882a593Smuzhiyun 		/*
273*4882a593Smuzhiyun 		 * Reconfigure DRAM refresh counter value for minimum
274*4882a593Smuzhiyun 		 * temporary clock while changing divider.
275*4882a593Smuzhiyun 		 * expected clock is 83Mhz : 7.8usec/(1/83Mhz) = 0x287
276*4882a593Smuzhiyun 		 */
277*4882a593Smuzhiyun 		if (pll_changing)
278*4882a593Smuzhiyun 			s5pv210_set_refresh(DMC1, 83000);
279*4882a593Smuzhiyun 		else
280*4882a593Smuzhiyun 			s5pv210_set_refresh(DMC1, 100000);
281*4882a593Smuzhiyun 
282*4882a593Smuzhiyun 		s5pv210_set_refresh(DMC0, 83000);
283*4882a593Smuzhiyun 	}
284*4882a593Smuzhiyun 
285*4882a593Smuzhiyun 	/*
286*4882a593Smuzhiyun 	 * APLL should be changed in this level
287*4882a593Smuzhiyun 	 * APLL -> MPLL(for stable transition) -> APLL
288*4882a593Smuzhiyun 	 * Some clock source's clock API are not prepared.
289*4882a593Smuzhiyun 	 * Do not use clock API in below code.
290*4882a593Smuzhiyun 	 */
291*4882a593Smuzhiyun 	if (pll_changing) {
292*4882a593Smuzhiyun 		/*
293*4882a593Smuzhiyun 		 * 1. Temporary Change divider for MFC and G3D
294*4882a593Smuzhiyun 		 * SCLKA2M(200/1=200)->(200/4=50)Mhz
295*4882a593Smuzhiyun 		 */
296*4882a593Smuzhiyun 		reg = readl_relaxed(S5P_CLK_DIV2);
297*4882a593Smuzhiyun 		reg &= ~(S5P_CLKDIV2_G3D_MASK | S5P_CLKDIV2_MFC_MASK);
298*4882a593Smuzhiyun 		reg |= (3 << S5P_CLKDIV2_G3D_SHIFT) |
299*4882a593Smuzhiyun 			(3 << S5P_CLKDIV2_MFC_SHIFT);
300*4882a593Smuzhiyun 		writel_relaxed(reg, S5P_CLK_DIV2);
301*4882a593Smuzhiyun 
302*4882a593Smuzhiyun 		/* For MFC, G3D dividing */
303*4882a593Smuzhiyun 		do {
304*4882a593Smuzhiyun 			reg = readl_relaxed(S5P_CLKDIV_STAT0);
305*4882a593Smuzhiyun 		} while (reg & ((1 << 16) | (1 << 17)));
306*4882a593Smuzhiyun 
307*4882a593Smuzhiyun 		/*
308*4882a593Smuzhiyun 		 * 2. Change SCLKA2M(200Mhz)to SCLKMPLL in MFC_MUX, G3D MUX
309*4882a593Smuzhiyun 		 * (200/4=50)->(667/4=166)Mhz
310*4882a593Smuzhiyun 		 */
311*4882a593Smuzhiyun 		reg = readl_relaxed(S5P_CLK_SRC2);
312*4882a593Smuzhiyun 		reg &= ~(S5P_CLKSRC2_G3D_MASK | S5P_CLKSRC2_MFC_MASK);
313*4882a593Smuzhiyun 		reg |= (1 << S5P_CLKSRC2_G3D_SHIFT) |
314*4882a593Smuzhiyun 			(1 << S5P_CLKSRC2_MFC_SHIFT);
315*4882a593Smuzhiyun 		writel_relaxed(reg, S5P_CLK_SRC2);
316*4882a593Smuzhiyun 
317*4882a593Smuzhiyun 		do {
318*4882a593Smuzhiyun 			reg = readl_relaxed(S5P_CLKMUX_STAT1);
319*4882a593Smuzhiyun 		} while (reg & ((1 << 7) | (1 << 3)));
320*4882a593Smuzhiyun 
321*4882a593Smuzhiyun 		/*
322*4882a593Smuzhiyun 		 * 3. DMC1 refresh count for 133Mhz if (index == L4) is
323*4882a593Smuzhiyun 		 * true refresh counter is already programed in upper
324*4882a593Smuzhiyun 		 * code. 0x287@83Mhz
325*4882a593Smuzhiyun 		 */
326*4882a593Smuzhiyun 		if (!bus_speed_changing)
327*4882a593Smuzhiyun 			s5pv210_set_refresh(DMC1, 133000);
328*4882a593Smuzhiyun 
329*4882a593Smuzhiyun 		/* 4. SCLKAPLL -> SCLKMPLL */
330*4882a593Smuzhiyun 		reg = readl_relaxed(S5P_CLK_SRC0);
331*4882a593Smuzhiyun 		reg &= ~(S5P_CLKSRC0_MUX200_MASK);
332*4882a593Smuzhiyun 		reg |= (0x1 << S5P_CLKSRC0_MUX200_SHIFT);
333*4882a593Smuzhiyun 		writel_relaxed(reg, S5P_CLK_SRC0);
334*4882a593Smuzhiyun 
335*4882a593Smuzhiyun 		do {
336*4882a593Smuzhiyun 			reg = readl_relaxed(S5P_CLKMUX_STAT0);
337*4882a593Smuzhiyun 		} while (reg & (0x1 << 18));
338*4882a593Smuzhiyun 
339*4882a593Smuzhiyun 	}
340*4882a593Smuzhiyun 
341*4882a593Smuzhiyun 	/* Change divider */
342*4882a593Smuzhiyun 	reg = readl_relaxed(S5P_CLK_DIV0);
343*4882a593Smuzhiyun 
344*4882a593Smuzhiyun 	reg &= ~(S5P_CLKDIV0_APLL_MASK | S5P_CLKDIV0_A2M_MASK |
345*4882a593Smuzhiyun 		S5P_CLKDIV0_HCLK200_MASK | S5P_CLKDIV0_PCLK100_MASK |
346*4882a593Smuzhiyun 		S5P_CLKDIV0_HCLK166_MASK | S5P_CLKDIV0_PCLK83_MASK |
347*4882a593Smuzhiyun 		S5P_CLKDIV0_HCLK133_MASK | S5P_CLKDIV0_PCLK66_MASK);
348*4882a593Smuzhiyun 
349*4882a593Smuzhiyun 	reg |= ((clkdiv_val[index][0] << S5P_CLKDIV0_APLL_SHIFT) |
350*4882a593Smuzhiyun 		(clkdiv_val[index][1] << S5P_CLKDIV0_A2M_SHIFT) |
351*4882a593Smuzhiyun 		(clkdiv_val[index][2] << S5P_CLKDIV0_HCLK200_SHIFT) |
352*4882a593Smuzhiyun 		(clkdiv_val[index][3] << S5P_CLKDIV0_PCLK100_SHIFT) |
353*4882a593Smuzhiyun 		(clkdiv_val[index][4] << S5P_CLKDIV0_HCLK166_SHIFT) |
354*4882a593Smuzhiyun 		(clkdiv_val[index][5] << S5P_CLKDIV0_PCLK83_SHIFT) |
355*4882a593Smuzhiyun 		(clkdiv_val[index][6] << S5P_CLKDIV0_HCLK133_SHIFT) |
356*4882a593Smuzhiyun 		(clkdiv_val[index][7] << S5P_CLKDIV0_PCLK66_SHIFT));
357*4882a593Smuzhiyun 
358*4882a593Smuzhiyun 	writel_relaxed(reg, S5P_CLK_DIV0);
359*4882a593Smuzhiyun 
360*4882a593Smuzhiyun 	do {
361*4882a593Smuzhiyun 		reg = readl_relaxed(S5P_CLKDIV_STAT0);
362*4882a593Smuzhiyun 	} while (reg & 0xff);
363*4882a593Smuzhiyun 
364*4882a593Smuzhiyun 	/* ARM MCS value changed */
365*4882a593Smuzhiyun 	reg = readl_relaxed(S5P_ARM_MCS_CON);
366*4882a593Smuzhiyun 	reg &= ~0x3;
367*4882a593Smuzhiyun 	if (index >= L3)
368*4882a593Smuzhiyun 		reg |= 0x3;
369*4882a593Smuzhiyun 	else
370*4882a593Smuzhiyun 		reg |= 0x1;
371*4882a593Smuzhiyun 
372*4882a593Smuzhiyun 	writel_relaxed(reg, S5P_ARM_MCS_CON);
373*4882a593Smuzhiyun 
374*4882a593Smuzhiyun 	if (pll_changing) {
375*4882a593Smuzhiyun 		/* 5. Set Lock time = 30us*24Mhz = 0x2cf */
376*4882a593Smuzhiyun 		writel_relaxed(0x2cf, S5P_APLL_LOCK);
377*4882a593Smuzhiyun 
378*4882a593Smuzhiyun 		/*
379*4882a593Smuzhiyun 		 * 6. Turn on APLL
380*4882a593Smuzhiyun 		 * 6-1. Set PMS values
381*4882a593Smuzhiyun 		 * 6-2. Wait untile the PLL is locked
382*4882a593Smuzhiyun 		 */
383*4882a593Smuzhiyun 		if (index == L0)
384*4882a593Smuzhiyun 			writel_relaxed(APLL_VAL_1000, S5P_APLL_CON);
385*4882a593Smuzhiyun 		else
386*4882a593Smuzhiyun 			writel_relaxed(APLL_VAL_800, S5P_APLL_CON);
387*4882a593Smuzhiyun 
388*4882a593Smuzhiyun 		do {
389*4882a593Smuzhiyun 			reg = readl_relaxed(S5P_APLL_CON);
390*4882a593Smuzhiyun 		} while (!(reg & (0x1 << 29)));
391*4882a593Smuzhiyun 
392*4882a593Smuzhiyun 		/*
393*4882a593Smuzhiyun 		 * 7. Change souce clock from SCLKMPLL(667Mhz)
394*4882a593Smuzhiyun 		 * to SCLKA2M(200Mhz) in MFC_MUX and G3D MUX
395*4882a593Smuzhiyun 		 * (667/4=166)->(200/4=50)Mhz
396*4882a593Smuzhiyun 		 */
397*4882a593Smuzhiyun 		reg = readl_relaxed(S5P_CLK_SRC2);
398*4882a593Smuzhiyun 		reg &= ~(S5P_CLKSRC2_G3D_MASK | S5P_CLKSRC2_MFC_MASK);
399*4882a593Smuzhiyun 		reg |= (0 << S5P_CLKSRC2_G3D_SHIFT) |
400*4882a593Smuzhiyun 			(0 << S5P_CLKSRC2_MFC_SHIFT);
401*4882a593Smuzhiyun 		writel_relaxed(reg, S5P_CLK_SRC2);
402*4882a593Smuzhiyun 
403*4882a593Smuzhiyun 		do {
404*4882a593Smuzhiyun 			reg = readl_relaxed(S5P_CLKMUX_STAT1);
405*4882a593Smuzhiyun 		} while (reg & ((1 << 7) | (1 << 3)));
406*4882a593Smuzhiyun 
407*4882a593Smuzhiyun 		/*
408*4882a593Smuzhiyun 		 * 8. Change divider for MFC and G3D
409*4882a593Smuzhiyun 		 * (200/4=50)->(200/1=200)Mhz
410*4882a593Smuzhiyun 		 */
411*4882a593Smuzhiyun 		reg = readl_relaxed(S5P_CLK_DIV2);
412*4882a593Smuzhiyun 		reg &= ~(S5P_CLKDIV2_G3D_MASK | S5P_CLKDIV2_MFC_MASK);
413*4882a593Smuzhiyun 		reg |= (clkdiv_val[index][10] << S5P_CLKDIV2_G3D_SHIFT) |
414*4882a593Smuzhiyun 			(clkdiv_val[index][9] << S5P_CLKDIV2_MFC_SHIFT);
415*4882a593Smuzhiyun 		writel_relaxed(reg, S5P_CLK_DIV2);
416*4882a593Smuzhiyun 
417*4882a593Smuzhiyun 		/* For MFC, G3D dividing */
418*4882a593Smuzhiyun 		do {
419*4882a593Smuzhiyun 			reg = readl_relaxed(S5P_CLKDIV_STAT0);
420*4882a593Smuzhiyun 		} while (reg & ((1 << 16) | (1 << 17)));
421*4882a593Smuzhiyun 
422*4882a593Smuzhiyun 		/* 9. Change MPLL to APLL in MSYS_MUX */
423*4882a593Smuzhiyun 		reg = readl_relaxed(S5P_CLK_SRC0);
424*4882a593Smuzhiyun 		reg &= ~(S5P_CLKSRC0_MUX200_MASK);
425*4882a593Smuzhiyun 		reg |= (0x0 << S5P_CLKSRC0_MUX200_SHIFT);
426*4882a593Smuzhiyun 		writel_relaxed(reg, S5P_CLK_SRC0);
427*4882a593Smuzhiyun 
428*4882a593Smuzhiyun 		do {
429*4882a593Smuzhiyun 			reg = readl_relaxed(S5P_CLKMUX_STAT0);
430*4882a593Smuzhiyun 		} while (reg & (0x1 << 18));
431*4882a593Smuzhiyun 
432*4882a593Smuzhiyun 		/*
433*4882a593Smuzhiyun 		 * 10. DMC1 refresh counter
434*4882a593Smuzhiyun 		 * L4 : DMC1 = 100Mhz 7.8us/(1/100) = 0x30c
435*4882a593Smuzhiyun 		 * Others : DMC1 = 200Mhz 7.8us/(1/200) = 0x618
436*4882a593Smuzhiyun 		 */
437*4882a593Smuzhiyun 		if (!bus_speed_changing)
438*4882a593Smuzhiyun 			s5pv210_set_refresh(DMC1, 200000);
439*4882a593Smuzhiyun 	}
440*4882a593Smuzhiyun 
441*4882a593Smuzhiyun 	/*
442*4882a593Smuzhiyun 	 * L4 level need to change memory bus speed, hence onedram clock divier
443*4882a593Smuzhiyun 	 * and memory refresh parameter should be changed
444*4882a593Smuzhiyun 	 */
445*4882a593Smuzhiyun 	if (bus_speed_changing) {
446*4882a593Smuzhiyun 		reg = readl_relaxed(S5P_CLK_DIV6);
447*4882a593Smuzhiyun 		reg &= ~S5P_CLKDIV6_ONEDRAM_MASK;
448*4882a593Smuzhiyun 		reg |= (clkdiv_val[index][8] << S5P_CLKDIV6_ONEDRAM_SHIFT);
449*4882a593Smuzhiyun 		writel_relaxed(reg, S5P_CLK_DIV6);
450*4882a593Smuzhiyun 
451*4882a593Smuzhiyun 		do {
452*4882a593Smuzhiyun 			reg = readl_relaxed(S5P_CLKDIV_STAT1);
453*4882a593Smuzhiyun 		} while (reg & (1 << 15));
454*4882a593Smuzhiyun 
455*4882a593Smuzhiyun 		/* Reconfigure DRAM refresh counter value */
456*4882a593Smuzhiyun 		if (index != L4) {
457*4882a593Smuzhiyun 			/*
458*4882a593Smuzhiyun 			 * DMC0 : 166Mhz
459*4882a593Smuzhiyun 			 * DMC1 : 200Mhz
460*4882a593Smuzhiyun 			 */
461*4882a593Smuzhiyun 			s5pv210_set_refresh(DMC0, 166000);
462*4882a593Smuzhiyun 			s5pv210_set_refresh(DMC1, 200000);
463*4882a593Smuzhiyun 		} else {
464*4882a593Smuzhiyun 			/*
465*4882a593Smuzhiyun 			 * DMC0 : 83Mhz
466*4882a593Smuzhiyun 			 * DMC1 : 100Mhz
467*4882a593Smuzhiyun 			 */
468*4882a593Smuzhiyun 			s5pv210_set_refresh(DMC0, 83000);
469*4882a593Smuzhiyun 			s5pv210_set_refresh(DMC1, 100000);
470*4882a593Smuzhiyun 		}
471*4882a593Smuzhiyun 	}
472*4882a593Smuzhiyun 
473*4882a593Smuzhiyun 	if (new_freq < old_freq) {
474*4882a593Smuzhiyun 		regulator_set_voltage(int_regulator,
475*4882a593Smuzhiyun 				int_volt, int_volt_max);
476*4882a593Smuzhiyun 
477*4882a593Smuzhiyun 		regulator_set_voltage(arm_regulator,
478*4882a593Smuzhiyun 				arm_volt, arm_volt_max);
479*4882a593Smuzhiyun 	}
480*4882a593Smuzhiyun 
481*4882a593Smuzhiyun 	pr_debug("Perf changed[L%d]\n", index);
482*4882a593Smuzhiyun 
483*4882a593Smuzhiyun exit:
484*4882a593Smuzhiyun 	mutex_unlock(&set_freq_lock);
485*4882a593Smuzhiyun 	return ret;
486*4882a593Smuzhiyun }
487*4882a593Smuzhiyun 
check_mem_type(void __iomem * dmc_reg)488*4882a593Smuzhiyun static int check_mem_type(void __iomem *dmc_reg)
489*4882a593Smuzhiyun {
490*4882a593Smuzhiyun 	unsigned long val;
491*4882a593Smuzhiyun 
492*4882a593Smuzhiyun 	val = readl_relaxed(dmc_reg + 0x4);
493*4882a593Smuzhiyun 	val = (val & (0xf << 8));
494*4882a593Smuzhiyun 
495*4882a593Smuzhiyun 	return val >> 8;
496*4882a593Smuzhiyun }
497*4882a593Smuzhiyun 
s5pv210_cpu_init(struct cpufreq_policy * policy)498*4882a593Smuzhiyun static int s5pv210_cpu_init(struct cpufreq_policy *policy)
499*4882a593Smuzhiyun {
500*4882a593Smuzhiyun 	unsigned long mem_type;
501*4882a593Smuzhiyun 	int ret;
502*4882a593Smuzhiyun 
503*4882a593Smuzhiyun 	policy->clk = clk_get(NULL, "armclk");
504*4882a593Smuzhiyun 	if (IS_ERR(policy->clk))
505*4882a593Smuzhiyun 		return PTR_ERR(policy->clk);
506*4882a593Smuzhiyun 
507*4882a593Smuzhiyun 	dmc0_clk = clk_get(NULL, "sclk_dmc0");
508*4882a593Smuzhiyun 	if (IS_ERR(dmc0_clk)) {
509*4882a593Smuzhiyun 		ret = PTR_ERR(dmc0_clk);
510*4882a593Smuzhiyun 		goto out_dmc0;
511*4882a593Smuzhiyun 	}
512*4882a593Smuzhiyun 
513*4882a593Smuzhiyun 	dmc1_clk = clk_get(NULL, "hclk_msys");
514*4882a593Smuzhiyun 	if (IS_ERR(dmc1_clk)) {
515*4882a593Smuzhiyun 		ret = PTR_ERR(dmc1_clk);
516*4882a593Smuzhiyun 		goto out_dmc1;
517*4882a593Smuzhiyun 	}
518*4882a593Smuzhiyun 
519*4882a593Smuzhiyun 	if (policy->cpu != 0) {
520*4882a593Smuzhiyun 		ret = -EINVAL;
521*4882a593Smuzhiyun 		goto out_dmc1;
522*4882a593Smuzhiyun 	}
523*4882a593Smuzhiyun 
524*4882a593Smuzhiyun 	/*
525*4882a593Smuzhiyun 	 * check_mem_type : This driver only support LPDDR & LPDDR2.
526*4882a593Smuzhiyun 	 * other memory type is not supported.
527*4882a593Smuzhiyun 	 */
528*4882a593Smuzhiyun 	mem_type = check_mem_type(dmc_base[0]);
529*4882a593Smuzhiyun 
530*4882a593Smuzhiyun 	if ((mem_type != LPDDR) && (mem_type != LPDDR2)) {
531*4882a593Smuzhiyun 		pr_err("CPUFreq doesn't support this memory type\n");
532*4882a593Smuzhiyun 		ret = -EINVAL;
533*4882a593Smuzhiyun 		goto out_dmc1;
534*4882a593Smuzhiyun 	}
535*4882a593Smuzhiyun 
536*4882a593Smuzhiyun 	/* Find current refresh counter and frequency each DMC */
537*4882a593Smuzhiyun 	s5pv210_dram_conf[0].refresh = (readl_relaxed(dmc_base[0] + 0x30) * 1000);
538*4882a593Smuzhiyun 	s5pv210_dram_conf[0].freq = clk_get_rate(dmc0_clk);
539*4882a593Smuzhiyun 
540*4882a593Smuzhiyun 	s5pv210_dram_conf[1].refresh = (readl_relaxed(dmc_base[1] + 0x30) * 1000);
541*4882a593Smuzhiyun 	s5pv210_dram_conf[1].freq = clk_get_rate(dmc1_clk);
542*4882a593Smuzhiyun 
543*4882a593Smuzhiyun 	policy->suspend_freq = SLEEP_FREQ;
544*4882a593Smuzhiyun 	cpufreq_generic_init(policy, s5pv210_freq_table, 40000);
545*4882a593Smuzhiyun 	return 0;
546*4882a593Smuzhiyun 
547*4882a593Smuzhiyun out_dmc1:
548*4882a593Smuzhiyun 	clk_put(dmc0_clk);
549*4882a593Smuzhiyun out_dmc0:
550*4882a593Smuzhiyun 	clk_put(policy->clk);
551*4882a593Smuzhiyun 	return ret;
552*4882a593Smuzhiyun }
553*4882a593Smuzhiyun 
s5pv210_cpufreq_reboot_notifier_event(struct notifier_block * this,unsigned long event,void * ptr)554*4882a593Smuzhiyun static int s5pv210_cpufreq_reboot_notifier_event(struct notifier_block *this,
555*4882a593Smuzhiyun 						 unsigned long event, void *ptr)
556*4882a593Smuzhiyun {
557*4882a593Smuzhiyun 	int ret;
558*4882a593Smuzhiyun 	struct cpufreq_policy *policy;
559*4882a593Smuzhiyun 
560*4882a593Smuzhiyun 	policy = cpufreq_cpu_get(0);
561*4882a593Smuzhiyun 	if (!policy) {
562*4882a593Smuzhiyun 		pr_debug("cpufreq: get no policy for cpu0\n");
563*4882a593Smuzhiyun 		return NOTIFY_BAD;
564*4882a593Smuzhiyun 	}
565*4882a593Smuzhiyun 
566*4882a593Smuzhiyun 	ret = cpufreq_driver_target(policy, SLEEP_FREQ, 0);
567*4882a593Smuzhiyun 	cpufreq_cpu_put(policy);
568*4882a593Smuzhiyun 
569*4882a593Smuzhiyun 	if (ret < 0)
570*4882a593Smuzhiyun 		return NOTIFY_BAD;
571*4882a593Smuzhiyun 
572*4882a593Smuzhiyun 	no_cpufreq_access = true;
573*4882a593Smuzhiyun 	return NOTIFY_DONE;
574*4882a593Smuzhiyun }
575*4882a593Smuzhiyun 
576*4882a593Smuzhiyun static struct cpufreq_driver s5pv210_driver = {
577*4882a593Smuzhiyun 	.flags		= CPUFREQ_STICKY | CPUFREQ_NEED_INITIAL_FREQ_CHECK,
578*4882a593Smuzhiyun 	.verify		= cpufreq_generic_frequency_table_verify,
579*4882a593Smuzhiyun 	.target_index	= s5pv210_target,
580*4882a593Smuzhiyun 	.get		= cpufreq_generic_get,
581*4882a593Smuzhiyun 	.init		= s5pv210_cpu_init,
582*4882a593Smuzhiyun 	.name		= "s5pv210",
583*4882a593Smuzhiyun 	.suspend	= cpufreq_generic_suspend,
584*4882a593Smuzhiyun 	.resume		= cpufreq_generic_suspend, /* We need to set SLEEP FREQ again */
585*4882a593Smuzhiyun };
586*4882a593Smuzhiyun 
587*4882a593Smuzhiyun static struct notifier_block s5pv210_cpufreq_reboot_notifier = {
588*4882a593Smuzhiyun 	.notifier_call = s5pv210_cpufreq_reboot_notifier_event,
589*4882a593Smuzhiyun };
590*4882a593Smuzhiyun 
s5pv210_cpufreq_probe(struct platform_device * pdev)591*4882a593Smuzhiyun static int s5pv210_cpufreq_probe(struct platform_device *pdev)
592*4882a593Smuzhiyun {
593*4882a593Smuzhiyun 	struct device *dev = &pdev->dev;
594*4882a593Smuzhiyun 	struct device_node *np;
595*4882a593Smuzhiyun 	int id, result = 0;
596*4882a593Smuzhiyun 
597*4882a593Smuzhiyun 	/*
598*4882a593Smuzhiyun 	 * HACK: This is a temporary workaround to get access to clock
599*4882a593Smuzhiyun 	 * and DMC controller registers directly and remove static mappings
600*4882a593Smuzhiyun 	 * and dependencies on platform headers. It is necessary to enable
601*4882a593Smuzhiyun 	 * S5PV210 multi-platform support and will be removed together with
602*4882a593Smuzhiyun 	 * this whole driver as soon as S5PV210 gets migrated to use
603*4882a593Smuzhiyun 	 * cpufreq-dt driver.
604*4882a593Smuzhiyun 	 */
605*4882a593Smuzhiyun 	arm_regulator = regulator_get(NULL, "vddarm");
606*4882a593Smuzhiyun 	if (IS_ERR(arm_regulator))
607*4882a593Smuzhiyun 		return dev_err_probe(dev, PTR_ERR(arm_regulator),
608*4882a593Smuzhiyun 				     "failed to get regulator vddarm\n");
609*4882a593Smuzhiyun 
610*4882a593Smuzhiyun 	int_regulator = regulator_get(NULL, "vddint");
611*4882a593Smuzhiyun 	if (IS_ERR(int_regulator)) {
612*4882a593Smuzhiyun 		result = dev_err_probe(dev, PTR_ERR(int_regulator),
613*4882a593Smuzhiyun 				       "failed to get regulator vddint\n");
614*4882a593Smuzhiyun 		goto err_int_regulator;
615*4882a593Smuzhiyun 	}
616*4882a593Smuzhiyun 
617*4882a593Smuzhiyun 	np = of_find_compatible_node(NULL, NULL, "samsung,s5pv210-clock");
618*4882a593Smuzhiyun 	if (!np) {
619*4882a593Smuzhiyun 		dev_err(dev, "failed to find clock controller DT node\n");
620*4882a593Smuzhiyun 		result = -ENODEV;
621*4882a593Smuzhiyun 		goto err_clock;
622*4882a593Smuzhiyun 	}
623*4882a593Smuzhiyun 
624*4882a593Smuzhiyun 	clk_base = of_iomap(np, 0);
625*4882a593Smuzhiyun 	of_node_put(np);
626*4882a593Smuzhiyun 	if (!clk_base) {
627*4882a593Smuzhiyun 		dev_err(dev, "failed to map clock registers\n");
628*4882a593Smuzhiyun 		result = -EFAULT;
629*4882a593Smuzhiyun 		goto err_clock;
630*4882a593Smuzhiyun 	}
631*4882a593Smuzhiyun 
632*4882a593Smuzhiyun 	for_each_compatible_node(np, NULL, "samsung,s5pv210-dmc") {
633*4882a593Smuzhiyun 		id = of_alias_get_id(np, "dmc");
634*4882a593Smuzhiyun 		if (id < 0 || id >= ARRAY_SIZE(dmc_base)) {
635*4882a593Smuzhiyun 			dev_err(dev, "failed to get alias of dmc node '%pOFn'\n", np);
636*4882a593Smuzhiyun 			of_node_put(np);
637*4882a593Smuzhiyun 			result = id;
638*4882a593Smuzhiyun 			goto err_clk_base;
639*4882a593Smuzhiyun 		}
640*4882a593Smuzhiyun 
641*4882a593Smuzhiyun 		dmc_base[id] = of_iomap(np, 0);
642*4882a593Smuzhiyun 		if (!dmc_base[id]) {
643*4882a593Smuzhiyun 			dev_err(dev, "failed to map dmc%d registers\n", id);
644*4882a593Smuzhiyun 			of_node_put(np);
645*4882a593Smuzhiyun 			result = -EFAULT;
646*4882a593Smuzhiyun 			goto err_dmc;
647*4882a593Smuzhiyun 		}
648*4882a593Smuzhiyun 	}
649*4882a593Smuzhiyun 
650*4882a593Smuzhiyun 	for (id = 0; id < ARRAY_SIZE(dmc_base); ++id) {
651*4882a593Smuzhiyun 		if (!dmc_base[id]) {
652*4882a593Smuzhiyun 			dev_err(dev, "failed to find dmc%d node\n", id);
653*4882a593Smuzhiyun 			result = -ENODEV;
654*4882a593Smuzhiyun 			goto err_dmc;
655*4882a593Smuzhiyun 		}
656*4882a593Smuzhiyun 	}
657*4882a593Smuzhiyun 
658*4882a593Smuzhiyun 	register_reboot_notifier(&s5pv210_cpufreq_reboot_notifier);
659*4882a593Smuzhiyun 
660*4882a593Smuzhiyun 	return cpufreq_register_driver(&s5pv210_driver);
661*4882a593Smuzhiyun 
662*4882a593Smuzhiyun err_dmc:
663*4882a593Smuzhiyun 	for (id = 0; id < ARRAY_SIZE(dmc_base); ++id)
664*4882a593Smuzhiyun 		if (dmc_base[id]) {
665*4882a593Smuzhiyun 			iounmap(dmc_base[id]);
666*4882a593Smuzhiyun 			dmc_base[id] = NULL;
667*4882a593Smuzhiyun 		}
668*4882a593Smuzhiyun 
669*4882a593Smuzhiyun err_clk_base:
670*4882a593Smuzhiyun 	iounmap(clk_base);
671*4882a593Smuzhiyun 
672*4882a593Smuzhiyun err_clock:
673*4882a593Smuzhiyun 	regulator_put(int_regulator);
674*4882a593Smuzhiyun 
675*4882a593Smuzhiyun err_int_regulator:
676*4882a593Smuzhiyun 	regulator_put(arm_regulator);
677*4882a593Smuzhiyun 
678*4882a593Smuzhiyun 	return result;
679*4882a593Smuzhiyun }
680*4882a593Smuzhiyun 
681*4882a593Smuzhiyun static struct platform_driver s5pv210_cpufreq_platdrv = {
682*4882a593Smuzhiyun 	.driver = {
683*4882a593Smuzhiyun 		.name	= "s5pv210-cpufreq",
684*4882a593Smuzhiyun 	},
685*4882a593Smuzhiyun 	.probe = s5pv210_cpufreq_probe,
686*4882a593Smuzhiyun };
687*4882a593Smuzhiyun builtin_platform_driver(s5pv210_cpufreq_platdrv);
688