xref: /rk3399_rockchip-uboot/drivers/clk/rockchip/clk_rk3399.c (revision b8fa3d2a17dce6006a8a5f46cbc978a19a3fdf82)
1 /*
2  * (C) Copyright 2015 Google, Inc
3  * (C) 2017 Theobroma Systems Design und Consulting GmbH
4  *
5  * SPDX-License-Identifier:	GPL-2.0
6  */
7 
8 #include <common.h>
9 #include <clk-uclass.h>
10 #include <dm.h>
11 #include <dt-structs.h>
12 #include <errno.h>
13 #include <mapmem.h>
14 #include <syscon.h>
15 #include <bitfield.h>
16 #include <asm/io.h>
17 #include <asm/arch/clock.h>
18 #include <asm/arch/cru_rk3399.h>
19 #include <asm/arch/hardware.h>
20 #include <dm/lists.h>
21 #include <dt-bindings/clock/rk3399-cru.h>
22 
23 DECLARE_GLOBAL_DATA_PTR;
24 
25 #if CONFIG_IS_ENABLED(OF_PLATDATA)
26 struct rk3399_clk_plat {
27 	struct dtd_rockchip_rk3399_cru dtd;
28 };
29 
30 struct rk3399_pmuclk_plat {
31 	struct dtd_rockchip_rk3399_pmucru dtd;
32 };
33 #endif
34 
35 struct pll_div {
36 	u32 refdiv;
37 	u32 fbdiv;
38 	u32 postdiv1;
39 	u32 postdiv2;
40 	u32 frac;
41 	u32 freq;
42 };
43 
44 #define RATE_TO_DIV(input_rate, output_rate) \
45 	((input_rate) / (output_rate) - 1);
46 #define DIV_TO_RATE(input_rate, div)    ((input_rate) / ((div) + 1))
47 
48 #define PLL_DIVISORS(hz, _refdiv, _postdiv1, _postdiv2) {\
49 	.refdiv = _refdiv,\
50 	.fbdiv = (u32)((u64)hz * _refdiv * _postdiv1 * _postdiv2 / OSC_HZ),\
51 	.postdiv1 = _postdiv1, .postdiv2 = _postdiv2, .freq = hz};
52 
53 #if !defined(CONFIG_SPL_BUILD)
54 static const struct pll_div ppll_init_cfg = PLL_DIVISORS(PPLL_HZ, 2, 2, 1);
55 #endif
56 static const struct pll_div gpll_init_cfg = PLL_DIVISORS(GPLL_HZ, 1, 3, 1);
57 static const struct pll_div npll_init_cfg = PLL_DIVISORS(NPLL_HZ, 1, 3, 1);
58 static const struct pll_div apll_1600_cfg = PLL_DIVISORS(1600*MHz, 3, 1, 1);
59 static const struct pll_div apll_600_cfg = PLL_DIVISORS(600*MHz, 1, 2, 1);
60 
61 static const struct pll_div *apll_cfgs[] = {
62 	[APLL_1600_MHZ] = &apll_1600_cfg,
63 	[APLL_600_MHZ] = &apll_600_cfg,
64 };
65 
66 enum {
67 	/* PLL_CON0 */
68 	PLL_FBDIV_MASK			= 0xfff,
69 	PLL_FBDIV_SHIFT			= 0,
70 
71 	/* PLL_CON1 */
72 	PLL_POSTDIV2_SHIFT		= 12,
73 	PLL_POSTDIV2_MASK		= 0x7 << PLL_POSTDIV2_SHIFT,
74 	PLL_POSTDIV1_SHIFT		= 8,
75 	PLL_POSTDIV1_MASK		= 0x7 << PLL_POSTDIV1_SHIFT,
76 	PLL_REFDIV_MASK			= 0x3f,
77 	PLL_REFDIV_SHIFT		= 0,
78 
79 	/* PLL_CON2 */
80 	PLL_LOCK_STATUS_SHIFT		= 31,
81 	PLL_LOCK_STATUS_MASK		= 1 << PLL_LOCK_STATUS_SHIFT,
82 	PLL_FRACDIV_MASK		= 0xffffff,
83 	PLL_FRACDIV_SHIFT		= 0,
84 
85 	/* PLL_CON3 */
86 	PLL_MODE_SHIFT			= 8,
87 	PLL_MODE_MASK			= 3 << PLL_MODE_SHIFT,
88 	PLL_MODE_SLOW			= 0,
89 	PLL_MODE_NORM,
90 	PLL_MODE_DEEP,
91 	PLL_DSMPD_SHIFT			= 3,
92 	PLL_DSMPD_MASK			= 1 << PLL_DSMPD_SHIFT,
93 	PLL_INTEGER_MODE		= 1,
94 
95 	/* PMUCRU_CLKSEL_CON0 */
96 	PMU_PCLK_DIV_CON_MASK		= 0x1f,
97 	PMU_PCLK_DIV_CON_SHIFT		= 0,
98 
99 	/* PMUCRU_CLKSEL_CON1 */
100 	SPI3_PLL_SEL_SHIFT		= 7,
101 	SPI3_PLL_SEL_MASK		= 1 << SPI3_PLL_SEL_SHIFT,
102 	SPI3_PLL_SEL_24M		= 0,
103 	SPI3_PLL_SEL_PPLL		= 1,
104 	SPI3_DIV_CON_SHIFT		= 0x0,
105 	SPI3_DIV_CON_MASK		= 0x7f,
106 
107 	/* PMUCRU_CLKSEL_CON2 */
108 	I2C_DIV_CON_MASK		= 0x7f,
109 	CLK_I2C8_DIV_CON_SHIFT		= 8,
110 	CLK_I2C0_DIV_CON_SHIFT		= 0,
111 
112 	/* PMUCRU_CLKSEL_CON3 */
113 	CLK_I2C4_DIV_CON_SHIFT		= 0,
114 
115 	/* CLKSEL_CON0 / CLKSEL_CON2 */
116 	ACLKM_CORE_DIV_CON_MASK	= 0x1f,
117 	ACLKM_CORE_DIV_CON_SHIFT	= 8,
118 	CLK_CORE_PLL_SEL_MASK		= 3,
119 	CLK_CORE_PLL_SEL_SHIFT		= 6,
120 	CLK_CORE_PLL_SEL_ALPLL		= 0x0,
121 	CLK_CORE_PLL_SEL_ABPLL		= 0x1,
122 	CLK_CORE_PLL_SEL_DPLL		= 0x10,
123 	CLK_CORE_PLL_SEL_GPLL		= 0x11,
124 	CLK_CORE_DIV_MASK		= 0x1f,
125 	CLK_CORE_DIV_SHIFT		= 0,
126 
127 	/* CLKSEL_CON1 / CLKSEL_CON3 */
128 	PCLK_DBG_DIV_MASK		= 0x1f,
129 	PCLK_DBG_DIV_SHIFT		= 0x8,
130 	ATCLK_CORE_DIV_MASK		= 0x1f,
131 	ATCLK_CORE_DIV_SHIFT		= 0,
132 
133 	/* CLKSEL_CON14 */
134 	PCLK_PERIHP_DIV_CON_SHIFT	= 12,
135 	PCLK_PERIHP_DIV_CON_MASK	= 0x7 << PCLK_PERIHP_DIV_CON_SHIFT,
136 	HCLK_PERIHP_DIV_CON_SHIFT	= 8,
137 	HCLK_PERIHP_DIV_CON_MASK	= 3 << HCLK_PERIHP_DIV_CON_SHIFT,
138 	ACLK_PERIHP_PLL_SEL_SHIFT	= 7,
139 	ACLK_PERIHP_PLL_SEL_MASK	= 1 << ACLK_PERIHP_PLL_SEL_SHIFT,
140 	ACLK_PERIHP_PLL_SEL_CPLL	= 0,
141 	ACLK_PERIHP_PLL_SEL_GPLL	= 1,
142 	ACLK_PERIHP_DIV_CON_SHIFT	= 0,
143 	ACLK_PERIHP_DIV_CON_MASK	= 0x1f,
144 
145 	/* CLKSEL_CON21 */
146 	ACLK_EMMC_PLL_SEL_SHIFT         = 7,
147 	ACLK_EMMC_PLL_SEL_MASK          = 0x1 << ACLK_EMMC_PLL_SEL_SHIFT,
148 	ACLK_EMMC_PLL_SEL_GPLL          = 0x1,
149 	ACLK_EMMC_DIV_CON_SHIFT         = 0,
150 	ACLK_EMMC_DIV_CON_MASK          = 0x1f,
151 
152 	/* CLKSEL_CON22 */
153 	CLK_EMMC_PLL_SHIFT              = 8,
154 	CLK_EMMC_PLL_MASK               = 0x7 << CLK_EMMC_PLL_SHIFT,
155 	CLK_EMMC_PLL_SEL_GPLL           = 0x1,
156 	CLK_EMMC_PLL_SEL_24M            = 0x5,
157 	CLK_EMMC_DIV_CON_SHIFT          = 0,
158 	CLK_EMMC_DIV_CON_MASK           = 0x7f << CLK_EMMC_DIV_CON_SHIFT,
159 
160 	/* CLKSEL_CON23 */
161 	PCLK_PERILP0_DIV_CON_SHIFT	= 12,
162 	PCLK_PERILP0_DIV_CON_MASK	= 0x7 << PCLK_PERILP0_DIV_CON_SHIFT,
163 	HCLK_PERILP0_DIV_CON_SHIFT	= 8,
164 	HCLK_PERILP0_DIV_CON_MASK	= 3 << HCLK_PERILP0_DIV_CON_SHIFT,
165 	ACLK_PERILP0_PLL_SEL_SHIFT	= 7,
166 	ACLK_PERILP0_PLL_SEL_MASK	= 1 << ACLK_PERILP0_PLL_SEL_SHIFT,
167 	ACLK_PERILP0_PLL_SEL_CPLL	= 0,
168 	ACLK_PERILP0_PLL_SEL_GPLL	= 1,
169 	ACLK_PERILP0_DIV_CON_SHIFT	= 0,
170 	ACLK_PERILP0_DIV_CON_MASK	= 0x1f,
171 
172 	/* CLKSEL_CON25 */
173 	PCLK_PERILP1_DIV_CON_SHIFT	= 8,
174 	PCLK_PERILP1_DIV_CON_MASK	= 0x7 << PCLK_PERILP1_DIV_CON_SHIFT,
175 	HCLK_PERILP1_PLL_SEL_SHIFT	= 7,
176 	HCLK_PERILP1_PLL_SEL_MASK	= 1 << HCLK_PERILP1_PLL_SEL_SHIFT,
177 	HCLK_PERILP1_PLL_SEL_CPLL	= 0,
178 	HCLK_PERILP1_PLL_SEL_GPLL	= 1,
179 	HCLK_PERILP1_DIV_CON_SHIFT	= 0,
180 	HCLK_PERILP1_DIV_CON_MASK	= 0x1f,
181 
182 	/* CLKSEL_CON26 */
183 	CLK_SARADC_DIV_CON_SHIFT	= 8,
184 	CLK_SARADC_DIV_CON_MASK		= GENMASK(15, 8),
185 	CLK_SARADC_DIV_CON_WIDTH	= 8,
186 
187 	/* CLKSEL_CON27 */
188 	CLK_TSADC_SEL_X24M		= 0x0,
189 	CLK_TSADC_SEL_SHIFT		= 15,
190 	CLK_TSADC_SEL_MASK		= 1 << CLK_TSADC_SEL_SHIFT,
191 	CLK_TSADC_DIV_CON_SHIFT		= 0,
192 	CLK_TSADC_DIV_CON_MASK		= 0x3ff,
193 
194 	/* CLKSEL_CON47 & CLKSEL_CON48 */
195 	ACLK_VOP_PLL_SEL_SHIFT		= 6,
196 	ACLK_VOP_PLL_SEL_MASK		= 0x3 << ACLK_VOP_PLL_SEL_SHIFT,
197 	ACLK_VOP_PLL_SEL_CPLL		= 0x1,
198 	ACLK_VOP_PLL_SEL_GPLL		= 0x2,
199 	ACLK_VOP_DIV_CON_SHIFT		= 0,
200 	ACLK_VOP_DIV_CON_MASK		= 0x1f << ACLK_VOP_DIV_CON_SHIFT,
201 
202 	/* CLKSEL_CON49 & CLKSEL_CON50 */
203 	DCLK_VOP_DCLK_SEL_SHIFT         = 11,
204 	DCLK_VOP_DCLK_SEL_MASK          = 1 << DCLK_VOP_DCLK_SEL_SHIFT,
205 	DCLK_VOP_DCLK_SEL_DIVOUT        = 0,
206 	DCLK_VOP_PLL_SEL_SHIFT          = 8,
207 	DCLK_VOP_PLL_SEL_MASK           = 3 << DCLK_VOP_PLL_SEL_SHIFT,
208 	DCLK_VOP_PLL_SEL_VPLL           = 0,
209 	DCLK_VOP_PLL_SEL_CPLL           = 1,
210 	DCLK_VOP_DIV_CON_MASK           = 0xff,
211 	DCLK_VOP_DIV_CON_SHIFT          = 0,
212 
213 	/* CLKSEL_CON58 */
214 	CLK_SPI_PLL_SEL_WIDTH = 1,
215 	CLK_SPI_PLL_SEL_MASK = ((1 < CLK_SPI_PLL_SEL_WIDTH) - 1),
216 	CLK_SPI_PLL_SEL_CPLL = 0,
217 	CLK_SPI_PLL_SEL_GPLL = 1,
218 	CLK_SPI_PLL_DIV_CON_WIDTH = 7,
219 	CLK_SPI_PLL_DIV_CON_MASK = ((1 << CLK_SPI_PLL_DIV_CON_WIDTH) - 1),
220 
221 	CLK_SPI5_PLL_DIV_CON_SHIFT      = 8,
222 	CLK_SPI5_PLL_SEL_SHIFT	        = 15,
223 
224 	/* CLKSEL_CON59 */
225 	CLK_SPI1_PLL_SEL_SHIFT		= 15,
226 	CLK_SPI1_PLL_DIV_CON_SHIFT	= 8,
227 	CLK_SPI0_PLL_SEL_SHIFT		= 7,
228 	CLK_SPI0_PLL_DIV_CON_SHIFT	= 0,
229 
230 	/* CLKSEL_CON60 */
231 	CLK_SPI4_PLL_SEL_SHIFT		= 15,
232 	CLK_SPI4_PLL_DIV_CON_SHIFT	= 8,
233 	CLK_SPI2_PLL_SEL_SHIFT		= 7,
234 	CLK_SPI2_PLL_DIV_CON_SHIFT	= 0,
235 
236 	/* CLKSEL_CON61 */
237 	CLK_I2C_PLL_SEL_MASK		= 1,
238 	CLK_I2C_PLL_SEL_CPLL		= 0,
239 	CLK_I2C_PLL_SEL_GPLL		= 1,
240 	CLK_I2C5_PLL_SEL_SHIFT		= 15,
241 	CLK_I2C5_DIV_CON_SHIFT		= 8,
242 	CLK_I2C1_PLL_SEL_SHIFT		= 7,
243 	CLK_I2C1_DIV_CON_SHIFT		= 0,
244 
245 	/* CLKSEL_CON62 */
246 	CLK_I2C6_PLL_SEL_SHIFT		= 15,
247 	CLK_I2C6_DIV_CON_SHIFT		= 8,
248 	CLK_I2C2_PLL_SEL_SHIFT		= 7,
249 	CLK_I2C2_DIV_CON_SHIFT		= 0,
250 
251 	/* CLKSEL_CON63 */
252 	CLK_I2C7_PLL_SEL_SHIFT		= 15,
253 	CLK_I2C7_DIV_CON_SHIFT		= 8,
254 	CLK_I2C3_PLL_SEL_SHIFT		= 7,
255 	CLK_I2C3_DIV_CON_SHIFT		= 0,
256 
257 	/* CRU_SOFTRST_CON4 */
258 	RESETN_DDR0_REQ_SHIFT		= 8,
259 	RESETN_DDR0_REQ_MASK		= 1 << RESETN_DDR0_REQ_SHIFT,
260 	RESETN_DDRPHY0_REQ_SHIFT	= 9,
261 	RESETN_DDRPHY0_REQ_MASK		= 1 << RESETN_DDRPHY0_REQ_SHIFT,
262 	RESETN_DDR1_REQ_SHIFT		= 12,
263 	RESETN_DDR1_REQ_MASK		= 1 << RESETN_DDR1_REQ_SHIFT,
264 	RESETN_DDRPHY1_REQ_SHIFT	= 13,
265 	RESETN_DDRPHY1_REQ_MASK		= 1 << RESETN_DDRPHY1_REQ_SHIFT,
266 };
267 
268 #define VCO_MAX_KHZ	(3200 * (MHz / KHz))
269 #define VCO_MIN_KHZ	(800 * (MHz / KHz))
270 #define OUTPUT_MAX_KHZ	(3200 * (MHz / KHz))
271 #define OUTPUT_MIN_KHZ	(16 * (MHz / KHz))
272 
273 /*
274  *  the div restructions of pll in integer mode, these are defined in
275  *  * CRU_*PLL_CON0 or PMUCRU_*PLL_CON0
276  */
277 #define PLL_DIV_MIN	16
278 #define PLL_DIV_MAX	3200
279 
280 /*
281  * How to calculate the PLL(from TRM V0.3 Part 1 Page 63):
282  * Formulas also embedded within the Fractional PLL Verilog model:
283  * If DSMPD = 1 (DSM is disabled, "integer mode")
284  * FOUTVCO = FREF / REFDIV * FBDIV
285  * FOUTPOSTDIV = FOUTVCO / POSTDIV1 / POSTDIV2
286  * Where:
287  * FOUTVCO = Fractional PLL non-divided output frequency
288  * FOUTPOSTDIV = Fractional PLL divided output frequency
289  *               (output of second post divider)
290  * FREF = Fractional PLL input reference frequency, (the OSC_HZ 24MHz input)
291  * REFDIV = Fractional PLL input reference clock divider
292  * FBDIV = Integer value programmed into feedback divide
293  *
294  */
295 
296 static uint32_t rkclk_pll_get_rate(u32 *pll_con)
297 {
298 	u32 refdiv, fbdiv, postdiv1, postdiv2;
299 	u32 con;
300 
301 	con = readl(&pll_con[3]);
302 	switch ((con & PLL_MODE_MASK) >> PLL_MODE_SHIFT) {
303 	case PLL_MODE_SLOW:
304 		return OSC_HZ;
305 	case PLL_MODE_NORM:
306 		/* normal mode */
307 		con = readl(&pll_con[0]);
308 		fbdiv = (con & PLL_FBDIV_MASK) >> PLL_FBDIV_SHIFT;
309 		con = readl(&pll_con[1]);
310 		postdiv1 = (con & PLL_POSTDIV1_MASK) >> PLL_POSTDIV1_SHIFT;
311 		postdiv2 = (con & PLL_POSTDIV2_MASK) >> PLL_POSTDIV2_SHIFT;
312 		refdiv = (con & PLL_REFDIV_MASK) >> PLL_REFDIV_SHIFT;
313 		return (24 * fbdiv / (refdiv * postdiv1 * postdiv2)) * 1000000;
314 	case PLL_MODE_DEEP:
315 	default:
316 		return 32768;
317 	}
318 }
319 
320 static void rkclk_set_pll(u32 *pll_con, const struct pll_div *div)
321 {
322 	/* All 8 PLLs have same VCO and output frequency range restrictions. */
323 	u32 vco_khz = OSC_HZ / 1000 * div->fbdiv / div->refdiv;
324 	u32 output_khz = vco_khz / div->postdiv1 / div->postdiv2;
325 
326 	debug("PLL at %p: fbdiv=%d, refdiv=%d, postdiv1=%d, "
327 			   "postdiv2=%d, vco=%u khz, output=%u khz\n",
328 			   pll_con, div->fbdiv, div->refdiv, div->postdiv1,
329 			   div->postdiv2, vco_khz, output_khz);
330 	assert(vco_khz >= VCO_MIN_KHZ && vco_khz <= VCO_MAX_KHZ &&
331 	       output_khz >= OUTPUT_MIN_KHZ && output_khz <= OUTPUT_MAX_KHZ &&
332 	       div->fbdiv >= PLL_DIV_MIN && div->fbdiv <= PLL_DIV_MAX);
333 
334 	/*
335 	 * When power on or changing PLL setting,
336 	 * we must force PLL into slow mode to ensure output stable clock.
337 	 */
338 	rk_clrsetreg(&pll_con[3], PLL_MODE_MASK,
339 		     PLL_MODE_SLOW << PLL_MODE_SHIFT);
340 
341 	/* use integer mode */
342 	rk_clrsetreg(&pll_con[3], PLL_DSMPD_MASK,
343 		     PLL_INTEGER_MODE << PLL_DSMPD_SHIFT);
344 
345 	rk_clrsetreg(&pll_con[0], PLL_FBDIV_MASK,
346 		     div->fbdiv << PLL_FBDIV_SHIFT);
347 	rk_clrsetreg(&pll_con[1],
348 		     PLL_POSTDIV2_MASK | PLL_POSTDIV1_MASK |
349 		     PLL_REFDIV_MASK | PLL_REFDIV_SHIFT,
350 		     (div->postdiv2 << PLL_POSTDIV2_SHIFT) |
351 		     (div->postdiv1 << PLL_POSTDIV1_SHIFT) |
352 		     (div->refdiv << PLL_REFDIV_SHIFT));
353 
354 	/* waiting for pll lock */
355 	while (!(readl(&pll_con[2]) & (1 << PLL_LOCK_STATUS_SHIFT)))
356 		udelay(1);
357 
358 	/* pll enter normal mode */
359 	rk_clrsetreg(&pll_con[3], PLL_MODE_MASK,
360 		     PLL_MODE_NORM << PLL_MODE_SHIFT);
361 }
362 
363 static ulong rk3399_pll_get_rate(struct rk3399_clk_priv *priv,
364 				 enum rk3399_pll_id pll_id)
365 {
366 	struct rk3399_cru *cru = priv->cru;
367 	u32 *pll_con;
368 
369 	switch (pll_id) {
370 	case PLL_APLLL:
371 		pll_con = &cru->apll_l_con[0];
372 		break;
373 	case PLL_APLLB:
374 		pll_con = &cru->apll_b_con[0];
375 		break;
376 	case PLL_DPLL:
377 		pll_con = &cru->dpll_con[0];
378 		break;
379 	case PLL_CPLL:
380 		pll_con = &cru->cpll_con[0];
381 		break;
382 	case PLL_GPLL:
383 		pll_con = &cru->gpll_con[0];
384 		break;
385 	case PLL_NPLL:
386 		pll_con = &cru->npll_con[0];
387 		break;
388 	case PLL_VPLL:
389 		pll_con = &cru->vpll_con[0];
390 		break;
391 	default:
392 		pll_con = &cru->vpll_con[0];
393 		break;
394 	}
395 
396 	return rkclk_pll_get_rate(pll_con);
397 }
398 
399 static int pll_para_config(u32 freq_hz, struct pll_div *div)
400 {
401 	u32 ref_khz = OSC_HZ / KHz, refdiv, fbdiv = 0;
402 	u32 postdiv1, postdiv2 = 1;
403 	u32 fref_khz;
404 	u32 diff_khz, best_diff_khz;
405 	const u32 max_refdiv = 63, max_fbdiv = 3200, min_fbdiv = 16;
406 	const u32 max_postdiv1 = 7, max_postdiv2 = 7;
407 	u32 vco_khz;
408 	u32 freq_khz = freq_hz / KHz;
409 
410 	if (!freq_hz) {
411 		printf("%s: the frequency can't be 0 Hz\n", __func__);
412 		return -1;
413 	}
414 
415 	postdiv1 = DIV_ROUND_UP(VCO_MIN_KHZ, freq_khz);
416 	if (postdiv1 > max_postdiv1) {
417 		postdiv2 = DIV_ROUND_UP(postdiv1, max_postdiv1);
418 		postdiv1 = DIV_ROUND_UP(postdiv1, postdiv2);
419 	}
420 
421 	vco_khz = freq_khz * postdiv1 * postdiv2;
422 
423 	if (vco_khz < VCO_MIN_KHZ || vco_khz > VCO_MAX_KHZ ||
424 	    postdiv2 > max_postdiv2) {
425 		printf("%s: Cannot find out a supported VCO"
426 		       " for Frequency (%uHz).\n", __func__, freq_hz);
427 		return -1;
428 	}
429 
430 	div->postdiv1 = postdiv1;
431 	div->postdiv2 = postdiv2;
432 
433 	best_diff_khz = vco_khz;
434 	for (refdiv = 1; refdiv < max_refdiv && best_diff_khz; refdiv++) {
435 		fref_khz = ref_khz / refdiv;
436 
437 		fbdiv = vco_khz / fref_khz;
438 		if ((fbdiv >= max_fbdiv) || (fbdiv <= min_fbdiv))
439 			continue;
440 		diff_khz = vco_khz - fbdiv * fref_khz;
441 		if (fbdiv + 1 < max_fbdiv && diff_khz > fref_khz / 2) {
442 			fbdiv++;
443 			diff_khz = fref_khz - diff_khz;
444 		}
445 
446 		if (diff_khz >= best_diff_khz)
447 			continue;
448 
449 		best_diff_khz = diff_khz;
450 		div->refdiv = refdiv;
451 		div->fbdiv = fbdiv;
452 	}
453 
454 	if (best_diff_khz > 4 * (MHz/KHz)) {
455 		printf("%s: Failed to match output frequency %u, "
456 		       "difference is %u Hz,exceed 4MHZ\n", __func__, freq_hz,
457 		       best_diff_khz * KHz);
458 		return -1;
459 	}
460 	return 0;
461 }
462 
463 void rk3399_configure_cpu(struct rk3399_cru *cru,
464 			  enum apll_frequencies freq,
465 			  enum cpu_cluster cluster)
466 {
467 	u32 aclkm_div;
468 	u32 pclk_dbg_div;
469 	u32 atclk_div, apll_hz;
470 	int con_base, parent;
471 	u32 *pll_con;
472 
473 	switch (cluster) {
474 	case CPU_CLUSTER_LITTLE:
475 		con_base = 0;
476 		parent = CLK_CORE_PLL_SEL_ALPLL;
477 		pll_con = &cru->apll_l_con[0];
478 		break;
479 	case CPU_CLUSTER_BIG:
480 	default:
481 		con_base = 2;
482 		parent = CLK_CORE_PLL_SEL_ABPLL;
483 		pll_con = &cru->apll_b_con[0];
484 		break;
485 	}
486 
487 	apll_hz = apll_cfgs[freq]->freq;
488 	rkclk_set_pll(pll_con, apll_cfgs[freq]);
489 
490 	aclkm_div = apll_hz / ACLKM_CORE_HZ - 1;
491 	assert((aclkm_div + 1) * ACLKM_CORE_HZ == apll_hz &&
492 	       aclkm_div < 0x1f);
493 
494 	pclk_dbg_div = apll_hz / PCLK_DBG_HZ - 1;
495 	assert((pclk_dbg_div + 1) * PCLK_DBG_HZ == apll_hz &&
496 	       pclk_dbg_div < 0x1f);
497 
498 	atclk_div = apll_hz / ATCLK_CORE_HZ - 1;
499 	assert((atclk_div + 1) * ATCLK_CORE_HZ == apll_hz &&
500 	       atclk_div < 0x1f);
501 
502 	rk_clrsetreg(&cru->clksel_con[con_base],
503 		     ACLKM_CORE_DIV_CON_MASK | CLK_CORE_PLL_SEL_MASK |
504 		     CLK_CORE_DIV_MASK,
505 		     aclkm_div << ACLKM_CORE_DIV_CON_SHIFT |
506 		     parent << CLK_CORE_PLL_SEL_SHIFT |
507 		     0 << CLK_CORE_DIV_SHIFT);
508 
509 	rk_clrsetreg(&cru->clksel_con[con_base + 1],
510 		     PCLK_DBG_DIV_MASK | ATCLK_CORE_DIV_MASK,
511 		     pclk_dbg_div << PCLK_DBG_DIV_SHIFT |
512 		     atclk_div << ATCLK_CORE_DIV_SHIFT);
513 }
514 #define I2C_CLK_REG_MASK(bus) \
515 			(I2C_DIV_CON_MASK << \
516 			CLK_I2C ##bus## _DIV_CON_SHIFT | \
517 			CLK_I2C_PLL_SEL_MASK << \
518 			CLK_I2C ##bus## _PLL_SEL_SHIFT)
519 
520 #define I2C_CLK_REG_VALUE(bus, clk_div) \
521 			      ((clk_div - 1) << \
522 					CLK_I2C ##bus## _DIV_CON_SHIFT | \
523 			      CLK_I2C_PLL_SEL_GPLL << \
524 					CLK_I2C ##bus## _PLL_SEL_SHIFT)
525 
526 #define I2C_CLK_DIV_VALUE(con, bus) \
527 			(con >> CLK_I2C ##bus## _DIV_CON_SHIFT) & \
528 				I2C_DIV_CON_MASK;
529 
530 #define I2C_PMUCLK_REG_MASK(bus) \
531 			(I2C_DIV_CON_MASK << \
532 			 CLK_I2C ##bus## _DIV_CON_SHIFT)
533 
534 #define I2C_PMUCLK_REG_VALUE(bus, clk_div) \
535 				((clk_div - 1) << \
536 				CLK_I2C ##bus## _DIV_CON_SHIFT)
537 
538 static ulong rk3399_i2c_get_clk(struct rk3399_cru *cru, ulong clk_id)
539 {
540 	u32 div, con;
541 
542 	switch (clk_id) {
543 	case SCLK_I2C1:
544 		con = readl(&cru->clksel_con[61]);
545 		div = I2C_CLK_DIV_VALUE(con, 1);
546 		break;
547 	case SCLK_I2C2:
548 		con = readl(&cru->clksel_con[62]);
549 		div = I2C_CLK_DIV_VALUE(con, 2);
550 		break;
551 	case SCLK_I2C3:
552 		con = readl(&cru->clksel_con[63]);
553 		div = I2C_CLK_DIV_VALUE(con, 3);
554 		break;
555 	case SCLK_I2C5:
556 		con = readl(&cru->clksel_con[61]);
557 		div = I2C_CLK_DIV_VALUE(con, 5);
558 		break;
559 	case SCLK_I2C6:
560 		con = readl(&cru->clksel_con[62]);
561 		div = I2C_CLK_DIV_VALUE(con, 6);
562 		break;
563 	case SCLK_I2C7:
564 		con = readl(&cru->clksel_con[63]);
565 		div = I2C_CLK_DIV_VALUE(con, 7);
566 		break;
567 	default:
568 		printf("do not support this i2c bus\n");
569 		return -EINVAL;
570 	}
571 
572 	return DIV_TO_RATE(GPLL_HZ, div);
573 }
574 
575 static ulong rk3399_i2c_set_clk(struct rk3399_cru *cru, ulong clk_id, uint hz)
576 {
577 	int src_clk_div;
578 
579 	/* i2c0,4,8 src clock from ppll, i2c1,2,3,5,6,7 src clock from gpll*/
580 	src_clk_div = GPLL_HZ / hz;
581 	assert(src_clk_div - 1 <= 127);
582 
583 	switch (clk_id) {
584 	case SCLK_I2C1:
585 		rk_clrsetreg(&cru->clksel_con[61], I2C_CLK_REG_MASK(1),
586 			     I2C_CLK_REG_VALUE(1, src_clk_div));
587 		break;
588 	case SCLK_I2C2:
589 		rk_clrsetreg(&cru->clksel_con[62], I2C_CLK_REG_MASK(2),
590 			     I2C_CLK_REG_VALUE(2, src_clk_div));
591 		break;
592 	case SCLK_I2C3:
593 		rk_clrsetreg(&cru->clksel_con[63], I2C_CLK_REG_MASK(3),
594 			     I2C_CLK_REG_VALUE(3, src_clk_div));
595 		break;
596 	case SCLK_I2C5:
597 		rk_clrsetreg(&cru->clksel_con[61], I2C_CLK_REG_MASK(5),
598 			     I2C_CLK_REG_VALUE(5, src_clk_div));
599 		break;
600 	case SCLK_I2C6:
601 		rk_clrsetreg(&cru->clksel_con[62], I2C_CLK_REG_MASK(6),
602 			     I2C_CLK_REG_VALUE(6, src_clk_div));
603 		break;
604 	case SCLK_I2C7:
605 		rk_clrsetreg(&cru->clksel_con[63], I2C_CLK_REG_MASK(7),
606 			     I2C_CLK_REG_VALUE(7, src_clk_div));
607 		break;
608 	default:
609 		printf("do not support this i2c bus\n");
610 		return -EINVAL;
611 	}
612 
613 	return rk3399_i2c_get_clk(cru, clk_id);
614 }
615 
616 /*
617  * RK3399 SPI clocks have a common divider-width (7 bits) and a single bit
618  * to select either CPLL or GPLL as the clock-parent. The location within
619  * the enclosing CLKSEL_CON (i.e. div_shift and sel_shift) are variable.
620  */
621 
622 struct spi_clkreg {
623 	uint8_t reg;  /* CLKSEL_CON[reg] register in CRU */
624 	uint8_t div_shift;
625 	uint8_t sel_shift;
626 };
627 
628 /*
629  * The entries are numbered relative to their offset from SCLK_SPI0.
630  *
631  * Note that SCLK_SPI3 (which is configured via PMUCRU and requires different
632  * logic is not supported).
633  */
634 static const struct spi_clkreg spi_clkregs[] = {
635 	[0] = { .reg = 59,
636 		.div_shift = CLK_SPI0_PLL_DIV_CON_SHIFT,
637 		.sel_shift = CLK_SPI0_PLL_SEL_SHIFT, },
638 	[1] = { .reg = 59,
639 		.div_shift = CLK_SPI1_PLL_DIV_CON_SHIFT,
640 		.sel_shift = CLK_SPI1_PLL_SEL_SHIFT, },
641 	[2] = { .reg = 60,
642 		.div_shift = CLK_SPI2_PLL_DIV_CON_SHIFT,
643 		.sel_shift = CLK_SPI2_PLL_SEL_SHIFT, },
644 	[3] = { .reg = 60,
645 		.div_shift = CLK_SPI4_PLL_DIV_CON_SHIFT,
646 		.sel_shift = CLK_SPI4_PLL_SEL_SHIFT, },
647 	[4] = { .reg = 58,
648 		.div_shift = CLK_SPI5_PLL_DIV_CON_SHIFT,
649 		.sel_shift = CLK_SPI5_PLL_SEL_SHIFT, },
650 };
651 
652 static ulong rk3399_spi_get_clk(struct rk3399_cru *cru, ulong clk_id)
653 {
654 	const struct spi_clkreg *spiclk = NULL;
655 	u32 div, val;
656 
657 	switch (clk_id) {
658 	case SCLK_SPI0 ... SCLK_SPI5:
659 		spiclk = &spi_clkregs[clk_id - SCLK_SPI0];
660 		break;
661 
662 	default:
663 		pr_err("%s: SPI clk-id %ld not supported\n", __func__, clk_id);
664 		return -EINVAL;
665 	}
666 
667 	val = readl(&cru->clksel_con[spiclk->reg]);
668 	div = bitfield_extract(val, spiclk->div_shift,
669 			       CLK_SPI_PLL_DIV_CON_WIDTH);
670 
671 	return DIV_TO_RATE(GPLL_HZ, div);
672 }
673 
674 static ulong rk3399_spi_set_clk(struct rk3399_cru *cru, ulong clk_id, uint hz)
675 {
676 	const struct spi_clkreg *spiclk = NULL;
677 	int src_clk_div;
678 
679 	src_clk_div = DIV_ROUND_UP(GPLL_HZ, hz) - 1;
680 	assert(src_clk_div < 128);
681 
682 	switch (clk_id) {
683 	case SCLK_SPI1 ... SCLK_SPI5:
684 		spiclk = &spi_clkregs[clk_id - SCLK_SPI0];
685 		break;
686 
687 	default:
688 		pr_err("%s: SPI clk-id %ld not supported\n", __func__, clk_id);
689 		return -EINVAL;
690 	}
691 
692 	rk_clrsetreg(&cru->clksel_con[spiclk->reg],
693 		     ((CLK_SPI_PLL_DIV_CON_MASK << spiclk->div_shift) |
694 		       (CLK_SPI_PLL_SEL_GPLL << spiclk->sel_shift)),
695 		     ((src_clk_div << spiclk->div_shift) |
696 		      (CLK_SPI_PLL_SEL_GPLL << spiclk->sel_shift)));
697 
698 	return rk3399_spi_get_clk(cru, clk_id);
699 }
700 
701 #define RK3399_LIMIT_PLL_ACLK_VOP	(400 * 1000000)
702 
703 static ulong rk3399_vop_set_clk(struct rk3399_cru *cru, ulong clk_id, u32 hz)
704 {
705 	struct pll_div vpll_config = {0}, cpll_config = {0};
706 	int aclk_vop = RK3399_LIMIT_PLL_ACLK_VOP;
707 	void *aclkreg_addr, *dclkreg_addr;
708 	u32 div = 1;
709 
710 	switch (clk_id) {
711 	case DCLK_VOP0:
712 		aclkreg_addr = &cru->clksel_con[47];
713 		dclkreg_addr = &cru->clksel_con[49];
714 		break;
715 	case DCLK_VOP1:
716 		aclkreg_addr = &cru->clksel_con[48];
717 		dclkreg_addr = &cru->clksel_con[50];
718 		break;
719 	default:
720 		return -EINVAL;
721 	}
722 	/* vop aclk source clk: cpll */
723 	div = GPLL_HZ / aclk_vop;
724 	assert(div - 1 <= 31);
725 
726 	rk_clrsetreg(aclkreg_addr,
727 		     ACLK_VOP_PLL_SEL_MASK | ACLK_VOP_DIV_CON_MASK,
728 		     ACLK_VOP_PLL_SEL_GPLL << ACLK_VOP_PLL_SEL_SHIFT |
729 		     (div - 1) << ACLK_VOP_DIV_CON_SHIFT);
730 
731 	if (readl(dclkreg_addr) & DCLK_VOP_PLL_SEL_MASK) {
732 		if (pll_para_config(hz, &cpll_config))
733 			return -1;
734 		rkclk_set_pll(&cru->cpll_con[0], &cpll_config);
735 	} else {
736 		if (pll_para_config(hz, &vpll_config))
737 			return -1;
738 		rkclk_set_pll(&cru->vpll_con[0], &vpll_config);
739 	}
740 
741 	rk_clrsetreg(dclkreg_addr,
742 		     DCLK_VOP_DCLK_SEL_MASK | DCLK_VOP_DIV_CON_MASK,
743 		     DCLK_VOP_DCLK_SEL_DIVOUT << DCLK_VOP_DCLK_SEL_SHIFT |
744 		     (1 - 1) << DCLK_VOP_DIV_CON_SHIFT);
745 
746 	return hz;
747 }
748 
749 static ulong rk3399_mmc_get_clk(struct rk3399_cru *cru, uint clk_id)
750 {
751 	u32 div, con;
752 
753 	switch (clk_id) {
754 	case HCLK_SDMMC:
755 	case SCLK_SDMMC:
756 		con = readl(&cru->clksel_con[16]);
757 		/* dwmmc controller have internal div 2 */
758 		div = 2;
759 		break;
760 	case SCLK_EMMC:
761 		con = readl(&cru->clksel_con[22]);
762 		div = 1;
763 		break;
764 	default:
765 		return -EINVAL;
766 	}
767 
768 	div *= (con & CLK_EMMC_DIV_CON_MASK) >> CLK_EMMC_DIV_CON_SHIFT;
769 	if ((con & CLK_EMMC_PLL_MASK) >> CLK_EMMC_PLL_SHIFT
770 			== CLK_EMMC_PLL_SEL_24M)
771 		return DIV_TO_RATE(OSC_HZ, div);
772 	else
773 		return DIV_TO_RATE(GPLL_HZ, div);
774 }
775 
776 static ulong rk3399_mmc_set_clk(struct rk3399_cru *cru,
777 				ulong clk_id, ulong set_rate)
778 {
779 	int src_clk_div;
780 	int aclk_emmc = 198*MHz;
781 
782 	switch (clk_id) {
783 	case HCLK_SDMMC:
784 	case SCLK_SDMMC:
785 		/* Select clk_sdmmc source from GPLL by default */
786 		/* mmc clock defaulg div 2 internal, provide double in cru */
787 		src_clk_div = DIV_ROUND_UP(GPLL_HZ / 2, set_rate);
788 
789 		if (src_clk_div > 128) {
790 			/* use 24MHz source for 400KHz clock */
791 			src_clk_div = DIV_ROUND_UP(OSC_HZ / 2, set_rate);
792 			assert(src_clk_div - 1 < 128);
793 			rk_clrsetreg(&cru->clksel_con[16],
794 				     CLK_EMMC_PLL_MASK | CLK_EMMC_DIV_CON_MASK,
795 				     CLK_EMMC_PLL_SEL_24M << CLK_EMMC_PLL_SHIFT |
796 				     (src_clk_div - 1) << CLK_EMMC_DIV_CON_SHIFT);
797 		} else {
798 			rk_clrsetreg(&cru->clksel_con[16],
799 				     CLK_EMMC_PLL_MASK | CLK_EMMC_DIV_CON_MASK,
800 				     CLK_EMMC_PLL_SEL_GPLL << CLK_EMMC_PLL_SHIFT |
801 				     (src_clk_div - 1) << CLK_EMMC_DIV_CON_SHIFT);
802 		}
803 		break;
804 	case SCLK_EMMC:
805 		/* Select aclk_emmc source from GPLL */
806 		src_clk_div = DIV_ROUND_UP(GPLL_HZ , aclk_emmc);
807 		assert(src_clk_div - 1 < 32);
808 
809 		rk_clrsetreg(&cru->clksel_con[21],
810 			     ACLK_EMMC_PLL_SEL_MASK | ACLK_EMMC_DIV_CON_MASK,
811 			     ACLK_EMMC_PLL_SEL_GPLL << ACLK_EMMC_PLL_SEL_SHIFT |
812 			     (src_clk_div - 1) << ACLK_EMMC_DIV_CON_SHIFT);
813 
814 		/* Select clk_emmc source from GPLL too */
815 		src_clk_div = DIV_ROUND_UP(GPLL_HZ, set_rate);
816 		if (src_clk_div > 128) {
817 			/* use 24MHz source for 400KHz clock */
818 			src_clk_div = DIV_ROUND_UP(OSC_HZ, set_rate);
819 			assert(src_clk_div - 1 < 128);
820 			rk_clrsetreg(&cru->clksel_con[22],
821 				     CLK_EMMC_PLL_MASK | CLK_EMMC_DIV_CON_MASK,
822 				     CLK_EMMC_PLL_SEL_24M << CLK_EMMC_PLL_SHIFT |
823 				     (src_clk_div - 1) << CLK_EMMC_DIV_CON_SHIFT);
824 		} else {
825 			rk_clrsetreg(&cru->clksel_con[22],
826 				     CLK_EMMC_PLL_MASK | CLK_EMMC_DIV_CON_MASK,
827 				     CLK_EMMC_PLL_SEL_GPLL << CLK_EMMC_PLL_SHIFT |
828 				     (src_clk_div - 1) << CLK_EMMC_DIV_CON_SHIFT);
829 		}
830 		break;
831 	default:
832 		return -EINVAL;
833 	}
834 	return rk3399_mmc_get_clk(cru, clk_id);
835 }
836 
837 static ulong rk3399_gmac_set_clk(struct rk3399_cru *cru, ulong rate)
838 {
839 	ulong ret;
840 
841 	/*
842 	 * The RGMII CLK can be derived either from an external "clkin"
843 	 * or can be generated from internally by a divider from SCLK_MAC.
844 	 */
845 	if (readl(&cru->clksel_con[19]) & BIT(4)) {
846 		/* An external clock will always generate the right rate... */
847 		ret = rate;
848 	} else {
849 		/*
850 		 * No platform uses an internal clock to date.
851 		 * Implement this once it becomes necessary and print an error
852 		 * if someone tries to use it (while it remains unimplemented).
853 		 */
854 		pr_err("%s: internal clock is UNIMPLEMENTED\n", __func__);
855 		ret = 0;
856 	}
857 
858 	return ret;
859 }
860 
861 #define PMUSGRF_DDR_RGN_CON16 0xff330040
862 static ulong rk3399_ddr_set_clk(struct rk3399_cru *cru,
863 				ulong set_rate)
864 {
865 	struct pll_div dpll_cfg;
866 
867 	/*  IC ECO bug, need to set this register */
868 	writel(0xc000c000, PMUSGRF_DDR_RGN_CON16);
869 
870 	/*  clk_ddrc == DPLL = 24MHz / refdiv * fbdiv / postdiv1 / postdiv2 */
871 	switch (set_rate) {
872 	case 200*MHz:
873 		dpll_cfg = (struct pll_div)
874 		{.refdiv = 1, .fbdiv = 50, .postdiv1 = 6, .postdiv2 = 1};
875 		break;
876 	case 300*MHz:
877 		dpll_cfg = (struct pll_div)
878 		{.refdiv = 2, .fbdiv = 100, .postdiv1 = 4, .postdiv2 = 1};
879 		break;
880 	case 666*MHz:
881 		dpll_cfg = (struct pll_div)
882 		{.refdiv = 2, .fbdiv = 111, .postdiv1 = 2, .postdiv2 = 1};
883 		break;
884 	case 800*MHz:
885 		dpll_cfg = (struct pll_div)
886 		{.refdiv = 1, .fbdiv = 100, .postdiv1 = 3, .postdiv2 = 1};
887 		break;
888 	case 933*MHz:
889 		dpll_cfg = (struct pll_div)
890 		{.refdiv = 1, .fbdiv = 116, .postdiv1 = 3, .postdiv2 = 1};
891 		break;
892 	default:
893 		pr_err("Unsupported SDRAM frequency!,%ld\n", set_rate);
894 	}
895 	rkclk_set_pll(&cru->dpll_con[0], &dpll_cfg);
896 
897 	return set_rate;
898 }
899 
900 static ulong rk3399_saradc_get_clk(struct rk3399_cru *cru)
901 {
902 	u32 div, val;
903 
904 	val = readl(&cru->clksel_con[26]);
905 	div = bitfield_extract(val, CLK_SARADC_DIV_CON_SHIFT,
906 			       CLK_SARADC_DIV_CON_WIDTH);
907 
908 	return DIV_TO_RATE(OSC_HZ, div);
909 }
910 
911 static ulong rk3399_saradc_set_clk(struct rk3399_cru *cru, uint hz)
912 {
913 	int src_clk_div;
914 
915 	src_clk_div = DIV_ROUND_UP(OSC_HZ, hz) - 1;
916 	assert(src_clk_div <= 255);
917 
918 	rk_clrsetreg(&cru->clksel_con[26],
919 		     CLK_SARADC_DIV_CON_MASK,
920 		     src_clk_div << CLK_SARADC_DIV_CON_SHIFT);
921 
922 	return rk3399_saradc_get_clk(cru);
923 }
924 
925 static ulong rk3399_clk_get_rate(struct clk *clk)
926 {
927 	struct rk3399_clk_priv *priv = dev_get_priv(clk->dev);
928 	ulong rate = 0;
929 
930 	switch (clk->id) {
931 	case PLL_APLLL:
932 	case PLL_APLLB:
933 	case PLL_DPLL:
934 	case PLL_CPLL:
935 	case PLL_GPLL:
936 	case PLL_NPLL:
937 	case PLL_VPLL:
938 		rate = rk3399_pll_get_rate(priv, clk->id - 1);
939 		break;
940 	case HCLK_SDMMC:
941 	case SCLK_SDMMC:
942 	case SCLK_EMMC:
943 		rate = rk3399_mmc_get_clk(priv->cru, clk->id);
944 		break;
945 	case SCLK_I2C1:
946 	case SCLK_I2C2:
947 	case SCLK_I2C3:
948 	case SCLK_I2C5:
949 	case SCLK_I2C6:
950 	case SCLK_I2C7:
951 		rate = rk3399_i2c_get_clk(priv->cru, clk->id);
952 		break;
953 	case SCLK_SPI0...SCLK_SPI5:
954 		rate = rk3399_spi_get_clk(priv->cru, clk->id);
955 		break;
956 	case SCLK_UART0:
957 	case SCLK_UART1:
958 	case SCLK_UART2:
959 	case SCLK_UART3:
960 		return 24000000;
961 		break;
962 	case PCLK_HDMI_CTRL:
963 		break;
964 	case DCLK_VOP0:
965 	case DCLK_VOP1:
966 		break;
967 	case PCLK_EFUSE1024NS:
968 		break;
969 	case SCLK_SARADC:
970 		rate = rk3399_saradc_get_clk(priv->cru);
971 		break;
972 	default:
973 		return -ENOENT;
974 	}
975 
976 	return rate;
977 }
978 
979 static ulong rk3399_clk_set_rate(struct clk *clk, ulong rate)
980 {
981 	struct rk3399_clk_priv *priv = dev_get_priv(clk->dev);
982 	ulong ret = 0;
983 
984 	switch (clk->id) {
985 	case 0 ... 63:
986 		return 0;
987 
988 	case ACLK_PERIHP:
989 	case HCLK_PERIHP:
990 	case PCLK_PERIHP:
991 		return 0;
992 
993 	case ACLK_PERILP0:
994 	case HCLK_PERILP0:
995 	case PCLK_PERILP0:
996 		return 0;
997 
998 	case ACLK_CCI:
999 		return 0;
1000 
1001 	case HCLK_PERILP1:
1002 	case PCLK_PERILP1:
1003 		return 0;
1004 
1005 	case HCLK_SDMMC:
1006 	case SCLK_SDMMC:
1007 	case SCLK_EMMC:
1008 		ret = rk3399_mmc_set_clk(priv->cru, clk->id, rate);
1009 		break;
1010 	case SCLK_MAC:
1011 		ret = rk3399_gmac_set_clk(priv->cru, rate);
1012 		break;
1013 	case SCLK_I2C1:
1014 	case SCLK_I2C2:
1015 	case SCLK_I2C3:
1016 	case SCLK_I2C5:
1017 	case SCLK_I2C6:
1018 	case SCLK_I2C7:
1019 		ret = rk3399_i2c_set_clk(priv->cru, clk->id, rate);
1020 		break;
1021 	case SCLK_SPI0...SCLK_SPI5:
1022 		ret = rk3399_spi_set_clk(priv->cru, clk->id, rate);
1023 		break;
1024 	case PCLK_HDMI_CTRL:
1025 	case PCLK_VIO_GRF:
1026 		/* the PCLK gates for video are enabled by default */
1027 		break;
1028 	case DCLK_VOP0:
1029 	case DCLK_VOP1:
1030 		ret = rk3399_vop_set_clk(priv->cru, clk->id, rate);
1031 		break;
1032 	case SCLK_DDRCLK:
1033 		ret = rk3399_ddr_set_clk(priv->cru, rate);
1034 		break;
1035 	case PCLK_EFUSE1024NS:
1036 		break;
1037 	case SCLK_SARADC:
1038 		ret = rk3399_saradc_set_clk(priv->cru, rate);
1039 		break;
1040 	default:
1041 		return -ENOENT;
1042 	}
1043 
1044 	return ret;
1045 }
1046 
1047 static int __maybe_unused rk3399_gmac_set_parent(struct clk *clk, struct clk *parent)
1048 {
1049 	struct rk3399_clk_priv *priv = dev_get_priv(clk->dev);
1050 	const char *clock_output_name;
1051 	int ret;
1052 
1053 	/*
1054 	 * If the requested parent is in the same clock-controller and
1055 	 * the id is SCLK_MAC ("clk_gmac"), switch to the internal clock.
1056 	 */
1057 	if ((parent->dev == clk->dev) && (parent->id == SCLK_MAC)) {
1058 		debug("%s: switching RGMII to SCLK_MAC\n", __func__);
1059 		rk_clrreg(&priv->cru->clksel_con[19], BIT(4));
1060 		return 0;
1061 	}
1062 
1063 	/*
1064 	 * Otherwise, we need to check the clock-output-names of the
1065 	 * requested parent to see if the requested id is "clkin_gmac".
1066 	 */
1067 	ret = dev_read_string_index(parent->dev, "clock-output-names",
1068 				    parent->id, &clock_output_name);
1069 	if (ret < 0)
1070 		return -ENODATA;
1071 
1072 	/* If this is "clkin_gmac", switch to the external clock input */
1073 	if (!strcmp(clock_output_name, "clkin_gmac")) {
1074 		debug("%s: switching RGMII to CLKIN\n", __func__);
1075 		rk_setreg(&priv->cru->clksel_con[19], BIT(4));
1076 		return 0;
1077 	}
1078 
1079 	return -EINVAL;
1080 }
1081 
1082 static int __maybe_unused rk3399_dclk_vop_set_parent(struct clk *clk,
1083 						     struct clk *parent)
1084 {
1085 	struct rk3399_clk_priv *priv = dev_get_priv(clk->dev);
1086 	void *dclkreg_addr;
1087 
1088 	switch (clk->id) {
1089 	case DCLK_VOP0_DIV:
1090 		dclkreg_addr = &priv->cru->clksel_con[49];
1091 		break;
1092 	case DCLK_VOP1_DIV:
1093 		dclkreg_addr = &priv->cru->clksel_con[50];
1094 		break;
1095 	default:
1096 		return -EINVAL;
1097 	}
1098 	if (parent->id == PLL_CPLL) {
1099 		rk_clrsetreg(dclkreg_addr, DCLK_VOP_PLL_SEL_MASK,
1100 			     DCLK_VOP_PLL_SEL_CPLL << DCLK_VOP_PLL_SEL_SHIFT);
1101 	} else {
1102 		rk_clrsetreg(dclkreg_addr, DCLK_VOP_PLL_SEL_MASK,
1103 			     DCLK_VOP_PLL_SEL_VPLL << DCLK_VOP_PLL_SEL_SHIFT);
1104 	}
1105 
1106 	return 0;
1107 }
1108 
1109 static int __maybe_unused rk3399_clk_set_parent(struct clk *clk, struct clk *parent)
1110 {
1111 	switch (clk->id) {
1112 	case SCLK_RMII_SRC:
1113 		return rk3399_gmac_set_parent(clk, parent);
1114 	case DCLK_VOP0_DIV:
1115 	case DCLK_VOP1_DIV:
1116 		return rk3399_dclk_vop_set_parent(clk, parent);
1117 	}
1118 
1119 	debug("%s: unsupported clk %ld\n", __func__, clk->id);
1120 	return -ENOENT;
1121 }
1122 
1123 static int rk3399_clk_enable(struct clk *clk)
1124 {
1125 	switch (clk->id) {
1126 	case HCLK_HOST0:
1127 	case HCLK_HOST0_ARB:
1128 	case SCLK_USBPHY0_480M_SRC:
1129 	case HCLK_HOST1:
1130 	case HCLK_HOST1_ARB:
1131 	case SCLK_USBPHY1_480M_SRC:
1132 		return 0;
1133 	}
1134 
1135 	debug("%s: unsupported clk %ld\n", __func__, clk->id);
1136 	return -ENOENT;
1137 }
1138 
1139 static struct clk_ops rk3399_clk_ops = {
1140 	.get_rate = rk3399_clk_get_rate,
1141 	.set_rate = rk3399_clk_set_rate,
1142 #if CONFIG_IS_ENABLED(OF_CONTROL) && !CONFIG_IS_ENABLED(OF_PLATDATA)
1143 	.set_parent = rk3399_clk_set_parent,
1144 #endif
1145 	.enable = rk3399_clk_enable,
1146 };
1147 
1148 static void rkclk_init(struct rk3399_cru *cru)
1149 {
1150 	u32 aclk_div;
1151 	u32 hclk_div;
1152 	u32 pclk_div;
1153 
1154 	rk3399_configure_cpu(cru, APLL_600_MHZ, CPU_CLUSTER_LITTLE);
1155 
1156 	/*
1157 	 * some cru registers changed by bootrom, we'd better reset them to
1158 	 * reset/default values described in TRM to avoid confusion in kernel.
1159 	 * Please consider these three lines as a fix of bootrom bug.
1160 	 */
1161 	if (rkclk_pll_get_rate(&cru->npll_con[0]) != NPLL_HZ)
1162 		rkclk_set_pll(&cru->npll_con[0], &npll_init_cfg);
1163 
1164 	if (rkclk_pll_get_rate(&cru->gpll_con[0]) == GPLL_HZ)
1165 		return;
1166 
1167 	rk_clrsetreg(&cru->clksel_con[12], 0xffff, 0x4101);
1168 	rk_clrsetreg(&cru->clksel_con[19], 0xffff, 0x033f);
1169 	rk_clrsetreg(&cru->clksel_con[56], 0x0003, 0x0003);
1170 
1171 	/* configure perihp aclk, hclk, pclk */
1172 	aclk_div = DIV_ROUND_UP(GPLL_HZ, PERIHP_ACLK_HZ) - 1;
1173 
1174 	hclk_div = PERIHP_ACLK_HZ / PERIHP_HCLK_HZ - 1;
1175 	assert((hclk_div + 1) * PERIHP_HCLK_HZ ==
1176 	       PERIHP_ACLK_HZ && (hclk_div <= 0x3));
1177 
1178 	pclk_div = PERIHP_ACLK_HZ / PERIHP_PCLK_HZ - 1;
1179 	assert((pclk_div + 1) * PERIHP_PCLK_HZ ==
1180 	       PERIHP_ACLK_HZ && (pclk_div <= 0x7));
1181 
1182 	rk_clrsetreg(&cru->clksel_con[14],
1183 		     PCLK_PERIHP_DIV_CON_MASK | HCLK_PERIHP_DIV_CON_MASK |
1184 		     ACLK_PERIHP_PLL_SEL_MASK | ACLK_PERIHP_DIV_CON_MASK,
1185 		     pclk_div << PCLK_PERIHP_DIV_CON_SHIFT |
1186 		     hclk_div << HCLK_PERIHP_DIV_CON_SHIFT |
1187 		     ACLK_PERIHP_PLL_SEL_GPLL << ACLK_PERIHP_PLL_SEL_SHIFT |
1188 		     aclk_div << ACLK_PERIHP_DIV_CON_SHIFT);
1189 
1190 	/* configure perilp0 aclk, hclk, pclk */
1191 	aclk_div = DIV_ROUND_UP(GPLL_HZ, PERILP0_ACLK_HZ) - 1;
1192 
1193 	hclk_div = PERILP0_ACLK_HZ / PERILP0_HCLK_HZ - 1;
1194 	assert((hclk_div + 1) * PERILP0_HCLK_HZ ==
1195 	       PERILP0_ACLK_HZ && (hclk_div <= 0x3));
1196 
1197 	pclk_div = PERILP0_ACLK_HZ / PERILP0_PCLK_HZ - 1;
1198 	assert((pclk_div + 1) * PERILP0_PCLK_HZ ==
1199 	       PERILP0_ACLK_HZ && (pclk_div <= 0x7));
1200 
1201 	rk_clrsetreg(&cru->clksel_con[23],
1202 		     PCLK_PERILP0_DIV_CON_MASK | HCLK_PERILP0_DIV_CON_MASK |
1203 		     ACLK_PERILP0_PLL_SEL_MASK | ACLK_PERILP0_DIV_CON_MASK,
1204 		     pclk_div << PCLK_PERILP0_DIV_CON_SHIFT |
1205 		     hclk_div << HCLK_PERILP0_DIV_CON_SHIFT |
1206 		     ACLK_PERILP0_PLL_SEL_GPLL << ACLK_PERILP0_PLL_SEL_SHIFT |
1207 		     aclk_div << ACLK_PERILP0_DIV_CON_SHIFT);
1208 
1209 	/* perilp1 hclk select gpll as source */
1210 	hclk_div = DIV_ROUND_UP(GPLL_HZ, PERILP1_HCLK_HZ) - 1;
1211 	assert((hclk_div + 1) * PERILP1_HCLK_HZ ==
1212 	       GPLL_HZ && (hclk_div <= 0x1f));
1213 
1214 	pclk_div = PERILP1_HCLK_HZ / PERILP1_PCLK_HZ - 1;
1215 	assert((pclk_div + 1) * PERILP1_PCLK_HZ ==
1216 	       PERILP1_HCLK_HZ && (pclk_div <= 0x7));
1217 
1218 	rk_clrsetreg(&cru->clksel_con[25],
1219 		     PCLK_PERILP1_DIV_CON_MASK | HCLK_PERILP1_DIV_CON_MASK |
1220 		     HCLK_PERILP1_PLL_SEL_MASK,
1221 		     pclk_div << PCLK_PERILP1_DIV_CON_SHIFT |
1222 		     hclk_div << HCLK_PERILP1_DIV_CON_SHIFT |
1223 		     HCLK_PERILP1_PLL_SEL_GPLL << HCLK_PERILP1_PLL_SEL_SHIFT);
1224 
1225 	rk_clrsetreg(&cru->clksel_con[21],
1226 		     ACLK_EMMC_PLL_SEL_MASK | ACLK_EMMC_DIV_CON_MASK,
1227 		     ACLK_EMMC_PLL_SEL_GPLL << ACLK_EMMC_PLL_SEL_SHIFT |
1228 		     (4 - 1) << ACLK_EMMC_DIV_CON_SHIFT);
1229 	rk_clrsetreg(&cru->clksel_con[22], 0x3f << 0, 7 << 0);
1230 
1231 	rkclk_set_pll(&cru->gpll_con[0], &gpll_init_cfg);
1232 }
1233 
1234 static int rk3399_clk_probe(struct udevice *dev)
1235 {
1236 	struct rk3399_clk_priv *priv = dev_get_priv(dev);
1237 
1238 #if CONFIG_IS_ENABLED(OF_PLATDATA)
1239 	struct rk3399_clk_plat *plat = dev_get_platdata(dev);
1240 
1241 	priv->cru = map_sysmem(plat->dtd.reg[0], plat->dtd.reg[1]);
1242 #endif
1243 	rkclk_init(priv->cru);
1244 	return 0;
1245 }
1246 
1247 static int rk3399_clk_ofdata_to_platdata(struct udevice *dev)
1248 {
1249 #if !CONFIG_IS_ENABLED(OF_PLATDATA)
1250 	struct rk3399_clk_priv *priv = dev_get_priv(dev);
1251 
1252 	priv->cru = dev_read_addr_ptr(dev);
1253 #endif
1254 	return 0;
1255 }
1256 
1257 static int rk3399_clk_bind(struct udevice *dev)
1258 {
1259 	int ret;
1260 	struct udevice *sys_child, *sf_child;
1261 	struct sysreset_reg *priv;
1262 	struct softreset_reg *sf_priv;
1263 
1264 	/* The reset driver does not have a device node, so bind it here */
1265 	ret = device_bind_driver(dev, "rockchip_sysreset", "sysreset",
1266 				 &sys_child);
1267 	if (ret) {
1268 		debug("Warning: No sysreset driver: ret=%d\n", ret);
1269 	} else {
1270 		priv = malloc(sizeof(struct sysreset_reg));
1271 		priv->glb_srst_fst_value = offsetof(struct rk3399_cru,
1272 						    glb_srst_fst_value);
1273 		priv->glb_srst_snd_value = offsetof(struct rk3399_cru,
1274 						    glb_srst_snd_value);
1275 		sys_child->priv = priv;
1276 	}
1277 
1278 	ret = device_bind_driver_to_node(dev, "rockchip_reset", "reset",
1279 					 dev_ofnode(dev), &sf_child);
1280 	if (ret) {
1281 		debug("Warning: No rockchip reset driver: ret=%d\n", ret);
1282 	} else {
1283 		sf_priv = malloc(sizeof(struct softreset_reg));
1284 		sf_priv->sf_reset_offset = offsetof(struct rk3399_cru,
1285 						    softrst_con[0]);
1286 		sf_priv->sf_reset_num = 21;
1287 		sf_child->priv = sf_priv;
1288 	}
1289 
1290 	return 0;
1291 }
1292 
1293 static const struct udevice_id rk3399_clk_ids[] = {
1294 	{ .compatible = "rockchip,rk3399-cru" },
1295 	{ }
1296 };
1297 
1298 U_BOOT_DRIVER(clk_rk3399) = {
1299 	.name		= "rockchip_rk3399_cru",
1300 	.id		= UCLASS_CLK,
1301 	.of_match	= rk3399_clk_ids,
1302 	.priv_auto_alloc_size = sizeof(struct rk3399_clk_priv),
1303 	.ofdata_to_platdata = rk3399_clk_ofdata_to_platdata,
1304 	.ops		= &rk3399_clk_ops,
1305 	.bind		= rk3399_clk_bind,
1306 	.probe		= rk3399_clk_probe,
1307 #if CONFIG_IS_ENABLED(OF_PLATDATA)
1308 	.platdata_auto_alloc_size = sizeof(struct rk3399_clk_plat),
1309 #endif
1310 };
1311 
1312 static ulong rk3399_i2c_get_pmuclk(struct rk3399_pmucru *pmucru, ulong clk_id)
1313 {
1314 	u32 div, con;
1315 
1316 	switch (clk_id) {
1317 	case SCLK_I2C0_PMU:
1318 		con = readl(&pmucru->pmucru_clksel[2]);
1319 		div = I2C_CLK_DIV_VALUE(con, 0);
1320 		break;
1321 	case SCLK_I2C4_PMU:
1322 		con = readl(&pmucru->pmucru_clksel[3]);
1323 		div = I2C_CLK_DIV_VALUE(con, 4);
1324 		break;
1325 	case SCLK_I2C8_PMU:
1326 		con = readl(&pmucru->pmucru_clksel[2]);
1327 		div = I2C_CLK_DIV_VALUE(con, 8);
1328 		break;
1329 	default:
1330 		printf("do not support this i2c bus\n");
1331 		return -EINVAL;
1332 	}
1333 
1334 	return DIV_TO_RATE(PPLL_HZ, div);
1335 }
1336 
1337 static ulong rk3399_i2c_set_pmuclk(struct rk3399_pmucru *pmucru, ulong clk_id,
1338 				   uint hz)
1339 {
1340 	int src_clk_div;
1341 
1342 	src_clk_div = PPLL_HZ / hz;
1343 	assert(src_clk_div - 1 < 127);
1344 
1345 	switch (clk_id) {
1346 	case SCLK_I2C0_PMU:
1347 		rk_clrsetreg(&pmucru->pmucru_clksel[2], I2C_PMUCLK_REG_MASK(0),
1348 			     I2C_PMUCLK_REG_VALUE(0, src_clk_div));
1349 		break;
1350 	case SCLK_I2C4_PMU:
1351 		rk_clrsetreg(&pmucru->pmucru_clksel[3], I2C_PMUCLK_REG_MASK(4),
1352 			     I2C_PMUCLK_REG_VALUE(4, src_clk_div));
1353 		break;
1354 	case SCLK_I2C8_PMU:
1355 		rk_clrsetreg(&pmucru->pmucru_clksel[2], I2C_PMUCLK_REG_MASK(8),
1356 			     I2C_PMUCLK_REG_VALUE(8, src_clk_div));
1357 		break;
1358 	default:
1359 		printf("do not support this i2c bus\n");
1360 		return -EINVAL;
1361 	}
1362 
1363 	return DIV_TO_RATE(PPLL_HZ, src_clk_div);
1364 }
1365 
1366 static ulong rk3399_pwm_get_clk(struct rk3399_pmucru *pmucru)
1367 {
1368 	u32 div, con;
1369 
1370 	/* PWM closk rate is same as pclk_pmu */
1371 	con = readl(&pmucru->pmucru_clksel[0]);
1372 	div = con & PMU_PCLK_DIV_CON_MASK;
1373 
1374 	return DIV_TO_RATE(PPLL_HZ, div);
1375 }
1376 
1377 static ulong rk3399_pmuclk_get_rate(struct clk *clk)
1378 {
1379 	struct rk3399_pmuclk_priv *priv = dev_get_priv(clk->dev);
1380 	ulong rate = 0;
1381 
1382 	switch (clk->id) {
1383 	case PCLK_RKPWM_PMU:
1384 		rate = rk3399_pwm_get_clk(priv->pmucru);
1385 		break;
1386 	case SCLK_I2C0_PMU:
1387 	case SCLK_I2C4_PMU:
1388 	case SCLK_I2C8_PMU:
1389 		rate = rk3399_i2c_get_pmuclk(priv->pmucru, clk->id);
1390 		break;
1391 	case SCLK_UART4_PMU:
1392 		rate = 24000000;
1393 		break;
1394 	default:
1395 		return -ENOENT;
1396 	}
1397 
1398 	return rate;
1399 }
1400 
1401 static ulong rk3399_pmuclk_set_rate(struct clk *clk, ulong rate)
1402 {
1403 	struct rk3399_pmuclk_priv *priv = dev_get_priv(clk->dev);
1404 	ulong ret = 0;
1405 
1406 	switch (clk->id) {
1407 	case SCLK_I2C0_PMU:
1408 	case SCLK_I2C4_PMU:
1409 	case SCLK_I2C8_PMU:
1410 		ret = rk3399_i2c_set_pmuclk(priv->pmucru, clk->id, rate);
1411 		break;
1412 	default:
1413 		return -ENOENT;
1414 	}
1415 
1416 	return ret;
1417 }
1418 
1419 static struct clk_ops rk3399_pmuclk_ops = {
1420 	.get_rate = rk3399_pmuclk_get_rate,
1421 	.set_rate = rk3399_pmuclk_set_rate,
1422 };
1423 
1424 #ifndef CONFIG_SPL_BUILD
1425 static void pmuclk_init(struct rk3399_pmucru *pmucru)
1426 {
1427 	u32 pclk_div;
1428 
1429 	/*  configure pmu pll(ppll) */
1430 	rkclk_set_pll(&pmucru->ppll_con[0], &ppll_init_cfg);
1431 
1432 	/*  configure pmu pclk */
1433 	pclk_div = PPLL_HZ / PMU_PCLK_HZ - 1;
1434 	rk_clrsetreg(&pmucru->pmucru_clksel[0],
1435 		     PMU_PCLK_DIV_CON_MASK,
1436 		     pclk_div << PMU_PCLK_DIV_CON_SHIFT);
1437 }
1438 #endif
1439 
1440 static int rk3399_pmuclk_probe(struct udevice *dev)
1441 {
1442 #if CONFIG_IS_ENABLED(OF_PLATDATA) || !defined(CONFIG_SPL_BUILD)
1443 	struct rk3399_pmuclk_priv *priv = dev_get_priv(dev);
1444 #endif
1445 
1446 #if CONFIG_IS_ENABLED(OF_PLATDATA)
1447 	struct rk3399_pmuclk_plat *plat = dev_get_platdata(dev);
1448 
1449 	priv->pmucru = map_sysmem(plat->dtd.reg[0], plat->dtd.reg[1]);
1450 #endif
1451 
1452 #ifndef CONFIG_SPL_BUILD
1453 	pmuclk_init(priv->pmucru);
1454 #endif
1455 	return 0;
1456 }
1457 
1458 static int rk3399_pmuclk_ofdata_to_platdata(struct udevice *dev)
1459 {
1460 #if !CONFIG_IS_ENABLED(OF_PLATDATA)
1461 	struct rk3399_pmuclk_priv *priv = dev_get_priv(dev);
1462 
1463 	priv->pmucru = dev_read_addr_ptr(dev);
1464 #endif
1465 	return 0;
1466 }
1467 
1468 static int rk3399_pmuclk_bind(struct udevice *dev)
1469 {
1470 	int ret = 0;
1471 	struct udevice *sf_child;
1472 	struct softreset_reg *sf_priv;
1473 
1474 	ret = device_bind_driver_to_node(dev, "rockchip_reset",
1475 					 "reset", dev_ofnode(dev),
1476 					 &sf_child);
1477 	if (ret) {
1478 		debug("Warning: No rockchip reset driver: ret=%d\n", ret);
1479 	} else {
1480 		sf_priv = malloc(sizeof(struct softreset_reg));
1481 		sf_priv->sf_reset_offset = offsetof(struct rk3399_pmucru,
1482 						    pmucru_softrst_con[0]);
1483 		sf_priv->sf_reset_num = 2;
1484 		sf_child->priv = sf_priv;
1485 	}
1486 
1487 	return 0;
1488 }
1489 
1490 static const struct udevice_id rk3399_pmuclk_ids[] = {
1491 	{ .compatible = "rockchip,rk3399-pmucru" },
1492 	{ }
1493 };
1494 
1495 U_BOOT_DRIVER(rockchip_rk3399_pmuclk) = {
1496 	.name		= "rockchip_rk3399_pmucru",
1497 	.id		= UCLASS_CLK,
1498 	.of_match	= rk3399_pmuclk_ids,
1499 	.priv_auto_alloc_size = sizeof(struct rk3399_pmuclk_priv),
1500 	.ofdata_to_platdata = rk3399_pmuclk_ofdata_to_platdata,
1501 	.ops		= &rk3399_pmuclk_ops,
1502 	.probe		= rk3399_pmuclk_probe,
1503 	.bind		= rk3399_pmuclk_bind,
1504 #if CONFIG_IS_ENABLED(OF_PLATDATA)
1505 	.platdata_auto_alloc_size = sizeof(struct rk3399_pmuclk_plat),
1506 #endif
1507 };
1508