1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2016 Maxime Ripard
4*4882a593Smuzhiyun * Maxime Ripard <maxime.ripard@free-electrons.com>
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include <linux/clk-provider.h>
8*4882a593Smuzhiyun #include <linux/io.h>
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include "ccu_gate.h"
11*4882a593Smuzhiyun #include "ccu_mp.h"
12*4882a593Smuzhiyun
ccu_mp_find_best(unsigned long parent,unsigned long rate,unsigned int max_m,unsigned int max_p,unsigned int * m,unsigned int * p)13*4882a593Smuzhiyun static void ccu_mp_find_best(unsigned long parent, unsigned long rate,
14*4882a593Smuzhiyun unsigned int max_m, unsigned int max_p,
15*4882a593Smuzhiyun unsigned int *m, unsigned int *p)
16*4882a593Smuzhiyun {
17*4882a593Smuzhiyun unsigned long best_rate = 0;
18*4882a593Smuzhiyun unsigned int best_m = 0, best_p = 0;
19*4882a593Smuzhiyun unsigned int _m, _p;
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun for (_p = 1; _p <= max_p; _p <<= 1) {
22*4882a593Smuzhiyun for (_m = 1; _m <= max_m; _m++) {
23*4882a593Smuzhiyun unsigned long tmp_rate = parent / _p / _m;
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun if (tmp_rate > rate)
26*4882a593Smuzhiyun continue;
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun if ((rate - tmp_rate) < (rate - best_rate)) {
29*4882a593Smuzhiyun best_rate = tmp_rate;
30*4882a593Smuzhiyun best_m = _m;
31*4882a593Smuzhiyun best_p = _p;
32*4882a593Smuzhiyun }
33*4882a593Smuzhiyun }
34*4882a593Smuzhiyun }
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun *m = best_m;
37*4882a593Smuzhiyun *p = best_p;
38*4882a593Smuzhiyun }
39*4882a593Smuzhiyun
ccu_mp_find_best_with_parent_adj(struct clk_hw * hw,unsigned long * parent,unsigned long rate,unsigned int max_m,unsigned int max_p)40*4882a593Smuzhiyun static unsigned long ccu_mp_find_best_with_parent_adj(struct clk_hw *hw,
41*4882a593Smuzhiyun unsigned long *parent,
42*4882a593Smuzhiyun unsigned long rate,
43*4882a593Smuzhiyun unsigned int max_m,
44*4882a593Smuzhiyun unsigned int max_p)
45*4882a593Smuzhiyun {
46*4882a593Smuzhiyun unsigned long parent_rate_saved;
47*4882a593Smuzhiyun unsigned long parent_rate, now;
48*4882a593Smuzhiyun unsigned long best_rate = 0;
49*4882a593Smuzhiyun unsigned int _m, _p, div;
50*4882a593Smuzhiyun unsigned long maxdiv;
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun parent_rate_saved = *parent;
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun /*
55*4882a593Smuzhiyun * The maximum divider we can use without overflowing
56*4882a593Smuzhiyun * unsigned long in rate * m * p below
57*4882a593Smuzhiyun */
58*4882a593Smuzhiyun maxdiv = max_m * max_p;
59*4882a593Smuzhiyun maxdiv = min(ULONG_MAX / rate, maxdiv);
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun for (_p = 1; _p <= max_p; _p <<= 1) {
62*4882a593Smuzhiyun for (_m = 1; _m <= max_m; _m++) {
63*4882a593Smuzhiyun div = _m * _p;
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun if (div > maxdiv)
66*4882a593Smuzhiyun break;
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun if (rate * div == parent_rate_saved) {
69*4882a593Smuzhiyun /*
70*4882a593Smuzhiyun * It's the most ideal case if the requested
71*4882a593Smuzhiyun * rate can be divided from parent clock without
72*4882a593Smuzhiyun * needing to change parent rate, so return the
73*4882a593Smuzhiyun * divider immediately.
74*4882a593Smuzhiyun */
75*4882a593Smuzhiyun *parent = parent_rate_saved;
76*4882a593Smuzhiyun return rate;
77*4882a593Smuzhiyun }
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun parent_rate = clk_hw_round_rate(hw, rate * div);
80*4882a593Smuzhiyun now = parent_rate / div;
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun if (now <= rate && now > best_rate) {
83*4882a593Smuzhiyun best_rate = now;
84*4882a593Smuzhiyun *parent = parent_rate;
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun if (now == rate)
87*4882a593Smuzhiyun return rate;
88*4882a593Smuzhiyun }
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun return best_rate;
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun
ccu_mp_round_rate(struct ccu_mux_internal * mux,struct clk_hw * hw,unsigned long * parent_rate,unsigned long rate,void * data)95*4882a593Smuzhiyun static unsigned long ccu_mp_round_rate(struct ccu_mux_internal *mux,
96*4882a593Smuzhiyun struct clk_hw *hw,
97*4882a593Smuzhiyun unsigned long *parent_rate,
98*4882a593Smuzhiyun unsigned long rate,
99*4882a593Smuzhiyun void *data)
100*4882a593Smuzhiyun {
101*4882a593Smuzhiyun struct ccu_mp *cmp = data;
102*4882a593Smuzhiyun unsigned int max_m, max_p;
103*4882a593Smuzhiyun unsigned int m, p;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun if (cmp->common.features & CCU_FEATURE_FIXED_POSTDIV)
106*4882a593Smuzhiyun rate *= cmp->fixed_post_div;
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun max_m = cmp->m.max ?: 1 << cmp->m.width;
109*4882a593Smuzhiyun max_p = cmp->p.max ?: 1 << ((1 << cmp->p.width) - 1);
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun if (!clk_hw_can_set_rate_parent(&cmp->common.hw)) {
112*4882a593Smuzhiyun ccu_mp_find_best(*parent_rate, rate, max_m, max_p, &m, &p);
113*4882a593Smuzhiyun rate = *parent_rate / p / m;
114*4882a593Smuzhiyun } else {
115*4882a593Smuzhiyun rate = ccu_mp_find_best_with_parent_adj(hw, parent_rate, rate,
116*4882a593Smuzhiyun max_m, max_p);
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun if (cmp->common.features & CCU_FEATURE_FIXED_POSTDIV)
120*4882a593Smuzhiyun rate /= cmp->fixed_post_div;
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun return rate;
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
ccu_mp_disable(struct clk_hw * hw)125*4882a593Smuzhiyun static void ccu_mp_disable(struct clk_hw *hw)
126*4882a593Smuzhiyun {
127*4882a593Smuzhiyun struct ccu_mp *cmp = hw_to_ccu_mp(hw);
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun return ccu_gate_helper_disable(&cmp->common, cmp->enable);
130*4882a593Smuzhiyun }
131*4882a593Smuzhiyun
ccu_mp_enable(struct clk_hw * hw)132*4882a593Smuzhiyun static int ccu_mp_enable(struct clk_hw *hw)
133*4882a593Smuzhiyun {
134*4882a593Smuzhiyun struct ccu_mp *cmp = hw_to_ccu_mp(hw);
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun return ccu_gate_helper_enable(&cmp->common, cmp->enable);
137*4882a593Smuzhiyun }
138*4882a593Smuzhiyun
ccu_mp_is_enabled(struct clk_hw * hw)139*4882a593Smuzhiyun static int ccu_mp_is_enabled(struct clk_hw *hw)
140*4882a593Smuzhiyun {
141*4882a593Smuzhiyun struct ccu_mp *cmp = hw_to_ccu_mp(hw);
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun return ccu_gate_helper_is_enabled(&cmp->common, cmp->enable);
144*4882a593Smuzhiyun }
145*4882a593Smuzhiyun
ccu_mp_recalc_rate(struct clk_hw * hw,unsigned long parent_rate)146*4882a593Smuzhiyun static unsigned long ccu_mp_recalc_rate(struct clk_hw *hw,
147*4882a593Smuzhiyun unsigned long parent_rate)
148*4882a593Smuzhiyun {
149*4882a593Smuzhiyun struct ccu_mp *cmp = hw_to_ccu_mp(hw);
150*4882a593Smuzhiyun unsigned long rate;
151*4882a593Smuzhiyun unsigned int m, p;
152*4882a593Smuzhiyun u32 reg;
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun /* Adjust parent_rate according to pre-dividers */
155*4882a593Smuzhiyun parent_rate = ccu_mux_helper_apply_prediv(&cmp->common, &cmp->mux, -1,
156*4882a593Smuzhiyun parent_rate);
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun reg = readl(cmp->common.base + cmp->common.reg);
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun m = reg >> cmp->m.shift;
161*4882a593Smuzhiyun m &= (1 << cmp->m.width) - 1;
162*4882a593Smuzhiyun m += cmp->m.offset;
163*4882a593Smuzhiyun if (!m)
164*4882a593Smuzhiyun m++;
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun p = reg >> cmp->p.shift;
167*4882a593Smuzhiyun p &= (1 << cmp->p.width) - 1;
168*4882a593Smuzhiyun
169*4882a593Smuzhiyun rate = (parent_rate >> p) / m;
170*4882a593Smuzhiyun if (cmp->common.features & CCU_FEATURE_FIXED_POSTDIV)
171*4882a593Smuzhiyun rate /= cmp->fixed_post_div;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun return rate;
174*4882a593Smuzhiyun }
175*4882a593Smuzhiyun
ccu_mp_determine_rate(struct clk_hw * hw,struct clk_rate_request * req)176*4882a593Smuzhiyun static int ccu_mp_determine_rate(struct clk_hw *hw,
177*4882a593Smuzhiyun struct clk_rate_request *req)
178*4882a593Smuzhiyun {
179*4882a593Smuzhiyun struct ccu_mp *cmp = hw_to_ccu_mp(hw);
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun return ccu_mux_helper_determine_rate(&cmp->common, &cmp->mux,
182*4882a593Smuzhiyun req, ccu_mp_round_rate, cmp);
183*4882a593Smuzhiyun }
184*4882a593Smuzhiyun
ccu_mp_set_rate(struct clk_hw * hw,unsigned long rate,unsigned long parent_rate)185*4882a593Smuzhiyun static int ccu_mp_set_rate(struct clk_hw *hw, unsigned long rate,
186*4882a593Smuzhiyun unsigned long parent_rate)
187*4882a593Smuzhiyun {
188*4882a593Smuzhiyun struct ccu_mp *cmp = hw_to_ccu_mp(hw);
189*4882a593Smuzhiyun unsigned long flags;
190*4882a593Smuzhiyun unsigned int max_m, max_p;
191*4882a593Smuzhiyun unsigned int m, p;
192*4882a593Smuzhiyun u32 reg;
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun /* Adjust parent_rate according to pre-dividers */
195*4882a593Smuzhiyun parent_rate = ccu_mux_helper_apply_prediv(&cmp->common, &cmp->mux, -1,
196*4882a593Smuzhiyun parent_rate);
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun max_m = cmp->m.max ?: 1 << cmp->m.width;
199*4882a593Smuzhiyun max_p = cmp->p.max ?: 1 << ((1 << cmp->p.width) - 1);
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun /* Adjust target rate according to post-dividers */
202*4882a593Smuzhiyun if (cmp->common.features & CCU_FEATURE_FIXED_POSTDIV)
203*4882a593Smuzhiyun rate = rate * cmp->fixed_post_div;
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun ccu_mp_find_best(parent_rate, rate, max_m, max_p, &m, &p);
206*4882a593Smuzhiyun
207*4882a593Smuzhiyun spin_lock_irqsave(cmp->common.lock, flags);
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun reg = readl(cmp->common.base + cmp->common.reg);
210*4882a593Smuzhiyun reg &= ~GENMASK(cmp->m.width + cmp->m.shift - 1, cmp->m.shift);
211*4882a593Smuzhiyun reg &= ~GENMASK(cmp->p.width + cmp->p.shift - 1, cmp->p.shift);
212*4882a593Smuzhiyun reg |= (m - cmp->m.offset) << cmp->m.shift;
213*4882a593Smuzhiyun reg |= ilog2(p) << cmp->p.shift;
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun writel(reg, cmp->common.base + cmp->common.reg);
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun spin_unlock_irqrestore(cmp->common.lock, flags);
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun return 0;
220*4882a593Smuzhiyun }
221*4882a593Smuzhiyun
ccu_mp_get_parent(struct clk_hw * hw)222*4882a593Smuzhiyun static u8 ccu_mp_get_parent(struct clk_hw *hw)
223*4882a593Smuzhiyun {
224*4882a593Smuzhiyun struct ccu_mp *cmp = hw_to_ccu_mp(hw);
225*4882a593Smuzhiyun
226*4882a593Smuzhiyun return ccu_mux_helper_get_parent(&cmp->common, &cmp->mux);
227*4882a593Smuzhiyun }
228*4882a593Smuzhiyun
ccu_mp_set_parent(struct clk_hw * hw,u8 index)229*4882a593Smuzhiyun static int ccu_mp_set_parent(struct clk_hw *hw, u8 index)
230*4882a593Smuzhiyun {
231*4882a593Smuzhiyun struct ccu_mp *cmp = hw_to_ccu_mp(hw);
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun return ccu_mux_helper_set_parent(&cmp->common, &cmp->mux, index);
234*4882a593Smuzhiyun }
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun const struct clk_ops ccu_mp_ops = {
237*4882a593Smuzhiyun .disable = ccu_mp_disable,
238*4882a593Smuzhiyun .enable = ccu_mp_enable,
239*4882a593Smuzhiyun .is_enabled = ccu_mp_is_enabled,
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun .get_parent = ccu_mp_get_parent,
242*4882a593Smuzhiyun .set_parent = ccu_mp_set_parent,
243*4882a593Smuzhiyun
244*4882a593Smuzhiyun .determine_rate = ccu_mp_determine_rate,
245*4882a593Smuzhiyun .recalc_rate = ccu_mp_recalc_rate,
246*4882a593Smuzhiyun .set_rate = ccu_mp_set_rate,
247*4882a593Smuzhiyun };
248*4882a593Smuzhiyun
249*4882a593Smuzhiyun /*
250*4882a593Smuzhiyun * Support for MMC timing mode switching
251*4882a593Smuzhiyun *
252*4882a593Smuzhiyun * The MMC clocks on some SoCs support switching between old and
253*4882a593Smuzhiyun * new timing modes. A platform specific API is provided to query
254*4882a593Smuzhiyun * and set the timing mode on supported SoCs.
255*4882a593Smuzhiyun *
256*4882a593Smuzhiyun * In addition, a special class of ccu_mp_ops is provided, which
257*4882a593Smuzhiyun * takes in to account the timing mode switch. When the new timing
258*4882a593Smuzhiyun * mode is active, the clock output rate is halved. This new class
259*4882a593Smuzhiyun * is a wrapper around the generic ccu_mp_ops. When clock rates
260*4882a593Smuzhiyun * are passed through to ccu_mp_ops callbacks, they are doubled
261*4882a593Smuzhiyun * if the new timing mode bit is set, to account for the post
262*4882a593Smuzhiyun * divider. Conversely, when clock rates are passed back, they
263*4882a593Smuzhiyun * are halved if the mode bit is set.
264*4882a593Smuzhiyun */
265*4882a593Smuzhiyun
ccu_mp_mmc_recalc_rate(struct clk_hw * hw,unsigned long parent_rate)266*4882a593Smuzhiyun static unsigned long ccu_mp_mmc_recalc_rate(struct clk_hw *hw,
267*4882a593Smuzhiyun unsigned long parent_rate)
268*4882a593Smuzhiyun {
269*4882a593Smuzhiyun unsigned long rate = ccu_mp_recalc_rate(hw, parent_rate);
270*4882a593Smuzhiyun struct ccu_common *cm = hw_to_ccu_common(hw);
271*4882a593Smuzhiyun u32 val = readl(cm->base + cm->reg);
272*4882a593Smuzhiyun
273*4882a593Smuzhiyun if (val & CCU_MMC_NEW_TIMING_MODE)
274*4882a593Smuzhiyun return rate / 2;
275*4882a593Smuzhiyun return rate;
276*4882a593Smuzhiyun }
277*4882a593Smuzhiyun
ccu_mp_mmc_determine_rate(struct clk_hw * hw,struct clk_rate_request * req)278*4882a593Smuzhiyun static int ccu_mp_mmc_determine_rate(struct clk_hw *hw,
279*4882a593Smuzhiyun struct clk_rate_request *req)
280*4882a593Smuzhiyun {
281*4882a593Smuzhiyun struct ccu_common *cm = hw_to_ccu_common(hw);
282*4882a593Smuzhiyun u32 val = readl(cm->base + cm->reg);
283*4882a593Smuzhiyun int ret;
284*4882a593Smuzhiyun
285*4882a593Smuzhiyun /* adjust the requested clock rate */
286*4882a593Smuzhiyun if (val & CCU_MMC_NEW_TIMING_MODE) {
287*4882a593Smuzhiyun req->rate *= 2;
288*4882a593Smuzhiyun req->min_rate *= 2;
289*4882a593Smuzhiyun req->max_rate *= 2;
290*4882a593Smuzhiyun }
291*4882a593Smuzhiyun
292*4882a593Smuzhiyun ret = ccu_mp_determine_rate(hw, req);
293*4882a593Smuzhiyun
294*4882a593Smuzhiyun /* re-adjust the requested clock rate back */
295*4882a593Smuzhiyun if (val & CCU_MMC_NEW_TIMING_MODE) {
296*4882a593Smuzhiyun req->rate /= 2;
297*4882a593Smuzhiyun req->min_rate /= 2;
298*4882a593Smuzhiyun req->max_rate /= 2;
299*4882a593Smuzhiyun }
300*4882a593Smuzhiyun
301*4882a593Smuzhiyun return ret;
302*4882a593Smuzhiyun }
303*4882a593Smuzhiyun
ccu_mp_mmc_set_rate(struct clk_hw * hw,unsigned long rate,unsigned long parent_rate)304*4882a593Smuzhiyun static int ccu_mp_mmc_set_rate(struct clk_hw *hw, unsigned long rate,
305*4882a593Smuzhiyun unsigned long parent_rate)
306*4882a593Smuzhiyun {
307*4882a593Smuzhiyun struct ccu_common *cm = hw_to_ccu_common(hw);
308*4882a593Smuzhiyun u32 val = readl(cm->base + cm->reg);
309*4882a593Smuzhiyun
310*4882a593Smuzhiyun if (val & CCU_MMC_NEW_TIMING_MODE)
311*4882a593Smuzhiyun rate *= 2;
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun return ccu_mp_set_rate(hw, rate, parent_rate);
314*4882a593Smuzhiyun }
315*4882a593Smuzhiyun
316*4882a593Smuzhiyun const struct clk_ops ccu_mp_mmc_ops = {
317*4882a593Smuzhiyun .disable = ccu_mp_disable,
318*4882a593Smuzhiyun .enable = ccu_mp_enable,
319*4882a593Smuzhiyun .is_enabled = ccu_mp_is_enabled,
320*4882a593Smuzhiyun
321*4882a593Smuzhiyun .get_parent = ccu_mp_get_parent,
322*4882a593Smuzhiyun .set_parent = ccu_mp_set_parent,
323*4882a593Smuzhiyun
324*4882a593Smuzhiyun .determine_rate = ccu_mp_mmc_determine_rate,
325*4882a593Smuzhiyun .recalc_rate = ccu_mp_mmc_recalc_rate,
326*4882a593Smuzhiyun .set_rate = ccu_mp_mmc_set_rate,
327*4882a593Smuzhiyun };
328