1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (c) 2020, The Linux Foundation. All rights reserved.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #include <linux/bitfield.h>
7*4882a593Smuzhiyun #include <linux/clk.h>
8*4882a593Smuzhiyun #include <linux/interconnect-provider.h>
9*4882a593Smuzhiyun #include <linux/io.h>
10*4882a593Smuzhiyun #include <linux/kernel.h>
11*4882a593Smuzhiyun #include <linux/module.h>
12*4882a593Smuzhiyun #include <linux/of_device.h>
13*4882a593Smuzhiyun #include <linux/platform_device.h>
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun #include <dt-bindings/interconnect/qcom,osm-l3.h>
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #include "sc7180.h"
18*4882a593Smuzhiyun #include "sdm845.h"
19*4882a593Smuzhiyun #include "sm8150.h"
20*4882a593Smuzhiyun #include "sm8250.h"
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #define LUT_MAX_ENTRIES 40U
23*4882a593Smuzhiyun #define LUT_SRC GENMASK(31, 30)
24*4882a593Smuzhiyun #define LUT_L_VAL GENMASK(7, 0)
25*4882a593Smuzhiyun #define CLK_HW_DIV 2
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun /* OSM Register offsets */
28*4882a593Smuzhiyun #define REG_ENABLE 0x0
29*4882a593Smuzhiyun #define OSM_LUT_ROW_SIZE 32
30*4882a593Smuzhiyun #define OSM_REG_FREQ_LUT 0x110
31*4882a593Smuzhiyun #define OSM_REG_PERF_STATE 0x920
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun /* EPSS Register offsets */
34*4882a593Smuzhiyun #define EPSS_LUT_ROW_SIZE 4
35*4882a593Smuzhiyun #define EPSS_REG_FREQ_LUT 0x100
36*4882a593Smuzhiyun #define EPSS_REG_PERF_STATE 0x320
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun #define OSM_L3_MAX_LINKS 1
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun #define to_qcom_provider(_provider) \
41*4882a593Smuzhiyun container_of(_provider, struct qcom_osm_l3_icc_provider, provider)
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun struct qcom_osm_l3_icc_provider {
44*4882a593Smuzhiyun void __iomem *base;
45*4882a593Smuzhiyun unsigned int max_state;
46*4882a593Smuzhiyun unsigned int reg_perf_state;
47*4882a593Smuzhiyun unsigned long lut_tables[LUT_MAX_ENTRIES];
48*4882a593Smuzhiyun struct icc_provider provider;
49*4882a593Smuzhiyun };
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun /**
52*4882a593Smuzhiyun * struct qcom_icc_node - Qualcomm specific interconnect nodes
53*4882a593Smuzhiyun * @name: the node name used in debugfs
54*4882a593Smuzhiyun * @links: an array of nodes where we can go next while traversing
55*4882a593Smuzhiyun * @id: a unique node identifier
56*4882a593Smuzhiyun * @num_links: the total number of @links
57*4882a593Smuzhiyun * @buswidth: width of the interconnect between a node and the bus
58*4882a593Smuzhiyun */
59*4882a593Smuzhiyun struct qcom_icc_node {
60*4882a593Smuzhiyun const char *name;
61*4882a593Smuzhiyun u16 links[OSM_L3_MAX_LINKS];
62*4882a593Smuzhiyun u16 id;
63*4882a593Smuzhiyun u16 num_links;
64*4882a593Smuzhiyun u16 buswidth;
65*4882a593Smuzhiyun };
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun struct qcom_icc_desc {
68*4882a593Smuzhiyun const struct qcom_icc_node **nodes;
69*4882a593Smuzhiyun size_t num_nodes;
70*4882a593Smuzhiyun unsigned int lut_row_size;
71*4882a593Smuzhiyun unsigned int reg_freq_lut;
72*4882a593Smuzhiyun unsigned int reg_perf_state;
73*4882a593Smuzhiyun };
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun #define DEFINE_QNODE(_name, _id, _buswidth, ...) \
76*4882a593Smuzhiyun static const struct qcom_icc_node _name = { \
77*4882a593Smuzhiyun .name = #_name, \
78*4882a593Smuzhiyun .id = _id, \
79*4882a593Smuzhiyun .buswidth = _buswidth, \
80*4882a593Smuzhiyun .num_links = ARRAY_SIZE(((int[]){ __VA_ARGS__ })), \
81*4882a593Smuzhiyun .links = { __VA_ARGS__ }, \
82*4882a593Smuzhiyun }
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun DEFINE_QNODE(sdm845_osm_apps_l3, SDM845_MASTER_OSM_L3_APPS, 16, SDM845_SLAVE_OSM_L3);
85*4882a593Smuzhiyun DEFINE_QNODE(sdm845_osm_l3, SDM845_SLAVE_OSM_L3, 16);
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun static const struct qcom_icc_node *sdm845_osm_l3_nodes[] = {
88*4882a593Smuzhiyun [MASTER_OSM_L3_APPS] = &sdm845_osm_apps_l3,
89*4882a593Smuzhiyun [SLAVE_OSM_L3] = &sdm845_osm_l3,
90*4882a593Smuzhiyun };
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun static const struct qcom_icc_desc sdm845_icc_osm_l3 = {
93*4882a593Smuzhiyun .nodes = sdm845_osm_l3_nodes,
94*4882a593Smuzhiyun .num_nodes = ARRAY_SIZE(sdm845_osm_l3_nodes),
95*4882a593Smuzhiyun .lut_row_size = OSM_LUT_ROW_SIZE,
96*4882a593Smuzhiyun .reg_freq_lut = OSM_REG_FREQ_LUT,
97*4882a593Smuzhiyun .reg_perf_state = OSM_REG_PERF_STATE,
98*4882a593Smuzhiyun };
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun DEFINE_QNODE(sc7180_osm_apps_l3, SC7180_MASTER_OSM_L3_APPS, 16, SC7180_SLAVE_OSM_L3);
101*4882a593Smuzhiyun DEFINE_QNODE(sc7180_osm_l3, SC7180_SLAVE_OSM_L3, 16);
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun static const struct qcom_icc_node *sc7180_osm_l3_nodes[] = {
104*4882a593Smuzhiyun [MASTER_OSM_L3_APPS] = &sc7180_osm_apps_l3,
105*4882a593Smuzhiyun [SLAVE_OSM_L3] = &sc7180_osm_l3,
106*4882a593Smuzhiyun };
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun static const struct qcom_icc_desc sc7180_icc_osm_l3 = {
109*4882a593Smuzhiyun .nodes = sc7180_osm_l3_nodes,
110*4882a593Smuzhiyun .num_nodes = ARRAY_SIZE(sc7180_osm_l3_nodes),
111*4882a593Smuzhiyun .lut_row_size = OSM_LUT_ROW_SIZE,
112*4882a593Smuzhiyun .reg_freq_lut = OSM_REG_FREQ_LUT,
113*4882a593Smuzhiyun .reg_perf_state = OSM_REG_PERF_STATE,
114*4882a593Smuzhiyun };
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun DEFINE_QNODE(sm8150_osm_apps_l3, SM8150_MASTER_OSM_L3_APPS, 32, SM8150_SLAVE_OSM_L3);
117*4882a593Smuzhiyun DEFINE_QNODE(sm8150_osm_l3, SM8150_SLAVE_OSM_L3, 32);
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun static const struct qcom_icc_node *sm8150_osm_l3_nodes[] = {
120*4882a593Smuzhiyun [MASTER_OSM_L3_APPS] = &sm8150_osm_apps_l3,
121*4882a593Smuzhiyun [SLAVE_OSM_L3] = &sm8150_osm_l3,
122*4882a593Smuzhiyun };
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun static const struct qcom_icc_desc sm8150_icc_osm_l3 = {
125*4882a593Smuzhiyun .nodes = sm8150_osm_l3_nodes,
126*4882a593Smuzhiyun .num_nodes = ARRAY_SIZE(sm8150_osm_l3_nodes),
127*4882a593Smuzhiyun .lut_row_size = OSM_LUT_ROW_SIZE,
128*4882a593Smuzhiyun .reg_freq_lut = OSM_REG_FREQ_LUT,
129*4882a593Smuzhiyun .reg_perf_state = OSM_REG_PERF_STATE,
130*4882a593Smuzhiyun };
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun DEFINE_QNODE(sm8250_epss_apps_l3, SM8250_MASTER_EPSS_L3_APPS, 32, SM8250_SLAVE_EPSS_L3);
133*4882a593Smuzhiyun DEFINE_QNODE(sm8250_epss_l3, SM8250_SLAVE_EPSS_L3, 32);
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun static const struct qcom_icc_node *sm8250_epss_l3_nodes[] = {
136*4882a593Smuzhiyun [MASTER_EPSS_L3_APPS] = &sm8250_epss_apps_l3,
137*4882a593Smuzhiyun [SLAVE_EPSS_L3_SHARED] = &sm8250_epss_l3,
138*4882a593Smuzhiyun };
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun static const struct qcom_icc_desc sm8250_icc_epss_l3 = {
141*4882a593Smuzhiyun .nodes = sm8250_epss_l3_nodes,
142*4882a593Smuzhiyun .num_nodes = ARRAY_SIZE(sm8250_epss_l3_nodes),
143*4882a593Smuzhiyun .lut_row_size = EPSS_LUT_ROW_SIZE,
144*4882a593Smuzhiyun .reg_freq_lut = EPSS_REG_FREQ_LUT,
145*4882a593Smuzhiyun .reg_perf_state = EPSS_REG_PERF_STATE,
146*4882a593Smuzhiyun };
147*4882a593Smuzhiyun
qcom_icc_set(struct icc_node * src,struct icc_node * dst)148*4882a593Smuzhiyun static int qcom_icc_set(struct icc_node *src, struct icc_node *dst)
149*4882a593Smuzhiyun {
150*4882a593Smuzhiyun struct qcom_osm_l3_icc_provider *qp;
151*4882a593Smuzhiyun struct icc_provider *provider;
152*4882a593Smuzhiyun const struct qcom_icc_node *qn;
153*4882a593Smuzhiyun struct icc_node *n;
154*4882a593Smuzhiyun unsigned int index;
155*4882a593Smuzhiyun u32 agg_peak = 0;
156*4882a593Smuzhiyun u32 agg_avg = 0;
157*4882a593Smuzhiyun u64 rate;
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun qn = src->data;
160*4882a593Smuzhiyun provider = src->provider;
161*4882a593Smuzhiyun qp = to_qcom_provider(provider);
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun list_for_each_entry(n, &provider->nodes, node_list)
164*4882a593Smuzhiyun provider->aggregate(n, 0, n->avg_bw, n->peak_bw,
165*4882a593Smuzhiyun &agg_avg, &agg_peak);
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun rate = max(agg_avg, agg_peak);
168*4882a593Smuzhiyun rate = icc_units_to_bps(rate);
169*4882a593Smuzhiyun do_div(rate, qn->buswidth);
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun for (index = 0; index < qp->max_state - 1; index++) {
172*4882a593Smuzhiyun if (qp->lut_tables[index] >= rate)
173*4882a593Smuzhiyun break;
174*4882a593Smuzhiyun }
175*4882a593Smuzhiyun
176*4882a593Smuzhiyun writel_relaxed(index, qp->base + qp->reg_perf_state);
177*4882a593Smuzhiyun
178*4882a593Smuzhiyun return 0;
179*4882a593Smuzhiyun }
180*4882a593Smuzhiyun
qcom_osm_l3_remove(struct platform_device * pdev)181*4882a593Smuzhiyun static int qcom_osm_l3_remove(struct platform_device *pdev)
182*4882a593Smuzhiyun {
183*4882a593Smuzhiyun struct qcom_osm_l3_icc_provider *qp = platform_get_drvdata(pdev);
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun icc_nodes_remove(&qp->provider);
186*4882a593Smuzhiyun return icc_provider_del(&qp->provider);
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun
qcom_osm_l3_probe(struct platform_device * pdev)189*4882a593Smuzhiyun static int qcom_osm_l3_probe(struct platform_device *pdev)
190*4882a593Smuzhiyun {
191*4882a593Smuzhiyun u32 info, src, lval, i, prev_freq = 0, freq;
192*4882a593Smuzhiyun static unsigned long hw_rate, xo_rate;
193*4882a593Smuzhiyun struct qcom_osm_l3_icc_provider *qp;
194*4882a593Smuzhiyun const struct qcom_icc_desc *desc;
195*4882a593Smuzhiyun struct icc_onecell_data *data;
196*4882a593Smuzhiyun struct icc_provider *provider;
197*4882a593Smuzhiyun const struct qcom_icc_node **qnodes;
198*4882a593Smuzhiyun struct icc_node *node;
199*4882a593Smuzhiyun size_t num_nodes;
200*4882a593Smuzhiyun struct clk *clk;
201*4882a593Smuzhiyun int ret;
202*4882a593Smuzhiyun
203*4882a593Smuzhiyun clk = clk_get(&pdev->dev, "xo");
204*4882a593Smuzhiyun if (IS_ERR(clk))
205*4882a593Smuzhiyun return PTR_ERR(clk);
206*4882a593Smuzhiyun
207*4882a593Smuzhiyun xo_rate = clk_get_rate(clk);
208*4882a593Smuzhiyun clk_put(clk);
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun clk = clk_get(&pdev->dev, "alternate");
211*4882a593Smuzhiyun if (IS_ERR(clk))
212*4882a593Smuzhiyun return PTR_ERR(clk);
213*4882a593Smuzhiyun
214*4882a593Smuzhiyun hw_rate = clk_get_rate(clk) / CLK_HW_DIV;
215*4882a593Smuzhiyun clk_put(clk);
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun qp = devm_kzalloc(&pdev->dev, sizeof(*qp), GFP_KERNEL);
218*4882a593Smuzhiyun if (!qp)
219*4882a593Smuzhiyun return -ENOMEM;
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun qp->base = devm_platform_ioremap_resource(pdev, 0);
222*4882a593Smuzhiyun if (IS_ERR(qp->base))
223*4882a593Smuzhiyun return PTR_ERR(qp->base);
224*4882a593Smuzhiyun
225*4882a593Smuzhiyun /* HW should be in enabled state to proceed */
226*4882a593Smuzhiyun if (!(readl_relaxed(qp->base + REG_ENABLE) & 0x1)) {
227*4882a593Smuzhiyun dev_err(&pdev->dev, "error hardware not enabled\n");
228*4882a593Smuzhiyun return -ENODEV;
229*4882a593Smuzhiyun }
230*4882a593Smuzhiyun
231*4882a593Smuzhiyun desc = device_get_match_data(&pdev->dev);
232*4882a593Smuzhiyun if (!desc)
233*4882a593Smuzhiyun return -EINVAL;
234*4882a593Smuzhiyun
235*4882a593Smuzhiyun qp->reg_perf_state = desc->reg_perf_state;
236*4882a593Smuzhiyun
237*4882a593Smuzhiyun for (i = 0; i < LUT_MAX_ENTRIES; i++) {
238*4882a593Smuzhiyun info = readl_relaxed(qp->base + desc->reg_freq_lut +
239*4882a593Smuzhiyun i * desc->lut_row_size);
240*4882a593Smuzhiyun src = FIELD_GET(LUT_SRC, info);
241*4882a593Smuzhiyun lval = FIELD_GET(LUT_L_VAL, info);
242*4882a593Smuzhiyun if (src)
243*4882a593Smuzhiyun freq = xo_rate * lval;
244*4882a593Smuzhiyun else
245*4882a593Smuzhiyun freq = hw_rate;
246*4882a593Smuzhiyun
247*4882a593Smuzhiyun /* Two of the same frequencies signify end of table */
248*4882a593Smuzhiyun if (i > 0 && prev_freq == freq)
249*4882a593Smuzhiyun break;
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun dev_dbg(&pdev->dev, "index=%d freq=%d\n", i, freq);
252*4882a593Smuzhiyun
253*4882a593Smuzhiyun qp->lut_tables[i] = freq;
254*4882a593Smuzhiyun prev_freq = freq;
255*4882a593Smuzhiyun }
256*4882a593Smuzhiyun qp->max_state = i;
257*4882a593Smuzhiyun
258*4882a593Smuzhiyun qnodes = desc->nodes;
259*4882a593Smuzhiyun num_nodes = desc->num_nodes;
260*4882a593Smuzhiyun
261*4882a593Smuzhiyun data = devm_kcalloc(&pdev->dev, num_nodes, sizeof(*node), GFP_KERNEL);
262*4882a593Smuzhiyun if (!data)
263*4882a593Smuzhiyun return -ENOMEM;
264*4882a593Smuzhiyun
265*4882a593Smuzhiyun provider = &qp->provider;
266*4882a593Smuzhiyun provider->dev = &pdev->dev;
267*4882a593Smuzhiyun provider->set = qcom_icc_set;
268*4882a593Smuzhiyun provider->aggregate = icc_std_aggregate;
269*4882a593Smuzhiyun provider->xlate = of_icc_xlate_onecell;
270*4882a593Smuzhiyun INIT_LIST_HEAD(&provider->nodes);
271*4882a593Smuzhiyun provider->data = data;
272*4882a593Smuzhiyun
273*4882a593Smuzhiyun ret = icc_provider_add(provider);
274*4882a593Smuzhiyun if (ret) {
275*4882a593Smuzhiyun dev_err(&pdev->dev, "error adding interconnect provider\n");
276*4882a593Smuzhiyun return ret;
277*4882a593Smuzhiyun }
278*4882a593Smuzhiyun
279*4882a593Smuzhiyun for (i = 0; i < num_nodes; i++) {
280*4882a593Smuzhiyun size_t j;
281*4882a593Smuzhiyun
282*4882a593Smuzhiyun node = icc_node_create(qnodes[i]->id);
283*4882a593Smuzhiyun if (IS_ERR(node)) {
284*4882a593Smuzhiyun ret = PTR_ERR(node);
285*4882a593Smuzhiyun goto err;
286*4882a593Smuzhiyun }
287*4882a593Smuzhiyun
288*4882a593Smuzhiyun node->name = qnodes[i]->name;
289*4882a593Smuzhiyun /* Cast away const and add it back in qcom_icc_set() */
290*4882a593Smuzhiyun node->data = (void *)qnodes[i];
291*4882a593Smuzhiyun icc_node_add(node, provider);
292*4882a593Smuzhiyun
293*4882a593Smuzhiyun for (j = 0; j < qnodes[i]->num_links; j++)
294*4882a593Smuzhiyun icc_link_create(node, qnodes[i]->links[j]);
295*4882a593Smuzhiyun
296*4882a593Smuzhiyun data->nodes[i] = node;
297*4882a593Smuzhiyun }
298*4882a593Smuzhiyun data->num_nodes = num_nodes;
299*4882a593Smuzhiyun
300*4882a593Smuzhiyun platform_set_drvdata(pdev, qp);
301*4882a593Smuzhiyun
302*4882a593Smuzhiyun return 0;
303*4882a593Smuzhiyun err:
304*4882a593Smuzhiyun icc_nodes_remove(provider);
305*4882a593Smuzhiyun icc_provider_del(provider);
306*4882a593Smuzhiyun
307*4882a593Smuzhiyun return ret;
308*4882a593Smuzhiyun }
309*4882a593Smuzhiyun
310*4882a593Smuzhiyun static const struct of_device_id osm_l3_of_match[] = {
311*4882a593Smuzhiyun { .compatible = "qcom,sc7180-osm-l3", .data = &sc7180_icc_osm_l3 },
312*4882a593Smuzhiyun { .compatible = "qcom,sdm845-osm-l3", .data = &sdm845_icc_osm_l3 },
313*4882a593Smuzhiyun { .compatible = "qcom,sm8150-osm-l3", .data = &sm8150_icc_osm_l3 },
314*4882a593Smuzhiyun { .compatible = "qcom,sm8250-epss-l3", .data = &sm8250_icc_epss_l3 },
315*4882a593Smuzhiyun { }
316*4882a593Smuzhiyun };
317*4882a593Smuzhiyun MODULE_DEVICE_TABLE(of, osm_l3_of_match);
318*4882a593Smuzhiyun
319*4882a593Smuzhiyun static struct platform_driver osm_l3_driver = {
320*4882a593Smuzhiyun .probe = qcom_osm_l3_probe,
321*4882a593Smuzhiyun .remove = qcom_osm_l3_remove,
322*4882a593Smuzhiyun .driver = {
323*4882a593Smuzhiyun .name = "osm-l3",
324*4882a593Smuzhiyun .of_match_table = osm_l3_of_match,
325*4882a593Smuzhiyun .sync_state = icc_sync_state,
326*4882a593Smuzhiyun },
327*4882a593Smuzhiyun };
328*4882a593Smuzhiyun module_platform_driver(osm_l3_driver);
329*4882a593Smuzhiyun
330*4882a593Smuzhiyun MODULE_DESCRIPTION("Qualcomm OSM L3 interconnect driver");
331*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
332