xref: /OK3568_Linux_fs/kernel/drivers/interconnect/qcom/osm-l3.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Copyright (c) 2020, The Linux Foundation. All rights reserved.
4*4882a593Smuzhiyun  */
5*4882a593Smuzhiyun 
6*4882a593Smuzhiyun #include <linux/bitfield.h>
7*4882a593Smuzhiyun #include <linux/clk.h>
8*4882a593Smuzhiyun #include <linux/interconnect-provider.h>
9*4882a593Smuzhiyun #include <linux/io.h>
10*4882a593Smuzhiyun #include <linux/kernel.h>
11*4882a593Smuzhiyun #include <linux/module.h>
12*4882a593Smuzhiyun #include <linux/of_device.h>
13*4882a593Smuzhiyun #include <linux/platform_device.h>
14*4882a593Smuzhiyun 
15*4882a593Smuzhiyun #include <dt-bindings/interconnect/qcom,osm-l3.h>
16*4882a593Smuzhiyun 
17*4882a593Smuzhiyun #include "sc7180.h"
18*4882a593Smuzhiyun #include "sdm845.h"
19*4882a593Smuzhiyun #include "sm8150.h"
20*4882a593Smuzhiyun #include "sm8250.h"
21*4882a593Smuzhiyun 
22*4882a593Smuzhiyun #define LUT_MAX_ENTRIES			40U
23*4882a593Smuzhiyun #define LUT_SRC				GENMASK(31, 30)
24*4882a593Smuzhiyun #define LUT_L_VAL			GENMASK(7, 0)
25*4882a593Smuzhiyun #define CLK_HW_DIV			2
26*4882a593Smuzhiyun 
27*4882a593Smuzhiyun /* OSM Register offsets */
28*4882a593Smuzhiyun #define REG_ENABLE			0x0
29*4882a593Smuzhiyun #define OSM_LUT_ROW_SIZE		32
30*4882a593Smuzhiyun #define OSM_REG_FREQ_LUT		0x110
31*4882a593Smuzhiyun #define OSM_REG_PERF_STATE		0x920
32*4882a593Smuzhiyun 
33*4882a593Smuzhiyun /* EPSS Register offsets */
34*4882a593Smuzhiyun #define EPSS_LUT_ROW_SIZE		4
35*4882a593Smuzhiyun #define EPSS_REG_FREQ_LUT		0x100
36*4882a593Smuzhiyun #define EPSS_REG_PERF_STATE		0x320
37*4882a593Smuzhiyun 
38*4882a593Smuzhiyun #define OSM_L3_MAX_LINKS		1
39*4882a593Smuzhiyun 
40*4882a593Smuzhiyun #define to_qcom_provider(_provider) \
41*4882a593Smuzhiyun 	container_of(_provider, struct qcom_osm_l3_icc_provider, provider)
42*4882a593Smuzhiyun 
43*4882a593Smuzhiyun struct qcom_osm_l3_icc_provider {
44*4882a593Smuzhiyun 	void __iomem *base;
45*4882a593Smuzhiyun 	unsigned int max_state;
46*4882a593Smuzhiyun 	unsigned int reg_perf_state;
47*4882a593Smuzhiyun 	unsigned long lut_tables[LUT_MAX_ENTRIES];
48*4882a593Smuzhiyun 	struct icc_provider provider;
49*4882a593Smuzhiyun };
50*4882a593Smuzhiyun 
51*4882a593Smuzhiyun /**
52*4882a593Smuzhiyun  * struct qcom_icc_node - Qualcomm specific interconnect nodes
53*4882a593Smuzhiyun  * @name: the node name used in debugfs
54*4882a593Smuzhiyun  * @links: an array of nodes where we can go next while traversing
55*4882a593Smuzhiyun  * @id: a unique node identifier
56*4882a593Smuzhiyun  * @num_links: the total number of @links
57*4882a593Smuzhiyun  * @buswidth: width of the interconnect between a node and the bus
58*4882a593Smuzhiyun  */
59*4882a593Smuzhiyun struct qcom_icc_node {
60*4882a593Smuzhiyun 	const char *name;
61*4882a593Smuzhiyun 	u16 links[OSM_L3_MAX_LINKS];
62*4882a593Smuzhiyun 	u16 id;
63*4882a593Smuzhiyun 	u16 num_links;
64*4882a593Smuzhiyun 	u16 buswidth;
65*4882a593Smuzhiyun };
66*4882a593Smuzhiyun 
67*4882a593Smuzhiyun struct qcom_icc_desc {
68*4882a593Smuzhiyun 	const struct qcom_icc_node **nodes;
69*4882a593Smuzhiyun 	size_t num_nodes;
70*4882a593Smuzhiyun 	unsigned int lut_row_size;
71*4882a593Smuzhiyun 	unsigned int reg_freq_lut;
72*4882a593Smuzhiyun 	unsigned int reg_perf_state;
73*4882a593Smuzhiyun };
74*4882a593Smuzhiyun 
75*4882a593Smuzhiyun #define DEFINE_QNODE(_name, _id, _buswidth, ...)			\
76*4882a593Smuzhiyun 	static const struct qcom_icc_node _name = {			\
77*4882a593Smuzhiyun 		.name = #_name,						\
78*4882a593Smuzhiyun 		.id = _id,						\
79*4882a593Smuzhiyun 		.buswidth = _buswidth,					\
80*4882a593Smuzhiyun 		.num_links = ARRAY_SIZE(((int[]){ __VA_ARGS__ })),	\
81*4882a593Smuzhiyun 		.links = { __VA_ARGS__ },				\
82*4882a593Smuzhiyun 	}
83*4882a593Smuzhiyun 
84*4882a593Smuzhiyun DEFINE_QNODE(sdm845_osm_apps_l3, SDM845_MASTER_OSM_L3_APPS, 16, SDM845_SLAVE_OSM_L3);
85*4882a593Smuzhiyun DEFINE_QNODE(sdm845_osm_l3, SDM845_SLAVE_OSM_L3, 16);
86*4882a593Smuzhiyun 
87*4882a593Smuzhiyun static const struct qcom_icc_node *sdm845_osm_l3_nodes[] = {
88*4882a593Smuzhiyun 	[MASTER_OSM_L3_APPS] = &sdm845_osm_apps_l3,
89*4882a593Smuzhiyun 	[SLAVE_OSM_L3] = &sdm845_osm_l3,
90*4882a593Smuzhiyun };
91*4882a593Smuzhiyun 
92*4882a593Smuzhiyun static const struct qcom_icc_desc sdm845_icc_osm_l3 = {
93*4882a593Smuzhiyun 	.nodes = sdm845_osm_l3_nodes,
94*4882a593Smuzhiyun 	.num_nodes = ARRAY_SIZE(sdm845_osm_l3_nodes),
95*4882a593Smuzhiyun 	.lut_row_size = OSM_LUT_ROW_SIZE,
96*4882a593Smuzhiyun 	.reg_freq_lut = OSM_REG_FREQ_LUT,
97*4882a593Smuzhiyun 	.reg_perf_state = OSM_REG_PERF_STATE,
98*4882a593Smuzhiyun };
99*4882a593Smuzhiyun 
100*4882a593Smuzhiyun DEFINE_QNODE(sc7180_osm_apps_l3, SC7180_MASTER_OSM_L3_APPS, 16, SC7180_SLAVE_OSM_L3);
101*4882a593Smuzhiyun DEFINE_QNODE(sc7180_osm_l3, SC7180_SLAVE_OSM_L3, 16);
102*4882a593Smuzhiyun 
103*4882a593Smuzhiyun static const struct qcom_icc_node *sc7180_osm_l3_nodes[] = {
104*4882a593Smuzhiyun 	[MASTER_OSM_L3_APPS] = &sc7180_osm_apps_l3,
105*4882a593Smuzhiyun 	[SLAVE_OSM_L3] = &sc7180_osm_l3,
106*4882a593Smuzhiyun };
107*4882a593Smuzhiyun 
108*4882a593Smuzhiyun static const struct qcom_icc_desc sc7180_icc_osm_l3 = {
109*4882a593Smuzhiyun 	.nodes = sc7180_osm_l3_nodes,
110*4882a593Smuzhiyun 	.num_nodes = ARRAY_SIZE(sc7180_osm_l3_nodes),
111*4882a593Smuzhiyun 	.lut_row_size = OSM_LUT_ROW_SIZE,
112*4882a593Smuzhiyun 	.reg_freq_lut = OSM_REG_FREQ_LUT,
113*4882a593Smuzhiyun 	.reg_perf_state = OSM_REG_PERF_STATE,
114*4882a593Smuzhiyun };
115*4882a593Smuzhiyun 
116*4882a593Smuzhiyun DEFINE_QNODE(sm8150_osm_apps_l3, SM8150_MASTER_OSM_L3_APPS, 32, SM8150_SLAVE_OSM_L3);
117*4882a593Smuzhiyun DEFINE_QNODE(sm8150_osm_l3, SM8150_SLAVE_OSM_L3, 32);
118*4882a593Smuzhiyun 
119*4882a593Smuzhiyun static const struct qcom_icc_node *sm8150_osm_l3_nodes[] = {
120*4882a593Smuzhiyun 	[MASTER_OSM_L3_APPS] = &sm8150_osm_apps_l3,
121*4882a593Smuzhiyun 	[SLAVE_OSM_L3] = &sm8150_osm_l3,
122*4882a593Smuzhiyun };
123*4882a593Smuzhiyun 
124*4882a593Smuzhiyun static const struct qcom_icc_desc sm8150_icc_osm_l3 = {
125*4882a593Smuzhiyun 	.nodes = sm8150_osm_l3_nodes,
126*4882a593Smuzhiyun 	.num_nodes = ARRAY_SIZE(sm8150_osm_l3_nodes),
127*4882a593Smuzhiyun 	.lut_row_size = OSM_LUT_ROW_SIZE,
128*4882a593Smuzhiyun 	.reg_freq_lut = OSM_REG_FREQ_LUT,
129*4882a593Smuzhiyun 	.reg_perf_state = OSM_REG_PERF_STATE,
130*4882a593Smuzhiyun };
131*4882a593Smuzhiyun 
132*4882a593Smuzhiyun DEFINE_QNODE(sm8250_epss_apps_l3, SM8250_MASTER_EPSS_L3_APPS, 32, SM8250_SLAVE_EPSS_L3);
133*4882a593Smuzhiyun DEFINE_QNODE(sm8250_epss_l3, SM8250_SLAVE_EPSS_L3, 32);
134*4882a593Smuzhiyun 
135*4882a593Smuzhiyun static const struct qcom_icc_node *sm8250_epss_l3_nodes[] = {
136*4882a593Smuzhiyun 	[MASTER_EPSS_L3_APPS] = &sm8250_epss_apps_l3,
137*4882a593Smuzhiyun 	[SLAVE_EPSS_L3_SHARED] = &sm8250_epss_l3,
138*4882a593Smuzhiyun };
139*4882a593Smuzhiyun 
140*4882a593Smuzhiyun static const struct qcom_icc_desc sm8250_icc_epss_l3 = {
141*4882a593Smuzhiyun 	.nodes = sm8250_epss_l3_nodes,
142*4882a593Smuzhiyun 	.num_nodes = ARRAY_SIZE(sm8250_epss_l3_nodes),
143*4882a593Smuzhiyun 	.lut_row_size = EPSS_LUT_ROW_SIZE,
144*4882a593Smuzhiyun 	.reg_freq_lut = EPSS_REG_FREQ_LUT,
145*4882a593Smuzhiyun 	.reg_perf_state = EPSS_REG_PERF_STATE,
146*4882a593Smuzhiyun };
147*4882a593Smuzhiyun 
qcom_icc_set(struct icc_node * src,struct icc_node * dst)148*4882a593Smuzhiyun static int qcom_icc_set(struct icc_node *src, struct icc_node *dst)
149*4882a593Smuzhiyun {
150*4882a593Smuzhiyun 	struct qcom_osm_l3_icc_provider *qp;
151*4882a593Smuzhiyun 	struct icc_provider *provider;
152*4882a593Smuzhiyun 	const struct qcom_icc_node *qn;
153*4882a593Smuzhiyun 	struct icc_node *n;
154*4882a593Smuzhiyun 	unsigned int index;
155*4882a593Smuzhiyun 	u32 agg_peak = 0;
156*4882a593Smuzhiyun 	u32 agg_avg = 0;
157*4882a593Smuzhiyun 	u64 rate;
158*4882a593Smuzhiyun 
159*4882a593Smuzhiyun 	qn = src->data;
160*4882a593Smuzhiyun 	provider = src->provider;
161*4882a593Smuzhiyun 	qp = to_qcom_provider(provider);
162*4882a593Smuzhiyun 
163*4882a593Smuzhiyun 	list_for_each_entry(n, &provider->nodes, node_list)
164*4882a593Smuzhiyun 		provider->aggregate(n, 0, n->avg_bw, n->peak_bw,
165*4882a593Smuzhiyun 				    &agg_avg, &agg_peak);
166*4882a593Smuzhiyun 
167*4882a593Smuzhiyun 	rate = max(agg_avg, agg_peak);
168*4882a593Smuzhiyun 	rate = icc_units_to_bps(rate);
169*4882a593Smuzhiyun 	do_div(rate, qn->buswidth);
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun 	for (index = 0; index < qp->max_state - 1; index++) {
172*4882a593Smuzhiyun 		if (qp->lut_tables[index] >= rate)
173*4882a593Smuzhiyun 			break;
174*4882a593Smuzhiyun 	}
175*4882a593Smuzhiyun 
176*4882a593Smuzhiyun 	writel_relaxed(index, qp->base + qp->reg_perf_state);
177*4882a593Smuzhiyun 
178*4882a593Smuzhiyun 	return 0;
179*4882a593Smuzhiyun }
180*4882a593Smuzhiyun 
qcom_osm_l3_remove(struct platform_device * pdev)181*4882a593Smuzhiyun static int qcom_osm_l3_remove(struct platform_device *pdev)
182*4882a593Smuzhiyun {
183*4882a593Smuzhiyun 	struct qcom_osm_l3_icc_provider *qp = platform_get_drvdata(pdev);
184*4882a593Smuzhiyun 
185*4882a593Smuzhiyun 	icc_nodes_remove(&qp->provider);
186*4882a593Smuzhiyun 	return icc_provider_del(&qp->provider);
187*4882a593Smuzhiyun }
188*4882a593Smuzhiyun 
qcom_osm_l3_probe(struct platform_device * pdev)189*4882a593Smuzhiyun static int qcom_osm_l3_probe(struct platform_device *pdev)
190*4882a593Smuzhiyun {
191*4882a593Smuzhiyun 	u32 info, src, lval, i, prev_freq = 0, freq;
192*4882a593Smuzhiyun 	static unsigned long hw_rate, xo_rate;
193*4882a593Smuzhiyun 	struct qcom_osm_l3_icc_provider *qp;
194*4882a593Smuzhiyun 	const struct qcom_icc_desc *desc;
195*4882a593Smuzhiyun 	struct icc_onecell_data *data;
196*4882a593Smuzhiyun 	struct icc_provider *provider;
197*4882a593Smuzhiyun 	const struct qcom_icc_node **qnodes;
198*4882a593Smuzhiyun 	struct icc_node *node;
199*4882a593Smuzhiyun 	size_t num_nodes;
200*4882a593Smuzhiyun 	struct clk *clk;
201*4882a593Smuzhiyun 	int ret;
202*4882a593Smuzhiyun 
203*4882a593Smuzhiyun 	clk = clk_get(&pdev->dev, "xo");
204*4882a593Smuzhiyun 	if (IS_ERR(clk))
205*4882a593Smuzhiyun 		return PTR_ERR(clk);
206*4882a593Smuzhiyun 
207*4882a593Smuzhiyun 	xo_rate = clk_get_rate(clk);
208*4882a593Smuzhiyun 	clk_put(clk);
209*4882a593Smuzhiyun 
210*4882a593Smuzhiyun 	clk = clk_get(&pdev->dev, "alternate");
211*4882a593Smuzhiyun 	if (IS_ERR(clk))
212*4882a593Smuzhiyun 		return PTR_ERR(clk);
213*4882a593Smuzhiyun 
214*4882a593Smuzhiyun 	hw_rate = clk_get_rate(clk) / CLK_HW_DIV;
215*4882a593Smuzhiyun 	clk_put(clk);
216*4882a593Smuzhiyun 
217*4882a593Smuzhiyun 	qp = devm_kzalloc(&pdev->dev, sizeof(*qp), GFP_KERNEL);
218*4882a593Smuzhiyun 	if (!qp)
219*4882a593Smuzhiyun 		return -ENOMEM;
220*4882a593Smuzhiyun 
221*4882a593Smuzhiyun 	qp->base = devm_platform_ioremap_resource(pdev, 0);
222*4882a593Smuzhiyun 	if (IS_ERR(qp->base))
223*4882a593Smuzhiyun 		return PTR_ERR(qp->base);
224*4882a593Smuzhiyun 
225*4882a593Smuzhiyun 	/* HW should be in enabled state to proceed */
226*4882a593Smuzhiyun 	if (!(readl_relaxed(qp->base + REG_ENABLE) & 0x1)) {
227*4882a593Smuzhiyun 		dev_err(&pdev->dev, "error hardware not enabled\n");
228*4882a593Smuzhiyun 		return -ENODEV;
229*4882a593Smuzhiyun 	}
230*4882a593Smuzhiyun 
231*4882a593Smuzhiyun 	desc = device_get_match_data(&pdev->dev);
232*4882a593Smuzhiyun 	if (!desc)
233*4882a593Smuzhiyun 		return -EINVAL;
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun 	qp->reg_perf_state = desc->reg_perf_state;
236*4882a593Smuzhiyun 
237*4882a593Smuzhiyun 	for (i = 0; i < LUT_MAX_ENTRIES; i++) {
238*4882a593Smuzhiyun 		info = readl_relaxed(qp->base + desc->reg_freq_lut +
239*4882a593Smuzhiyun 				     i * desc->lut_row_size);
240*4882a593Smuzhiyun 		src = FIELD_GET(LUT_SRC, info);
241*4882a593Smuzhiyun 		lval = FIELD_GET(LUT_L_VAL, info);
242*4882a593Smuzhiyun 		if (src)
243*4882a593Smuzhiyun 			freq = xo_rate * lval;
244*4882a593Smuzhiyun 		else
245*4882a593Smuzhiyun 			freq = hw_rate;
246*4882a593Smuzhiyun 
247*4882a593Smuzhiyun 		/* Two of the same frequencies signify end of table */
248*4882a593Smuzhiyun 		if (i > 0 && prev_freq == freq)
249*4882a593Smuzhiyun 			break;
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 		dev_dbg(&pdev->dev, "index=%d freq=%d\n", i, freq);
252*4882a593Smuzhiyun 
253*4882a593Smuzhiyun 		qp->lut_tables[i] = freq;
254*4882a593Smuzhiyun 		prev_freq = freq;
255*4882a593Smuzhiyun 	}
256*4882a593Smuzhiyun 	qp->max_state = i;
257*4882a593Smuzhiyun 
258*4882a593Smuzhiyun 	qnodes = desc->nodes;
259*4882a593Smuzhiyun 	num_nodes = desc->num_nodes;
260*4882a593Smuzhiyun 
261*4882a593Smuzhiyun 	data = devm_kcalloc(&pdev->dev, num_nodes, sizeof(*node), GFP_KERNEL);
262*4882a593Smuzhiyun 	if (!data)
263*4882a593Smuzhiyun 		return -ENOMEM;
264*4882a593Smuzhiyun 
265*4882a593Smuzhiyun 	provider = &qp->provider;
266*4882a593Smuzhiyun 	provider->dev = &pdev->dev;
267*4882a593Smuzhiyun 	provider->set = qcom_icc_set;
268*4882a593Smuzhiyun 	provider->aggregate = icc_std_aggregate;
269*4882a593Smuzhiyun 	provider->xlate = of_icc_xlate_onecell;
270*4882a593Smuzhiyun 	INIT_LIST_HEAD(&provider->nodes);
271*4882a593Smuzhiyun 	provider->data = data;
272*4882a593Smuzhiyun 
273*4882a593Smuzhiyun 	ret = icc_provider_add(provider);
274*4882a593Smuzhiyun 	if (ret) {
275*4882a593Smuzhiyun 		dev_err(&pdev->dev, "error adding interconnect provider\n");
276*4882a593Smuzhiyun 		return ret;
277*4882a593Smuzhiyun 	}
278*4882a593Smuzhiyun 
279*4882a593Smuzhiyun 	for (i = 0; i < num_nodes; i++) {
280*4882a593Smuzhiyun 		size_t j;
281*4882a593Smuzhiyun 
282*4882a593Smuzhiyun 		node = icc_node_create(qnodes[i]->id);
283*4882a593Smuzhiyun 		if (IS_ERR(node)) {
284*4882a593Smuzhiyun 			ret = PTR_ERR(node);
285*4882a593Smuzhiyun 			goto err;
286*4882a593Smuzhiyun 		}
287*4882a593Smuzhiyun 
288*4882a593Smuzhiyun 		node->name = qnodes[i]->name;
289*4882a593Smuzhiyun 		/* Cast away const and add it back in qcom_icc_set() */
290*4882a593Smuzhiyun 		node->data = (void *)qnodes[i];
291*4882a593Smuzhiyun 		icc_node_add(node, provider);
292*4882a593Smuzhiyun 
293*4882a593Smuzhiyun 		for (j = 0; j < qnodes[i]->num_links; j++)
294*4882a593Smuzhiyun 			icc_link_create(node, qnodes[i]->links[j]);
295*4882a593Smuzhiyun 
296*4882a593Smuzhiyun 		data->nodes[i] = node;
297*4882a593Smuzhiyun 	}
298*4882a593Smuzhiyun 	data->num_nodes = num_nodes;
299*4882a593Smuzhiyun 
300*4882a593Smuzhiyun 	platform_set_drvdata(pdev, qp);
301*4882a593Smuzhiyun 
302*4882a593Smuzhiyun 	return 0;
303*4882a593Smuzhiyun err:
304*4882a593Smuzhiyun 	icc_nodes_remove(provider);
305*4882a593Smuzhiyun 	icc_provider_del(provider);
306*4882a593Smuzhiyun 
307*4882a593Smuzhiyun 	return ret;
308*4882a593Smuzhiyun }
309*4882a593Smuzhiyun 
310*4882a593Smuzhiyun static const struct of_device_id osm_l3_of_match[] = {
311*4882a593Smuzhiyun 	{ .compatible = "qcom,sc7180-osm-l3", .data = &sc7180_icc_osm_l3 },
312*4882a593Smuzhiyun 	{ .compatible = "qcom,sdm845-osm-l3", .data = &sdm845_icc_osm_l3 },
313*4882a593Smuzhiyun 	{ .compatible = "qcom,sm8150-osm-l3", .data = &sm8150_icc_osm_l3 },
314*4882a593Smuzhiyun 	{ .compatible = "qcom,sm8250-epss-l3", .data = &sm8250_icc_epss_l3 },
315*4882a593Smuzhiyun 	{ }
316*4882a593Smuzhiyun };
317*4882a593Smuzhiyun MODULE_DEVICE_TABLE(of, osm_l3_of_match);
318*4882a593Smuzhiyun 
319*4882a593Smuzhiyun static struct platform_driver osm_l3_driver = {
320*4882a593Smuzhiyun 	.probe = qcom_osm_l3_probe,
321*4882a593Smuzhiyun 	.remove = qcom_osm_l3_remove,
322*4882a593Smuzhiyun 	.driver = {
323*4882a593Smuzhiyun 		.name = "osm-l3",
324*4882a593Smuzhiyun 		.of_match_table = osm_l3_of_match,
325*4882a593Smuzhiyun 		.sync_state = icc_sync_state,
326*4882a593Smuzhiyun 	},
327*4882a593Smuzhiyun };
328*4882a593Smuzhiyun module_platform_driver(osm_l3_driver);
329*4882a593Smuzhiyun 
330*4882a593Smuzhiyun MODULE_DESCRIPTION("Qualcomm OSM L3 interconnect driver");
331*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
332