xref: /OK3568_Linux_fs/kernel/drivers/cpufreq/qcom-cpufreq-nvmem.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Copyright (c) 2018, The Linux Foundation. All rights reserved.
4*4882a593Smuzhiyun  */
5*4882a593Smuzhiyun 
6*4882a593Smuzhiyun /*
7*4882a593Smuzhiyun  * In Certain QCOM SoCs like apq8096 and msm8996 that have KRYO processors,
8*4882a593Smuzhiyun  * the CPU frequency subset and voltage value of each OPP varies
9*4882a593Smuzhiyun  * based on the silicon variant in use. Qualcomm Process Voltage Scaling Tables
10*4882a593Smuzhiyun  * defines the voltage and frequency value based on the msm-id in SMEM
11*4882a593Smuzhiyun  * and speedbin blown in the efuse combination.
12*4882a593Smuzhiyun  * The qcom-cpufreq-nvmem driver reads the msm-id and efuse value from the SoC
13*4882a593Smuzhiyun  * to provide the OPP framework with required information.
14*4882a593Smuzhiyun  * This is used to determine the voltage and frequency value for each OPP of
15*4882a593Smuzhiyun  * operating-points-v2 table when it is parsed by the OPP framework.
16*4882a593Smuzhiyun  */
17*4882a593Smuzhiyun 
18*4882a593Smuzhiyun #include <linux/cpu.h>
19*4882a593Smuzhiyun #include <linux/err.h>
20*4882a593Smuzhiyun #include <linux/init.h>
21*4882a593Smuzhiyun #include <linux/kernel.h>
22*4882a593Smuzhiyun #include <linux/module.h>
23*4882a593Smuzhiyun #include <linux/nvmem-consumer.h>
24*4882a593Smuzhiyun #include <linux/of.h>
25*4882a593Smuzhiyun #include <linux/of_device.h>
26*4882a593Smuzhiyun #include <linux/platform_device.h>
27*4882a593Smuzhiyun #include <linux/pm_domain.h>
28*4882a593Smuzhiyun #include <linux/pm_opp.h>
29*4882a593Smuzhiyun #include <linux/slab.h>
30*4882a593Smuzhiyun #include <linux/soc/qcom/smem.h>
31*4882a593Smuzhiyun 
32*4882a593Smuzhiyun #define MSM_ID_SMEM	137
33*4882a593Smuzhiyun 
34*4882a593Smuzhiyun enum _msm_id {
35*4882a593Smuzhiyun 	MSM8996V3 = 0xF6ul,
36*4882a593Smuzhiyun 	APQ8096V3 = 0x123ul,
37*4882a593Smuzhiyun 	MSM8996SG = 0x131ul,
38*4882a593Smuzhiyun 	APQ8096SG = 0x138ul,
39*4882a593Smuzhiyun };
40*4882a593Smuzhiyun 
41*4882a593Smuzhiyun enum _msm8996_version {
42*4882a593Smuzhiyun 	MSM8996_V3,
43*4882a593Smuzhiyun 	MSM8996_SG,
44*4882a593Smuzhiyun 	NUM_OF_MSM8996_VERSIONS,
45*4882a593Smuzhiyun };
46*4882a593Smuzhiyun 
47*4882a593Smuzhiyun struct qcom_cpufreq_drv;
48*4882a593Smuzhiyun 
49*4882a593Smuzhiyun struct qcom_cpufreq_match_data {
50*4882a593Smuzhiyun 	int (*get_version)(struct device *cpu_dev,
51*4882a593Smuzhiyun 			   struct nvmem_cell *speedbin_nvmem,
52*4882a593Smuzhiyun 			   char **pvs_name,
53*4882a593Smuzhiyun 			   struct qcom_cpufreq_drv *drv);
54*4882a593Smuzhiyun 	const char **genpd_names;
55*4882a593Smuzhiyun };
56*4882a593Smuzhiyun 
57*4882a593Smuzhiyun struct qcom_cpufreq_drv {
58*4882a593Smuzhiyun 	struct opp_table **names_opp_tables;
59*4882a593Smuzhiyun 	struct opp_table **hw_opp_tables;
60*4882a593Smuzhiyun 	struct opp_table **genpd_opp_tables;
61*4882a593Smuzhiyun 	u32 versions;
62*4882a593Smuzhiyun 	const struct qcom_cpufreq_match_data *data;
63*4882a593Smuzhiyun };
64*4882a593Smuzhiyun 
65*4882a593Smuzhiyun static struct platform_device *cpufreq_dt_pdev, *cpufreq_pdev;
66*4882a593Smuzhiyun 
get_krait_bin_format_a(struct device * cpu_dev,int * speed,int * pvs,int * pvs_ver,struct nvmem_cell * pvs_nvmem,u8 * buf)67*4882a593Smuzhiyun static void get_krait_bin_format_a(struct device *cpu_dev,
68*4882a593Smuzhiyun 					  int *speed, int *pvs, int *pvs_ver,
69*4882a593Smuzhiyun 					  struct nvmem_cell *pvs_nvmem, u8 *buf)
70*4882a593Smuzhiyun {
71*4882a593Smuzhiyun 	u32 pte_efuse;
72*4882a593Smuzhiyun 
73*4882a593Smuzhiyun 	pte_efuse = *((u32 *)buf);
74*4882a593Smuzhiyun 
75*4882a593Smuzhiyun 	*speed = pte_efuse & 0xf;
76*4882a593Smuzhiyun 	if (*speed == 0xf)
77*4882a593Smuzhiyun 		*speed = (pte_efuse >> 4) & 0xf;
78*4882a593Smuzhiyun 
79*4882a593Smuzhiyun 	if (*speed == 0xf) {
80*4882a593Smuzhiyun 		*speed = 0;
81*4882a593Smuzhiyun 		dev_warn(cpu_dev, "Speed bin: Defaulting to %d\n", *speed);
82*4882a593Smuzhiyun 	} else {
83*4882a593Smuzhiyun 		dev_dbg(cpu_dev, "Speed bin: %d\n", *speed);
84*4882a593Smuzhiyun 	}
85*4882a593Smuzhiyun 
86*4882a593Smuzhiyun 	*pvs = (pte_efuse >> 10) & 0x7;
87*4882a593Smuzhiyun 	if (*pvs == 0x7)
88*4882a593Smuzhiyun 		*pvs = (pte_efuse >> 13) & 0x7;
89*4882a593Smuzhiyun 
90*4882a593Smuzhiyun 	if (*pvs == 0x7) {
91*4882a593Smuzhiyun 		*pvs = 0;
92*4882a593Smuzhiyun 		dev_warn(cpu_dev, "PVS bin: Defaulting to %d\n", *pvs);
93*4882a593Smuzhiyun 	} else {
94*4882a593Smuzhiyun 		dev_dbg(cpu_dev, "PVS bin: %d\n", *pvs);
95*4882a593Smuzhiyun 	}
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun 
get_krait_bin_format_b(struct device * cpu_dev,int * speed,int * pvs,int * pvs_ver,struct nvmem_cell * pvs_nvmem,u8 * buf)98*4882a593Smuzhiyun static void get_krait_bin_format_b(struct device *cpu_dev,
99*4882a593Smuzhiyun 					  int *speed, int *pvs, int *pvs_ver,
100*4882a593Smuzhiyun 					  struct nvmem_cell *pvs_nvmem, u8 *buf)
101*4882a593Smuzhiyun {
102*4882a593Smuzhiyun 	u32 pte_efuse, redundant_sel;
103*4882a593Smuzhiyun 
104*4882a593Smuzhiyun 	pte_efuse = *((u32 *)buf);
105*4882a593Smuzhiyun 	redundant_sel = (pte_efuse >> 24) & 0x7;
106*4882a593Smuzhiyun 
107*4882a593Smuzhiyun 	*pvs_ver = (pte_efuse >> 4) & 0x3;
108*4882a593Smuzhiyun 
109*4882a593Smuzhiyun 	switch (redundant_sel) {
110*4882a593Smuzhiyun 	case 1:
111*4882a593Smuzhiyun 		*pvs = ((pte_efuse >> 28) & 0x8) | ((pte_efuse >> 6) & 0x7);
112*4882a593Smuzhiyun 		*speed = (pte_efuse >> 27) & 0xf;
113*4882a593Smuzhiyun 		break;
114*4882a593Smuzhiyun 	case 2:
115*4882a593Smuzhiyun 		*pvs = (pte_efuse >> 27) & 0xf;
116*4882a593Smuzhiyun 		*speed = pte_efuse & 0x7;
117*4882a593Smuzhiyun 		break;
118*4882a593Smuzhiyun 	default:
119*4882a593Smuzhiyun 		/* 4 bits of PVS are in efuse register bits 31, 8-6. */
120*4882a593Smuzhiyun 		*pvs = ((pte_efuse >> 28) & 0x8) | ((pte_efuse >> 6) & 0x7);
121*4882a593Smuzhiyun 		*speed = pte_efuse & 0x7;
122*4882a593Smuzhiyun 	}
123*4882a593Smuzhiyun 
124*4882a593Smuzhiyun 	/* Check SPEED_BIN_BLOW_STATUS */
125*4882a593Smuzhiyun 	if (pte_efuse & BIT(3)) {
126*4882a593Smuzhiyun 		dev_dbg(cpu_dev, "Speed bin: %d\n", *speed);
127*4882a593Smuzhiyun 	} else {
128*4882a593Smuzhiyun 		dev_warn(cpu_dev, "Speed bin not set. Defaulting to 0!\n");
129*4882a593Smuzhiyun 		*speed = 0;
130*4882a593Smuzhiyun 	}
131*4882a593Smuzhiyun 
132*4882a593Smuzhiyun 	/* Check PVS_BLOW_STATUS */
133*4882a593Smuzhiyun 	pte_efuse = *(((u32 *)buf) + 1);
134*4882a593Smuzhiyun 	pte_efuse &= BIT(21);
135*4882a593Smuzhiyun 	if (pte_efuse) {
136*4882a593Smuzhiyun 		dev_dbg(cpu_dev, "PVS bin: %d\n", *pvs);
137*4882a593Smuzhiyun 	} else {
138*4882a593Smuzhiyun 		dev_warn(cpu_dev, "PVS bin not set. Defaulting to 0!\n");
139*4882a593Smuzhiyun 		*pvs = 0;
140*4882a593Smuzhiyun 	}
141*4882a593Smuzhiyun 
142*4882a593Smuzhiyun 	dev_dbg(cpu_dev, "PVS version: %d\n", *pvs_ver);
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun 
qcom_cpufreq_get_msm_id(void)145*4882a593Smuzhiyun static enum _msm8996_version qcom_cpufreq_get_msm_id(void)
146*4882a593Smuzhiyun {
147*4882a593Smuzhiyun 	size_t len;
148*4882a593Smuzhiyun 	u32 *msm_id;
149*4882a593Smuzhiyun 	enum _msm8996_version version;
150*4882a593Smuzhiyun 
151*4882a593Smuzhiyun 	msm_id = qcom_smem_get(QCOM_SMEM_HOST_ANY, MSM_ID_SMEM, &len);
152*4882a593Smuzhiyun 	if (IS_ERR(msm_id))
153*4882a593Smuzhiyun 		return NUM_OF_MSM8996_VERSIONS;
154*4882a593Smuzhiyun 
155*4882a593Smuzhiyun 	/* The first 4 bytes are format, next to them is the actual msm-id */
156*4882a593Smuzhiyun 	msm_id++;
157*4882a593Smuzhiyun 
158*4882a593Smuzhiyun 	switch ((enum _msm_id)*msm_id) {
159*4882a593Smuzhiyun 	case MSM8996V3:
160*4882a593Smuzhiyun 	case APQ8096V3:
161*4882a593Smuzhiyun 		version = MSM8996_V3;
162*4882a593Smuzhiyun 		break;
163*4882a593Smuzhiyun 	case MSM8996SG:
164*4882a593Smuzhiyun 	case APQ8096SG:
165*4882a593Smuzhiyun 		version = MSM8996_SG;
166*4882a593Smuzhiyun 		break;
167*4882a593Smuzhiyun 	default:
168*4882a593Smuzhiyun 		version = NUM_OF_MSM8996_VERSIONS;
169*4882a593Smuzhiyun 	}
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun 	return version;
172*4882a593Smuzhiyun }
173*4882a593Smuzhiyun 
qcom_cpufreq_kryo_name_version(struct device * cpu_dev,struct nvmem_cell * speedbin_nvmem,char ** pvs_name,struct qcom_cpufreq_drv * drv)174*4882a593Smuzhiyun static int qcom_cpufreq_kryo_name_version(struct device *cpu_dev,
175*4882a593Smuzhiyun 					  struct nvmem_cell *speedbin_nvmem,
176*4882a593Smuzhiyun 					  char **pvs_name,
177*4882a593Smuzhiyun 					  struct qcom_cpufreq_drv *drv)
178*4882a593Smuzhiyun {
179*4882a593Smuzhiyun 	size_t len;
180*4882a593Smuzhiyun 	u8 *speedbin;
181*4882a593Smuzhiyun 	enum _msm8996_version msm8996_version;
182*4882a593Smuzhiyun 	*pvs_name = NULL;
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun 	msm8996_version = qcom_cpufreq_get_msm_id();
185*4882a593Smuzhiyun 	if (NUM_OF_MSM8996_VERSIONS == msm8996_version) {
186*4882a593Smuzhiyun 		dev_err(cpu_dev, "Not Snapdragon 820/821!");
187*4882a593Smuzhiyun 		return -ENODEV;
188*4882a593Smuzhiyun 	}
189*4882a593Smuzhiyun 
190*4882a593Smuzhiyun 	speedbin = nvmem_cell_read(speedbin_nvmem, &len);
191*4882a593Smuzhiyun 	if (IS_ERR(speedbin))
192*4882a593Smuzhiyun 		return PTR_ERR(speedbin);
193*4882a593Smuzhiyun 
194*4882a593Smuzhiyun 	switch (msm8996_version) {
195*4882a593Smuzhiyun 	case MSM8996_V3:
196*4882a593Smuzhiyun 		drv->versions = 1 << (unsigned int)(*speedbin);
197*4882a593Smuzhiyun 		break;
198*4882a593Smuzhiyun 	case MSM8996_SG:
199*4882a593Smuzhiyun 		drv->versions = 1 << ((unsigned int)(*speedbin) + 4);
200*4882a593Smuzhiyun 		break;
201*4882a593Smuzhiyun 	default:
202*4882a593Smuzhiyun 		BUG();
203*4882a593Smuzhiyun 		break;
204*4882a593Smuzhiyun 	}
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun 	kfree(speedbin);
207*4882a593Smuzhiyun 	return 0;
208*4882a593Smuzhiyun }
209*4882a593Smuzhiyun 
qcom_cpufreq_krait_name_version(struct device * cpu_dev,struct nvmem_cell * speedbin_nvmem,char ** pvs_name,struct qcom_cpufreq_drv * drv)210*4882a593Smuzhiyun static int qcom_cpufreq_krait_name_version(struct device *cpu_dev,
211*4882a593Smuzhiyun 					   struct nvmem_cell *speedbin_nvmem,
212*4882a593Smuzhiyun 					   char **pvs_name,
213*4882a593Smuzhiyun 					   struct qcom_cpufreq_drv *drv)
214*4882a593Smuzhiyun {
215*4882a593Smuzhiyun 	int speed = 0, pvs = 0, pvs_ver = 0;
216*4882a593Smuzhiyun 	u8 *speedbin;
217*4882a593Smuzhiyun 	size_t len;
218*4882a593Smuzhiyun 	int ret = 0;
219*4882a593Smuzhiyun 
220*4882a593Smuzhiyun 	speedbin = nvmem_cell_read(speedbin_nvmem, &len);
221*4882a593Smuzhiyun 
222*4882a593Smuzhiyun 	if (IS_ERR(speedbin))
223*4882a593Smuzhiyun 		return PTR_ERR(speedbin);
224*4882a593Smuzhiyun 
225*4882a593Smuzhiyun 	switch (len) {
226*4882a593Smuzhiyun 	case 4:
227*4882a593Smuzhiyun 		get_krait_bin_format_a(cpu_dev, &speed, &pvs, &pvs_ver,
228*4882a593Smuzhiyun 				       speedbin_nvmem, speedbin);
229*4882a593Smuzhiyun 		break;
230*4882a593Smuzhiyun 	case 8:
231*4882a593Smuzhiyun 		get_krait_bin_format_b(cpu_dev, &speed, &pvs, &pvs_ver,
232*4882a593Smuzhiyun 				       speedbin_nvmem, speedbin);
233*4882a593Smuzhiyun 		break;
234*4882a593Smuzhiyun 	default:
235*4882a593Smuzhiyun 		dev_err(cpu_dev, "Unable to read nvmem data. Defaulting to 0!\n");
236*4882a593Smuzhiyun 		ret = -ENODEV;
237*4882a593Smuzhiyun 		goto len_error;
238*4882a593Smuzhiyun 	}
239*4882a593Smuzhiyun 
240*4882a593Smuzhiyun 	snprintf(*pvs_name, sizeof("speedXX-pvsXX-vXX"), "speed%d-pvs%d-v%d",
241*4882a593Smuzhiyun 		 speed, pvs, pvs_ver);
242*4882a593Smuzhiyun 
243*4882a593Smuzhiyun 	drv->versions = (1 << speed);
244*4882a593Smuzhiyun 
245*4882a593Smuzhiyun len_error:
246*4882a593Smuzhiyun 	kfree(speedbin);
247*4882a593Smuzhiyun 	return ret;
248*4882a593Smuzhiyun }
249*4882a593Smuzhiyun 
250*4882a593Smuzhiyun static const struct qcom_cpufreq_match_data match_data_kryo = {
251*4882a593Smuzhiyun 	.get_version = qcom_cpufreq_kryo_name_version,
252*4882a593Smuzhiyun };
253*4882a593Smuzhiyun 
254*4882a593Smuzhiyun static const struct qcom_cpufreq_match_data match_data_krait = {
255*4882a593Smuzhiyun 	.get_version = qcom_cpufreq_krait_name_version,
256*4882a593Smuzhiyun };
257*4882a593Smuzhiyun 
258*4882a593Smuzhiyun static const char *qcs404_genpd_names[] = { "cpr", NULL };
259*4882a593Smuzhiyun 
260*4882a593Smuzhiyun static const struct qcom_cpufreq_match_data match_data_qcs404 = {
261*4882a593Smuzhiyun 	.genpd_names = qcs404_genpd_names,
262*4882a593Smuzhiyun };
263*4882a593Smuzhiyun 
qcom_cpufreq_probe(struct platform_device * pdev)264*4882a593Smuzhiyun static int qcom_cpufreq_probe(struct platform_device *pdev)
265*4882a593Smuzhiyun {
266*4882a593Smuzhiyun 	struct qcom_cpufreq_drv *drv;
267*4882a593Smuzhiyun 	struct nvmem_cell *speedbin_nvmem;
268*4882a593Smuzhiyun 	struct device_node *np;
269*4882a593Smuzhiyun 	struct device *cpu_dev;
270*4882a593Smuzhiyun 	char pvs_name_buffer[] = "speedXX-pvsXX-vXX";
271*4882a593Smuzhiyun 	char *pvs_name = pvs_name_buffer;
272*4882a593Smuzhiyun 	unsigned cpu;
273*4882a593Smuzhiyun 	const struct of_device_id *match;
274*4882a593Smuzhiyun 	int ret;
275*4882a593Smuzhiyun 
276*4882a593Smuzhiyun 	cpu_dev = get_cpu_device(0);
277*4882a593Smuzhiyun 	if (!cpu_dev)
278*4882a593Smuzhiyun 		return -ENODEV;
279*4882a593Smuzhiyun 
280*4882a593Smuzhiyun 	np = dev_pm_opp_of_get_opp_desc_node(cpu_dev);
281*4882a593Smuzhiyun 	if (!np)
282*4882a593Smuzhiyun 		return -ENOENT;
283*4882a593Smuzhiyun 
284*4882a593Smuzhiyun 	ret = of_device_is_compatible(np, "operating-points-v2-kryo-cpu");
285*4882a593Smuzhiyun 	if (!ret) {
286*4882a593Smuzhiyun 		of_node_put(np);
287*4882a593Smuzhiyun 		return -ENOENT;
288*4882a593Smuzhiyun 	}
289*4882a593Smuzhiyun 
290*4882a593Smuzhiyun 	drv = kzalloc(sizeof(*drv), GFP_KERNEL);
291*4882a593Smuzhiyun 	if (!drv)
292*4882a593Smuzhiyun 		return -ENOMEM;
293*4882a593Smuzhiyun 
294*4882a593Smuzhiyun 	match = pdev->dev.platform_data;
295*4882a593Smuzhiyun 	drv->data = match->data;
296*4882a593Smuzhiyun 	if (!drv->data) {
297*4882a593Smuzhiyun 		ret = -ENODEV;
298*4882a593Smuzhiyun 		goto free_drv;
299*4882a593Smuzhiyun 	}
300*4882a593Smuzhiyun 
301*4882a593Smuzhiyun 	if (drv->data->get_version) {
302*4882a593Smuzhiyun 		speedbin_nvmem = of_nvmem_cell_get(np, NULL);
303*4882a593Smuzhiyun 		if (IS_ERR(speedbin_nvmem)) {
304*4882a593Smuzhiyun 			if (PTR_ERR(speedbin_nvmem) != -EPROBE_DEFER)
305*4882a593Smuzhiyun 				dev_err(cpu_dev,
306*4882a593Smuzhiyun 					"Could not get nvmem cell: %ld\n",
307*4882a593Smuzhiyun 					PTR_ERR(speedbin_nvmem));
308*4882a593Smuzhiyun 			ret = PTR_ERR(speedbin_nvmem);
309*4882a593Smuzhiyun 			goto free_drv;
310*4882a593Smuzhiyun 		}
311*4882a593Smuzhiyun 
312*4882a593Smuzhiyun 		ret = drv->data->get_version(cpu_dev,
313*4882a593Smuzhiyun 							speedbin_nvmem, &pvs_name, drv);
314*4882a593Smuzhiyun 		if (ret) {
315*4882a593Smuzhiyun 			nvmem_cell_put(speedbin_nvmem);
316*4882a593Smuzhiyun 			goto free_drv;
317*4882a593Smuzhiyun 		}
318*4882a593Smuzhiyun 		nvmem_cell_put(speedbin_nvmem);
319*4882a593Smuzhiyun 	}
320*4882a593Smuzhiyun 	of_node_put(np);
321*4882a593Smuzhiyun 
322*4882a593Smuzhiyun 	drv->names_opp_tables = kcalloc(num_possible_cpus(),
323*4882a593Smuzhiyun 				  sizeof(*drv->names_opp_tables),
324*4882a593Smuzhiyun 				  GFP_KERNEL);
325*4882a593Smuzhiyun 	if (!drv->names_opp_tables) {
326*4882a593Smuzhiyun 		ret = -ENOMEM;
327*4882a593Smuzhiyun 		goto free_drv;
328*4882a593Smuzhiyun 	}
329*4882a593Smuzhiyun 	drv->hw_opp_tables = kcalloc(num_possible_cpus(),
330*4882a593Smuzhiyun 				  sizeof(*drv->hw_opp_tables),
331*4882a593Smuzhiyun 				  GFP_KERNEL);
332*4882a593Smuzhiyun 	if (!drv->hw_opp_tables) {
333*4882a593Smuzhiyun 		ret = -ENOMEM;
334*4882a593Smuzhiyun 		goto free_opp_names;
335*4882a593Smuzhiyun 	}
336*4882a593Smuzhiyun 
337*4882a593Smuzhiyun 	drv->genpd_opp_tables = kcalloc(num_possible_cpus(),
338*4882a593Smuzhiyun 					sizeof(*drv->genpd_opp_tables),
339*4882a593Smuzhiyun 					GFP_KERNEL);
340*4882a593Smuzhiyun 	if (!drv->genpd_opp_tables) {
341*4882a593Smuzhiyun 		ret = -ENOMEM;
342*4882a593Smuzhiyun 		goto free_opp;
343*4882a593Smuzhiyun 	}
344*4882a593Smuzhiyun 
345*4882a593Smuzhiyun 	for_each_possible_cpu(cpu) {
346*4882a593Smuzhiyun 		cpu_dev = get_cpu_device(cpu);
347*4882a593Smuzhiyun 		if (NULL == cpu_dev) {
348*4882a593Smuzhiyun 			ret = -ENODEV;
349*4882a593Smuzhiyun 			goto free_genpd_opp;
350*4882a593Smuzhiyun 		}
351*4882a593Smuzhiyun 
352*4882a593Smuzhiyun 		if (drv->data->get_version) {
353*4882a593Smuzhiyun 
354*4882a593Smuzhiyun 			if (pvs_name) {
355*4882a593Smuzhiyun 				drv->names_opp_tables[cpu] = dev_pm_opp_set_prop_name(
356*4882a593Smuzhiyun 								     cpu_dev,
357*4882a593Smuzhiyun 								     pvs_name);
358*4882a593Smuzhiyun 				if (IS_ERR(drv->names_opp_tables[cpu])) {
359*4882a593Smuzhiyun 					ret = PTR_ERR(drv->names_opp_tables[cpu]);
360*4882a593Smuzhiyun 					dev_err(cpu_dev, "Failed to add OPP name %s\n",
361*4882a593Smuzhiyun 						pvs_name);
362*4882a593Smuzhiyun 					goto free_opp;
363*4882a593Smuzhiyun 				}
364*4882a593Smuzhiyun 			}
365*4882a593Smuzhiyun 
366*4882a593Smuzhiyun 			drv->hw_opp_tables[cpu] = dev_pm_opp_set_supported_hw(
367*4882a593Smuzhiyun 									 cpu_dev, &drv->versions, 1);
368*4882a593Smuzhiyun 			if (IS_ERR(drv->hw_opp_tables[cpu])) {
369*4882a593Smuzhiyun 				ret = PTR_ERR(drv->hw_opp_tables[cpu]);
370*4882a593Smuzhiyun 				dev_err(cpu_dev,
371*4882a593Smuzhiyun 					"Failed to set supported hardware\n");
372*4882a593Smuzhiyun 				goto free_genpd_opp;
373*4882a593Smuzhiyun 			}
374*4882a593Smuzhiyun 		}
375*4882a593Smuzhiyun 
376*4882a593Smuzhiyun 		if (drv->data->genpd_names) {
377*4882a593Smuzhiyun 			drv->genpd_opp_tables[cpu] =
378*4882a593Smuzhiyun 				dev_pm_opp_attach_genpd(cpu_dev,
379*4882a593Smuzhiyun 							drv->data->genpd_names,
380*4882a593Smuzhiyun 							NULL);
381*4882a593Smuzhiyun 			if (IS_ERR(drv->genpd_opp_tables[cpu])) {
382*4882a593Smuzhiyun 				ret = PTR_ERR(drv->genpd_opp_tables[cpu]);
383*4882a593Smuzhiyun 				if (ret != -EPROBE_DEFER)
384*4882a593Smuzhiyun 					dev_err(cpu_dev,
385*4882a593Smuzhiyun 						"Could not attach to pm_domain: %d\n",
386*4882a593Smuzhiyun 						ret);
387*4882a593Smuzhiyun 				goto free_genpd_opp;
388*4882a593Smuzhiyun 			}
389*4882a593Smuzhiyun 		}
390*4882a593Smuzhiyun 	}
391*4882a593Smuzhiyun 
392*4882a593Smuzhiyun 	cpufreq_dt_pdev = platform_device_register_simple("cpufreq-dt", -1,
393*4882a593Smuzhiyun 							  NULL, 0);
394*4882a593Smuzhiyun 	if (!IS_ERR(cpufreq_dt_pdev)) {
395*4882a593Smuzhiyun 		platform_set_drvdata(pdev, drv);
396*4882a593Smuzhiyun 		return 0;
397*4882a593Smuzhiyun 	}
398*4882a593Smuzhiyun 
399*4882a593Smuzhiyun 	ret = PTR_ERR(cpufreq_dt_pdev);
400*4882a593Smuzhiyun 	dev_err(cpu_dev, "Failed to register platform device\n");
401*4882a593Smuzhiyun 
402*4882a593Smuzhiyun free_genpd_opp:
403*4882a593Smuzhiyun 	for_each_possible_cpu(cpu) {
404*4882a593Smuzhiyun 		if (IS_ERR_OR_NULL(drv->genpd_opp_tables[cpu]))
405*4882a593Smuzhiyun 			break;
406*4882a593Smuzhiyun 		dev_pm_opp_detach_genpd(drv->genpd_opp_tables[cpu]);
407*4882a593Smuzhiyun 	}
408*4882a593Smuzhiyun 	kfree(drv->genpd_opp_tables);
409*4882a593Smuzhiyun free_opp:
410*4882a593Smuzhiyun 	for_each_possible_cpu(cpu) {
411*4882a593Smuzhiyun 		if (IS_ERR_OR_NULL(drv->names_opp_tables[cpu]))
412*4882a593Smuzhiyun 			break;
413*4882a593Smuzhiyun 		dev_pm_opp_put_prop_name(drv->names_opp_tables[cpu]);
414*4882a593Smuzhiyun 	}
415*4882a593Smuzhiyun 	for_each_possible_cpu(cpu) {
416*4882a593Smuzhiyun 		if (IS_ERR_OR_NULL(drv->hw_opp_tables[cpu]))
417*4882a593Smuzhiyun 			break;
418*4882a593Smuzhiyun 		dev_pm_opp_put_supported_hw(drv->hw_opp_tables[cpu]);
419*4882a593Smuzhiyun 	}
420*4882a593Smuzhiyun 	kfree(drv->hw_opp_tables);
421*4882a593Smuzhiyun free_opp_names:
422*4882a593Smuzhiyun 	kfree(drv->names_opp_tables);
423*4882a593Smuzhiyun free_drv:
424*4882a593Smuzhiyun 	kfree(drv);
425*4882a593Smuzhiyun 
426*4882a593Smuzhiyun 	return ret;
427*4882a593Smuzhiyun }
428*4882a593Smuzhiyun 
qcom_cpufreq_remove(struct platform_device * pdev)429*4882a593Smuzhiyun static int qcom_cpufreq_remove(struct platform_device *pdev)
430*4882a593Smuzhiyun {
431*4882a593Smuzhiyun 	struct qcom_cpufreq_drv *drv = platform_get_drvdata(pdev);
432*4882a593Smuzhiyun 	unsigned int cpu;
433*4882a593Smuzhiyun 
434*4882a593Smuzhiyun 	platform_device_unregister(cpufreq_dt_pdev);
435*4882a593Smuzhiyun 
436*4882a593Smuzhiyun 	for_each_possible_cpu(cpu) {
437*4882a593Smuzhiyun 		if (drv->names_opp_tables[cpu])
438*4882a593Smuzhiyun 			dev_pm_opp_put_supported_hw(drv->names_opp_tables[cpu]);
439*4882a593Smuzhiyun 		if (drv->hw_opp_tables[cpu])
440*4882a593Smuzhiyun 			dev_pm_opp_put_supported_hw(drv->hw_opp_tables[cpu]);
441*4882a593Smuzhiyun 		if (drv->genpd_opp_tables[cpu])
442*4882a593Smuzhiyun 			dev_pm_opp_detach_genpd(drv->genpd_opp_tables[cpu]);
443*4882a593Smuzhiyun 	}
444*4882a593Smuzhiyun 
445*4882a593Smuzhiyun 	kfree(drv->names_opp_tables);
446*4882a593Smuzhiyun 	kfree(drv->hw_opp_tables);
447*4882a593Smuzhiyun 	kfree(drv->genpd_opp_tables);
448*4882a593Smuzhiyun 	kfree(drv);
449*4882a593Smuzhiyun 
450*4882a593Smuzhiyun 	return 0;
451*4882a593Smuzhiyun }
452*4882a593Smuzhiyun 
453*4882a593Smuzhiyun static struct platform_driver qcom_cpufreq_driver = {
454*4882a593Smuzhiyun 	.probe = qcom_cpufreq_probe,
455*4882a593Smuzhiyun 	.remove = qcom_cpufreq_remove,
456*4882a593Smuzhiyun 	.driver = {
457*4882a593Smuzhiyun 		.name = "qcom-cpufreq-nvmem",
458*4882a593Smuzhiyun 	},
459*4882a593Smuzhiyun };
460*4882a593Smuzhiyun 
461*4882a593Smuzhiyun static const struct of_device_id qcom_cpufreq_match_list[] __initconst = {
462*4882a593Smuzhiyun 	{ .compatible = "qcom,apq8096", .data = &match_data_kryo },
463*4882a593Smuzhiyun 	{ .compatible = "qcom,msm8996", .data = &match_data_kryo },
464*4882a593Smuzhiyun 	{ .compatible = "qcom,qcs404", .data = &match_data_qcs404 },
465*4882a593Smuzhiyun 	{ .compatible = "qcom,ipq8064", .data = &match_data_krait },
466*4882a593Smuzhiyun 	{ .compatible = "qcom,apq8064", .data = &match_data_krait },
467*4882a593Smuzhiyun 	{ .compatible = "qcom,msm8974", .data = &match_data_krait },
468*4882a593Smuzhiyun 	{ .compatible = "qcom,msm8960", .data = &match_data_krait },
469*4882a593Smuzhiyun 	{},
470*4882a593Smuzhiyun };
471*4882a593Smuzhiyun MODULE_DEVICE_TABLE(of, qcom_cpufreq_match_list);
472*4882a593Smuzhiyun 
473*4882a593Smuzhiyun /*
474*4882a593Smuzhiyun  * Since the driver depends on smem and nvmem drivers, which may
475*4882a593Smuzhiyun  * return EPROBE_DEFER, all the real activity is done in the probe,
476*4882a593Smuzhiyun  * which may be defered as well. The init here is only registering
477*4882a593Smuzhiyun  * the driver and the platform device.
478*4882a593Smuzhiyun  */
qcom_cpufreq_init(void)479*4882a593Smuzhiyun static int __init qcom_cpufreq_init(void)
480*4882a593Smuzhiyun {
481*4882a593Smuzhiyun 	struct device_node *np = of_find_node_by_path("/");
482*4882a593Smuzhiyun 	const struct of_device_id *match;
483*4882a593Smuzhiyun 	int ret;
484*4882a593Smuzhiyun 
485*4882a593Smuzhiyun 	if (!np)
486*4882a593Smuzhiyun 		return -ENODEV;
487*4882a593Smuzhiyun 
488*4882a593Smuzhiyun 	match = of_match_node(qcom_cpufreq_match_list, np);
489*4882a593Smuzhiyun 	of_node_put(np);
490*4882a593Smuzhiyun 	if (!match)
491*4882a593Smuzhiyun 		return -ENODEV;
492*4882a593Smuzhiyun 
493*4882a593Smuzhiyun 	ret = platform_driver_register(&qcom_cpufreq_driver);
494*4882a593Smuzhiyun 	if (unlikely(ret < 0))
495*4882a593Smuzhiyun 		return ret;
496*4882a593Smuzhiyun 
497*4882a593Smuzhiyun 	cpufreq_pdev = platform_device_register_data(NULL, "qcom-cpufreq-nvmem",
498*4882a593Smuzhiyun 						     -1, match, sizeof(*match));
499*4882a593Smuzhiyun 	ret = PTR_ERR_OR_ZERO(cpufreq_pdev);
500*4882a593Smuzhiyun 	if (0 == ret)
501*4882a593Smuzhiyun 		return 0;
502*4882a593Smuzhiyun 
503*4882a593Smuzhiyun 	platform_driver_unregister(&qcom_cpufreq_driver);
504*4882a593Smuzhiyun 	return ret;
505*4882a593Smuzhiyun }
506*4882a593Smuzhiyun module_init(qcom_cpufreq_init);
507*4882a593Smuzhiyun 
qcom_cpufreq_exit(void)508*4882a593Smuzhiyun static void __exit qcom_cpufreq_exit(void)
509*4882a593Smuzhiyun {
510*4882a593Smuzhiyun 	platform_device_unregister(cpufreq_pdev);
511*4882a593Smuzhiyun 	platform_driver_unregister(&qcom_cpufreq_driver);
512*4882a593Smuzhiyun }
513*4882a593Smuzhiyun module_exit(qcom_cpufreq_exit);
514*4882a593Smuzhiyun 
515*4882a593Smuzhiyun MODULE_DESCRIPTION("Qualcomm Technologies, Inc. CPUfreq driver");
516*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
517