3  * Qualcomm Technology Inc. ADSP Peripheral Image Loader for SDM845.
101 static int qcom_adsp_shutdown(struct qcom_adsp *adsp)  in qcom_adsp_shutdown()  argument
108 	val = readl(adsp->qdsp6ss_base + RET_CFG_REG);  in qcom_adsp_shutdown()
110 	writel(val, adsp->qdsp6ss_base + RET_CFG_REG);  in qcom_adsp_shutdown()
112 	clk_bulk_disable_unprepare(adsp->num_clks, adsp->clks);  in qcom_adsp_shutdown()
115 	ret = regmap_read(adsp->halt_map,  in qcom_adsp_shutdown()
116 			adsp->halt_lpass + LPASS_PWR_ON_REG, &val);  in qcom_adsp_shutdown()
120 	ret = regmap_read(adsp->halt_map,  in qcom_adsp_shutdown()
121 			adsp->halt_lpass + LPASS_MASTER_IDLE_REG,  in qcom_adsp_shutdown()
126 	regmap_write(adsp->halt_map,  in qcom_adsp_shutdown()
127 			adsp->halt_lpass + LPASS_HALTREQ_REG, 1);  in qcom_adsp_shutdown()
132 		ret = regmap_read(adsp->halt_map,  in qcom_adsp_shutdown()
133 			adsp->halt_lpass + LPASS_HALTACK_REG, &val);  in qcom_adsp_shutdown()
140 	ret = regmap_read(adsp->halt_map,  in qcom_adsp_shutdown()
141 			adsp->halt_lpass + LPASS_MASTER_IDLE_REG, &val);  in qcom_adsp_shutdown()
143 		dev_err(adsp->dev, "port failed halt\n");  in qcom_adsp_shutdown()
147 	reset_control_assert(adsp->pdc_sync_reset);  in qcom_adsp_shutdown()
149 	reset_control_assert(adsp->restart);  in qcom_adsp_shutdown()
154 	regmap_write(adsp->halt_map, adsp->halt_lpass + LPASS_HALTREQ_REG, 0);  in qcom_adsp_shutdown()
157 	reset_control_deassert(adsp->pdc_sync_reset);  in qcom_adsp_shutdown()
159 	reset_control_deassert(adsp->restart);  in qcom_adsp_shutdown()
168 	struct qcom_adsp *adsp = (struct qcom_adsp *)rproc->priv;  in adsp_load()  local
171 	ret = qcom_mdt_load_no_init(adsp->dev, fw, rproc->firmware, 0,  in adsp_load()
172 				    adsp->mem_region, adsp->mem_phys,  in adsp_load()
173 				    adsp->mem_size, &adsp->mem_reloc);  in adsp_load()
177 	qcom_pil_info_store(adsp->info_name, adsp->mem_phys, adsp->mem_size);  in adsp_load()
184 	struct qcom_adsp *adsp = (struct qcom_adsp *)rproc->priv;  in adsp_start()  local
188 	qcom_q6v5_prepare(&adsp->q6v5);  in adsp_start()
190 	ret = clk_prepare_enable(adsp->xo);  in adsp_start()
194 	dev_pm_genpd_set_performance_state(adsp->dev, INT_MAX);  in adsp_start()
195 	ret = pm_runtime_get_sync(adsp->dev);  in adsp_start()
197 		pm_runtime_put_noidle(adsp->dev);  in adsp_start()
201 	ret = clk_bulk_prepare_enable(adsp->num_clks, adsp->clks);  in adsp_start()
203 		dev_err(adsp->dev, "adsp clk_enable failed\n");  in adsp_start()
208 	writel(1, adsp->qdsp6ss_base + QDSP6SS_XO_CBCR);  in adsp_start()
211 	writel(1, adsp->qdsp6ss_base + QDSP6SS_SLEEP_CBCR);  in adsp_start()
214 	writel(1, adsp->qdsp6ss_base + QDSP6SS_CORE_CBCR);  in adsp_start()
217 	writel(adsp->mem_phys >> 4, adsp->qdsp6ss_base + RST_EVB_REG);  in adsp_start()
220 	writel(0x1, adsp->qdsp6ss_base + CORE_START_REG);  in adsp_start()
223 	writel(0x1, adsp->qdsp6ss_base + BOOT_CMD_REG);  in adsp_start()
226 	ret = readl_poll_timeout(adsp->qdsp6ss_base + BOOT_STATUS_REG,  in adsp_start()
229 		dev_err(adsp->dev, "failed to bootup adsp\n");  in adsp_start()
233 	ret = qcom_q6v5_wait_for_start(&adsp->q6v5, msecs_to_jiffies(5 * HZ));  in adsp_start()
235 		dev_err(adsp->dev, "start timed out\n");  in adsp_start()
242 	clk_bulk_disable_unprepare(adsp->num_clks, adsp->clks);  in adsp_start()
244 	dev_pm_genpd_set_performance_state(adsp->dev, 0);  in adsp_start()
245 	pm_runtime_put(adsp->dev);  in adsp_start()
247 	clk_disable_unprepare(adsp->xo);  in adsp_start()
249 	qcom_q6v5_unprepare(&adsp->q6v5);  in adsp_start()
256 	struct qcom_adsp *adsp = container_of(q6v5, struct qcom_adsp, q6v5);  in qcom_adsp_pil_handover()  local
258 	clk_disable_unprepare(adsp->xo);  in qcom_adsp_pil_handover()
259 	dev_pm_genpd_set_performance_state(adsp->dev, 0);  in qcom_adsp_pil_handover()
260 	pm_runtime_put(adsp->dev);  in qcom_adsp_pil_handover()
265 	struct qcom_adsp *adsp = (struct qcom_adsp *)rproc->priv;  in adsp_stop()  local
269 	ret = qcom_q6v5_request_stop(&adsp->q6v5);  in adsp_stop()
271 		dev_err(adsp->dev, "timed out on wait\n");  in adsp_stop()
273 	ret = qcom_adsp_shutdown(adsp);  in adsp_stop()
275 		dev_err(adsp->dev, "failed to shutdown: %d\n", ret);  in adsp_stop()
277 	handover = qcom_q6v5_unprepare(&adsp->q6v5);  in adsp_stop()
279 		qcom_adsp_pil_handover(&adsp->q6v5);  in adsp_stop()
286 	struct qcom_adsp *adsp = (struct qcom_adsp *)rproc->priv;  in adsp_da_to_va()  local
289 	offset = da - adsp->mem_reloc;  in adsp_da_to_va()
290 	if (offset < 0 || offset + len > adsp->mem_size)  in adsp_da_to_va()
293 	return adsp->mem_region + offset;  in adsp_da_to_va()
298 	struct qcom_adsp *adsp = rproc->priv;  in adsp_panic()  local
300 	return qcom_q6v5_panic(&adsp->q6v5);  in adsp_panic()
312 static int adsp_init_clock(struct qcom_adsp *adsp, const char **clk_ids)  in adsp_init_clock()  argument
317 	adsp->xo = devm_clk_get(adsp->dev, "xo");  in adsp_init_clock()
318 	if (IS_ERR(adsp->xo)) {  in adsp_init_clock()
319 		ret = PTR_ERR(adsp->xo);  in adsp_init_clock()
321 			dev_err(adsp->dev, "failed to get xo clock");  in adsp_init_clock()
328 	adsp->num_clks = num_clks;  in adsp_init_clock()
329 	adsp->clks = devm_kcalloc(adsp->dev, adsp->num_clks,  in adsp_init_clock()
330 				sizeof(*adsp->clks), GFP_KERNEL);  in adsp_init_clock()
331 	if (!adsp->clks)  in adsp_init_clock()
334 	for (i = 0; i < adsp->num_clks; i++)  in adsp_init_clock()
335 		adsp->clks[i].id = clk_ids[i];  in adsp_init_clock()
337 	return devm_clk_bulk_get(adsp->dev, adsp->num_clks, adsp->clks);  in adsp_init_clock()
340 static int adsp_init_reset(struct qcom_adsp *adsp)  in adsp_init_reset()  argument
342 	adsp->pdc_sync_reset = devm_reset_control_get_optional_exclusive(adsp->dev,  in adsp_init_reset()
344 	if (IS_ERR(adsp->pdc_sync_reset)) {  in adsp_init_reset()
345 		dev_err(adsp->dev, "failed to acquire pdc_sync reset\n");  in adsp_init_reset()
346 		return PTR_ERR(adsp->pdc_sync_reset);  in adsp_init_reset()
349 	adsp->restart = devm_reset_control_get_optional_exclusive(adsp->dev, "restart");  in adsp_init_reset()
352 	if (!adsp->restart)  in adsp_init_reset()
353 		adsp->restart = devm_reset_control_get_exclusive(adsp->dev, "cc_lpass");  in adsp_init_reset()
355 	if (IS_ERR(adsp->restart)) {  in adsp_init_reset()
356 		dev_err(adsp->dev, "failed to acquire restart\n");  in adsp_init_reset()
357 		return PTR_ERR(adsp->restart);  in adsp_init_reset()
363 static int adsp_init_mmio(struct qcom_adsp *adsp,  in adsp_init_mmio()  argument
369 	adsp->qdsp6ss_base = devm_platform_ioremap_resource(pdev, 0);  in adsp_init_mmio()
370 	if (IS_ERR(adsp->qdsp6ss_base)) {  in adsp_init_mmio()
371 		dev_err(adsp->dev, "failed to map QDSP6SS registers\n");  in adsp_init_mmio()
372 		return PTR_ERR(adsp->qdsp6ss_base);  in adsp_init_mmio()
381 	adsp->halt_map = syscon_node_to_regmap(syscon);  in adsp_init_mmio()
383 	if (IS_ERR(adsp->halt_map))  in adsp_init_mmio()
384 		return PTR_ERR(adsp->halt_map);  in adsp_init_mmio()
387 			1, &adsp->halt_lpass);  in adsp_init_mmio()
396 static int adsp_alloc_memory_region(struct qcom_adsp *adsp)  in adsp_alloc_memory_region()  argument
402 	node = of_parse_phandle(adsp->dev->of_node, "memory-region", 0);  in adsp_alloc_memory_region()
404 		dev_err(adsp->dev, "no memory-region specified\n");  in adsp_alloc_memory_region()
413 	adsp->mem_phys = adsp->mem_reloc = r.start;  in adsp_alloc_memory_region()
414 	adsp->mem_size = resource_size(&r);  in adsp_alloc_memory_region()
415 	adsp->mem_region = devm_ioremap_wc(adsp->dev,  in adsp_alloc_memory_region()
416 				adsp->mem_phys, adsp->mem_size);  in adsp_alloc_memory_region()
417 	if (!adsp->mem_region) {  in adsp_alloc_memory_region()
418 		dev_err(adsp->dev, "unable to map memory region: %pa+%zx\n",  in adsp_alloc_memory_region()
419 			&r.start, adsp->mem_size);  in adsp_alloc_memory_region()
429 	struct qcom_adsp *adsp;  in adsp_probe()  local
438 			    desc->firmware_name, sizeof(*adsp));  in adsp_probe()
445 	adsp = (struct qcom_adsp *)rproc->priv;  in adsp_probe()
446 	adsp->dev = &pdev->dev;  in adsp_probe()
447 	adsp->rproc = rproc;  in adsp_probe()
448 	adsp->info_name = desc->sysmon_name;  in adsp_probe()
449 	platform_set_drvdata(pdev, adsp);  in adsp_probe()
451 	ret = adsp_alloc_memory_region(adsp);  in adsp_probe()
455 	ret = adsp_init_clock(adsp, desc->clk_ids);  in adsp_probe()
459 	pm_runtime_enable(adsp->dev);  in adsp_probe()
461 	ret = adsp_init_reset(adsp);  in adsp_probe()
465 	ret = adsp_init_mmio(adsp, pdev);  in adsp_probe()
469 	ret = qcom_q6v5_init(&adsp->q6v5, pdev, rproc, desc->crash_reason_smem,  in adsp_probe()
474 	qcom_add_glink_subdev(rproc, &adsp->glink_subdev, desc->ssr_name);  in adsp_probe()
475 	qcom_add_ssr_subdev(rproc, &adsp->ssr_subdev, desc->ssr_name);  in adsp_probe()
476 	adsp->sysmon = qcom_add_sysmon_subdev(rproc,  in adsp_probe()
479 	if (IS_ERR(adsp->sysmon)) {  in adsp_probe()
480 		ret = PTR_ERR(adsp->sysmon);  in adsp_probe()
491 	pm_runtime_disable(adsp->dev);  in adsp_probe()
500 	struct qcom_adsp *adsp = platform_get_drvdata(pdev);  in adsp_remove()  local
502 	rproc_del(adsp->rproc);  in adsp_remove()
504 	qcom_remove_glink_subdev(adsp->rproc, &adsp->glink_subdev);  in adsp_remove()
505 	qcom_remove_sysmon_subdev(adsp->sysmon);  in adsp_remove()
506 	qcom_remove_ssr_subdev(adsp->rproc, &adsp->ssr_subdev);  in adsp_remove()
507 	pm_runtime_disable(adsp->dev);  in adsp_remove()
508 	rproc_free(adsp->rproc);  in adsp_remove()
515 	.firmware_name = "adsp.mdt",
517 	.sysmon_name = "adsp",
541 	{ .compatible = "qcom,sdm845-adsp-pil", .data = &adsp_resource_init },
556 MODULE_DESCRIPTION("QTI SDM845 ADSP Peripheral Image Loader");