xref: /OK3568_Linux_fs/kernel/drivers/media/platform/atmel/atmel-sama5d2-isc.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Microchip Image Sensor Controller (ISC) driver
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * Copyright (C) 2016-2019 Microchip Technology, Inc.
6*4882a593Smuzhiyun  *
7*4882a593Smuzhiyun  * Author: Songjun Wu
8*4882a593Smuzhiyun  * Author: Eugen Hristev <eugen.hristev@microchip.com>
9*4882a593Smuzhiyun  *
10*4882a593Smuzhiyun  *
11*4882a593Smuzhiyun  * Sensor-->PFE-->WB-->CFA-->CC-->GAM-->CSC-->CBC-->SUB-->RLP-->DMA
12*4882a593Smuzhiyun  *
13*4882a593Smuzhiyun  * ISC video pipeline integrates the following submodules:
14*4882a593Smuzhiyun  * PFE: Parallel Front End to sample the camera sensor input stream
15*4882a593Smuzhiyun  *  WB: Programmable white balance in the Bayer domain
16*4882a593Smuzhiyun  * CFA: Color filter array interpolation module
17*4882a593Smuzhiyun  *  CC: Programmable color correction
18*4882a593Smuzhiyun  * GAM: Gamma correction
19*4882a593Smuzhiyun  * CSC: Programmable color space conversion
20*4882a593Smuzhiyun  * CBC: Contrast and Brightness control
21*4882a593Smuzhiyun  * SUB: This module performs YCbCr444 to YCbCr420 chrominance subsampling
22*4882a593Smuzhiyun  * RLP: This module performs rounding, range limiting
23*4882a593Smuzhiyun  *      and packing of the incoming data
24*4882a593Smuzhiyun  */
25*4882a593Smuzhiyun 
26*4882a593Smuzhiyun #include <linux/clk.h>
27*4882a593Smuzhiyun #include <linux/clkdev.h>
28*4882a593Smuzhiyun #include <linux/clk-provider.h>
29*4882a593Smuzhiyun #include <linux/delay.h>
30*4882a593Smuzhiyun #include <linux/interrupt.h>
31*4882a593Smuzhiyun #include <linux/math64.h>
32*4882a593Smuzhiyun #include <linux/module.h>
33*4882a593Smuzhiyun #include <linux/of.h>
34*4882a593Smuzhiyun #include <linux/of_graph.h>
35*4882a593Smuzhiyun #include <linux/platform_device.h>
36*4882a593Smuzhiyun #include <linux/pm_runtime.h>
37*4882a593Smuzhiyun #include <linux/regmap.h>
38*4882a593Smuzhiyun #include <linux/videodev2.h>
39*4882a593Smuzhiyun 
40*4882a593Smuzhiyun #include <media/v4l2-ctrls.h>
41*4882a593Smuzhiyun #include <media/v4l2-device.h>
42*4882a593Smuzhiyun #include <media/v4l2-event.h>
43*4882a593Smuzhiyun #include <media/v4l2-image-sizes.h>
44*4882a593Smuzhiyun #include <media/v4l2-ioctl.h>
45*4882a593Smuzhiyun #include <media/v4l2-fwnode.h>
46*4882a593Smuzhiyun #include <media/v4l2-subdev.h>
47*4882a593Smuzhiyun #include <media/videobuf2-dma-contig.h>
48*4882a593Smuzhiyun 
49*4882a593Smuzhiyun #include "atmel-isc-regs.h"
50*4882a593Smuzhiyun #include "atmel-isc.h"
51*4882a593Smuzhiyun 
52*4882a593Smuzhiyun #define ISC_MAX_SUPPORT_WIDTH   2592
53*4882a593Smuzhiyun #define ISC_MAX_SUPPORT_HEIGHT  1944
54*4882a593Smuzhiyun 
55*4882a593Smuzhiyun #define ISC_CLK_MAX_DIV		255
56*4882a593Smuzhiyun 
isc_parse_dt(struct device * dev,struct isc_device * isc)57*4882a593Smuzhiyun static int isc_parse_dt(struct device *dev, struct isc_device *isc)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun 	struct device_node *np = dev->of_node;
60*4882a593Smuzhiyun 	struct device_node *epn = NULL, *rem;
61*4882a593Smuzhiyun 	struct isc_subdev_entity *subdev_entity;
62*4882a593Smuzhiyun 	unsigned int flags;
63*4882a593Smuzhiyun 	int ret;
64*4882a593Smuzhiyun 
65*4882a593Smuzhiyun 	INIT_LIST_HEAD(&isc->subdev_entities);
66*4882a593Smuzhiyun 
67*4882a593Smuzhiyun 	while (1) {
68*4882a593Smuzhiyun 		struct v4l2_fwnode_endpoint v4l2_epn = { .bus_type = 0 };
69*4882a593Smuzhiyun 
70*4882a593Smuzhiyun 		epn = of_graph_get_next_endpoint(np, epn);
71*4882a593Smuzhiyun 		if (!epn)
72*4882a593Smuzhiyun 			return 0;
73*4882a593Smuzhiyun 
74*4882a593Smuzhiyun 		rem = of_graph_get_remote_port_parent(epn);
75*4882a593Smuzhiyun 		if (!rem) {
76*4882a593Smuzhiyun 			dev_notice(dev, "Remote device at %pOF not found\n",
77*4882a593Smuzhiyun 				   epn);
78*4882a593Smuzhiyun 			continue;
79*4882a593Smuzhiyun 		}
80*4882a593Smuzhiyun 
81*4882a593Smuzhiyun 		ret = v4l2_fwnode_endpoint_parse(of_fwnode_handle(epn),
82*4882a593Smuzhiyun 						 &v4l2_epn);
83*4882a593Smuzhiyun 		if (ret) {
84*4882a593Smuzhiyun 			of_node_put(rem);
85*4882a593Smuzhiyun 			ret = -EINVAL;
86*4882a593Smuzhiyun 			dev_err(dev, "Could not parse the endpoint\n");
87*4882a593Smuzhiyun 			break;
88*4882a593Smuzhiyun 		}
89*4882a593Smuzhiyun 
90*4882a593Smuzhiyun 		subdev_entity = devm_kzalloc(dev, sizeof(*subdev_entity),
91*4882a593Smuzhiyun 					     GFP_KERNEL);
92*4882a593Smuzhiyun 		if (!subdev_entity) {
93*4882a593Smuzhiyun 			of_node_put(rem);
94*4882a593Smuzhiyun 			ret = -ENOMEM;
95*4882a593Smuzhiyun 			break;
96*4882a593Smuzhiyun 		}
97*4882a593Smuzhiyun 
98*4882a593Smuzhiyun 		/* asd will be freed by the subsystem once it's added to the
99*4882a593Smuzhiyun 		 * notifier list
100*4882a593Smuzhiyun 		 */
101*4882a593Smuzhiyun 		subdev_entity->asd = kzalloc(sizeof(*subdev_entity->asd),
102*4882a593Smuzhiyun 					     GFP_KERNEL);
103*4882a593Smuzhiyun 		if (!subdev_entity->asd) {
104*4882a593Smuzhiyun 			of_node_put(rem);
105*4882a593Smuzhiyun 			ret = -ENOMEM;
106*4882a593Smuzhiyun 			break;
107*4882a593Smuzhiyun 		}
108*4882a593Smuzhiyun 
109*4882a593Smuzhiyun 		flags = v4l2_epn.bus.parallel.flags;
110*4882a593Smuzhiyun 
111*4882a593Smuzhiyun 		if (flags & V4L2_MBUS_HSYNC_ACTIVE_LOW)
112*4882a593Smuzhiyun 			subdev_entity->pfe_cfg0 = ISC_PFE_CFG0_HPOL_LOW;
113*4882a593Smuzhiyun 
114*4882a593Smuzhiyun 		if (flags & V4L2_MBUS_VSYNC_ACTIVE_LOW)
115*4882a593Smuzhiyun 			subdev_entity->pfe_cfg0 |= ISC_PFE_CFG0_VPOL_LOW;
116*4882a593Smuzhiyun 
117*4882a593Smuzhiyun 		if (flags & V4L2_MBUS_PCLK_SAMPLE_FALLING)
118*4882a593Smuzhiyun 			subdev_entity->pfe_cfg0 |= ISC_PFE_CFG0_PPOL_LOW;
119*4882a593Smuzhiyun 
120*4882a593Smuzhiyun 		if (v4l2_epn.bus_type == V4L2_MBUS_BT656)
121*4882a593Smuzhiyun 			subdev_entity->pfe_cfg0 |= ISC_PFE_CFG0_CCIR_CRC |
122*4882a593Smuzhiyun 					ISC_PFE_CFG0_CCIR656;
123*4882a593Smuzhiyun 
124*4882a593Smuzhiyun 		subdev_entity->asd->match_type = V4L2_ASYNC_MATCH_FWNODE;
125*4882a593Smuzhiyun 		subdev_entity->asd->match.fwnode = of_fwnode_handle(rem);
126*4882a593Smuzhiyun 		list_add_tail(&subdev_entity->list, &isc->subdev_entities);
127*4882a593Smuzhiyun 	}
128*4882a593Smuzhiyun 
129*4882a593Smuzhiyun 	of_node_put(epn);
130*4882a593Smuzhiyun 	return ret;
131*4882a593Smuzhiyun }
132*4882a593Smuzhiyun 
atmel_isc_probe(struct platform_device * pdev)133*4882a593Smuzhiyun static int atmel_isc_probe(struct platform_device *pdev)
134*4882a593Smuzhiyun {
135*4882a593Smuzhiyun 	struct device *dev = &pdev->dev;
136*4882a593Smuzhiyun 	struct isc_device *isc;
137*4882a593Smuzhiyun 	struct resource *res;
138*4882a593Smuzhiyun 	void __iomem *io_base;
139*4882a593Smuzhiyun 	struct isc_subdev_entity *subdev_entity;
140*4882a593Smuzhiyun 	int irq;
141*4882a593Smuzhiyun 	int ret;
142*4882a593Smuzhiyun 
143*4882a593Smuzhiyun 	isc = devm_kzalloc(dev, sizeof(*isc), GFP_KERNEL);
144*4882a593Smuzhiyun 	if (!isc)
145*4882a593Smuzhiyun 		return -ENOMEM;
146*4882a593Smuzhiyun 
147*4882a593Smuzhiyun 	platform_set_drvdata(pdev, isc);
148*4882a593Smuzhiyun 	isc->dev = dev;
149*4882a593Smuzhiyun 
150*4882a593Smuzhiyun 	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
151*4882a593Smuzhiyun 	io_base = devm_ioremap_resource(dev, res);
152*4882a593Smuzhiyun 	if (IS_ERR(io_base))
153*4882a593Smuzhiyun 		return PTR_ERR(io_base);
154*4882a593Smuzhiyun 
155*4882a593Smuzhiyun 	isc->regmap = devm_regmap_init_mmio(dev, io_base, &isc_regmap_config);
156*4882a593Smuzhiyun 	if (IS_ERR(isc->regmap)) {
157*4882a593Smuzhiyun 		ret = PTR_ERR(isc->regmap);
158*4882a593Smuzhiyun 		dev_err(dev, "failed to init register map: %d\n", ret);
159*4882a593Smuzhiyun 		return ret;
160*4882a593Smuzhiyun 	}
161*4882a593Smuzhiyun 
162*4882a593Smuzhiyun 	irq = platform_get_irq(pdev, 0);
163*4882a593Smuzhiyun 	if (irq < 0)
164*4882a593Smuzhiyun 		return irq;
165*4882a593Smuzhiyun 
166*4882a593Smuzhiyun 	ret = devm_request_irq(dev, irq, isc_interrupt, 0,
167*4882a593Smuzhiyun 			       ATMEL_ISC_NAME, isc);
168*4882a593Smuzhiyun 	if (ret < 0) {
169*4882a593Smuzhiyun 		dev_err(dev, "can't register ISR for IRQ %u (ret=%i)\n",
170*4882a593Smuzhiyun 			irq, ret);
171*4882a593Smuzhiyun 		return ret;
172*4882a593Smuzhiyun 	}
173*4882a593Smuzhiyun 
174*4882a593Smuzhiyun 	ret = isc_pipeline_init(isc);
175*4882a593Smuzhiyun 	if (ret)
176*4882a593Smuzhiyun 		return ret;
177*4882a593Smuzhiyun 
178*4882a593Smuzhiyun 	isc->hclock = devm_clk_get(dev, "hclock");
179*4882a593Smuzhiyun 	if (IS_ERR(isc->hclock)) {
180*4882a593Smuzhiyun 		ret = PTR_ERR(isc->hclock);
181*4882a593Smuzhiyun 		dev_err(dev, "failed to get hclock: %d\n", ret);
182*4882a593Smuzhiyun 		return ret;
183*4882a593Smuzhiyun 	}
184*4882a593Smuzhiyun 
185*4882a593Smuzhiyun 	ret = clk_prepare_enable(isc->hclock);
186*4882a593Smuzhiyun 	if (ret) {
187*4882a593Smuzhiyun 		dev_err(dev, "failed to enable hclock: %d\n", ret);
188*4882a593Smuzhiyun 		return ret;
189*4882a593Smuzhiyun 	}
190*4882a593Smuzhiyun 
191*4882a593Smuzhiyun 	ret = isc_clk_init(isc);
192*4882a593Smuzhiyun 	if (ret) {
193*4882a593Smuzhiyun 		dev_err(dev, "failed to init isc clock: %d\n", ret);
194*4882a593Smuzhiyun 		goto unprepare_hclk;
195*4882a593Smuzhiyun 	}
196*4882a593Smuzhiyun 
197*4882a593Smuzhiyun 	isc->ispck = isc->isc_clks[ISC_ISPCK].clk;
198*4882a593Smuzhiyun 
199*4882a593Smuzhiyun 	ret = clk_prepare_enable(isc->ispck);
200*4882a593Smuzhiyun 	if (ret) {
201*4882a593Smuzhiyun 		dev_err(dev, "failed to enable ispck: %d\n", ret);
202*4882a593Smuzhiyun 		goto unprepare_hclk;
203*4882a593Smuzhiyun 	}
204*4882a593Smuzhiyun 
205*4882a593Smuzhiyun 	/* ispck should be greater or equal to hclock */
206*4882a593Smuzhiyun 	ret = clk_set_rate(isc->ispck, clk_get_rate(isc->hclock));
207*4882a593Smuzhiyun 	if (ret) {
208*4882a593Smuzhiyun 		dev_err(dev, "failed to set ispck rate: %d\n", ret);
209*4882a593Smuzhiyun 		goto unprepare_clk;
210*4882a593Smuzhiyun 	}
211*4882a593Smuzhiyun 
212*4882a593Smuzhiyun 	ret = v4l2_device_register(dev, &isc->v4l2_dev);
213*4882a593Smuzhiyun 	if (ret) {
214*4882a593Smuzhiyun 		dev_err(dev, "unable to register v4l2 device.\n");
215*4882a593Smuzhiyun 		goto unprepare_clk;
216*4882a593Smuzhiyun 	}
217*4882a593Smuzhiyun 
218*4882a593Smuzhiyun 	ret = isc_parse_dt(dev, isc);
219*4882a593Smuzhiyun 	if (ret) {
220*4882a593Smuzhiyun 		dev_err(dev, "fail to parse device tree\n");
221*4882a593Smuzhiyun 		goto unregister_v4l2_device;
222*4882a593Smuzhiyun 	}
223*4882a593Smuzhiyun 
224*4882a593Smuzhiyun 	if (list_empty(&isc->subdev_entities)) {
225*4882a593Smuzhiyun 		dev_err(dev, "no subdev found\n");
226*4882a593Smuzhiyun 		ret = -ENODEV;
227*4882a593Smuzhiyun 		goto unregister_v4l2_device;
228*4882a593Smuzhiyun 	}
229*4882a593Smuzhiyun 
230*4882a593Smuzhiyun 	list_for_each_entry(subdev_entity, &isc->subdev_entities, list) {
231*4882a593Smuzhiyun 		v4l2_async_notifier_init(&subdev_entity->notifier);
232*4882a593Smuzhiyun 
233*4882a593Smuzhiyun 		ret = v4l2_async_notifier_add_subdev(&subdev_entity->notifier,
234*4882a593Smuzhiyun 						     subdev_entity->asd);
235*4882a593Smuzhiyun 		if (ret) {
236*4882a593Smuzhiyun 			fwnode_handle_put(subdev_entity->asd->match.fwnode);
237*4882a593Smuzhiyun 			kfree(subdev_entity->asd);
238*4882a593Smuzhiyun 			goto cleanup_subdev;
239*4882a593Smuzhiyun 		}
240*4882a593Smuzhiyun 
241*4882a593Smuzhiyun 		subdev_entity->notifier.ops = &isc_async_ops;
242*4882a593Smuzhiyun 
243*4882a593Smuzhiyun 		ret = v4l2_async_notifier_register(&isc->v4l2_dev,
244*4882a593Smuzhiyun 						   &subdev_entity->notifier);
245*4882a593Smuzhiyun 		if (ret) {
246*4882a593Smuzhiyun 			dev_err(dev, "fail to register async notifier\n");
247*4882a593Smuzhiyun 			goto cleanup_subdev;
248*4882a593Smuzhiyun 		}
249*4882a593Smuzhiyun 
250*4882a593Smuzhiyun 		if (video_is_registered(&isc->video_dev))
251*4882a593Smuzhiyun 			break;
252*4882a593Smuzhiyun 	}
253*4882a593Smuzhiyun 
254*4882a593Smuzhiyun 	pm_runtime_set_active(dev);
255*4882a593Smuzhiyun 	pm_runtime_enable(dev);
256*4882a593Smuzhiyun 	pm_request_idle(dev);
257*4882a593Smuzhiyun 
258*4882a593Smuzhiyun 	return 0;
259*4882a593Smuzhiyun 
260*4882a593Smuzhiyun cleanup_subdev:
261*4882a593Smuzhiyun 	isc_subdev_cleanup(isc);
262*4882a593Smuzhiyun 
263*4882a593Smuzhiyun unregister_v4l2_device:
264*4882a593Smuzhiyun 	v4l2_device_unregister(&isc->v4l2_dev);
265*4882a593Smuzhiyun 
266*4882a593Smuzhiyun unprepare_clk:
267*4882a593Smuzhiyun 	clk_disable_unprepare(isc->ispck);
268*4882a593Smuzhiyun unprepare_hclk:
269*4882a593Smuzhiyun 	clk_disable_unprepare(isc->hclock);
270*4882a593Smuzhiyun 
271*4882a593Smuzhiyun 	isc_clk_cleanup(isc);
272*4882a593Smuzhiyun 
273*4882a593Smuzhiyun 	return ret;
274*4882a593Smuzhiyun }
275*4882a593Smuzhiyun 
atmel_isc_remove(struct platform_device * pdev)276*4882a593Smuzhiyun static int atmel_isc_remove(struct platform_device *pdev)
277*4882a593Smuzhiyun {
278*4882a593Smuzhiyun 	struct isc_device *isc = platform_get_drvdata(pdev);
279*4882a593Smuzhiyun 
280*4882a593Smuzhiyun 	pm_runtime_disable(&pdev->dev);
281*4882a593Smuzhiyun 
282*4882a593Smuzhiyun 	isc_subdev_cleanup(isc);
283*4882a593Smuzhiyun 
284*4882a593Smuzhiyun 	v4l2_device_unregister(&isc->v4l2_dev);
285*4882a593Smuzhiyun 
286*4882a593Smuzhiyun 	clk_disable_unprepare(isc->ispck);
287*4882a593Smuzhiyun 	clk_disable_unprepare(isc->hclock);
288*4882a593Smuzhiyun 
289*4882a593Smuzhiyun 	isc_clk_cleanup(isc);
290*4882a593Smuzhiyun 
291*4882a593Smuzhiyun 	return 0;
292*4882a593Smuzhiyun }
293*4882a593Smuzhiyun 
isc_runtime_suspend(struct device * dev)294*4882a593Smuzhiyun static int __maybe_unused isc_runtime_suspend(struct device *dev)
295*4882a593Smuzhiyun {
296*4882a593Smuzhiyun 	struct isc_device *isc = dev_get_drvdata(dev);
297*4882a593Smuzhiyun 
298*4882a593Smuzhiyun 	clk_disable_unprepare(isc->ispck);
299*4882a593Smuzhiyun 	clk_disable_unprepare(isc->hclock);
300*4882a593Smuzhiyun 
301*4882a593Smuzhiyun 	return 0;
302*4882a593Smuzhiyun }
303*4882a593Smuzhiyun 
isc_runtime_resume(struct device * dev)304*4882a593Smuzhiyun static int __maybe_unused isc_runtime_resume(struct device *dev)
305*4882a593Smuzhiyun {
306*4882a593Smuzhiyun 	struct isc_device *isc = dev_get_drvdata(dev);
307*4882a593Smuzhiyun 	int ret;
308*4882a593Smuzhiyun 
309*4882a593Smuzhiyun 	ret = clk_prepare_enable(isc->hclock);
310*4882a593Smuzhiyun 	if (ret)
311*4882a593Smuzhiyun 		return ret;
312*4882a593Smuzhiyun 
313*4882a593Smuzhiyun 	ret = clk_prepare_enable(isc->ispck);
314*4882a593Smuzhiyun 	if (ret)
315*4882a593Smuzhiyun 		clk_disable_unprepare(isc->hclock);
316*4882a593Smuzhiyun 
317*4882a593Smuzhiyun 	return ret;
318*4882a593Smuzhiyun }
319*4882a593Smuzhiyun 
320*4882a593Smuzhiyun static const struct dev_pm_ops atmel_isc_dev_pm_ops = {
321*4882a593Smuzhiyun 	SET_RUNTIME_PM_OPS(isc_runtime_suspend, isc_runtime_resume, NULL)
322*4882a593Smuzhiyun };
323*4882a593Smuzhiyun 
324*4882a593Smuzhiyun #if IS_ENABLED(CONFIG_OF)
325*4882a593Smuzhiyun static const struct of_device_id atmel_isc_of_match[] = {
326*4882a593Smuzhiyun 	{ .compatible = "atmel,sama5d2-isc" },
327*4882a593Smuzhiyun 	{ }
328*4882a593Smuzhiyun };
329*4882a593Smuzhiyun MODULE_DEVICE_TABLE(of, atmel_isc_of_match);
330*4882a593Smuzhiyun #endif
331*4882a593Smuzhiyun 
332*4882a593Smuzhiyun static struct platform_driver atmel_isc_driver = {
333*4882a593Smuzhiyun 	.probe	= atmel_isc_probe,
334*4882a593Smuzhiyun 	.remove	= atmel_isc_remove,
335*4882a593Smuzhiyun 	.driver	= {
336*4882a593Smuzhiyun 		.name		= ATMEL_ISC_NAME,
337*4882a593Smuzhiyun 		.pm		= &atmel_isc_dev_pm_ops,
338*4882a593Smuzhiyun 		.of_match_table = of_match_ptr(atmel_isc_of_match),
339*4882a593Smuzhiyun 	},
340*4882a593Smuzhiyun };
341*4882a593Smuzhiyun 
342*4882a593Smuzhiyun module_platform_driver(atmel_isc_driver);
343*4882a593Smuzhiyun 
344*4882a593Smuzhiyun MODULE_AUTHOR("Songjun Wu");
345*4882a593Smuzhiyun MODULE_DESCRIPTION("The V4L2 driver for Atmel-ISC");
346*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
347*4882a593Smuzhiyun MODULE_SUPPORTED_DEVICE("video");
348