xref: /OK3568_Linux_fs/kernel/drivers/media/platform/vsp1/vsp1_pipe.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0+
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * vsp1_pipe.c  --  R-Car VSP1 Pipeline
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * Copyright (C) 2013-2015 Renesas Electronics Corporation
6*4882a593Smuzhiyun  *
7*4882a593Smuzhiyun  * Contact: Laurent Pinchart (laurent.pinchart@ideasonboard.com)
8*4882a593Smuzhiyun  */
9*4882a593Smuzhiyun 
10*4882a593Smuzhiyun #include <linux/delay.h>
11*4882a593Smuzhiyun #include <linux/list.h>
12*4882a593Smuzhiyun #include <linux/sched.h>
13*4882a593Smuzhiyun #include <linux/wait.h>
14*4882a593Smuzhiyun 
15*4882a593Smuzhiyun #include <media/media-entity.h>
16*4882a593Smuzhiyun #include <media/v4l2-subdev.h>
17*4882a593Smuzhiyun 
18*4882a593Smuzhiyun #include "vsp1.h"
19*4882a593Smuzhiyun #include "vsp1_brx.h"
20*4882a593Smuzhiyun #include "vsp1_dl.h"
21*4882a593Smuzhiyun #include "vsp1_entity.h"
22*4882a593Smuzhiyun #include "vsp1_hgo.h"
23*4882a593Smuzhiyun #include "vsp1_hgt.h"
24*4882a593Smuzhiyun #include "vsp1_pipe.h"
25*4882a593Smuzhiyun #include "vsp1_rwpf.h"
26*4882a593Smuzhiyun #include "vsp1_uds.h"
27*4882a593Smuzhiyun 
28*4882a593Smuzhiyun /* -----------------------------------------------------------------------------
29*4882a593Smuzhiyun  * Helper Functions
30*4882a593Smuzhiyun  */
31*4882a593Smuzhiyun 
32*4882a593Smuzhiyun static const struct vsp1_format_info vsp1_video_formats[] = {
33*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_RGB332, MEDIA_BUS_FMT_ARGB8888_1X32,
34*4882a593Smuzhiyun 	  VI6_FMT_RGB_332, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
35*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
36*4882a593Smuzhiyun 	  1, { 8, 0, 0 }, false, false, 1, 1, false },
37*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_ARGB444, MEDIA_BUS_FMT_ARGB8888_1X32,
38*4882a593Smuzhiyun 	  VI6_FMT_ARGB_4444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
39*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
40*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, true },
41*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_XRGB444, MEDIA_BUS_FMT_ARGB8888_1X32,
42*4882a593Smuzhiyun 	  VI6_FMT_XRGB_4444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
43*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
44*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, false },
45*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_RGBA444, MEDIA_BUS_FMT_ARGB8888_1X32,
46*4882a593Smuzhiyun 	  VI6_FMT_RGBA_4444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
47*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
48*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, true },
49*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_RGBX444, MEDIA_BUS_FMT_ARGB8888_1X32,
50*4882a593Smuzhiyun 	  VI6_FMT_RGBX_4444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
51*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
52*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, false },
53*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_ABGR444, MEDIA_BUS_FMT_ARGB8888_1X32,
54*4882a593Smuzhiyun 	  VI6_FMT_ABGR_4444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
55*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
56*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, true },
57*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_XBGR444, MEDIA_BUS_FMT_ARGB8888_1X32,
58*4882a593Smuzhiyun 	  VI6_FMT_ABGR_4444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
59*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
60*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, false },
61*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_BGRA444, MEDIA_BUS_FMT_ARGB8888_1X32,
62*4882a593Smuzhiyun 	  VI6_FMT_BGRA_4444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
63*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
64*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, true },
65*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_BGRX444, MEDIA_BUS_FMT_ARGB8888_1X32,
66*4882a593Smuzhiyun 	  VI6_FMT_BGRA_4444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
67*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
68*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, false },
69*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_ARGB555, MEDIA_BUS_FMT_ARGB8888_1X32,
70*4882a593Smuzhiyun 	  VI6_FMT_ARGB_1555, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
71*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
72*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, true },
73*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_XRGB555, MEDIA_BUS_FMT_ARGB8888_1X32,
74*4882a593Smuzhiyun 	  VI6_FMT_XRGB_1555, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
75*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
76*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, false },
77*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_RGBA555, MEDIA_BUS_FMT_ARGB8888_1X32,
78*4882a593Smuzhiyun 	  VI6_FMT_RGBA_5551, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
79*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
80*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, true },
81*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_RGBX555, MEDIA_BUS_FMT_ARGB8888_1X32,
82*4882a593Smuzhiyun 	  VI6_FMT_RGBX_5551, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
83*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
84*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, false },
85*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_ABGR555, MEDIA_BUS_FMT_ARGB8888_1X32,
86*4882a593Smuzhiyun 	  VI6_FMT_ABGR_1555, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
87*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
88*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, true },
89*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_XBGR555, MEDIA_BUS_FMT_ARGB8888_1X32,
90*4882a593Smuzhiyun 	  VI6_FMT_ABGR_1555, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
91*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
92*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, false },
93*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_BGRA555, MEDIA_BUS_FMT_ARGB8888_1X32,
94*4882a593Smuzhiyun 	  VI6_FMT_BGRA_5551, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
95*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
96*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, true },
97*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_BGRX555, MEDIA_BUS_FMT_ARGB8888_1X32,
98*4882a593Smuzhiyun 	  VI6_FMT_BGRA_5551, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
99*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
100*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, false },
101*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_RGB565, MEDIA_BUS_FMT_ARGB8888_1X32,
102*4882a593Smuzhiyun 	  VI6_FMT_RGB_565, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
103*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS,
104*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 1, 1, false },
105*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_BGR24, MEDIA_BUS_FMT_ARGB8888_1X32,
106*4882a593Smuzhiyun 	  VI6_FMT_BGR_888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
107*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
108*4882a593Smuzhiyun 	  1, { 24, 0, 0 }, false, false, 1, 1, false },
109*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_RGB24, MEDIA_BUS_FMT_ARGB8888_1X32,
110*4882a593Smuzhiyun 	  VI6_FMT_RGB_888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
111*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
112*4882a593Smuzhiyun 	  1, { 24, 0, 0 }, false, false, 1, 1, false },
113*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_ABGR32, MEDIA_BUS_FMT_ARGB8888_1X32,
114*4882a593Smuzhiyun 	  VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS,
115*4882a593Smuzhiyun 	  1, { 32, 0, 0 }, false, false, 1, 1, true },
116*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_XBGR32, MEDIA_BUS_FMT_ARGB8888_1X32,
117*4882a593Smuzhiyun 	  VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS,
118*4882a593Smuzhiyun 	  1, { 32, 0, 0 }, false, false, 1, 1, false },
119*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_BGRA32, MEDIA_BUS_FMT_ARGB8888_1X32,
120*4882a593Smuzhiyun 	  VI6_FMT_RGBA_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS,
121*4882a593Smuzhiyun 	  1, { 32, 0, 0 }, false, false, 1, 1, true },
122*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_BGRX32, MEDIA_BUS_FMT_ARGB8888_1X32,
123*4882a593Smuzhiyun 	  VI6_FMT_RGBA_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS,
124*4882a593Smuzhiyun 	  1, { 32, 0, 0 }, false, false, 1, 1, false },
125*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_RGBA32, MEDIA_BUS_FMT_ARGB8888_1X32,
126*4882a593Smuzhiyun 	  VI6_FMT_RGBA_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
127*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
128*4882a593Smuzhiyun 	  1, { 32, 0, 0 }, false, false, 1, 1, true },
129*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_RGBX32, MEDIA_BUS_FMT_ARGB8888_1X32,
130*4882a593Smuzhiyun 	  VI6_FMT_RGBA_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
131*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
132*4882a593Smuzhiyun 	  1, { 32, 0, 0 }, false, false, 1, 1, false },
133*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_ARGB32, MEDIA_BUS_FMT_ARGB8888_1X32,
134*4882a593Smuzhiyun 	  VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
135*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
136*4882a593Smuzhiyun 	  1, { 32, 0, 0 }, false, false, 1, 1, true },
137*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_XRGB32, MEDIA_BUS_FMT_ARGB8888_1X32,
138*4882a593Smuzhiyun 	  VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
139*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
140*4882a593Smuzhiyun 	  1, { 32, 0, 0 }, false, false, 1, 1, false },
141*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_HSV24, MEDIA_BUS_FMT_AHSV8888_1X32,
142*4882a593Smuzhiyun 	  VI6_FMT_RGB_888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
143*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
144*4882a593Smuzhiyun 	  1, { 24, 0, 0 }, false, false, 1, 1, false },
145*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_HSV32, MEDIA_BUS_FMT_AHSV8888_1X32,
146*4882a593Smuzhiyun 	  VI6_FMT_ARGB_8888, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
147*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
148*4882a593Smuzhiyun 	  1, { 32, 0, 0 }, false, false, 1, 1, false },
149*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_UYVY, MEDIA_BUS_FMT_AYUV8_1X32,
150*4882a593Smuzhiyun 	  VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
151*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
152*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, false, 2, 1, false },
153*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_VYUY, MEDIA_BUS_FMT_AYUV8_1X32,
154*4882a593Smuzhiyun 	  VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
155*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
156*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, false, true, 2, 1, false },
157*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_YUYV, MEDIA_BUS_FMT_AYUV8_1X32,
158*4882a593Smuzhiyun 	  VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
159*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
160*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, true, false, 2, 1, false },
161*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_YVYU, MEDIA_BUS_FMT_AYUV8_1X32,
162*4882a593Smuzhiyun 	  VI6_FMT_YUYV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
163*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
164*4882a593Smuzhiyun 	  1, { 16, 0, 0 }, true, true, 2, 1, false },
165*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_NV12M, MEDIA_BUS_FMT_AYUV8_1X32,
166*4882a593Smuzhiyun 	  VI6_FMT_Y_UV_420, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
167*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
168*4882a593Smuzhiyun 	  2, { 8, 16, 0 }, false, false, 2, 2, false },
169*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_NV21M, MEDIA_BUS_FMT_AYUV8_1X32,
170*4882a593Smuzhiyun 	  VI6_FMT_Y_UV_420, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
171*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
172*4882a593Smuzhiyun 	  2, { 8, 16, 0 }, false, true, 2, 2, false },
173*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_NV16M, MEDIA_BUS_FMT_AYUV8_1X32,
174*4882a593Smuzhiyun 	  VI6_FMT_Y_UV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
175*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
176*4882a593Smuzhiyun 	  2, { 8, 16, 0 }, false, false, 2, 1, false },
177*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_NV61M, MEDIA_BUS_FMT_AYUV8_1X32,
178*4882a593Smuzhiyun 	  VI6_FMT_Y_UV_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
179*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
180*4882a593Smuzhiyun 	  2, { 8, 16, 0 }, false, true, 2, 1, false },
181*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_YUV420M, MEDIA_BUS_FMT_AYUV8_1X32,
182*4882a593Smuzhiyun 	  VI6_FMT_Y_U_V_420, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
183*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
184*4882a593Smuzhiyun 	  3, { 8, 8, 8 }, false, false, 2, 2, false },
185*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_YVU420M, MEDIA_BUS_FMT_AYUV8_1X32,
186*4882a593Smuzhiyun 	  VI6_FMT_Y_U_V_420, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
187*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
188*4882a593Smuzhiyun 	  3, { 8, 8, 8 }, false, true, 2, 2, false },
189*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_YUV422M, MEDIA_BUS_FMT_AYUV8_1X32,
190*4882a593Smuzhiyun 	  VI6_FMT_Y_U_V_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
191*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
192*4882a593Smuzhiyun 	  3, { 8, 8, 8 }, false, false, 2, 1, false },
193*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_YVU422M, MEDIA_BUS_FMT_AYUV8_1X32,
194*4882a593Smuzhiyun 	  VI6_FMT_Y_U_V_422, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
195*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
196*4882a593Smuzhiyun 	  3, { 8, 8, 8 }, false, true, 2, 1, false },
197*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_YUV444M, MEDIA_BUS_FMT_AYUV8_1X32,
198*4882a593Smuzhiyun 	  VI6_FMT_Y_U_V_444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
199*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
200*4882a593Smuzhiyun 	  3, { 8, 8, 8 }, false, false, 1, 1, false },
201*4882a593Smuzhiyun 	{ V4L2_PIX_FMT_YVU444M, MEDIA_BUS_FMT_AYUV8_1X32,
202*4882a593Smuzhiyun 	  VI6_FMT_Y_U_V_444, VI6_RPF_DSWAP_P_LLS | VI6_RPF_DSWAP_P_LWS |
203*4882a593Smuzhiyun 	  VI6_RPF_DSWAP_P_WDS | VI6_RPF_DSWAP_P_BTS,
204*4882a593Smuzhiyun 	  3, { 8, 8, 8 }, false, true, 1, 1, false },
205*4882a593Smuzhiyun };
206*4882a593Smuzhiyun 
207*4882a593Smuzhiyun /**
208*4882a593Smuzhiyun  * vsp1_get_format_info - Retrieve format information for a 4CC
209*4882a593Smuzhiyun  * @vsp1: the VSP1 device
210*4882a593Smuzhiyun  * @fourcc: the format 4CC
211*4882a593Smuzhiyun  *
212*4882a593Smuzhiyun  * Return a pointer to the format information structure corresponding to the
213*4882a593Smuzhiyun  * given V4L2 format 4CC, or NULL if no corresponding format can be found.
214*4882a593Smuzhiyun  */
vsp1_get_format_info(struct vsp1_device * vsp1,u32 fourcc)215*4882a593Smuzhiyun const struct vsp1_format_info *vsp1_get_format_info(struct vsp1_device *vsp1,
216*4882a593Smuzhiyun 						    u32 fourcc)
217*4882a593Smuzhiyun {
218*4882a593Smuzhiyun 	unsigned int i;
219*4882a593Smuzhiyun 
220*4882a593Smuzhiyun 	/* Special case, the VYUY and HSV formats are supported on Gen2 only. */
221*4882a593Smuzhiyun 	if (vsp1->info->gen != 2) {
222*4882a593Smuzhiyun 		switch (fourcc) {
223*4882a593Smuzhiyun 		case V4L2_PIX_FMT_VYUY:
224*4882a593Smuzhiyun 		case V4L2_PIX_FMT_HSV24:
225*4882a593Smuzhiyun 		case V4L2_PIX_FMT_HSV32:
226*4882a593Smuzhiyun 			return NULL;
227*4882a593Smuzhiyun 		}
228*4882a593Smuzhiyun 	}
229*4882a593Smuzhiyun 
230*4882a593Smuzhiyun 	for (i = 0; i < ARRAY_SIZE(vsp1_video_formats); ++i) {
231*4882a593Smuzhiyun 		const struct vsp1_format_info *info = &vsp1_video_formats[i];
232*4882a593Smuzhiyun 
233*4882a593Smuzhiyun 		if (info->fourcc == fourcc)
234*4882a593Smuzhiyun 			return info;
235*4882a593Smuzhiyun 	}
236*4882a593Smuzhiyun 
237*4882a593Smuzhiyun 	return NULL;
238*4882a593Smuzhiyun }
239*4882a593Smuzhiyun 
240*4882a593Smuzhiyun /* -----------------------------------------------------------------------------
241*4882a593Smuzhiyun  * Pipeline Management
242*4882a593Smuzhiyun  */
243*4882a593Smuzhiyun 
vsp1_pipeline_reset(struct vsp1_pipeline * pipe)244*4882a593Smuzhiyun void vsp1_pipeline_reset(struct vsp1_pipeline *pipe)
245*4882a593Smuzhiyun {
246*4882a593Smuzhiyun 	struct vsp1_entity *entity;
247*4882a593Smuzhiyun 	unsigned int i;
248*4882a593Smuzhiyun 
249*4882a593Smuzhiyun 	if (pipe->brx) {
250*4882a593Smuzhiyun 		struct vsp1_brx *brx = to_brx(&pipe->brx->subdev);
251*4882a593Smuzhiyun 
252*4882a593Smuzhiyun 		for (i = 0; i < ARRAY_SIZE(brx->inputs); ++i)
253*4882a593Smuzhiyun 			brx->inputs[i].rpf = NULL;
254*4882a593Smuzhiyun 	}
255*4882a593Smuzhiyun 
256*4882a593Smuzhiyun 	for (i = 0; i < ARRAY_SIZE(pipe->inputs); ++i)
257*4882a593Smuzhiyun 		pipe->inputs[i] = NULL;
258*4882a593Smuzhiyun 
259*4882a593Smuzhiyun 	pipe->output = NULL;
260*4882a593Smuzhiyun 
261*4882a593Smuzhiyun 	list_for_each_entry(entity, &pipe->entities, list_pipe)
262*4882a593Smuzhiyun 		entity->pipe = NULL;
263*4882a593Smuzhiyun 
264*4882a593Smuzhiyun 	INIT_LIST_HEAD(&pipe->entities);
265*4882a593Smuzhiyun 	pipe->state = VSP1_PIPELINE_STOPPED;
266*4882a593Smuzhiyun 	pipe->buffers_ready = 0;
267*4882a593Smuzhiyun 	pipe->num_inputs = 0;
268*4882a593Smuzhiyun 	pipe->brx = NULL;
269*4882a593Smuzhiyun 	pipe->hgo = NULL;
270*4882a593Smuzhiyun 	pipe->hgt = NULL;
271*4882a593Smuzhiyun 	pipe->lif = NULL;
272*4882a593Smuzhiyun 	pipe->uds = NULL;
273*4882a593Smuzhiyun }
274*4882a593Smuzhiyun 
vsp1_pipeline_init(struct vsp1_pipeline * pipe)275*4882a593Smuzhiyun void vsp1_pipeline_init(struct vsp1_pipeline *pipe)
276*4882a593Smuzhiyun {
277*4882a593Smuzhiyun 	mutex_init(&pipe->lock);
278*4882a593Smuzhiyun 	spin_lock_init(&pipe->irqlock);
279*4882a593Smuzhiyun 	init_waitqueue_head(&pipe->wq);
280*4882a593Smuzhiyun 	kref_init(&pipe->kref);
281*4882a593Smuzhiyun 
282*4882a593Smuzhiyun 	INIT_LIST_HEAD(&pipe->entities);
283*4882a593Smuzhiyun 	pipe->state = VSP1_PIPELINE_STOPPED;
284*4882a593Smuzhiyun }
285*4882a593Smuzhiyun 
286*4882a593Smuzhiyun /* Must be called with the pipe irqlock held. */
vsp1_pipeline_run(struct vsp1_pipeline * pipe)287*4882a593Smuzhiyun void vsp1_pipeline_run(struct vsp1_pipeline *pipe)
288*4882a593Smuzhiyun {
289*4882a593Smuzhiyun 	struct vsp1_device *vsp1 = pipe->output->entity.vsp1;
290*4882a593Smuzhiyun 
291*4882a593Smuzhiyun 	if (pipe->state == VSP1_PIPELINE_STOPPED) {
292*4882a593Smuzhiyun 		vsp1_write(vsp1, VI6_CMD(pipe->output->entity.index),
293*4882a593Smuzhiyun 			   VI6_CMD_STRCMD);
294*4882a593Smuzhiyun 		pipe->state = VSP1_PIPELINE_RUNNING;
295*4882a593Smuzhiyun 	}
296*4882a593Smuzhiyun 
297*4882a593Smuzhiyun 	pipe->buffers_ready = 0;
298*4882a593Smuzhiyun }
299*4882a593Smuzhiyun 
vsp1_pipeline_stopped(struct vsp1_pipeline * pipe)300*4882a593Smuzhiyun bool vsp1_pipeline_stopped(struct vsp1_pipeline *pipe)
301*4882a593Smuzhiyun {
302*4882a593Smuzhiyun 	unsigned long flags;
303*4882a593Smuzhiyun 	bool stopped;
304*4882a593Smuzhiyun 
305*4882a593Smuzhiyun 	spin_lock_irqsave(&pipe->irqlock, flags);
306*4882a593Smuzhiyun 	stopped = pipe->state == VSP1_PIPELINE_STOPPED;
307*4882a593Smuzhiyun 	spin_unlock_irqrestore(&pipe->irqlock, flags);
308*4882a593Smuzhiyun 
309*4882a593Smuzhiyun 	return stopped;
310*4882a593Smuzhiyun }
311*4882a593Smuzhiyun 
vsp1_pipeline_stop(struct vsp1_pipeline * pipe)312*4882a593Smuzhiyun int vsp1_pipeline_stop(struct vsp1_pipeline *pipe)
313*4882a593Smuzhiyun {
314*4882a593Smuzhiyun 	struct vsp1_device *vsp1 = pipe->output->entity.vsp1;
315*4882a593Smuzhiyun 	struct vsp1_entity *entity;
316*4882a593Smuzhiyun 	unsigned long flags;
317*4882a593Smuzhiyun 	int ret;
318*4882a593Smuzhiyun 
319*4882a593Smuzhiyun 	if (pipe->lif) {
320*4882a593Smuzhiyun 		/*
321*4882a593Smuzhiyun 		 * When using display lists in continuous frame mode the only
322*4882a593Smuzhiyun 		 * way to stop the pipeline is to reset the hardware.
323*4882a593Smuzhiyun 		 */
324*4882a593Smuzhiyun 		ret = vsp1_reset_wpf(vsp1, pipe->output->entity.index);
325*4882a593Smuzhiyun 		if (ret == 0) {
326*4882a593Smuzhiyun 			spin_lock_irqsave(&pipe->irqlock, flags);
327*4882a593Smuzhiyun 			pipe->state = VSP1_PIPELINE_STOPPED;
328*4882a593Smuzhiyun 			spin_unlock_irqrestore(&pipe->irqlock, flags);
329*4882a593Smuzhiyun 		}
330*4882a593Smuzhiyun 	} else {
331*4882a593Smuzhiyun 		/* Otherwise just request a stop and wait. */
332*4882a593Smuzhiyun 		spin_lock_irqsave(&pipe->irqlock, flags);
333*4882a593Smuzhiyun 		if (pipe->state == VSP1_PIPELINE_RUNNING)
334*4882a593Smuzhiyun 			pipe->state = VSP1_PIPELINE_STOPPING;
335*4882a593Smuzhiyun 		spin_unlock_irqrestore(&pipe->irqlock, flags);
336*4882a593Smuzhiyun 
337*4882a593Smuzhiyun 		ret = wait_event_timeout(pipe->wq, vsp1_pipeline_stopped(pipe),
338*4882a593Smuzhiyun 					 msecs_to_jiffies(500));
339*4882a593Smuzhiyun 		ret = ret == 0 ? -ETIMEDOUT : 0;
340*4882a593Smuzhiyun 	}
341*4882a593Smuzhiyun 
342*4882a593Smuzhiyun 	list_for_each_entry(entity, &pipe->entities, list_pipe) {
343*4882a593Smuzhiyun 		if (entity->route && entity->route->reg)
344*4882a593Smuzhiyun 			vsp1_write(vsp1, entity->route->reg,
345*4882a593Smuzhiyun 				   VI6_DPR_NODE_UNUSED);
346*4882a593Smuzhiyun 	}
347*4882a593Smuzhiyun 
348*4882a593Smuzhiyun 	if (pipe->hgo)
349*4882a593Smuzhiyun 		vsp1_write(vsp1, VI6_DPR_HGO_SMPPT,
350*4882a593Smuzhiyun 			   (7 << VI6_DPR_SMPPT_TGW_SHIFT) |
351*4882a593Smuzhiyun 			   (VI6_DPR_NODE_UNUSED << VI6_DPR_SMPPT_PT_SHIFT));
352*4882a593Smuzhiyun 
353*4882a593Smuzhiyun 	if (pipe->hgt)
354*4882a593Smuzhiyun 		vsp1_write(vsp1, VI6_DPR_HGT_SMPPT,
355*4882a593Smuzhiyun 			   (7 << VI6_DPR_SMPPT_TGW_SHIFT) |
356*4882a593Smuzhiyun 			   (VI6_DPR_NODE_UNUSED << VI6_DPR_SMPPT_PT_SHIFT));
357*4882a593Smuzhiyun 
358*4882a593Smuzhiyun 	v4l2_subdev_call(&pipe->output->entity.subdev, video, s_stream, 0);
359*4882a593Smuzhiyun 
360*4882a593Smuzhiyun 	return ret;
361*4882a593Smuzhiyun }
362*4882a593Smuzhiyun 
vsp1_pipeline_ready(struct vsp1_pipeline * pipe)363*4882a593Smuzhiyun bool vsp1_pipeline_ready(struct vsp1_pipeline *pipe)
364*4882a593Smuzhiyun {
365*4882a593Smuzhiyun 	unsigned int mask;
366*4882a593Smuzhiyun 
367*4882a593Smuzhiyun 	mask = ((1 << pipe->num_inputs) - 1) << 1;
368*4882a593Smuzhiyun 	if (!pipe->lif)
369*4882a593Smuzhiyun 		mask |= 1 << 0;
370*4882a593Smuzhiyun 
371*4882a593Smuzhiyun 	return pipe->buffers_ready == mask;
372*4882a593Smuzhiyun }
373*4882a593Smuzhiyun 
vsp1_pipeline_frame_end(struct vsp1_pipeline * pipe)374*4882a593Smuzhiyun void vsp1_pipeline_frame_end(struct vsp1_pipeline *pipe)
375*4882a593Smuzhiyun {
376*4882a593Smuzhiyun 	unsigned int flags;
377*4882a593Smuzhiyun 
378*4882a593Smuzhiyun 	if (pipe == NULL)
379*4882a593Smuzhiyun 		return;
380*4882a593Smuzhiyun 
381*4882a593Smuzhiyun 	/*
382*4882a593Smuzhiyun 	 * If the DL commit raced with the frame end interrupt, the commit ends
383*4882a593Smuzhiyun 	 * up being postponed by one frame. The returned flags tell whether the
384*4882a593Smuzhiyun 	 * active frame was finished or postponed.
385*4882a593Smuzhiyun 	 */
386*4882a593Smuzhiyun 	flags = vsp1_dlm_irq_frame_end(pipe->output->dlm);
387*4882a593Smuzhiyun 
388*4882a593Smuzhiyun 	if (pipe->hgo)
389*4882a593Smuzhiyun 		vsp1_hgo_frame_end(pipe->hgo);
390*4882a593Smuzhiyun 
391*4882a593Smuzhiyun 	if (pipe->hgt)
392*4882a593Smuzhiyun 		vsp1_hgt_frame_end(pipe->hgt);
393*4882a593Smuzhiyun 
394*4882a593Smuzhiyun 	/*
395*4882a593Smuzhiyun 	 * Regardless of frame completion we still need to notify the pipe
396*4882a593Smuzhiyun 	 * frame_end to account for vblank events.
397*4882a593Smuzhiyun 	 */
398*4882a593Smuzhiyun 	if (pipe->frame_end)
399*4882a593Smuzhiyun 		pipe->frame_end(pipe, flags);
400*4882a593Smuzhiyun 
401*4882a593Smuzhiyun 	pipe->sequence++;
402*4882a593Smuzhiyun }
403*4882a593Smuzhiyun 
404*4882a593Smuzhiyun /*
405*4882a593Smuzhiyun  * Propagate the alpha value through the pipeline.
406*4882a593Smuzhiyun  *
407*4882a593Smuzhiyun  * As the UDS has restricted scaling capabilities when the alpha component needs
408*4882a593Smuzhiyun  * to be scaled, we disable alpha scaling when the UDS input has a fixed alpha
409*4882a593Smuzhiyun  * value. The UDS then outputs a fixed alpha value which needs to be programmed
410*4882a593Smuzhiyun  * from the input RPF alpha.
411*4882a593Smuzhiyun  */
vsp1_pipeline_propagate_alpha(struct vsp1_pipeline * pipe,struct vsp1_dl_body * dlb,unsigned int alpha)412*4882a593Smuzhiyun void vsp1_pipeline_propagate_alpha(struct vsp1_pipeline *pipe,
413*4882a593Smuzhiyun 				   struct vsp1_dl_body *dlb, unsigned int alpha)
414*4882a593Smuzhiyun {
415*4882a593Smuzhiyun 	if (!pipe->uds)
416*4882a593Smuzhiyun 		return;
417*4882a593Smuzhiyun 
418*4882a593Smuzhiyun 	/*
419*4882a593Smuzhiyun 	 * The BRU and BRS background color has a fixed alpha value set to 255,
420*4882a593Smuzhiyun 	 * the output alpha value is thus always equal to 255.
421*4882a593Smuzhiyun 	 */
422*4882a593Smuzhiyun 	if (pipe->uds_input->type == VSP1_ENTITY_BRU ||
423*4882a593Smuzhiyun 	    pipe->uds_input->type == VSP1_ENTITY_BRS)
424*4882a593Smuzhiyun 		alpha = 255;
425*4882a593Smuzhiyun 
426*4882a593Smuzhiyun 	vsp1_uds_set_alpha(pipe->uds, dlb, alpha);
427*4882a593Smuzhiyun }
428*4882a593Smuzhiyun 
429*4882a593Smuzhiyun /*
430*4882a593Smuzhiyun  * Propagate the partition calculations through the pipeline
431*4882a593Smuzhiyun  *
432*4882a593Smuzhiyun  * Work backwards through the pipe, allowing each entity to update the partition
433*4882a593Smuzhiyun  * parameters based on its configuration, and the entity connected to its
434*4882a593Smuzhiyun  * source. Each entity must produce the partition required for the previous
435*4882a593Smuzhiyun  * entity in the pipeline.
436*4882a593Smuzhiyun  */
vsp1_pipeline_propagate_partition(struct vsp1_pipeline * pipe,struct vsp1_partition * partition,unsigned int index,struct vsp1_partition_window * window)437*4882a593Smuzhiyun void vsp1_pipeline_propagate_partition(struct vsp1_pipeline *pipe,
438*4882a593Smuzhiyun 				       struct vsp1_partition *partition,
439*4882a593Smuzhiyun 				       unsigned int index,
440*4882a593Smuzhiyun 				       struct vsp1_partition_window *window)
441*4882a593Smuzhiyun {
442*4882a593Smuzhiyun 	struct vsp1_entity *entity;
443*4882a593Smuzhiyun 
444*4882a593Smuzhiyun 	list_for_each_entry_reverse(entity, &pipe->entities, list_pipe) {
445*4882a593Smuzhiyun 		if (entity->ops->partition)
446*4882a593Smuzhiyun 			entity->ops->partition(entity, pipe, partition, index,
447*4882a593Smuzhiyun 					       window);
448*4882a593Smuzhiyun 	}
449*4882a593Smuzhiyun }
450*4882a593Smuzhiyun 
451