1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * cx18 mailbox functions
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2007 Hans Verkuil <hverkuil@xs4all.nl>
6*4882a593Smuzhiyun * Copyright (C) 2008 Andy Walls <awalls@md.metrocast.net>
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/bitops.h>
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #include "cx18-driver.h"
12*4882a593Smuzhiyun #include "cx18-io.h"
13*4882a593Smuzhiyun #include "cx18-scb.h"
14*4882a593Smuzhiyun #include "cx18-irq.h"
15*4882a593Smuzhiyun #include "cx18-mailbox.h"
16*4882a593Smuzhiyun #include "cx18-queue.h"
17*4882a593Smuzhiyun #include "cx18-streams.h"
18*4882a593Smuzhiyun #include "cx18-alsa-pcm.h" /* FIXME make configurable */
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun static const char *rpu_str[] = { "APU", "CPU", "EPU", "HPU" };
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #define API_FAST (1 << 2) /* Short timeout */
23*4882a593Smuzhiyun #define API_SLOW (1 << 3) /* Additional 300ms timeout */
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun struct cx18_api_info {
26*4882a593Smuzhiyun u32 cmd;
27*4882a593Smuzhiyun u8 flags; /* Flags, see above */
28*4882a593Smuzhiyun u8 rpu; /* Processing unit */
29*4882a593Smuzhiyun const char *name; /* The name of the command */
30*4882a593Smuzhiyun };
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun #define API_ENTRY(rpu, x, f) { (x), (f), (rpu), #x }
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun static const struct cx18_api_info api_info[] = {
35*4882a593Smuzhiyun /* MPEG encoder API */
36*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_CHANNEL_TYPE, 0),
37*4882a593Smuzhiyun API_ENTRY(CPU, CX18_EPU_DEBUG, 0),
38*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CREATE_TASK, 0),
39*4882a593Smuzhiyun API_ENTRY(CPU, CX18_DESTROY_TASK, 0),
40*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_CAPTURE_START, API_SLOW),
41*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_CAPTURE_STOP, API_SLOW),
42*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_CAPTURE_PAUSE, 0),
43*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_CAPTURE_RESUME, 0),
44*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_CHANNEL_TYPE, 0),
45*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_STREAM_OUTPUT_TYPE, 0),
46*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_VIDEO_IN, 0),
47*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_VIDEO_RATE, 0),
48*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_VIDEO_RESOLUTION, 0),
49*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_FILTER_PARAM, 0),
50*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_SPATIAL_FILTER_TYPE, 0),
51*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_MEDIAN_CORING, 0),
52*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_INDEXTABLE, 0),
53*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_AUDIO_PARAMETERS, 0),
54*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_VIDEO_MUTE, 0),
55*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_AUDIO_MUTE, 0),
56*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_MISC_PARAMETERS, 0),
57*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_RAW_VBI_PARAM, API_SLOW),
58*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_CAPTURE_LINE_NO, 0),
59*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_COPYRIGHT, 0),
60*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_AUDIO_PID, 0),
61*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_VIDEO_PID, 0),
62*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_VER_CROP_LINE, 0),
63*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_GOP_STRUCTURE, 0),
64*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_SCENE_CHANGE_DETECTION, 0),
65*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_ASPECT_RATIO, 0),
66*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_SKIP_INPUT_FRAME, 0),
67*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_SLICED_VBI_PARAM, 0),
68*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_USERDATA_PLACE_HOLDER, 0),
69*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_GET_ENC_PTS, 0),
70*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_SET_VFC_PARAM, 0),
71*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_DE_SET_MDL_ACK, 0),
72*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_DE_SET_MDL, API_FAST),
73*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_DE_RELEASE_MDL, API_SLOW),
74*4882a593Smuzhiyun API_ENTRY(APU, CX18_APU_START, 0),
75*4882a593Smuzhiyun API_ENTRY(APU, CX18_APU_STOP, 0),
76*4882a593Smuzhiyun API_ENTRY(APU, CX18_APU_RESETAI, 0),
77*4882a593Smuzhiyun API_ENTRY(CPU, CX18_CPU_DEBUG_PEEK32, 0),
78*4882a593Smuzhiyun API_ENTRY(0, 0, 0),
79*4882a593Smuzhiyun };
80*4882a593Smuzhiyun
find_api_info(u32 cmd)81*4882a593Smuzhiyun static const struct cx18_api_info *find_api_info(u32 cmd)
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun int i;
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun for (i = 0; api_info[i].cmd; i++)
86*4882a593Smuzhiyun if (api_info[i].cmd == cmd)
87*4882a593Smuzhiyun return &api_info[i];
88*4882a593Smuzhiyun return NULL;
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun /* Call with buf of n*11+1 bytes */
u32arr2hex(u32 data[],int n,char * buf)92*4882a593Smuzhiyun static char *u32arr2hex(u32 data[], int n, char *buf)
93*4882a593Smuzhiyun {
94*4882a593Smuzhiyun char *p;
95*4882a593Smuzhiyun int i;
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun for (i = 0, p = buf; i < n; i++, p += 11) {
98*4882a593Smuzhiyun /* kernel snprintf() appends '\0' always */
99*4882a593Smuzhiyun snprintf(p, 12, " %#010x", data[i]);
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun *p = '\0';
102*4882a593Smuzhiyun return buf;
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun
dump_mb(struct cx18 * cx,struct cx18_mailbox * mb,char * name)105*4882a593Smuzhiyun static void dump_mb(struct cx18 *cx, struct cx18_mailbox *mb, char *name)
106*4882a593Smuzhiyun {
107*4882a593Smuzhiyun char argstr[MAX_MB_ARGUMENTS*11+1];
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun if (!(cx18_debug & CX18_DBGFLG_API))
110*4882a593Smuzhiyun return;
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun CX18_DEBUG_API("%s: req %#010x ack %#010x cmd %#010x err %#010x args%s\n",
113*4882a593Smuzhiyun name, mb->request, mb->ack, mb->cmd, mb->error,
114*4882a593Smuzhiyun u32arr2hex(mb->args, MAX_MB_ARGUMENTS, argstr));
115*4882a593Smuzhiyun }
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun /*
119*4882a593Smuzhiyun * Functions that run in a work_queue work handling context
120*4882a593Smuzhiyun */
121*4882a593Smuzhiyun
cx18_mdl_send_to_dvb(struct cx18_stream * s,struct cx18_mdl * mdl)122*4882a593Smuzhiyun static void cx18_mdl_send_to_dvb(struct cx18_stream *s, struct cx18_mdl *mdl)
123*4882a593Smuzhiyun {
124*4882a593Smuzhiyun struct cx18_buffer *buf;
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun if (s->dvb == NULL || !s->dvb->enabled || mdl->bytesused == 0)
127*4882a593Smuzhiyun return;
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun /* We ignore mdl and buf readpos accounting here - it doesn't matter */
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun /* The likely case */
132*4882a593Smuzhiyun if (list_is_singular(&mdl->buf_list)) {
133*4882a593Smuzhiyun buf = list_first_entry(&mdl->buf_list, struct cx18_buffer,
134*4882a593Smuzhiyun list);
135*4882a593Smuzhiyun if (buf->bytesused)
136*4882a593Smuzhiyun dvb_dmx_swfilter(&s->dvb->demux,
137*4882a593Smuzhiyun buf->buf, buf->bytesused);
138*4882a593Smuzhiyun return;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun list_for_each_entry(buf, &mdl->buf_list, list) {
142*4882a593Smuzhiyun if (buf->bytesused == 0)
143*4882a593Smuzhiyun break;
144*4882a593Smuzhiyun dvb_dmx_swfilter(&s->dvb->demux, buf->buf, buf->bytesused);
145*4882a593Smuzhiyun }
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun
cx18_mdl_send_to_videobuf(struct cx18_stream * s,struct cx18_mdl * mdl)148*4882a593Smuzhiyun static void cx18_mdl_send_to_videobuf(struct cx18_stream *s,
149*4882a593Smuzhiyun struct cx18_mdl *mdl)
150*4882a593Smuzhiyun {
151*4882a593Smuzhiyun struct cx18_videobuf_buffer *vb_buf;
152*4882a593Smuzhiyun struct cx18_buffer *buf;
153*4882a593Smuzhiyun u8 *p;
154*4882a593Smuzhiyun u32 offset = 0;
155*4882a593Smuzhiyun int dispatch = 0;
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun if (mdl->bytesused == 0)
158*4882a593Smuzhiyun return;
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun /* Acquire a videobuf buffer, clone to and and release it */
161*4882a593Smuzhiyun spin_lock(&s->vb_lock);
162*4882a593Smuzhiyun if (list_empty(&s->vb_capture))
163*4882a593Smuzhiyun goto out;
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun vb_buf = list_first_entry(&s->vb_capture, struct cx18_videobuf_buffer,
166*4882a593Smuzhiyun vb.queue);
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun p = videobuf_to_vmalloc(&vb_buf->vb);
169*4882a593Smuzhiyun if (!p)
170*4882a593Smuzhiyun goto out;
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun offset = vb_buf->bytes_used;
173*4882a593Smuzhiyun list_for_each_entry(buf, &mdl->buf_list, list) {
174*4882a593Smuzhiyun if (buf->bytesused == 0)
175*4882a593Smuzhiyun break;
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun if ((offset + buf->bytesused) <= vb_buf->vb.bsize) {
178*4882a593Smuzhiyun memcpy(p + offset, buf->buf, buf->bytesused);
179*4882a593Smuzhiyun offset += buf->bytesused;
180*4882a593Smuzhiyun vb_buf->bytes_used += buf->bytesused;
181*4882a593Smuzhiyun }
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun /* If we've filled the buffer as per the callers res then dispatch it */
185*4882a593Smuzhiyun if (vb_buf->bytes_used >= s->vb_bytes_per_frame) {
186*4882a593Smuzhiyun dispatch = 1;
187*4882a593Smuzhiyun vb_buf->bytes_used = 0;
188*4882a593Smuzhiyun }
189*4882a593Smuzhiyun
190*4882a593Smuzhiyun if (dispatch) {
191*4882a593Smuzhiyun vb_buf->vb.ts = ktime_get_ns();
192*4882a593Smuzhiyun list_del(&vb_buf->vb.queue);
193*4882a593Smuzhiyun vb_buf->vb.state = VIDEOBUF_DONE;
194*4882a593Smuzhiyun wake_up(&vb_buf->vb.done);
195*4882a593Smuzhiyun }
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun mod_timer(&s->vb_timeout, msecs_to_jiffies(2000) + jiffies);
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun out:
200*4882a593Smuzhiyun spin_unlock(&s->vb_lock);
201*4882a593Smuzhiyun }
202*4882a593Smuzhiyun
cx18_mdl_send_to_alsa(struct cx18 * cx,struct cx18_stream * s,struct cx18_mdl * mdl)203*4882a593Smuzhiyun static void cx18_mdl_send_to_alsa(struct cx18 *cx, struct cx18_stream *s,
204*4882a593Smuzhiyun struct cx18_mdl *mdl)
205*4882a593Smuzhiyun {
206*4882a593Smuzhiyun struct cx18_buffer *buf;
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun if (mdl->bytesused == 0)
209*4882a593Smuzhiyun return;
210*4882a593Smuzhiyun
211*4882a593Smuzhiyun /* We ignore mdl and buf readpos accounting here - it doesn't matter */
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun /* The likely case */
214*4882a593Smuzhiyun if (list_is_singular(&mdl->buf_list)) {
215*4882a593Smuzhiyun buf = list_first_entry(&mdl->buf_list, struct cx18_buffer,
216*4882a593Smuzhiyun list);
217*4882a593Smuzhiyun if (buf->bytesused)
218*4882a593Smuzhiyun cx->pcm_announce_callback(cx->alsa, buf->buf,
219*4882a593Smuzhiyun buf->bytesused);
220*4882a593Smuzhiyun return;
221*4882a593Smuzhiyun }
222*4882a593Smuzhiyun
223*4882a593Smuzhiyun list_for_each_entry(buf, &mdl->buf_list, list) {
224*4882a593Smuzhiyun if (buf->bytesused == 0)
225*4882a593Smuzhiyun break;
226*4882a593Smuzhiyun cx->pcm_announce_callback(cx->alsa, buf->buf, buf->bytesused);
227*4882a593Smuzhiyun }
228*4882a593Smuzhiyun }
229*4882a593Smuzhiyun
epu_dma_done(struct cx18 * cx,struct cx18_in_work_order * order)230*4882a593Smuzhiyun static void epu_dma_done(struct cx18 *cx, struct cx18_in_work_order *order)
231*4882a593Smuzhiyun {
232*4882a593Smuzhiyun u32 handle, mdl_ack_count, id;
233*4882a593Smuzhiyun struct cx18_mailbox *mb;
234*4882a593Smuzhiyun struct cx18_mdl_ack *mdl_ack;
235*4882a593Smuzhiyun struct cx18_stream *s;
236*4882a593Smuzhiyun struct cx18_mdl *mdl;
237*4882a593Smuzhiyun int i;
238*4882a593Smuzhiyun
239*4882a593Smuzhiyun mb = &order->mb;
240*4882a593Smuzhiyun handle = mb->args[0];
241*4882a593Smuzhiyun s = cx18_handle_to_stream(cx, handle);
242*4882a593Smuzhiyun
243*4882a593Smuzhiyun if (s == NULL) {
244*4882a593Smuzhiyun CX18_WARN("Got DMA done notification for unknown/inactive handle %d, %s mailbox seq no %d\n",
245*4882a593Smuzhiyun handle,
246*4882a593Smuzhiyun (order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) ?
247*4882a593Smuzhiyun "stale" : "good", mb->request);
248*4882a593Smuzhiyun return;
249*4882a593Smuzhiyun }
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun mdl_ack_count = mb->args[2];
252*4882a593Smuzhiyun mdl_ack = order->mdl_ack;
253*4882a593Smuzhiyun for (i = 0; i < mdl_ack_count; i++, mdl_ack++) {
254*4882a593Smuzhiyun id = mdl_ack->id;
255*4882a593Smuzhiyun /*
256*4882a593Smuzhiyun * Simple integrity check for processing a stale (and possibly
257*4882a593Smuzhiyun * inconsistent mailbox): make sure the MDL id is in the
258*4882a593Smuzhiyun * valid range for the stream.
259*4882a593Smuzhiyun *
260*4882a593Smuzhiyun * We go through the trouble of dealing with stale mailboxes
261*4882a593Smuzhiyun * because most of the time, the mailbox data is still valid and
262*4882a593Smuzhiyun * unchanged (and in practice the firmware ping-pongs the
263*4882a593Smuzhiyun * two mdl_ack buffers so mdl_acks are not stale).
264*4882a593Smuzhiyun *
265*4882a593Smuzhiyun * There are occasions when we get a half changed mailbox,
266*4882a593Smuzhiyun * which this check catches for a handle & id mismatch. If the
267*4882a593Smuzhiyun * handle and id do correspond, the worst case is that we
268*4882a593Smuzhiyun * completely lost the old MDL, but pick up the new MDL
269*4882a593Smuzhiyun * early (but the new mdl_ack is guaranteed to be good in this
270*4882a593Smuzhiyun * case as the firmware wouldn't point us to a new mdl_ack until
271*4882a593Smuzhiyun * it's filled in).
272*4882a593Smuzhiyun *
273*4882a593Smuzhiyun * cx18_queue_get_mdl() will detect the lost MDLs
274*4882a593Smuzhiyun * and send them back to q_free for fw rotation eventually.
275*4882a593Smuzhiyun */
276*4882a593Smuzhiyun if ((order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) &&
277*4882a593Smuzhiyun !(id >= s->mdl_base_idx &&
278*4882a593Smuzhiyun id < (s->mdl_base_idx + s->buffers))) {
279*4882a593Smuzhiyun CX18_WARN("Fell behind! Ignoring stale mailbox with inconsistent data. Lost MDL for mailbox seq no %d\n",
280*4882a593Smuzhiyun mb->request);
281*4882a593Smuzhiyun break;
282*4882a593Smuzhiyun }
283*4882a593Smuzhiyun mdl = cx18_queue_get_mdl(s, id, mdl_ack->data_used);
284*4882a593Smuzhiyun
285*4882a593Smuzhiyun CX18_DEBUG_HI_DMA("DMA DONE for %s (MDL %d)\n", s->name, id);
286*4882a593Smuzhiyun if (mdl == NULL) {
287*4882a593Smuzhiyun CX18_WARN("Could not find MDL %d for stream %s\n",
288*4882a593Smuzhiyun id, s->name);
289*4882a593Smuzhiyun continue;
290*4882a593Smuzhiyun }
291*4882a593Smuzhiyun
292*4882a593Smuzhiyun CX18_DEBUG_HI_DMA("%s recv bytesused = %d\n",
293*4882a593Smuzhiyun s->name, mdl->bytesused);
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun if (s->type == CX18_ENC_STREAM_TYPE_TS) {
296*4882a593Smuzhiyun cx18_mdl_send_to_dvb(s, mdl);
297*4882a593Smuzhiyun cx18_enqueue(s, mdl, &s->q_free);
298*4882a593Smuzhiyun } else if (s->type == CX18_ENC_STREAM_TYPE_PCM) {
299*4882a593Smuzhiyun /* Pass the data to cx18-alsa */
300*4882a593Smuzhiyun if (cx->pcm_announce_callback != NULL) {
301*4882a593Smuzhiyun cx18_mdl_send_to_alsa(cx, s, mdl);
302*4882a593Smuzhiyun cx18_enqueue(s, mdl, &s->q_free);
303*4882a593Smuzhiyun } else {
304*4882a593Smuzhiyun cx18_enqueue(s, mdl, &s->q_full);
305*4882a593Smuzhiyun }
306*4882a593Smuzhiyun } else if (s->type == CX18_ENC_STREAM_TYPE_YUV) {
307*4882a593Smuzhiyun cx18_mdl_send_to_videobuf(s, mdl);
308*4882a593Smuzhiyun cx18_enqueue(s, mdl, &s->q_free);
309*4882a593Smuzhiyun } else {
310*4882a593Smuzhiyun cx18_enqueue(s, mdl, &s->q_full);
311*4882a593Smuzhiyun if (s->type == CX18_ENC_STREAM_TYPE_IDX)
312*4882a593Smuzhiyun cx18_stream_rotate_idx_mdls(cx);
313*4882a593Smuzhiyun }
314*4882a593Smuzhiyun }
315*4882a593Smuzhiyun /* Put as many MDLs as possible back into fw use */
316*4882a593Smuzhiyun cx18_stream_load_fw_queue(s);
317*4882a593Smuzhiyun
318*4882a593Smuzhiyun wake_up(&cx->dma_waitq);
319*4882a593Smuzhiyun if (s->id != -1)
320*4882a593Smuzhiyun wake_up(&s->waitq);
321*4882a593Smuzhiyun }
322*4882a593Smuzhiyun
epu_debug(struct cx18 * cx,struct cx18_in_work_order * order)323*4882a593Smuzhiyun static void epu_debug(struct cx18 *cx, struct cx18_in_work_order *order)
324*4882a593Smuzhiyun {
325*4882a593Smuzhiyun char *p;
326*4882a593Smuzhiyun char *str = order->str;
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun CX18_DEBUG_INFO("%x %s\n", order->mb.args[0], str);
329*4882a593Smuzhiyun p = strchr(str, '.');
330*4882a593Smuzhiyun if (!test_bit(CX18_F_I_LOADED_FW, &cx->i_flags) && p && p > str)
331*4882a593Smuzhiyun CX18_INFO("FW version: %s\n", p - 1);
332*4882a593Smuzhiyun }
333*4882a593Smuzhiyun
epu_cmd(struct cx18 * cx,struct cx18_in_work_order * order)334*4882a593Smuzhiyun static void epu_cmd(struct cx18 *cx, struct cx18_in_work_order *order)
335*4882a593Smuzhiyun {
336*4882a593Smuzhiyun switch (order->rpu) {
337*4882a593Smuzhiyun case CPU:
338*4882a593Smuzhiyun {
339*4882a593Smuzhiyun switch (order->mb.cmd) {
340*4882a593Smuzhiyun case CX18_EPU_DMA_DONE:
341*4882a593Smuzhiyun epu_dma_done(cx, order);
342*4882a593Smuzhiyun break;
343*4882a593Smuzhiyun case CX18_EPU_DEBUG:
344*4882a593Smuzhiyun epu_debug(cx, order);
345*4882a593Smuzhiyun break;
346*4882a593Smuzhiyun default:
347*4882a593Smuzhiyun CX18_WARN("Unknown CPU to EPU mailbox command %#0x\n",
348*4882a593Smuzhiyun order->mb.cmd);
349*4882a593Smuzhiyun break;
350*4882a593Smuzhiyun }
351*4882a593Smuzhiyun break;
352*4882a593Smuzhiyun }
353*4882a593Smuzhiyun case APU:
354*4882a593Smuzhiyun CX18_WARN("Unknown APU to EPU mailbox command %#0x\n",
355*4882a593Smuzhiyun order->mb.cmd);
356*4882a593Smuzhiyun break;
357*4882a593Smuzhiyun default:
358*4882a593Smuzhiyun break;
359*4882a593Smuzhiyun }
360*4882a593Smuzhiyun }
361*4882a593Smuzhiyun
362*4882a593Smuzhiyun static
free_in_work_order(struct cx18 * cx,struct cx18_in_work_order * order)363*4882a593Smuzhiyun void free_in_work_order(struct cx18 *cx, struct cx18_in_work_order *order)
364*4882a593Smuzhiyun {
365*4882a593Smuzhiyun atomic_set(&order->pending, 0);
366*4882a593Smuzhiyun }
367*4882a593Smuzhiyun
cx18_in_work_handler(struct work_struct * work)368*4882a593Smuzhiyun void cx18_in_work_handler(struct work_struct *work)
369*4882a593Smuzhiyun {
370*4882a593Smuzhiyun struct cx18_in_work_order *order =
371*4882a593Smuzhiyun container_of(work, struct cx18_in_work_order, work);
372*4882a593Smuzhiyun struct cx18 *cx = order->cx;
373*4882a593Smuzhiyun epu_cmd(cx, order);
374*4882a593Smuzhiyun free_in_work_order(cx, order);
375*4882a593Smuzhiyun }
376*4882a593Smuzhiyun
377*4882a593Smuzhiyun
378*4882a593Smuzhiyun /*
379*4882a593Smuzhiyun * Functions that run in an interrupt handling context
380*4882a593Smuzhiyun */
381*4882a593Smuzhiyun
mb_ack_irq(struct cx18 * cx,struct cx18_in_work_order * order)382*4882a593Smuzhiyun static void mb_ack_irq(struct cx18 *cx, struct cx18_in_work_order *order)
383*4882a593Smuzhiyun {
384*4882a593Smuzhiyun struct cx18_mailbox __iomem *ack_mb;
385*4882a593Smuzhiyun u32 ack_irq, req;
386*4882a593Smuzhiyun
387*4882a593Smuzhiyun switch (order->rpu) {
388*4882a593Smuzhiyun case APU:
389*4882a593Smuzhiyun ack_irq = IRQ_EPU_TO_APU_ACK;
390*4882a593Smuzhiyun ack_mb = &cx->scb->apu2epu_mb;
391*4882a593Smuzhiyun break;
392*4882a593Smuzhiyun case CPU:
393*4882a593Smuzhiyun ack_irq = IRQ_EPU_TO_CPU_ACK;
394*4882a593Smuzhiyun ack_mb = &cx->scb->cpu2epu_mb;
395*4882a593Smuzhiyun break;
396*4882a593Smuzhiyun default:
397*4882a593Smuzhiyun CX18_WARN("Unhandled RPU (%d) for command %x ack\n",
398*4882a593Smuzhiyun order->rpu, order->mb.cmd);
399*4882a593Smuzhiyun return;
400*4882a593Smuzhiyun }
401*4882a593Smuzhiyun
402*4882a593Smuzhiyun req = order->mb.request;
403*4882a593Smuzhiyun /* Don't ack if the RPU has gotten impatient and timed us out */
404*4882a593Smuzhiyun if (req != cx18_readl(cx, &ack_mb->request) ||
405*4882a593Smuzhiyun req == cx18_readl(cx, &ack_mb->ack)) {
406*4882a593Smuzhiyun CX18_DEBUG_WARN("Possibly falling behind: %s self-ack'ed our incoming %s to EPU mailbox (sequence no. %u) while processing\n",
407*4882a593Smuzhiyun rpu_str[order->rpu], rpu_str[order->rpu], req);
408*4882a593Smuzhiyun order->flags |= CX18_F_EWO_MB_STALE_WHILE_PROC;
409*4882a593Smuzhiyun return;
410*4882a593Smuzhiyun }
411*4882a593Smuzhiyun cx18_writel(cx, req, &ack_mb->ack);
412*4882a593Smuzhiyun cx18_write_reg_expect(cx, ack_irq, SW2_INT_SET, ack_irq, ack_irq);
413*4882a593Smuzhiyun return;
414*4882a593Smuzhiyun }
415*4882a593Smuzhiyun
epu_dma_done_irq(struct cx18 * cx,struct cx18_in_work_order * order)416*4882a593Smuzhiyun static int epu_dma_done_irq(struct cx18 *cx, struct cx18_in_work_order *order)
417*4882a593Smuzhiyun {
418*4882a593Smuzhiyun u32 handle, mdl_ack_offset, mdl_ack_count;
419*4882a593Smuzhiyun struct cx18_mailbox *mb;
420*4882a593Smuzhiyun int i;
421*4882a593Smuzhiyun
422*4882a593Smuzhiyun mb = &order->mb;
423*4882a593Smuzhiyun handle = mb->args[0];
424*4882a593Smuzhiyun mdl_ack_offset = mb->args[1];
425*4882a593Smuzhiyun mdl_ack_count = mb->args[2];
426*4882a593Smuzhiyun
427*4882a593Smuzhiyun if (handle == CX18_INVALID_TASK_HANDLE ||
428*4882a593Smuzhiyun mdl_ack_count == 0 || mdl_ack_count > CX18_MAX_MDL_ACKS) {
429*4882a593Smuzhiyun if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
430*4882a593Smuzhiyun mb_ack_irq(cx, order);
431*4882a593Smuzhiyun return -1;
432*4882a593Smuzhiyun }
433*4882a593Smuzhiyun
434*4882a593Smuzhiyun for (i = 0; i < sizeof(struct cx18_mdl_ack) * mdl_ack_count; i += sizeof(u32))
435*4882a593Smuzhiyun ((u32 *)order->mdl_ack)[i / sizeof(u32)] =
436*4882a593Smuzhiyun cx18_readl(cx, cx->enc_mem + mdl_ack_offset + i);
437*4882a593Smuzhiyun
438*4882a593Smuzhiyun if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
439*4882a593Smuzhiyun mb_ack_irq(cx, order);
440*4882a593Smuzhiyun return 1;
441*4882a593Smuzhiyun }
442*4882a593Smuzhiyun
443*4882a593Smuzhiyun static
epu_debug_irq(struct cx18 * cx,struct cx18_in_work_order * order)444*4882a593Smuzhiyun int epu_debug_irq(struct cx18 *cx, struct cx18_in_work_order *order)
445*4882a593Smuzhiyun {
446*4882a593Smuzhiyun u32 str_offset;
447*4882a593Smuzhiyun char *str = order->str;
448*4882a593Smuzhiyun
449*4882a593Smuzhiyun str[0] = '\0';
450*4882a593Smuzhiyun str_offset = order->mb.args[1];
451*4882a593Smuzhiyun if (str_offset) {
452*4882a593Smuzhiyun cx18_setup_page(cx, str_offset);
453*4882a593Smuzhiyun cx18_memcpy_fromio(cx, str, cx->enc_mem + str_offset, 252);
454*4882a593Smuzhiyun str[252] = '\0';
455*4882a593Smuzhiyun cx18_setup_page(cx, SCB_OFFSET);
456*4882a593Smuzhiyun }
457*4882a593Smuzhiyun
458*4882a593Smuzhiyun if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
459*4882a593Smuzhiyun mb_ack_irq(cx, order);
460*4882a593Smuzhiyun
461*4882a593Smuzhiyun return str_offset ? 1 : 0;
462*4882a593Smuzhiyun }
463*4882a593Smuzhiyun
464*4882a593Smuzhiyun static inline
epu_cmd_irq(struct cx18 * cx,struct cx18_in_work_order * order)465*4882a593Smuzhiyun int epu_cmd_irq(struct cx18 *cx, struct cx18_in_work_order *order)
466*4882a593Smuzhiyun {
467*4882a593Smuzhiyun int ret = -1;
468*4882a593Smuzhiyun
469*4882a593Smuzhiyun switch (order->rpu) {
470*4882a593Smuzhiyun case CPU:
471*4882a593Smuzhiyun {
472*4882a593Smuzhiyun switch (order->mb.cmd) {
473*4882a593Smuzhiyun case CX18_EPU_DMA_DONE:
474*4882a593Smuzhiyun ret = epu_dma_done_irq(cx, order);
475*4882a593Smuzhiyun break;
476*4882a593Smuzhiyun case CX18_EPU_DEBUG:
477*4882a593Smuzhiyun ret = epu_debug_irq(cx, order);
478*4882a593Smuzhiyun break;
479*4882a593Smuzhiyun default:
480*4882a593Smuzhiyun CX18_WARN("Unknown CPU to EPU mailbox command %#0x\n",
481*4882a593Smuzhiyun order->mb.cmd);
482*4882a593Smuzhiyun break;
483*4882a593Smuzhiyun }
484*4882a593Smuzhiyun break;
485*4882a593Smuzhiyun }
486*4882a593Smuzhiyun case APU:
487*4882a593Smuzhiyun CX18_WARN("Unknown APU to EPU mailbox command %#0x\n",
488*4882a593Smuzhiyun order->mb.cmd);
489*4882a593Smuzhiyun break;
490*4882a593Smuzhiyun default:
491*4882a593Smuzhiyun break;
492*4882a593Smuzhiyun }
493*4882a593Smuzhiyun return ret;
494*4882a593Smuzhiyun }
495*4882a593Smuzhiyun
496*4882a593Smuzhiyun static inline
alloc_in_work_order_irq(struct cx18 * cx)497*4882a593Smuzhiyun struct cx18_in_work_order *alloc_in_work_order_irq(struct cx18 *cx)
498*4882a593Smuzhiyun {
499*4882a593Smuzhiyun int i;
500*4882a593Smuzhiyun struct cx18_in_work_order *order = NULL;
501*4882a593Smuzhiyun
502*4882a593Smuzhiyun for (i = 0; i < CX18_MAX_IN_WORK_ORDERS; i++) {
503*4882a593Smuzhiyun /*
504*4882a593Smuzhiyun * We only need "pending" atomic to inspect its contents,
505*4882a593Smuzhiyun * and need not do a check and set because:
506*4882a593Smuzhiyun * 1. Any work handler thread only clears "pending" and only
507*4882a593Smuzhiyun * on one, particular work order at a time, per handler thread.
508*4882a593Smuzhiyun * 2. "pending" is only set here, and we're serialized because
509*4882a593Smuzhiyun * we're called in an IRQ handler context.
510*4882a593Smuzhiyun */
511*4882a593Smuzhiyun if (atomic_read(&cx->in_work_order[i].pending) == 0) {
512*4882a593Smuzhiyun order = &cx->in_work_order[i];
513*4882a593Smuzhiyun atomic_set(&order->pending, 1);
514*4882a593Smuzhiyun break;
515*4882a593Smuzhiyun }
516*4882a593Smuzhiyun }
517*4882a593Smuzhiyun return order;
518*4882a593Smuzhiyun }
519*4882a593Smuzhiyun
cx18_api_epu_cmd_irq(struct cx18 * cx,int rpu)520*4882a593Smuzhiyun void cx18_api_epu_cmd_irq(struct cx18 *cx, int rpu)
521*4882a593Smuzhiyun {
522*4882a593Smuzhiyun struct cx18_mailbox __iomem *mb;
523*4882a593Smuzhiyun struct cx18_mailbox *order_mb;
524*4882a593Smuzhiyun struct cx18_in_work_order *order;
525*4882a593Smuzhiyun int submit;
526*4882a593Smuzhiyun int i;
527*4882a593Smuzhiyun
528*4882a593Smuzhiyun switch (rpu) {
529*4882a593Smuzhiyun case CPU:
530*4882a593Smuzhiyun mb = &cx->scb->cpu2epu_mb;
531*4882a593Smuzhiyun break;
532*4882a593Smuzhiyun case APU:
533*4882a593Smuzhiyun mb = &cx->scb->apu2epu_mb;
534*4882a593Smuzhiyun break;
535*4882a593Smuzhiyun default:
536*4882a593Smuzhiyun return;
537*4882a593Smuzhiyun }
538*4882a593Smuzhiyun
539*4882a593Smuzhiyun order = alloc_in_work_order_irq(cx);
540*4882a593Smuzhiyun if (order == NULL) {
541*4882a593Smuzhiyun CX18_WARN("Unable to find blank work order form to schedule incoming mailbox command processing\n");
542*4882a593Smuzhiyun return;
543*4882a593Smuzhiyun }
544*4882a593Smuzhiyun
545*4882a593Smuzhiyun order->flags = 0;
546*4882a593Smuzhiyun order->rpu = rpu;
547*4882a593Smuzhiyun order_mb = &order->mb;
548*4882a593Smuzhiyun
549*4882a593Smuzhiyun /* mb->cmd and mb->args[0] through mb->args[2] */
550*4882a593Smuzhiyun for (i = 0; i < 4; i++)
551*4882a593Smuzhiyun (&order_mb->cmd)[i] = cx18_readl(cx, &mb->cmd + i);
552*4882a593Smuzhiyun
553*4882a593Smuzhiyun /* mb->request and mb->ack. N.B. we want to read mb->ack last */
554*4882a593Smuzhiyun for (i = 0; i < 2; i++)
555*4882a593Smuzhiyun (&order_mb->request)[i] = cx18_readl(cx, &mb->request + i);
556*4882a593Smuzhiyun
557*4882a593Smuzhiyun if (order_mb->request == order_mb->ack) {
558*4882a593Smuzhiyun CX18_DEBUG_WARN("Possibly falling behind: %s self-ack'ed our incoming %s to EPU mailbox (sequence no. %u)\n",
559*4882a593Smuzhiyun rpu_str[rpu], rpu_str[rpu], order_mb->request);
560*4882a593Smuzhiyun if (cx18_debug & CX18_DBGFLG_WARN)
561*4882a593Smuzhiyun dump_mb(cx, order_mb, "incoming");
562*4882a593Smuzhiyun order->flags = CX18_F_EWO_MB_STALE_UPON_RECEIPT;
563*4882a593Smuzhiyun }
564*4882a593Smuzhiyun
565*4882a593Smuzhiyun /*
566*4882a593Smuzhiyun * Individual EPU command processing is responsible for ack-ing
567*4882a593Smuzhiyun * a non-stale mailbox as soon as possible
568*4882a593Smuzhiyun */
569*4882a593Smuzhiyun submit = epu_cmd_irq(cx, order);
570*4882a593Smuzhiyun if (submit > 0) {
571*4882a593Smuzhiyun queue_work(cx->in_work_queue, &order->work);
572*4882a593Smuzhiyun }
573*4882a593Smuzhiyun }
574*4882a593Smuzhiyun
575*4882a593Smuzhiyun
576*4882a593Smuzhiyun /*
577*4882a593Smuzhiyun * Functions called from a non-interrupt, non work_queue context
578*4882a593Smuzhiyun */
579*4882a593Smuzhiyun
cx18_api_call(struct cx18 * cx,u32 cmd,int args,u32 data[])580*4882a593Smuzhiyun static int cx18_api_call(struct cx18 *cx, u32 cmd, int args, u32 data[])
581*4882a593Smuzhiyun {
582*4882a593Smuzhiyun const struct cx18_api_info *info = find_api_info(cmd);
583*4882a593Smuzhiyun u32 irq, req, ack, err;
584*4882a593Smuzhiyun struct cx18_mailbox __iomem *mb;
585*4882a593Smuzhiyun wait_queue_head_t *waitq;
586*4882a593Smuzhiyun struct mutex *mb_lock;
587*4882a593Smuzhiyun unsigned long int t0, timeout, ret;
588*4882a593Smuzhiyun int i;
589*4882a593Smuzhiyun char argstr[MAX_MB_ARGUMENTS*11+1];
590*4882a593Smuzhiyun DEFINE_WAIT(w);
591*4882a593Smuzhiyun
592*4882a593Smuzhiyun if (info == NULL) {
593*4882a593Smuzhiyun CX18_WARN("unknown cmd %x\n", cmd);
594*4882a593Smuzhiyun return -EINVAL;
595*4882a593Smuzhiyun }
596*4882a593Smuzhiyun
597*4882a593Smuzhiyun if (cx18_debug & CX18_DBGFLG_API) { /* only call u32arr2hex if needed */
598*4882a593Smuzhiyun if (cmd == CX18_CPU_DE_SET_MDL) {
599*4882a593Smuzhiyun if (cx18_debug & CX18_DBGFLG_HIGHVOL)
600*4882a593Smuzhiyun CX18_DEBUG_HI_API("%s\tcmd %#010x args%s\n",
601*4882a593Smuzhiyun info->name, cmd,
602*4882a593Smuzhiyun u32arr2hex(data, args, argstr));
603*4882a593Smuzhiyun } else
604*4882a593Smuzhiyun CX18_DEBUG_API("%s\tcmd %#010x args%s\n",
605*4882a593Smuzhiyun info->name, cmd,
606*4882a593Smuzhiyun u32arr2hex(data, args, argstr));
607*4882a593Smuzhiyun }
608*4882a593Smuzhiyun
609*4882a593Smuzhiyun switch (info->rpu) {
610*4882a593Smuzhiyun case APU:
611*4882a593Smuzhiyun waitq = &cx->mb_apu_waitq;
612*4882a593Smuzhiyun mb_lock = &cx->epu2apu_mb_lock;
613*4882a593Smuzhiyun irq = IRQ_EPU_TO_APU;
614*4882a593Smuzhiyun mb = &cx->scb->epu2apu_mb;
615*4882a593Smuzhiyun break;
616*4882a593Smuzhiyun case CPU:
617*4882a593Smuzhiyun waitq = &cx->mb_cpu_waitq;
618*4882a593Smuzhiyun mb_lock = &cx->epu2cpu_mb_lock;
619*4882a593Smuzhiyun irq = IRQ_EPU_TO_CPU;
620*4882a593Smuzhiyun mb = &cx->scb->epu2cpu_mb;
621*4882a593Smuzhiyun break;
622*4882a593Smuzhiyun default:
623*4882a593Smuzhiyun CX18_WARN("Unknown RPU (%d) for API call\n", info->rpu);
624*4882a593Smuzhiyun return -EINVAL;
625*4882a593Smuzhiyun }
626*4882a593Smuzhiyun
627*4882a593Smuzhiyun mutex_lock(mb_lock);
628*4882a593Smuzhiyun /*
629*4882a593Smuzhiyun * Wait for an in-use mailbox to complete
630*4882a593Smuzhiyun *
631*4882a593Smuzhiyun * If the XPU is responding with Ack's, the mailbox shouldn't be in
632*4882a593Smuzhiyun * a busy state, since we serialize access to it on our end.
633*4882a593Smuzhiyun *
634*4882a593Smuzhiyun * If the wait for ack after sending a previous command was interrupted
635*4882a593Smuzhiyun * by a signal, we may get here and find a busy mailbox. After waiting,
636*4882a593Smuzhiyun * mark it "not busy" from our end, if the XPU hasn't ack'ed it still.
637*4882a593Smuzhiyun */
638*4882a593Smuzhiyun req = cx18_readl(cx, &mb->request);
639*4882a593Smuzhiyun timeout = msecs_to_jiffies(10);
640*4882a593Smuzhiyun ret = wait_event_timeout(*waitq,
641*4882a593Smuzhiyun (ack = cx18_readl(cx, &mb->ack)) == req,
642*4882a593Smuzhiyun timeout);
643*4882a593Smuzhiyun if (req != ack) {
644*4882a593Smuzhiyun /* waited long enough, make the mbox "not busy" from our end */
645*4882a593Smuzhiyun cx18_writel(cx, req, &mb->ack);
646*4882a593Smuzhiyun CX18_ERR("mbox was found stuck busy when setting up for %s; clearing busy and trying to proceed\n",
647*4882a593Smuzhiyun info->name);
648*4882a593Smuzhiyun } else if (ret != timeout)
649*4882a593Smuzhiyun CX18_DEBUG_API("waited %u msecs for busy mbox to be acked\n",
650*4882a593Smuzhiyun jiffies_to_msecs(timeout-ret));
651*4882a593Smuzhiyun
652*4882a593Smuzhiyun /* Build the outgoing mailbox */
653*4882a593Smuzhiyun req = ((req & 0xfffffffe) == 0xfffffffe) ? 1 : req + 1;
654*4882a593Smuzhiyun
655*4882a593Smuzhiyun cx18_writel(cx, cmd, &mb->cmd);
656*4882a593Smuzhiyun for (i = 0; i < args; i++)
657*4882a593Smuzhiyun cx18_writel(cx, data[i], &mb->args[i]);
658*4882a593Smuzhiyun cx18_writel(cx, 0, &mb->error);
659*4882a593Smuzhiyun cx18_writel(cx, req, &mb->request);
660*4882a593Smuzhiyun cx18_writel(cx, req - 1, &mb->ack); /* ensure ack & req are distinct */
661*4882a593Smuzhiyun
662*4882a593Smuzhiyun /*
663*4882a593Smuzhiyun * Notify the XPU and wait for it to send an Ack back
664*4882a593Smuzhiyun */
665*4882a593Smuzhiyun timeout = msecs_to_jiffies((info->flags & API_FAST) ? 10 : 20);
666*4882a593Smuzhiyun
667*4882a593Smuzhiyun CX18_DEBUG_HI_IRQ("sending interrupt SW1: %x to send %s\n",
668*4882a593Smuzhiyun irq, info->name);
669*4882a593Smuzhiyun
670*4882a593Smuzhiyun /* So we don't miss the wakeup, prepare to wait before notifying fw */
671*4882a593Smuzhiyun prepare_to_wait(waitq, &w, TASK_UNINTERRUPTIBLE);
672*4882a593Smuzhiyun cx18_write_reg_expect(cx, irq, SW1_INT_SET, irq, irq);
673*4882a593Smuzhiyun
674*4882a593Smuzhiyun t0 = jiffies;
675*4882a593Smuzhiyun ack = cx18_readl(cx, &mb->ack);
676*4882a593Smuzhiyun if (ack != req) {
677*4882a593Smuzhiyun schedule_timeout(timeout);
678*4882a593Smuzhiyun ret = jiffies - t0;
679*4882a593Smuzhiyun ack = cx18_readl(cx, &mb->ack);
680*4882a593Smuzhiyun } else {
681*4882a593Smuzhiyun ret = jiffies - t0;
682*4882a593Smuzhiyun }
683*4882a593Smuzhiyun
684*4882a593Smuzhiyun finish_wait(waitq, &w);
685*4882a593Smuzhiyun
686*4882a593Smuzhiyun if (req != ack) {
687*4882a593Smuzhiyun mutex_unlock(mb_lock);
688*4882a593Smuzhiyun if (ret >= timeout) {
689*4882a593Smuzhiyun /* Timed out */
690*4882a593Smuzhiyun CX18_DEBUG_WARN("sending %s timed out waiting %d msecs for RPU acknowledgment\n",
691*4882a593Smuzhiyun info->name, jiffies_to_msecs(ret));
692*4882a593Smuzhiyun } else {
693*4882a593Smuzhiyun CX18_DEBUG_WARN("woken up before mailbox ack was ready after submitting %s to RPU. only waited %d msecs on req %u but awakened with unmatched ack %u\n",
694*4882a593Smuzhiyun info->name,
695*4882a593Smuzhiyun jiffies_to_msecs(ret),
696*4882a593Smuzhiyun req, ack);
697*4882a593Smuzhiyun }
698*4882a593Smuzhiyun return -EINVAL;
699*4882a593Smuzhiyun }
700*4882a593Smuzhiyun
701*4882a593Smuzhiyun if (ret >= timeout)
702*4882a593Smuzhiyun CX18_DEBUG_WARN("failed to be awakened upon RPU acknowledgment sending %s; timed out waiting %d msecs\n",
703*4882a593Smuzhiyun info->name, jiffies_to_msecs(ret));
704*4882a593Smuzhiyun else
705*4882a593Smuzhiyun CX18_DEBUG_HI_API("waited %u msecs for %s to be acked\n",
706*4882a593Smuzhiyun jiffies_to_msecs(ret), info->name);
707*4882a593Smuzhiyun
708*4882a593Smuzhiyun /* Collect data returned by the XPU */
709*4882a593Smuzhiyun for (i = 0; i < MAX_MB_ARGUMENTS; i++)
710*4882a593Smuzhiyun data[i] = cx18_readl(cx, &mb->args[i]);
711*4882a593Smuzhiyun err = cx18_readl(cx, &mb->error);
712*4882a593Smuzhiyun mutex_unlock(mb_lock);
713*4882a593Smuzhiyun
714*4882a593Smuzhiyun /*
715*4882a593Smuzhiyun * Wait for XPU to perform extra actions for the caller in some cases.
716*4882a593Smuzhiyun * e.g. CX18_CPU_DE_RELEASE_MDL will cause the CPU to send all MDLs
717*4882a593Smuzhiyun * back in a burst shortly thereafter
718*4882a593Smuzhiyun */
719*4882a593Smuzhiyun if (info->flags & API_SLOW)
720*4882a593Smuzhiyun cx18_msleep_timeout(300, 0);
721*4882a593Smuzhiyun
722*4882a593Smuzhiyun if (err)
723*4882a593Smuzhiyun CX18_DEBUG_API("mailbox error %08x for command %s\n", err,
724*4882a593Smuzhiyun info->name);
725*4882a593Smuzhiyun return err ? -EIO : 0;
726*4882a593Smuzhiyun }
727*4882a593Smuzhiyun
cx18_api(struct cx18 * cx,u32 cmd,int args,u32 data[])728*4882a593Smuzhiyun int cx18_api(struct cx18 *cx, u32 cmd, int args, u32 data[])
729*4882a593Smuzhiyun {
730*4882a593Smuzhiyun return cx18_api_call(cx, cmd, args, data);
731*4882a593Smuzhiyun }
732*4882a593Smuzhiyun
cx18_set_filter_param(struct cx18_stream * s)733*4882a593Smuzhiyun static int cx18_set_filter_param(struct cx18_stream *s)
734*4882a593Smuzhiyun {
735*4882a593Smuzhiyun struct cx18 *cx = s->cx;
736*4882a593Smuzhiyun u32 mode;
737*4882a593Smuzhiyun int ret;
738*4882a593Smuzhiyun
739*4882a593Smuzhiyun mode = (cx->filter_mode & 1) ? 2 : (cx->spatial_strength ? 1 : 0);
740*4882a593Smuzhiyun ret = cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
741*4882a593Smuzhiyun s->handle, 1, mode, cx->spatial_strength);
742*4882a593Smuzhiyun mode = (cx->filter_mode & 2) ? 2 : (cx->temporal_strength ? 1 : 0);
743*4882a593Smuzhiyun ret = ret ? ret : cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
744*4882a593Smuzhiyun s->handle, 0, mode, cx->temporal_strength);
745*4882a593Smuzhiyun ret = ret ? ret : cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
746*4882a593Smuzhiyun s->handle, 2, cx->filter_mode >> 2, 0);
747*4882a593Smuzhiyun return ret;
748*4882a593Smuzhiyun }
749*4882a593Smuzhiyun
cx18_api_func(void * priv,u32 cmd,int in,int out,u32 data[CX2341X_MBOX_MAX_DATA])750*4882a593Smuzhiyun int cx18_api_func(void *priv, u32 cmd, int in, int out,
751*4882a593Smuzhiyun u32 data[CX2341X_MBOX_MAX_DATA])
752*4882a593Smuzhiyun {
753*4882a593Smuzhiyun struct cx18_stream *s = priv;
754*4882a593Smuzhiyun struct cx18 *cx = s->cx;
755*4882a593Smuzhiyun
756*4882a593Smuzhiyun switch (cmd) {
757*4882a593Smuzhiyun case CX2341X_ENC_SET_OUTPUT_PORT:
758*4882a593Smuzhiyun return 0;
759*4882a593Smuzhiyun case CX2341X_ENC_SET_FRAME_RATE:
760*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_VIDEO_IN, 6,
761*4882a593Smuzhiyun s->handle, 0, 0, 0, 0, data[0]);
762*4882a593Smuzhiyun case CX2341X_ENC_SET_FRAME_SIZE:
763*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_VIDEO_RESOLUTION, 3,
764*4882a593Smuzhiyun s->handle, data[1], data[0]);
765*4882a593Smuzhiyun case CX2341X_ENC_SET_STREAM_TYPE:
766*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_STREAM_OUTPUT_TYPE, 2,
767*4882a593Smuzhiyun s->handle, data[0]);
768*4882a593Smuzhiyun case CX2341X_ENC_SET_ASPECT_RATIO:
769*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_ASPECT_RATIO, 2,
770*4882a593Smuzhiyun s->handle, data[0]);
771*4882a593Smuzhiyun
772*4882a593Smuzhiyun case CX2341X_ENC_SET_GOP_PROPERTIES:
773*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_GOP_STRUCTURE, 3,
774*4882a593Smuzhiyun s->handle, data[0], data[1]);
775*4882a593Smuzhiyun case CX2341X_ENC_SET_GOP_CLOSURE:
776*4882a593Smuzhiyun return 0;
777*4882a593Smuzhiyun case CX2341X_ENC_SET_AUDIO_PROPERTIES:
778*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_AUDIO_PARAMETERS, 2,
779*4882a593Smuzhiyun s->handle, data[0]);
780*4882a593Smuzhiyun case CX2341X_ENC_MUTE_AUDIO:
781*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_AUDIO_MUTE, 2,
782*4882a593Smuzhiyun s->handle, data[0]);
783*4882a593Smuzhiyun case CX2341X_ENC_SET_BIT_RATE:
784*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_VIDEO_RATE, 5,
785*4882a593Smuzhiyun s->handle, data[0], data[1], data[2], data[3]);
786*4882a593Smuzhiyun case CX2341X_ENC_MUTE_VIDEO:
787*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_VIDEO_MUTE, 2,
788*4882a593Smuzhiyun s->handle, data[0]);
789*4882a593Smuzhiyun case CX2341X_ENC_SET_FRAME_DROP_RATE:
790*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_SKIP_INPUT_FRAME, 2,
791*4882a593Smuzhiyun s->handle, data[0]);
792*4882a593Smuzhiyun case CX2341X_ENC_MISC:
793*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_MISC_PARAMETERS, 4,
794*4882a593Smuzhiyun s->handle, data[0], data[1], data[2]);
795*4882a593Smuzhiyun case CX2341X_ENC_SET_DNR_FILTER_MODE:
796*4882a593Smuzhiyun cx->filter_mode = (data[0] & 3) | (data[1] << 2);
797*4882a593Smuzhiyun return cx18_set_filter_param(s);
798*4882a593Smuzhiyun case CX2341X_ENC_SET_DNR_FILTER_PROPS:
799*4882a593Smuzhiyun cx->spatial_strength = data[0];
800*4882a593Smuzhiyun cx->temporal_strength = data[1];
801*4882a593Smuzhiyun return cx18_set_filter_param(s);
802*4882a593Smuzhiyun case CX2341X_ENC_SET_SPATIAL_FILTER_TYPE:
803*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_SPATIAL_FILTER_TYPE, 3,
804*4882a593Smuzhiyun s->handle, data[0], data[1]);
805*4882a593Smuzhiyun case CX2341X_ENC_SET_CORING_LEVELS:
806*4882a593Smuzhiyun return cx18_vapi(cx, CX18_CPU_SET_MEDIAN_CORING, 5,
807*4882a593Smuzhiyun s->handle, data[0], data[1], data[2], data[3]);
808*4882a593Smuzhiyun }
809*4882a593Smuzhiyun CX18_WARN("Unknown cmd %x\n", cmd);
810*4882a593Smuzhiyun return 0;
811*4882a593Smuzhiyun }
812*4882a593Smuzhiyun
cx18_vapi_result(struct cx18 * cx,u32 data[MAX_MB_ARGUMENTS],u32 cmd,int args,...)813*4882a593Smuzhiyun int cx18_vapi_result(struct cx18 *cx, u32 data[MAX_MB_ARGUMENTS],
814*4882a593Smuzhiyun u32 cmd, int args, ...)
815*4882a593Smuzhiyun {
816*4882a593Smuzhiyun va_list ap;
817*4882a593Smuzhiyun int i;
818*4882a593Smuzhiyun
819*4882a593Smuzhiyun va_start(ap, args);
820*4882a593Smuzhiyun for (i = 0; i < args; i++)
821*4882a593Smuzhiyun data[i] = va_arg(ap, u32);
822*4882a593Smuzhiyun va_end(ap);
823*4882a593Smuzhiyun return cx18_api(cx, cmd, args, data);
824*4882a593Smuzhiyun }
825*4882a593Smuzhiyun
cx18_vapi(struct cx18 * cx,u32 cmd,int args,...)826*4882a593Smuzhiyun int cx18_vapi(struct cx18 *cx, u32 cmd, int args, ...)
827*4882a593Smuzhiyun {
828*4882a593Smuzhiyun u32 data[MAX_MB_ARGUMENTS];
829*4882a593Smuzhiyun va_list ap;
830*4882a593Smuzhiyun int i;
831*4882a593Smuzhiyun
832*4882a593Smuzhiyun if (cx == NULL) {
833*4882a593Smuzhiyun CX18_ERR("cx == NULL (cmd=%x)\n", cmd);
834*4882a593Smuzhiyun return 0;
835*4882a593Smuzhiyun }
836*4882a593Smuzhiyun if (args > MAX_MB_ARGUMENTS) {
837*4882a593Smuzhiyun CX18_ERR("args too big (cmd=%x)\n", cmd);
838*4882a593Smuzhiyun args = MAX_MB_ARGUMENTS;
839*4882a593Smuzhiyun }
840*4882a593Smuzhiyun va_start(ap, args);
841*4882a593Smuzhiyun for (i = 0; i < args; i++)
842*4882a593Smuzhiyun data[i] = va_arg(ap, u32);
843*4882a593Smuzhiyun va_end(ap);
844*4882a593Smuzhiyun return cx18_api(cx, cmd, args, data);
845*4882a593Smuzhiyun }
846