1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Copyright (C) 2005 Mike Isely <isely@pobox.com>
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include "pvrusb2-io.h"
8*4882a593Smuzhiyun #include "pvrusb2-debug.h"
9*4882a593Smuzhiyun #include <linux/errno.h>
10*4882a593Smuzhiyun #include <linux/string.h>
11*4882a593Smuzhiyun #include <linux/slab.h>
12*4882a593Smuzhiyun #include <linux/mutex.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun static const char *pvr2_buffer_state_decode(enum pvr2_buffer_state);
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun #define BUFFER_SIG 0x47653271
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun // #define SANITY_CHECK_BUFFERS
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun #ifdef SANITY_CHECK_BUFFERS
22*4882a593Smuzhiyun #define BUFFER_CHECK(bp) do { \
23*4882a593Smuzhiyun if ((bp)->signature != BUFFER_SIG) { \
24*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_ERROR_LEGS, \
25*4882a593Smuzhiyun "Buffer %p is bad at %s:%d", \
26*4882a593Smuzhiyun (bp), __FILE__, __LINE__); \
27*4882a593Smuzhiyun pvr2_buffer_describe(bp, "BadSig"); \
28*4882a593Smuzhiyun BUG(); \
29*4882a593Smuzhiyun } \
30*4882a593Smuzhiyun } while (0)
31*4882a593Smuzhiyun #else
32*4882a593Smuzhiyun #define BUFFER_CHECK(bp) do {} while (0)
33*4882a593Smuzhiyun #endif
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun struct pvr2_stream {
36*4882a593Smuzhiyun /* Buffers queued for reading */
37*4882a593Smuzhiyun struct list_head queued_list;
38*4882a593Smuzhiyun unsigned int q_count;
39*4882a593Smuzhiyun unsigned int q_bcount;
40*4882a593Smuzhiyun /* Buffers with retrieved data */
41*4882a593Smuzhiyun struct list_head ready_list;
42*4882a593Smuzhiyun unsigned int r_count;
43*4882a593Smuzhiyun unsigned int r_bcount;
44*4882a593Smuzhiyun /* Buffers available for use */
45*4882a593Smuzhiyun struct list_head idle_list;
46*4882a593Smuzhiyun unsigned int i_count;
47*4882a593Smuzhiyun unsigned int i_bcount;
48*4882a593Smuzhiyun /* Pointers to all buffers */
49*4882a593Smuzhiyun struct pvr2_buffer **buffers;
50*4882a593Smuzhiyun /* Array size of buffers */
51*4882a593Smuzhiyun unsigned int buffer_slot_count;
52*4882a593Smuzhiyun /* Total buffers actually in circulation */
53*4882a593Smuzhiyun unsigned int buffer_total_count;
54*4882a593Smuzhiyun /* Designed number of buffers to be in circulation */
55*4882a593Smuzhiyun unsigned int buffer_target_count;
56*4882a593Smuzhiyun /* Executed when ready list become non-empty */
57*4882a593Smuzhiyun pvr2_stream_callback callback_func;
58*4882a593Smuzhiyun void *callback_data;
59*4882a593Smuzhiyun /* Context for transfer endpoint */
60*4882a593Smuzhiyun struct usb_device *dev;
61*4882a593Smuzhiyun int endpoint;
62*4882a593Smuzhiyun /* Overhead for mutex enforcement */
63*4882a593Smuzhiyun spinlock_t list_lock;
64*4882a593Smuzhiyun struct mutex mutex;
65*4882a593Smuzhiyun /* Tracking state for tolerating errors */
66*4882a593Smuzhiyun unsigned int fail_count;
67*4882a593Smuzhiyun unsigned int fail_tolerance;
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun unsigned int buffers_processed;
70*4882a593Smuzhiyun unsigned int buffers_failed;
71*4882a593Smuzhiyun unsigned int bytes_processed;
72*4882a593Smuzhiyun };
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun struct pvr2_buffer {
75*4882a593Smuzhiyun int id;
76*4882a593Smuzhiyun int signature;
77*4882a593Smuzhiyun enum pvr2_buffer_state state;
78*4882a593Smuzhiyun void *ptr; /* Pointer to storage area */
79*4882a593Smuzhiyun unsigned int max_count; /* Size of storage area */
80*4882a593Smuzhiyun unsigned int used_count; /* Amount of valid data in storage area */
81*4882a593Smuzhiyun int status; /* Transfer result status */
82*4882a593Smuzhiyun struct pvr2_stream *stream;
83*4882a593Smuzhiyun struct list_head list_overhead;
84*4882a593Smuzhiyun struct urb *purb;
85*4882a593Smuzhiyun };
86*4882a593Smuzhiyun
pvr2_buffer_state_decode(enum pvr2_buffer_state st)87*4882a593Smuzhiyun static const char *pvr2_buffer_state_decode(enum pvr2_buffer_state st)
88*4882a593Smuzhiyun {
89*4882a593Smuzhiyun switch (st) {
90*4882a593Smuzhiyun case pvr2_buffer_state_none: return "none";
91*4882a593Smuzhiyun case pvr2_buffer_state_idle: return "idle";
92*4882a593Smuzhiyun case pvr2_buffer_state_queued: return "queued";
93*4882a593Smuzhiyun case pvr2_buffer_state_ready: return "ready";
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun return "unknown";
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun #ifdef SANITY_CHECK_BUFFERS
pvr2_buffer_describe(struct pvr2_buffer * bp,const char * msg)99*4882a593Smuzhiyun static void pvr2_buffer_describe(struct pvr2_buffer *bp, const char *msg)
100*4882a593Smuzhiyun {
101*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_INFO,
102*4882a593Smuzhiyun "buffer%s%s %p state=%s id=%d status=%d stream=%p purb=%p sig=0x%x",
103*4882a593Smuzhiyun (msg ? " " : ""),
104*4882a593Smuzhiyun (msg ? msg : ""),
105*4882a593Smuzhiyun bp,
106*4882a593Smuzhiyun (bp ? pvr2_buffer_state_decode(bp->state) : "(invalid)"),
107*4882a593Smuzhiyun (bp ? bp->id : 0),
108*4882a593Smuzhiyun (bp ? bp->status : 0),
109*4882a593Smuzhiyun (bp ? bp->stream : NULL),
110*4882a593Smuzhiyun (bp ? bp->purb : NULL),
111*4882a593Smuzhiyun (bp ? bp->signature : 0));
112*4882a593Smuzhiyun }
113*4882a593Smuzhiyun #endif /* SANITY_CHECK_BUFFERS */
114*4882a593Smuzhiyun
pvr2_buffer_remove(struct pvr2_buffer * bp)115*4882a593Smuzhiyun static void pvr2_buffer_remove(struct pvr2_buffer *bp)
116*4882a593Smuzhiyun {
117*4882a593Smuzhiyun unsigned int *cnt;
118*4882a593Smuzhiyun unsigned int *bcnt;
119*4882a593Smuzhiyun unsigned int ccnt;
120*4882a593Smuzhiyun struct pvr2_stream *sp = bp->stream;
121*4882a593Smuzhiyun switch (bp->state) {
122*4882a593Smuzhiyun case pvr2_buffer_state_idle:
123*4882a593Smuzhiyun cnt = &sp->i_count;
124*4882a593Smuzhiyun bcnt = &sp->i_bcount;
125*4882a593Smuzhiyun ccnt = bp->max_count;
126*4882a593Smuzhiyun break;
127*4882a593Smuzhiyun case pvr2_buffer_state_queued:
128*4882a593Smuzhiyun cnt = &sp->q_count;
129*4882a593Smuzhiyun bcnt = &sp->q_bcount;
130*4882a593Smuzhiyun ccnt = bp->max_count;
131*4882a593Smuzhiyun break;
132*4882a593Smuzhiyun case pvr2_buffer_state_ready:
133*4882a593Smuzhiyun cnt = &sp->r_count;
134*4882a593Smuzhiyun bcnt = &sp->r_bcount;
135*4882a593Smuzhiyun ccnt = bp->used_count;
136*4882a593Smuzhiyun break;
137*4882a593Smuzhiyun default:
138*4882a593Smuzhiyun return;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun list_del_init(&bp->list_overhead);
141*4882a593Smuzhiyun (*cnt)--;
142*4882a593Smuzhiyun (*bcnt) -= ccnt;
143*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_FLOW,
144*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferPool %8s dec cap=%07d cnt=%02d",
145*4882a593Smuzhiyun pvr2_buffer_state_decode(bp->state), *bcnt, *cnt);
146*4882a593Smuzhiyun bp->state = pvr2_buffer_state_none;
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun
pvr2_buffer_set_none(struct pvr2_buffer * bp)149*4882a593Smuzhiyun static void pvr2_buffer_set_none(struct pvr2_buffer *bp)
150*4882a593Smuzhiyun {
151*4882a593Smuzhiyun unsigned long irq_flags;
152*4882a593Smuzhiyun struct pvr2_stream *sp;
153*4882a593Smuzhiyun BUFFER_CHECK(bp);
154*4882a593Smuzhiyun sp = bp->stream;
155*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_FLOW,
156*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferState %p %6s --> %6s",
157*4882a593Smuzhiyun bp,
158*4882a593Smuzhiyun pvr2_buffer_state_decode(bp->state),
159*4882a593Smuzhiyun pvr2_buffer_state_decode(pvr2_buffer_state_none));
160*4882a593Smuzhiyun spin_lock_irqsave(&sp->list_lock, irq_flags);
161*4882a593Smuzhiyun pvr2_buffer_remove(bp);
162*4882a593Smuzhiyun spin_unlock_irqrestore(&sp->list_lock, irq_flags);
163*4882a593Smuzhiyun }
164*4882a593Smuzhiyun
pvr2_buffer_set_ready(struct pvr2_buffer * bp)165*4882a593Smuzhiyun static int pvr2_buffer_set_ready(struct pvr2_buffer *bp)
166*4882a593Smuzhiyun {
167*4882a593Smuzhiyun int fl;
168*4882a593Smuzhiyun unsigned long irq_flags;
169*4882a593Smuzhiyun struct pvr2_stream *sp;
170*4882a593Smuzhiyun BUFFER_CHECK(bp);
171*4882a593Smuzhiyun sp = bp->stream;
172*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_FLOW,
173*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferState %p %6s --> %6s",
174*4882a593Smuzhiyun bp,
175*4882a593Smuzhiyun pvr2_buffer_state_decode(bp->state),
176*4882a593Smuzhiyun pvr2_buffer_state_decode(pvr2_buffer_state_ready));
177*4882a593Smuzhiyun spin_lock_irqsave(&sp->list_lock, irq_flags);
178*4882a593Smuzhiyun fl = (sp->r_count == 0);
179*4882a593Smuzhiyun pvr2_buffer_remove(bp);
180*4882a593Smuzhiyun list_add_tail(&bp->list_overhead, &sp->ready_list);
181*4882a593Smuzhiyun bp->state = pvr2_buffer_state_ready;
182*4882a593Smuzhiyun (sp->r_count)++;
183*4882a593Smuzhiyun sp->r_bcount += bp->used_count;
184*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_FLOW,
185*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferPool %8s inc cap=%07d cnt=%02d",
186*4882a593Smuzhiyun pvr2_buffer_state_decode(bp->state),
187*4882a593Smuzhiyun sp->r_bcount, sp->r_count);
188*4882a593Smuzhiyun spin_unlock_irqrestore(&sp->list_lock, irq_flags);
189*4882a593Smuzhiyun return fl;
190*4882a593Smuzhiyun }
191*4882a593Smuzhiyun
pvr2_buffer_set_idle(struct pvr2_buffer * bp)192*4882a593Smuzhiyun static void pvr2_buffer_set_idle(struct pvr2_buffer *bp)
193*4882a593Smuzhiyun {
194*4882a593Smuzhiyun unsigned long irq_flags;
195*4882a593Smuzhiyun struct pvr2_stream *sp;
196*4882a593Smuzhiyun BUFFER_CHECK(bp);
197*4882a593Smuzhiyun sp = bp->stream;
198*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_FLOW,
199*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferState %p %6s --> %6s",
200*4882a593Smuzhiyun bp,
201*4882a593Smuzhiyun pvr2_buffer_state_decode(bp->state),
202*4882a593Smuzhiyun pvr2_buffer_state_decode(pvr2_buffer_state_idle));
203*4882a593Smuzhiyun spin_lock_irqsave(&sp->list_lock, irq_flags);
204*4882a593Smuzhiyun pvr2_buffer_remove(bp);
205*4882a593Smuzhiyun list_add_tail(&bp->list_overhead, &sp->idle_list);
206*4882a593Smuzhiyun bp->state = pvr2_buffer_state_idle;
207*4882a593Smuzhiyun (sp->i_count)++;
208*4882a593Smuzhiyun sp->i_bcount += bp->max_count;
209*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_FLOW,
210*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferPool %8s inc cap=%07d cnt=%02d",
211*4882a593Smuzhiyun pvr2_buffer_state_decode(bp->state),
212*4882a593Smuzhiyun sp->i_bcount, sp->i_count);
213*4882a593Smuzhiyun spin_unlock_irqrestore(&sp->list_lock, irq_flags);
214*4882a593Smuzhiyun }
215*4882a593Smuzhiyun
pvr2_buffer_set_queued(struct pvr2_buffer * bp)216*4882a593Smuzhiyun static void pvr2_buffer_set_queued(struct pvr2_buffer *bp)
217*4882a593Smuzhiyun {
218*4882a593Smuzhiyun unsigned long irq_flags;
219*4882a593Smuzhiyun struct pvr2_stream *sp;
220*4882a593Smuzhiyun BUFFER_CHECK(bp);
221*4882a593Smuzhiyun sp = bp->stream;
222*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_FLOW,
223*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferState %p %6s --> %6s",
224*4882a593Smuzhiyun bp,
225*4882a593Smuzhiyun pvr2_buffer_state_decode(bp->state),
226*4882a593Smuzhiyun pvr2_buffer_state_decode(pvr2_buffer_state_queued));
227*4882a593Smuzhiyun spin_lock_irqsave(&sp->list_lock, irq_flags);
228*4882a593Smuzhiyun pvr2_buffer_remove(bp);
229*4882a593Smuzhiyun list_add_tail(&bp->list_overhead, &sp->queued_list);
230*4882a593Smuzhiyun bp->state = pvr2_buffer_state_queued;
231*4882a593Smuzhiyun (sp->q_count)++;
232*4882a593Smuzhiyun sp->q_bcount += bp->max_count;
233*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_FLOW,
234*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferPool %8s inc cap=%07d cnt=%02d",
235*4882a593Smuzhiyun pvr2_buffer_state_decode(bp->state),
236*4882a593Smuzhiyun sp->q_bcount, sp->q_count);
237*4882a593Smuzhiyun spin_unlock_irqrestore(&sp->list_lock, irq_flags);
238*4882a593Smuzhiyun }
239*4882a593Smuzhiyun
pvr2_buffer_wipe(struct pvr2_buffer * bp)240*4882a593Smuzhiyun static void pvr2_buffer_wipe(struct pvr2_buffer *bp)
241*4882a593Smuzhiyun {
242*4882a593Smuzhiyun if (bp->state == pvr2_buffer_state_queued) {
243*4882a593Smuzhiyun usb_kill_urb(bp->purb);
244*4882a593Smuzhiyun }
245*4882a593Smuzhiyun }
246*4882a593Smuzhiyun
pvr2_buffer_init(struct pvr2_buffer * bp,struct pvr2_stream * sp,unsigned int id)247*4882a593Smuzhiyun static int pvr2_buffer_init(struct pvr2_buffer *bp,
248*4882a593Smuzhiyun struct pvr2_stream *sp,
249*4882a593Smuzhiyun unsigned int id)
250*4882a593Smuzhiyun {
251*4882a593Smuzhiyun memset(bp, 0, sizeof(*bp));
252*4882a593Smuzhiyun bp->signature = BUFFER_SIG;
253*4882a593Smuzhiyun bp->id = id;
254*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_POOL,
255*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferInit %p stream=%p", bp, sp);
256*4882a593Smuzhiyun bp->stream = sp;
257*4882a593Smuzhiyun bp->state = pvr2_buffer_state_none;
258*4882a593Smuzhiyun INIT_LIST_HEAD(&bp->list_overhead);
259*4882a593Smuzhiyun bp->purb = usb_alloc_urb(0, GFP_KERNEL);
260*4882a593Smuzhiyun if (! bp->purb) return -ENOMEM;
261*4882a593Smuzhiyun #ifdef SANITY_CHECK_BUFFERS
262*4882a593Smuzhiyun pvr2_buffer_describe(bp, "create");
263*4882a593Smuzhiyun #endif
264*4882a593Smuzhiyun return 0;
265*4882a593Smuzhiyun }
266*4882a593Smuzhiyun
pvr2_buffer_done(struct pvr2_buffer * bp)267*4882a593Smuzhiyun static void pvr2_buffer_done(struct pvr2_buffer *bp)
268*4882a593Smuzhiyun {
269*4882a593Smuzhiyun #ifdef SANITY_CHECK_BUFFERS
270*4882a593Smuzhiyun pvr2_buffer_describe(bp, "delete");
271*4882a593Smuzhiyun #endif
272*4882a593Smuzhiyun pvr2_buffer_wipe(bp);
273*4882a593Smuzhiyun pvr2_buffer_set_none(bp);
274*4882a593Smuzhiyun bp->signature = 0;
275*4882a593Smuzhiyun bp->stream = NULL;
276*4882a593Smuzhiyun usb_free_urb(bp->purb);
277*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_POOL, "/*---TRACE_FLOW---*/ bufferDone %p",
278*4882a593Smuzhiyun bp);
279*4882a593Smuzhiyun }
280*4882a593Smuzhiyun
pvr2_stream_buffer_count(struct pvr2_stream * sp,unsigned int cnt)281*4882a593Smuzhiyun static int pvr2_stream_buffer_count(struct pvr2_stream *sp, unsigned int cnt)
282*4882a593Smuzhiyun {
283*4882a593Smuzhiyun int ret;
284*4882a593Smuzhiyun unsigned int scnt;
285*4882a593Smuzhiyun
286*4882a593Smuzhiyun /* Allocate buffers pointer array in multiples of 32 entries */
287*4882a593Smuzhiyun if (cnt == sp->buffer_total_count) return 0;
288*4882a593Smuzhiyun
289*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_POOL,
290*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ poolResize stream=%p cur=%d adj=%+d",
291*4882a593Smuzhiyun sp,
292*4882a593Smuzhiyun sp->buffer_total_count,
293*4882a593Smuzhiyun cnt-sp->buffer_total_count);
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun scnt = cnt & ~0x1f;
296*4882a593Smuzhiyun if (cnt > scnt) scnt += 0x20;
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun if (cnt > sp->buffer_total_count) {
299*4882a593Smuzhiyun if (scnt > sp->buffer_slot_count) {
300*4882a593Smuzhiyun struct pvr2_buffer **nb;
301*4882a593Smuzhiyun
302*4882a593Smuzhiyun nb = kmalloc_array(scnt, sizeof(*nb), GFP_KERNEL);
303*4882a593Smuzhiyun if (!nb) return -ENOMEM;
304*4882a593Smuzhiyun if (sp->buffer_slot_count) {
305*4882a593Smuzhiyun memcpy(nb, sp->buffers,
306*4882a593Smuzhiyun sp->buffer_slot_count * sizeof(*nb));
307*4882a593Smuzhiyun kfree(sp->buffers);
308*4882a593Smuzhiyun }
309*4882a593Smuzhiyun sp->buffers = nb;
310*4882a593Smuzhiyun sp->buffer_slot_count = scnt;
311*4882a593Smuzhiyun }
312*4882a593Smuzhiyun while (sp->buffer_total_count < cnt) {
313*4882a593Smuzhiyun struct pvr2_buffer *bp;
314*4882a593Smuzhiyun bp = kmalloc(sizeof(*bp), GFP_KERNEL);
315*4882a593Smuzhiyun if (!bp) return -ENOMEM;
316*4882a593Smuzhiyun ret = pvr2_buffer_init(bp, sp, sp->buffer_total_count);
317*4882a593Smuzhiyun if (ret) {
318*4882a593Smuzhiyun kfree(bp);
319*4882a593Smuzhiyun return -ENOMEM;
320*4882a593Smuzhiyun }
321*4882a593Smuzhiyun sp->buffers[sp->buffer_total_count] = bp;
322*4882a593Smuzhiyun (sp->buffer_total_count)++;
323*4882a593Smuzhiyun pvr2_buffer_set_idle(bp);
324*4882a593Smuzhiyun }
325*4882a593Smuzhiyun } else {
326*4882a593Smuzhiyun while (sp->buffer_total_count > cnt) {
327*4882a593Smuzhiyun struct pvr2_buffer *bp;
328*4882a593Smuzhiyun bp = sp->buffers[sp->buffer_total_count - 1];
329*4882a593Smuzhiyun /* Paranoia */
330*4882a593Smuzhiyun sp->buffers[sp->buffer_total_count - 1] = NULL;
331*4882a593Smuzhiyun (sp->buffer_total_count)--;
332*4882a593Smuzhiyun pvr2_buffer_done(bp);
333*4882a593Smuzhiyun kfree(bp);
334*4882a593Smuzhiyun }
335*4882a593Smuzhiyun if (scnt < sp->buffer_slot_count) {
336*4882a593Smuzhiyun struct pvr2_buffer **nb = NULL;
337*4882a593Smuzhiyun if (scnt) {
338*4882a593Smuzhiyun nb = kmemdup(sp->buffers, scnt * sizeof(*nb),
339*4882a593Smuzhiyun GFP_KERNEL);
340*4882a593Smuzhiyun if (!nb) return -ENOMEM;
341*4882a593Smuzhiyun }
342*4882a593Smuzhiyun kfree(sp->buffers);
343*4882a593Smuzhiyun sp->buffers = nb;
344*4882a593Smuzhiyun sp->buffer_slot_count = scnt;
345*4882a593Smuzhiyun }
346*4882a593Smuzhiyun }
347*4882a593Smuzhiyun return 0;
348*4882a593Smuzhiyun }
349*4882a593Smuzhiyun
pvr2_stream_achieve_buffer_count(struct pvr2_stream * sp)350*4882a593Smuzhiyun static int pvr2_stream_achieve_buffer_count(struct pvr2_stream *sp)
351*4882a593Smuzhiyun {
352*4882a593Smuzhiyun struct pvr2_buffer *bp;
353*4882a593Smuzhiyun unsigned int cnt;
354*4882a593Smuzhiyun
355*4882a593Smuzhiyun if (sp->buffer_total_count == sp->buffer_target_count) return 0;
356*4882a593Smuzhiyun
357*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_POOL,
358*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ poolCheck stream=%p cur=%d tgt=%d",
359*4882a593Smuzhiyun sp, sp->buffer_total_count, sp->buffer_target_count);
360*4882a593Smuzhiyun
361*4882a593Smuzhiyun if (sp->buffer_total_count < sp->buffer_target_count) {
362*4882a593Smuzhiyun return pvr2_stream_buffer_count(sp, sp->buffer_target_count);
363*4882a593Smuzhiyun }
364*4882a593Smuzhiyun
365*4882a593Smuzhiyun cnt = 0;
366*4882a593Smuzhiyun while ((sp->buffer_total_count - cnt) > sp->buffer_target_count) {
367*4882a593Smuzhiyun bp = sp->buffers[sp->buffer_total_count - (cnt + 1)];
368*4882a593Smuzhiyun if (bp->state != pvr2_buffer_state_idle) break;
369*4882a593Smuzhiyun cnt++;
370*4882a593Smuzhiyun }
371*4882a593Smuzhiyun if (cnt) {
372*4882a593Smuzhiyun pvr2_stream_buffer_count(sp, sp->buffer_total_count - cnt);
373*4882a593Smuzhiyun }
374*4882a593Smuzhiyun
375*4882a593Smuzhiyun return 0;
376*4882a593Smuzhiyun }
377*4882a593Smuzhiyun
pvr2_stream_internal_flush(struct pvr2_stream * sp)378*4882a593Smuzhiyun static void pvr2_stream_internal_flush(struct pvr2_stream *sp)
379*4882a593Smuzhiyun {
380*4882a593Smuzhiyun struct list_head *lp;
381*4882a593Smuzhiyun struct pvr2_buffer *bp1;
382*4882a593Smuzhiyun while ((lp = sp->queued_list.next) != &sp->queued_list) {
383*4882a593Smuzhiyun bp1 = list_entry(lp, struct pvr2_buffer, list_overhead);
384*4882a593Smuzhiyun pvr2_buffer_wipe(bp1);
385*4882a593Smuzhiyun /* At this point, we should be guaranteed that no
386*4882a593Smuzhiyun completion callback may happen on this buffer. But it's
387*4882a593Smuzhiyun possible that it might have completed after we noticed
388*4882a593Smuzhiyun it but before we wiped it. So double check its status
389*4882a593Smuzhiyun here first. */
390*4882a593Smuzhiyun if (bp1->state != pvr2_buffer_state_queued) continue;
391*4882a593Smuzhiyun pvr2_buffer_set_idle(bp1);
392*4882a593Smuzhiyun }
393*4882a593Smuzhiyun if (sp->buffer_total_count != sp->buffer_target_count) {
394*4882a593Smuzhiyun pvr2_stream_achieve_buffer_count(sp);
395*4882a593Smuzhiyun }
396*4882a593Smuzhiyun }
397*4882a593Smuzhiyun
pvr2_stream_init(struct pvr2_stream * sp)398*4882a593Smuzhiyun static void pvr2_stream_init(struct pvr2_stream *sp)
399*4882a593Smuzhiyun {
400*4882a593Smuzhiyun spin_lock_init(&sp->list_lock);
401*4882a593Smuzhiyun mutex_init(&sp->mutex);
402*4882a593Smuzhiyun INIT_LIST_HEAD(&sp->queued_list);
403*4882a593Smuzhiyun INIT_LIST_HEAD(&sp->ready_list);
404*4882a593Smuzhiyun INIT_LIST_HEAD(&sp->idle_list);
405*4882a593Smuzhiyun }
406*4882a593Smuzhiyun
pvr2_stream_done(struct pvr2_stream * sp)407*4882a593Smuzhiyun static void pvr2_stream_done(struct pvr2_stream *sp)
408*4882a593Smuzhiyun {
409*4882a593Smuzhiyun mutex_lock(&sp->mutex); do {
410*4882a593Smuzhiyun pvr2_stream_internal_flush(sp);
411*4882a593Smuzhiyun pvr2_stream_buffer_count(sp, 0);
412*4882a593Smuzhiyun } while (0); mutex_unlock(&sp->mutex);
413*4882a593Smuzhiyun }
414*4882a593Smuzhiyun
buffer_complete(struct urb * urb)415*4882a593Smuzhiyun static void buffer_complete(struct urb *urb)
416*4882a593Smuzhiyun {
417*4882a593Smuzhiyun struct pvr2_buffer *bp = urb->context;
418*4882a593Smuzhiyun struct pvr2_stream *sp;
419*4882a593Smuzhiyun unsigned long irq_flags;
420*4882a593Smuzhiyun BUFFER_CHECK(bp);
421*4882a593Smuzhiyun sp = bp->stream;
422*4882a593Smuzhiyun bp->used_count = 0;
423*4882a593Smuzhiyun bp->status = 0;
424*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_FLOW,
425*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferComplete %p stat=%d cnt=%d",
426*4882a593Smuzhiyun bp, urb->status, urb->actual_length);
427*4882a593Smuzhiyun spin_lock_irqsave(&sp->list_lock, irq_flags);
428*4882a593Smuzhiyun if ((!(urb->status)) ||
429*4882a593Smuzhiyun (urb->status == -ENOENT) ||
430*4882a593Smuzhiyun (urb->status == -ECONNRESET) ||
431*4882a593Smuzhiyun (urb->status == -ESHUTDOWN)) {
432*4882a593Smuzhiyun (sp->buffers_processed)++;
433*4882a593Smuzhiyun sp->bytes_processed += urb->actual_length;
434*4882a593Smuzhiyun bp->used_count = urb->actual_length;
435*4882a593Smuzhiyun if (sp->fail_count) {
436*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_TOLERANCE,
437*4882a593Smuzhiyun "stream %p transfer ok - fail count reset",
438*4882a593Smuzhiyun sp);
439*4882a593Smuzhiyun sp->fail_count = 0;
440*4882a593Smuzhiyun }
441*4882a593Smuzhiyun } else if (sp->fail_count < sp->fail_tolerance) {
442*4882a593Smuzhiyun // We can tolerate this error, because we're below the
443*4882a593Smuzhiyun // threshold...
444*4882a593Smuzhiyun (sp->fail_count)++;
445*4882a593Smuzhiyun (sp->buffers_failed)++;
446*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_TOLERANCE,
447*4882a593Smuzhiyun "stream %p ignoring error %d - fail count increased to %u",
448*4882a593Smuzhiyun sp, urb->status, sp->fail_count);
449*4882a593Smuzhiyun } else {
450*4882a593Smuzhiyun (sp->buffers_failed)++;
451*4882a593Smuzhiyun bp->status = urb->status;
452*4882a593Smuzhiyun }
453*4882a593Smuzhiyun spin_unlock_irqrestore(&sp->list_lock, irq_flags);
454*4882a593Smuzhiyun pvr2_buffer_set_ready(bp);
455*4882a593Smuzhiyun if (sp->callback_func) {
456*4882a593Smuzhiyun sp->callback_func(sp->callback_data);
457*4882a593Smuzhiyun }
458*4882a593Smuzhiyun }
459*4882a593Smuzhiyun
pvr2_stream_create(void)460*4882a593Smuzhiyun struct pvr2_stream *pvr2_stream_create(void)
461*4882a593Smuzhiyun {
462*4882a593Smuzhiyun struct pvr2_stream *sp;
463*4882a593Smuzhiyun sp = kzalloc(sizeof(*sp), GFP_KERNEL);
464*4882a593Smuzhiyun if (!sp) return sp;
465*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_INIT, "pvr2_stream_create: sp=%p", sp);
466*4882a593Smuzhiyun pvr2_stream_init(sp);
467*4882a593Smuzhiyun return sp;
468*4882a593Smuzhiyun }
469*4882a593Smuzhiyun
pvr2_stream_destroy(struct pvr2_stream * sp)470*4882a593Smuzhiyun void pvr2_stream_destroy(struct pvr2_stream *sp)
471*4882a593Smuzhiyun {
472*4882a593Smuzhiyun if (!sp) return;
473*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_INIT, "pvr2_stream_destroy: sp=%p", sp);
474*4882a593Smuzhiyun pvr2_stream_done(sp);
475*4882a593Smuzhiyun kfree(sp);
476*4882a593Smuzhiyun }
477*4882a593Smuzhiyun
pvr2_stream_setup(struct pvr2_stream * sp,struct usb_device * dev,int endpoint,unsigned int tolerance)478*4882a593Smuzhiyun void pvr2_stream_setup(struct pvr2_stream *sp,
479*4882a593Smuzhiyun struct usb_device *dev,
480*4882a593Smuzhiyun int endpoint,
481*4882a593Smuzhiyun unsigned int tolerance)
482*4882a593Smuzhiyun {
483*4882a593Smuzhiyun mutex_lock(&sp->mutex); do {
484*4882a593Smuzhiyun pvr2_stream_internal_flush(sp);
485*4882a593Smuzhiyun sp->dev = dev;
486*4882a593Smuzhiyun sp->endpoint = endpoint;
487*4882a593Smuzhiyun sp->fail_tolerance = tolerance;
488*4882a593Smuzhiyun } while (0); mutex_unlock(&sp->mutex);
489*4882a593Smuzhiyun }
490*4882a593Smuzhiyun
pvr2_stream_set_callback(struct pvr2_stream * sp,pvr2_stream_callback func,void * data)491*4882a593Smuzhiyun void pvr2_stream_set_callback(struct pvr2_stream *sp,
492*4882a593Smuzhiyun pvr2_stream_callback func,
493*4882a593Smuzhiyun void *data)
494*4882a593Smuzhiyun {
495*4882a593Smuzhiyun unsigned long irq_flags;
496*4882a593Smuzhiyun mutex_lock(&sp->mutex);
497*4882a593Smuzhiyun do {
498*4882a593Smuzhiyun spin_lock_irqsave(&sp->list_lock, irq_flags);
499*4882a593Smuzhiyun sp->callback_data = data;
500*4882a593Smuzhiyun sp->callback_func = func;
501*4882a593Smuzhiyun spin_unlock_irqrestore(&sp->list_lock, irq_flags);
502*4882a593Smuzhiyun } while (0);
503*4882a593Smuzhiyun mutex_unlock(&sp->mutex);
504*4882a593Smuzhiyun }
505*4882a593Smuzhiyun
pvr2_stream_get_stats(struct pvr2_stream * sp,struct pvr2_stream_stats * stats,int zero_counts)506*4882a593Smuzhiyun void pvr2_stream_get_stats(struct pvr2_stream *sp,
507*4882a593Smuzhiyun struct pvr2_stream_stats *stats,
508*4882a593Smuzhiyun int zero_counts)
509*4882a593Smuzhiyun {
510*4882a593Smuzhiyun unsigned long irq_flags;
511*4882a593Smuzhiyun spin_lock_irqsave(&sp->list_lock, irq_flags);
512*4882a593Smuzhiyun if (stats) {
513*4882a593Smuzhiyun stats->buffers_in_queue = sp->q_count;
514*4882a593Smuzhiyun stats->buffers_in_idle = sp->i_count;
515*4882a593Smuzhiyun stats->buffers_in_ready = sp->r_count;
516*4882a593Smuzhiyun stats->buffers_processed = sp->buffers_processed;
517*4882a593Smuzhiyun stats->buffers_failed = sp->buffers_failed;
518*4882a593Smuzhiyun stats->bytes_processed = sp->bytes_processed;
519*4882a593Smuzhiyun }
520*4882a593Smuzhiyun if (zero_counts) {
521*4882a593Smuzhiyun sp->buffers_processed = 0;
522*4882a593Smuzhiyun sp->buffers_failed = 0;
523*4882a593Smuzhiyun sp->bytes_processed = 0;
524*4882a593Smuzhiyun }
525*4882a593Smuzhiyun spin_unlock_irqrestore(&sp->list_lock, irq_flags);
526*4882a593Smuzhiyun }
527*4882a593Smuzhiyun
528*4882a593Smuzhiyun /* Query / set the nominal buffer count */
pvr2_stream_get_buffer_count(struct pvr2_stream * sp)529*4882a593Smuzhiyun int pvr2_stream_get_buffer_count(struct pvr2_stream *sp)
530*4882a593Smuzhiyun {
531*4882a593Smuzhiyun return sp->buffer_target_count;
532*4882a593Smuzhiyun }
533*4882a593Smuzhiyun
pvr2_stream_set_buffer_count(struct pvr2_stream * sp,unsigned int cnt)534*4882a593Smuzhiyun int pvr2_stream_set_buffer_count(struct pvr2_stream *sp, unsigned int cnt)
535*4882a593Smuzhiyun {
536*4882a593Smuzhiyun int ret;
537*4882a593Smuzhiyun if (sp->buffer_target_count == cnt) return 0;
538*4882a593Smuzhiyun mutex_lock(&sp->mutex);
539*4882a593Smuzhiyun do {
540*4882a593Smuzhiyun sp->buffer_target_count = cnt;
541*4882a593Smuzhiyun ret = pvr2_stream_achieve_buffer_count(sp);
542*4882a593Smuzhiyun } while (0);
543*4882a593Smuzhiyun mutex_unlock(&sp->mutex);
544*4882a593Smuzhiyun return ret;
545*4882a593Smuzhiyun }
546*4882a593Smuzhiyun
pvr2_stream_get_idle_buffer(struct pvr2_stream * sp)547*4882a593Smuzhiyun struct pvr2_buffer *pvr2_stream_get_idle_buffer(struct pvr2_stream *sp)
548*4882a593Smuzhiyun {
549*4882a593Smuzhiyun struct list_head *lp = sp->idle_list.next;
550*4882a593Smuzhiyun if (lp == &sp->idle_list) return NULL;
551*4882a593Smuzhiyun return list_entry(lp, struct pvr2_buffer, list_overhead);
552*4882a593Smuzhiyun }
553*4882a593Smuzhiyun
pvr2_stream_get_ready_buffer(struct pvr2_stream * sp)554*4882a593Smuzhiyun struct pvr2_buffer *pvr2_stream_get_ready_buffer(struct pvr2_stream *sp)
555*4882a593Smuzhiyun {
556*4882a593Smuzhiyun struct list_head *lp = sp->ready_list.next;
557*4882a593Smuzhiyun if (lp == &sp->ready_list) return NULL;
558*4882a593Smuzhiyun return list_entry(lp, struct pvr2_buffer, list_overhead);
559*4882a593Smuzhiyun }
560*4882a593Smuzhiyun
pvr2_stream_get_buffer(struct pvr2_stream * sp,int id)561*4882a593Smuzhiyun struct pvr2_buffer *pvr2_stream_get_buffer(struct pvr2_stream *sp, int id)
562*4882a593Smuzhiyun {
563*4882a593Smuzhiyun if (id < 0) return NULL;
564*4882a593Smuzhiyun if (id >= sp->buffer_total_count) return NULL;
565*4882a593Smuzhiyun return sp->buffers[id];
566*4882a593Smuzhiyun }
567*4882a593Smuzhiyun
pvr2_stream_get_ready_count(struct pvr2_stream * sp)568*4882a593Smuzhiyun int pvr2_stream_get_ready_count(struct pvr2_stream *sp)
569*4882a593Smuzhiyun {
570*4882a593Smuzhiyun return sp->r_count;
571*4882a593Smuzhiyun }
572*4882a593Smuzhiyun
pvr2_stream_kill(struct pvr2_stream * sp)573*4882a593Smuzhiyun void pvr2_stream_kill(struct pvr2_stream *sp)
574*4882a593Smuzhiyun {
575*4882a593Smuzhiyun struct pvr2_buffer *bp;
576*4882a593Smuzhiyun mutex_lock(&sp->mutex);
577*4882a593Smuzhiyun do {
578*4882a593Smuzhiyun pvr2_stream_internal_flush(sp);
579*4882a593Smuzhiyun while ((bp = pvr2_stream_get_ready_buffer(sp)) != NULL) {
580*4882a593Smuzhiyun pvr2_buffer_set_idle(bp);
581*4882a593Smuzhiyun }
582*4882a593Smuzhiyun if (sp->buffer_total_count != sp->buffer_target_count) {
583*4882a593Smuzhiyun pvr2_stream_achieve_buffer_count(sp);
584*4882a593Smuzhiyun }
585*4882a593Smuzhiyun } while (0);
586*4882a593Smuzhiyun mutex_unlock(&sp->mutex);
587*4882a593Smuzhiyun }
588*4882a593Smuzhiyun
pvr2_buffer_queue(struct pvr2_buffer * bp)589*4882a593Smuzhiyun int pvr2_buffer_queue(struct pvr2_buffer *bp)
590*4882a593Smuzhiyun {
591*4882a593Smuzhiyun #undef SEED_BUFFER
592*4882a593Smuzhiyun #ifdef SEED_BUFFER
593*4882a593Smuzhiyun unsigned int idx;
594*4882a593Smuzhiyun unsigned int val;
595*4882a593Smuzhiyun #endif
596*4882a593Smuzhiyun int ret = 0;
597*4882a593Smuzhiyun struct pvr2_stream *sp;
598*4882a593Smuzhiyun if (!bp) return -EINVAL;
599*4882a593Smuzhiyun sp = bp->stream;
600*4882a593Smuzhiyun mutex_lock(&sp->mutex);
601*4882a593Smuzhiyun do {
602*4882a593Smuzhiyun pvr2_buffer_wipe(bp);
603*4882a593Smuzhiyun if (!sp->dev) {
604*4882a593Smuzhiyun ret = -EIO;
605*4882a593Smuzhiyun break;
606*4882a593Smuzhiyun }
607*4882a593Smuzhiyun pvr2_buffer_set_queued(bp);
608*4882a593Smuzhiyun #ifdef SEED_BUFFER
609*4882a593Smuzhiyun for (idx = 0; idx < (bp->max_count) / 4; idx++) {
610*4882a593Smuzhiyun val = bp->id << 24;
611*4882a593Smuzhiyun val |= idx;
612*4882a593Smuzhiyun ((unsigned int *)(bp->ptr))[idx] = val;
613*4882a593Smuzhiyun }
614*4882a593Smuzhiyun #endif
615*4882a593Smuzhiyun bp->status = -EINPROGRESS;
616*4882a593Smuzhiyun usb_fill_bulk_urb(bp->purb, // struct urb *urb
617*4882a593Smuzhiyun sp->dev, // struct usb_device *dev
618*4882a593Smuzhiyun // endpoint (below)
619*4882a593Smuzhiyun usb_rcvbulkpipe(sp->dev, sp->endpoint),
620*4882a593Smuzhiyun bp->ptr, // void *transfer_buffer
621*4882a593Smuzhiyun bp->max_count, // int buffer_length
622*4882a593Smuzhiyun buffer_complete,
623*4882a593Smuzhiyun bp);
624*4882a593Smuzhiyun usb_submit_urb(bp->purb, GFP_KERNEL);
625*4882a593Smuzhiyun } while (0);
626*4882a593Smuzhiyun mutex_unlock(&sp->mutex);
627*4882a593Smuzhiyun return ret;
628*4882a593Smuzhiyun }
629*4882a593Smuzhiyun
pvr2_buffer_set_buffer(struct pvr2_buffer * bp,void * ptr,unsigned int cnt)630*4882a593Smuzhiyun int pvr2_buffer_set_buffer(struct pvr2_buffer *bp, void *ptr, unsigned int cnt)
631*4882a593Smuzhiyun {
632*4882a593Smuzhiyun int ret = 0;
633*4882a593Smuzhiyun unsigned long irq_flags;
634*4882a593Smuzhiyun struct pvr2_stream *sp;
635*4882a593Smuzhiyun if (!bp) return -EINVAL;
636*4882a593Smuzhiyun sp = bp->stream;
637*4882a593Smuzhiyun mutex_lock(&sp->mutex);
638*4882a593Smuzhiyun do {
639*4882a593Smuzhiyun spin_lock_irqsave(&sp->list_lock, irq_flags);
640*4882a593Smuzhiyun if (bp->state != pvr2_buffer_state_idle) {
641*4882a593Smuzhiyun ret = -EPERM;
642*4882a593Smuzhiyun } else {
643*4882a593Smuzhiyun bp->ptr = ptr;
644*4882a593Smuzhiyun bp->stream->i_bcount -= bp->max_count;
645*4882a593Smuzhiyun bp->max_count = cnt;
646*4882a593Smuzhiyun bp->stream->i_bcount += bp->max_count;
647*4882a593Smuzhiyun pvr2_trace(PVR2_TRACE_BUF_FLOW,
648*4882a593Smuzhiyun "/*---TRACE_FLOW---*/ bufferPool %8s cap cap=%07d cnt=%02d",
649*4882a593Smuzhiyun pvr2_buffer_state_decode(
650*4882a593Smuzhiyun pvr2_buffer_state_idle),
651*4882a593Smuzhiyun bp->stream->i_bcount, bp->stream->i_count);
652*4882a593Smuzhiyun }
653*4882a593Smuzhiyun spin_unlock_irqrestore(&sp->list_lock, irq_flags);
654*4882a593Smuzhiyun } while (0);
655*4882a593Smuzhiyun mutex_unlock(&sp->mutex);
656*4882a593Smuzhiyun return ret;
657*4882a593Smuzhiyun }
658*4882a593Smuzhiyun
pvr2_buffer_get_count(struct pvr2_buffer * bp)659*4882a593Smuzhiyun unsigned int pvr2_buffer_get_count(struct pvr2_buffer *bp)
660*4882a593Smuzhiyun {
661*4882a593Smuzhiyun return bp->used_count;
662*4882a593Smuzhiyun }
663*4882a593Smuzhiyun
pvr2_buffer_get_status(struct pvr2_buffer * bp)664*4882a593Smuzhiyun int pvr2_buffer_get_status(struct pvr2_buffer *bp)
665*4882a593Smuzhiyun {
666*4882a593Smuzhiyun return bp->status;
667*4882a593Smuzhiyun }
668*4882a593Smuzhiyun
pvr2_buffer_get_id(struct pvr2_buffer * bp)669*4882a593Smuzhiyun int pvr2_buffer_get_id(struct pvr2_buffer *bp)
670*4882a593Smuzhiyun {
671*4882a593Smuzhiyun return bp->id;
672*4882a593Smuzhiyun }
673