1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Intel Wireless WiMAX Connection 2400m
3*4882a593Smuzhiyun * Handle incoming traffic and deliver it to the control or data planes
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Copyright (C) 2007-2008 Intel Corporation. All rights reserved.
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun * Redistribution and use in source and binary forms, with or without
9*4882a593Smuzhiyun * modification, are permitted provided that the following conditions
10*4882a593Smuzhiyun * are met:
11*4882a593Smuzhiyun *
12*4882a593Smuzhiyun * * Redistributions of source code must retain the above copyright
13*4882a593Smuzhiyun * notice, this list of conditions and the following disclaimer.
14*4882a593Smuzhiyun * * Redistributions in binary form must reproduce the above copyright
15*4882a593Smuzhiyun * notice, this list of conditions and the following disclaimer in
16*4882a593Smuzhiyun * the documentation and/or other materials provided with the
17*4882a593Smuzhiyun * distribution.
18*4882a593Smuzhiyun * * Neither the name of Intel Corporation nor the names of its
19*4882a593Smuzhiyun * contributors may be used to endorse or promote products derived
20*4882a593Smuzhiyun * from this software without specific prior written permission.
21*4882a593Smuzhiyun *
22*4882a593Smuzhiyun * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
23*4882a593Smuzhiyun * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
24*4882a593Smuzhiyun * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
25*4882a593Smuzhiyun * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
26*4882a593Smuzhiyun * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
27*4882a593Smuzhiyun * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
28*4882a593Smuzhiyun * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
29*4882a593Smuzhiyun * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
30*4882a593Smuzhiyun * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
31*4882a593Smuzhiyun * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
32*4882a593Smuzhiyun * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33*4882a593Smuzhiyun *
34*4882a593Smuzhiyun *
35*4882a593Smuzhiyun * Intel Corporation <linux-wimax@intel.com>
36*4882a593Smuzhiyun * Yanir Lubetkin <yanirx.lubetkin@intel.com>
37*4882a593Smuzhiyun * - Initial implementation
38*4882a593Smuzhiyun * Inaky Perez-Gonzalez <inaky.perez-gonzalez@intel.com>
39*4882a593Smuzhiyun * - Use skb_clone(), break up processing in chunks
40*4882a593Smuzhiyun * - Split transport/device specific
41*4882a593Smuzhiyun * - Make buffer size dynamic to exert less memory pressure
42*4882a593Smuzhiyun * - RX reorder support
43*4882a593Smuzhiyun *
44*4882a593Smuzhiyun * This handles the RX path.
45*4882a593Smuzhiyun *
46*4882a593Smuzhiyun * We receive an RX message from the bus-specific driver, which
47*4882a593Smuzhiyun * contains one or more payloads that have potentially different
48*4882a593Smuzhiyun * destinataries (data or control paths).
49*4882a593Smuzhiyun *
50*4882a593Smuzhiyun * So we just take that payload from the transport specific code in
51*4882a593Smuzhiyun * the form of an skb, break it up in chunks (a cloned skb each in the
52*4882a593Smuzhiyun * case of network packets) and pass it to netdev or to the
53*4882a593Smuzhiyun * command/ack handler (and from there to the WiMAX stack).
54*4882a593Smuzhiyun *
55*4882a593Smuzhiyun * PROTOCOL FORMAT
56*4882a593Smuzhiyun *
57*4882a593Smuzhiyun * The format of the buffer is:
58*4882a593Smuzhiyun *
59*4882a593Smuzhiyun * HEADER (struct i2400m_msg_hdr)
60*4882a593Smuzhiyun * PAYLOAD DESCRIPTOR 0 (struct i2400m_pld)
61*4882a593Smuzhiyun * PAYLOAD DESCRIPTOR 1
62*4882a593Smuzhiyun * ...
63*4882a593Smuzhiyun * PAYLOAD DESCRIPTOR N
64*4882a593Smuzhiyun * PAYLOAD 0 (raw bytes)
65*4882a593Smuzhiyun * PAYLOAD 1
66*4882a593Smuzhiyun * ...
67*4882a593Smuzhiyun * PAYLOAD N
68*4882a593Smuzhiyun *
69*4882a593Smuzhiyun * See tx.c for a deeper description on alignment requirements and
70*4882a593Smuzhiyun * other fun facts of it.
71*4882a593Smuzhiyun *
72*4882a593Smuzhiyun * DATA PACKETS
73*4882a593Smuzhiyun *
74*4882a593Smuzhiyun * In firmwares <= v1.3, data packets have no header for RX, but they
75*4882a593Smuzhiyun * do for TX (currently unused).
76*4882a593Smuzhiyun *
77*4882a593Smuzhiyun * In firmware >= 1.4, RX packets have an extended header (16
78*4882a593Smuzhiyun * bytes). This header conveys information for management of host
79*4882a593Smuzhiyun * reordering of packets (the device offloads storage of the packets
80*4882a593Smuzhiyun * for reordering to the host). Read below for more information.
81*4882a593Smuzhiyun *
82*4882a593Smuzhiyun * The header is used as dummy space to emulate an ethernet header and
83*4882a593Smuzhiyun * thus be able to act as an ethernet device without having to reallocate.
84*4882a593Smuzhiyun *
85*4882a593Smuzhiyun * DATA RX REORDERING
86*4882a593Smuzhiyun *
87*4882a593Smuzhiyun * Starting in firmware v1.4, the device can deliver packets for
88*4882a593Smuzhiyun * delivery with special reordering information; this allows it to
89*4882a593Smuzhiyun * more effectively do packet management when some frames were lost in
90*4882a593Smuzhiyun * the radio traffic.
91*4882a593Smuzhiyun *
92*4882a593Smuzhiyun * Thus, for RX packets that come out of order, the device gives the
93*4882a593Smuzhiyun * driver enough information to queue them properly and then at some
94*4882a593Smuzhiyun * point, the signal to deliver the whole (or part) of the queued
95*4882a593Smuzhiyun * packets to the networking stack. There are 16 such queues.
96*4882a593Smuzhiyun *
97*4882a593Smuzhiyun * This only happens when a packet comes in with the "need reorder"
98*4882a593Smuzhiyun * flag set in the RX header. When such bit is set, the following
99*4882a593Smuzhiyun * operations might be indicated:
100*4882a593Smuzhiyun *
101*4882a593Smuzhiyun * - reset queue: send all queued packets to the OS
102*4882a593Smuzhiyun *
103*4882a593Smuzhiyun * - queue: queue a packet
104*4882a593Smuzhiyun *
105*4882a593Smuzhiyun * - update ws: update the queue's window start and deliver queued
106*4882a593Smuzhiyun * packets that meet the criteria
107*4882a593Smuzhiyun *
108*4882a593Smuzhiyun * - queue & update ws: queue a packet, update the window start and
109*4882a593Smuzhiyun * deliver queued packets that meet the criteria
110*4882a593Smuzhiyun *
111*4882a593Smuzhiyun * (delivery criteria: the packet's [normalized] sequence number is
112*4882a593Smuzhiyun * lower than the new [normalized] window start).
113*4882a593Smuzhiyun *
114*4882a593Smuzhiyun * See the i2400m_roq_*() functions for details.
115*4882a593Smuzhiyun *
116*4882a593Smuzhiyun * ROADMAP
117*4882a593Smuzhiyun *
118*4882a593Smuzhiyun * i2400m_rx
119*4882a593Smuzhiyun * i2400m_rx_msg_hdr_check
120*4882a593Smuzhiyun * i2400m_rx_pl_descr_check
121*4882a593Smuzhiyun * i2400m_rx_payload
122*4882a593Smuzhiyun * i2400m_net_rx
123*4882a593Smuzhiyun * i2400m_rx_edata
124*4882a593Smuzhiyun * i2400m_net_erx
125*4882a593Smuzhiyun * i2400m_roq_reset
126*4882a593Smuzhiyun * i2400m_net_erx
127*4882a593Smuzhiyun * i2400m_roq_queue
128*4882a593Smuzhiyun * __i2400m_roq_queue
129*4882a593Smuzhiyun * i2400m_roq_update_ws
130*4882a593Smuzhiyun * __i2400m_roq_update_ws
131*4882a593Smuzhiyun * i2400m_net_erx
132*4882a593Smuzhiyun * i2400m_roq_queue_update_ws
133*4882a593Smuzhiyun * __i2400m_roq_queue
134*4882a593Smuzhiyun * __i2400m_roq_update_ws
135*4882a593Smuzhiyun * i2400m_net_erx
136*4882a593Smuzhiyun * i2400m_rx_ctl
137*4882a593Smuzhiyun * i2400m_msg_size_check
138*4882a593Smuzhiyun * i2400m_report_hook_work [in a workqueue]
139*4882a593Smuzhiyun * i2400m_report_hook
140*4882a593Smuzhiyun * wimax_msg_to_user
141*4882a593Smuzhiyun * i2400m_rx_ctl_ack
142*4882a593Smuzhiyun * wimax_msg_to_user_alloc
143*4882a593Smuzhiyun * i2400m_rx_trace
144*4882a593Smuzhiyun * i2400m_msg_size_check
145*4882a593Smuzhiyun * wimax_msg
146*4882a593Smuzhiyun */
147*4882a593Smuzhiyun #include <linux/slab.h>
148*4882a593Smuzhiyun #include <linux/kernel.h>
149*4882a593Smuzhiyun #include <linux/if_arp.h>
150*4882a593Smuzhiyun #include <linux/netdevice.h>
151*4882a593Smuzhiyun #include <linux/workqueue.h>
152*4882a593Smuzhiyun #include <linux/export.h>
153*4882a593Smuzhiyun #include <linux/moduleparam.h>
154*4882a593Smuzhiyun #include "i2400m.h"
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun #define D_SUBMODULE rx
158*4882a593Smuzhiyun #include "debug-levels.h"
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun static int i2400m_rx_reorder_disabled; /* 0 (rx reorder enabled) by default */
161*4882a593Smuzhiyun module_param_named(rx_reorder_disabled, i2400m_rx_reorder_disabled, int, 0644);
162*4882a593Smuzhiyun MODULE_PARM_DESC(rx_reorder_disabled,
163*4882a593Smuzhiyun "If true, RX reordering will be disabled.");
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun struct i2400m_report_hook_args {
166*4882a593Smuzhiyun struct sk_buff *skb_rx;
167*4882a593Smuzhiyun const struct i2400m_l3l4_hdr *l3l4_hdr;
168*4882a593Smuzhiyun size_t size;
169*4882a593Smuzhiyun struct list_head list_node;
170*4882a593Smuzhiyun };
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun /*
174*4882a593Smuzhiyun * Execute i2400m_report_hook in a workqueue
175*4882a593Smuzhiyun *
176*4882a593Smuzhiyun * Goes over the list of queued reports in i2400m->rx_reports and
177*4882a593Smuzhiyun * processes them.
178*4882a593Smuzhiyun *
179*4882a593Smuzhiyun * NOTE: refcounts on i2400m are not needed because we flush the
180*4882a593Smuzhiyun * workqueue this runs on (i2400m->work_queue) before destroying
181*4882a593Smuzhiyun * i2400m.
182*4882a593Smuzhiyun */
i2400m_report_hook_work(struct work_struct * ws)183*4882a593Smuzhiyun void i2400m_report_hook_work(struct work_struct *ws)
184*4882a593Smuzhiyun {
185*4882a593Smuzhiyun struct i2400m *i2400m = container_of(ws, struct i2400m, rx_report_ws);
186*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
187*4882a593Smuzhiyun struct i2400m_report_hook_args *args, *args_next;
188*4882a593Smuzhiyun LIST_HEAD(list);
189*4882a593Smuzhiyun unsigned long flags;
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun while (1) {
192*4882a593Smuzhiyun spin_lock_irqsave(&i2400m->rx_lock, flags);
193*4882a593Smuzhiyun list_splice_init(&i2400m->rx_reports, &list);
194*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
195*4882a593Smuzhiyun if (list_empty(&list))
196*4882a593Smuzhiyun break;
197*4882a593Smuzhiyun else
198*4882a593Smuzhiyun d_printf(1, dev, "processing queued reports\n");
199*4882a593Smuzhiyun list_for_each_entry_safe(args, args_next, &list, list_node) {
200*4882a593Smuzhiyun d_printf(2, dev, "processing queued report %p\n", args);
201*4882a593Smuzhiyun i2400m_report_hook(i2400m, args->l3l4_hdr, args->size);
202*4882a593Smuzhiyun kfree_skb(args->skb_rx);
203*4882a593Smuzhiyun list_del(&args->list_node);
204*4882a593Smuzhiyun kfree(args);
205*4882a593Smuzhiyun }
206*4882a593Smuzhiyun }
207*4882a593Smuzhiyun }
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun /*
211*4882a593Smuzhiyun * Flush the list of queued reports
212*4882a593Smuzhiyun */
213*4882a593Smuzhiyun static
i2400m_report_hook_flush(struct i2400m * i2400m)214*4882a593Smuzhiyun void i2400m_report_hook_flush(struct i2400m *i2400m)
215*4882a593Smuzhiyun {
216*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
217*4882a593Smuzhiyun struct i2400m_report_hook_args *args, *args_next;
218*4882a593Smuzhiyun LIST_HEAD(list);
219*4882a593Smuzhiyun unsigned long flags;
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun d_printf(1, dev, "flushing queued reports\n");
222*4882a593Smuzhiyun spin_lock_irqsave(&i2400m->rx_lock, flags);
223*4882a593Smuzhiyun list_splice_init(&i2400m->rx_reports, &list);
224*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
225*4882a593Smuzhiyun list_for_each_entry_safe(args, args_next, &list, list_node) {
226*4882a593Smuzhiyun d_printf(2, dev, "flushing queued report %p\n", args);
227*4882a593Smuzhiyun kfree_skb(args->skb_rx);
228*4882a593Smuzhiyun list_del(&args->list_node);
229*4882a593Smuzhiyun kfree(args);
230*4882a593Smuzhiyun }
231*4882a593Smuzhiyun }
232*4882a593Smuzhiyun
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun /*
235*4882a593Smuzhiyun * Queue a report for later processing
236*4882a593Smuzhiyun *
237*4882a593Smuzhiyun * @i2400m: device descriptor
238*4882a593Smuzhiyun * @skb_rx: skb that contains the payload (for reference counting)
239*4882a593Smuzhiyun * @l3l4_hdr: pointer to the control
240*4882a593Smuzhiyun * @size: size of the message
241*4882a593Smuzhiyun */
242*4882a593Smuzhiyun static
i2400m_report_hook_queue(struct i2400m * i2400m,struct sk_buff * skb_rx,const void * l3l4_hdr,size_t size)243*4882a593Smuzhiyun void i2400m_report_hook_queue(struct i2400m *i2400m, struct sk_buff *skb_rx,
244*4882a593Smuzhiyun const void *l3l4_hdr, size_t size)
245*4882a593Smuzhiyun {
246*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
247*4882a593Smuzhiyun unsigned long flags;
248*4882a593Smuzhiyun struct i2400m_report_hook_args *args;
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun args = kzalloc(sizeof(*args), GFP_NOIO);
251*4882a593Smuzhiyun if (args) {
252*4882a593Smuzhiyun args->skb_rx = skb_get(skb_rx);
253*4882a593Smuzhiyun args->l3l4_hdr = l3l4_hdr;
254*4882a593Smuzhiyun args->size = size;
255*4882a593Smuzhiyun spin_lock_irqsave(&i2400m->rx_lock, flags);
256*4882a593Smuzhiyun list_add_tail(&args->list_node, &i2400m->rx_reports);
257*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
258*4882a593Smuzhiyun d_printf(2, dev, "queued report %p\n", args);
259*4882a593Smuzhiyun rmb(); /* see i2400m->ready's documentation */
260*4882a593Smuzhiyun if (likely(i2400m->ready)) /* only send if up */
261*4882a593Smuzhiyun queue_work(i2400m->work_queue, &i2400m->rx_report_ws);
262*4882a593Smuzhiyun } else {
263*4882a593Smuzhiyun if (printk_ratelimit())
264*4882a593Smuzhiyun dev_err(dev, "%s:%u: Can't allocate %zu B\n",
265*4882a593Smuzhiyun __func__, __LINE__, sizeof(*args));
266*4882a593Smuzhiyun }
267*4882a593Smuzhiyun }
268*4882a593Smuzhiyun
269*4882a593Smuzhiyun
270*4882a593Smuzhiyun /*
271*4882a593Smuzhiyun * Process an ack to a command
272*4882a593Smuzhiyun *
273*4882a593Smuzhiyun * @i2400m: device descriptor
274*4882a593Smuzhiyun * @payload: pointer to message
275*4882a593Smuzhiyun * @size: size of the message
276*4882a593Smuzhiyun *
277*4882a593Smuzhiyun * Pass the acknodledgment (in an skb) to the thread that is waiting
278*4882a593Smuzhiyun * for it in i2400m->msg_completion.
279*4882a593Smuzhiyun *
280*4882a593Smuzhiyun * We need to coordinate properly with the thread waiting for the
281*4882a593Smuzhiyun * ack. Check if it is waiting or if it is gone. We loose the spinlock
282*4882a593Smuzhiyun * to avoid allocating on atomic contexts (yeah, could use GFP_ATOMIC,
283*4882a593Smuzhiyun * but this is not so speed critical).
284*4882a593Smuzhiyun */
285*4882a593Smuzhiyun static
i2400m_rx_ctl_ack(struct i2400m * i2400m,const void * payload,size_t size)286*4882a593Smuzhiyun void i2400m_rx_ctl_ack(struct i2400m *i2400m,
287*4882a593Smuzhiyun const void *payload, size_t size)
288*4882a593Smuzhiyun {
289*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
290*4882a593Smuzhiyun struct wimax_dev *wimax_dev = &i2400m->wimax_dev;
291*4882a593Smuzhiyun unsigned long flags;
292*4882a593Smuzhiyun struct sk_buff *ack_skb;
293*4882a593Smuzhiyun
294*4882a593Smuzhiyun /* Anyone waiting for an answer? */
295*4882a593Smuzhiyun spin_lock_irqsave(&i2400m->rx_lock, flags);
296*4882a593Smuzhiyun if (i2400m->ack_skb != ERR_PTR(-EINPROGRESS)) {
297*4882a593Smuzhiyun dev_err(dev, "Huh? reply to command with no waiters\n");
298*4882a593Smuzhiyun goto error_no_waiter;
299*4882a593Smuzhiyun }
300*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
301*4882a593Smuzhiyun
302*4882a593Smuzhiyun ack_skb = wimax_msg_alloc(wimax_dev, NULL, payload, size, GFP_KERNEL);
303*4882a593Smuzhiyun
304*4882a593Smuzhiyun /* Check waiter didn't time out waiting for the answer... */
305*4882a593Smuzhiyun spin_lock_irqsave(&i2400m->rx_lock, flags);
306*4882a593Smuzhiyun if (i2400m->ack_skb != ERR_PTR(-EINPROGRESS)) {
307*4882a593Smuzhiyun d_printf(1, dev, "Huh? waiter for command reply cancelled\n");
308*4882a593Smuzhiyun goto error_waiter_cancelled;
309*4882a593Smuzhiyun }
310*4882a593Smuzhiyun if (IS_ERR(ack_skb))
311*4882a593Smuzhiyun dev_err(dev, "CMD/GET/SET ack: cannot allocate SKB\n");
312*4882a593Smuzhiyun i2400m->ack_skb = ack_skb;
313*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
314*4882a593Smuzhiyun complete(&i2400m->msg_completion);
315*4882a593Smuzhiyun return;
316*4882a593Smuzhiyun
317*4882a593Smuzhiyun error_waiter_cancelled:
318*4882a593Smuzhiyun if (!IS_ERR(ack_skb))
319*4882a593Smuzhiyun kfree_skb(ack_skb);
320*4882a593Smuzhiyun error_no_waiter:
321*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
322*4882a593Smuzhiyun }
323*4882a593Smuzhiyun
324*4882a593Smuzhiyun
325*4882a593Smuzhiyun /*
326*4882a593Smuzhiyun * Receive and process a control payload
327*4882a593Smuzhiyun *
328*4882a593Smuzhiyun * @i2400m: device descriptor
329*4882a593Smuzhiyun * @skb_rx: skb that contains the payload (for reference counting)
330*4882a593Smuzhiyun * @payload: pointer to message
331*4882a593Smuzhiyun * @size: size of the message
332*4882a593Smuzhiyun *
333*4882a593Smuzhiyun * There are two types of control RX messages: reports (asynchronous,
334*4882a593Smuzhiyun * like your every day interrupts) and 'acks' (reponses to a command,
335*4882a593Smuzhiyun * get or set request).
336*4882a593Smuzhiyun *
337*4882a593Smuzhiyun * If it is a report, we run hooks on it (to extract information for
338*4882a593Smuzhiyun * things we need to do in the driver) and then pass it over to the
339*4882a593Smuzhiyun * WiMAX stack to send it to user space.
340*4882a593Smuzhiyun *
341*4882a593Smuzhiyun * NOTE: report processing is done in a workqueue specific to the
342*4882a593Smuzhiyun * generic driver, to avoid deadlocks in the system.
343*4882a593Smuzhiyun *
344*4882a593Smuzhiyun * If it is not a report, it is an ack to a previously executed
345*4882a593Smuzhiyun * command, set or get, so wake up whoever is waiting for it from
346*4882a593Smuzhiyun * i2400m_msg_to_dev(). i2400m_rx_ctl_ack() takes care of that.
347*4882a593Smuzhiyun *
348*4882a593Smuzhiyun * Note that the sizes we pass to other functions from here are the
349*4882a593Smuzhiyun * sizes of the _l3l4_hdr + payload, not full buffer sizes, as we have
350*4882a593Smuzhiyun * verified in _msg_size_check() that they are congruent.
351*4882a593Smuzhiyun *
352*4882a593Smuzhiyun * For reports: We can't clone the original skb where the data is
353*4882a593Smuzhiyun * because we need to send this up via netlink; netlink has to add
354*4882a593Smuzhiyun * headers and we can't overwrite what's preceding the payload...as
355*4882a593Smuzhiyun * it is another message. So we just dup them.
356*4882a593Smuzhiyun */
357*4882a593Smuzhiyun static
i2400m_rx_ctl(struct i2400m * i2400m,struct sk_buff * skb_rx,const void * payload,size_t size)358*4882a593Smuzhiyun void i2400m_rx_ctl(struct i2400m *i2400m, struct sk_buff *skb_rx,
359*4882a593Smuzhiyun const void *payload, size_t size)
360*4882a593Smuzhiyun {
361*4882a593Smuzhiyun int result;
362*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
363*4882a593Smuzhiyun const struct i2400m_l3l4_hdr *l3l4_hdr = payload;
364*4882a593Smuzhiyun unsigned msg_type;
365*4882a593Smuzhiyun
366*4882a593Smuzhiyun result = i2400m_msg_size_check(i2400m, l3l4_hdr, size);
367*4882a593Smuzhiyun if (result < 0) {
368*4882a593Smuzhiyun dev_err(dev, "HW BUG? device sent a bad message: %d\n",
369*4882a593Smuzhiyun result);
370*4882a593Smuzhiyun goto error_check;
371*4882a593Smuzhiyun }
372*4882a593Smuzhiyun msg_type = le16_to_cpu(l3l4_hdr->type);
373*4882a593Smuzhiyun d_printf(1, dev, "%s 0x%04x: %zu bytes\n",
374*4882a593Smuzhiyun msg_type & I2400M_MT_REPORT_MASK ? "REPORT" : "CMD/SET/GET",
375*4882a593Smuzhiyun msg_type, size);
376*4882a593Smuzhiyun d_dump(2, dev, l3l4_hdr, size);
377*4882a593Smuzhiyun if (msg_type & I2400M_MT_REPORT_MASK) {
378*4882a593Smuzhiyun /*
379*4882a593Smuzhiyun * Process each report
380*4882a593Smuzhiyun *
381*4882a593Smuzhiyun * - has to be ran serialized as well
382*4882a593Smuzhiyun *
383*4882a593Smuzhiyun * - the handling might force the execution of
384*4882a593Smuzhiyun * commands. That might cause reentrancy issues with
385*4882a593Smuzhiyun * bus-specific subdrivers and workqueues, so the we
386*4882a593Smuzhiyun * run it in a separate workqueue.
387*4882a593Smuzhiyun *
388*4882a593Smuzhiyun * - when the driver is not yet ready to handle them,
389*4882a593Smuzhiyun * they are queued and at some point the queue is
390*4882a593Smuzhiyun * restarted [NOTE: we can't queue SKBs directly, as
391*4882a593Smuzhiyun * this might be a piece of a SKB, not the whole
392*4882a593Smuzhiyun * thing, and this is cheaper than cloning the
393*4882a593Smuzhiyun * SKB].
394*4882a593Smuzhiyun *
395*4882a593Smuzhiyun * Note we don't do refcounting for the device
396*4882a593Smuzhiyun * structure; this is because before destroying
397*4882a593Smuzhiyun * 'i2400m', we make sure to flush the
398*4882a593Smuzhiyun * i2400m->work_queue, so there are no issues.
399*4882a593Smuzhiyun */
400*4882a593Smuzhiyun i2400m_report_hook_queue(i2400m, skb_rx, l3l4_hdr, size);
401*4882a593Smuzhiyun if (unlikely(i2400m->trace_msg_from_user))
402*4882a593Smuzhiyun wimax_msg(&i2400m->wimax_dev, "echo",
403*4882a593Smuzhiyun l3l4_hdr, size, GFP_KERNEL);
404*4882a593Smuzhiyun result = wimax_msg(&i2400m->wimax_dev, NULL, l3l4_hdr, size,
405*4882a593Smuzhiyun GFP_KERNEL);
406*4882a593Smuzhiyun if (result < 0)
407*4882a593Smuzhiyun dev_err(dev, "error sending report to userspace: %d\n",
408*4882a593Smuzhiyun result);
409*4882a593Smuzhiyun } else /* an ack to a CMD, GET or SET */
410*4882a593Smuzhiyun i2400m_rx_ctl_ack(i2400m, payload, size);
411*4882a593Smuzhiyun error_check:
412*4882a593Smuzhiyun return;
413*4882a593Smuzhiyun }
414*4882a593Smuzhiyun
415*4882a593Smuzhiyun
416*4882a593Smuzhiyun /*
417*4882a593Smuzhiyun * Receive and send up a trace
418*4882a593Smuzhiyun *
419*4882a593Smuzhiyun * @i2400m: device descriptor
420*4882a593Smuzhiyun * @skb_rx: skb that contains the trace (for reference counting)
421*4882a593Smuzhiyun * @payload: pointer to trace message inside the skb
422*4882a593Smuzhiyun * @size: size of the message
423*4882a593Smuzhiyun *
424*4882a593Smuzhiyun * THe i2400m might produce trace information (diagnostics) and we
425*4882a593Smuzhiyun * send them through a different kernel-to-user pipe (to avoid
426*4882a593Smuzhiyun * clogging it).
427*4882a593Smuzhiyun *
428*4882a593Smuzhiyun * As in i2400m_rx_ctl(), we can't clone the original skb where the
429*4882a593Smuzhiyun * data is because we need to send this up via netlink; netlink has to
430*4882a593Smuzhiyun * add headers and we can't overwrite what's preceding the
431*4882a593Smuzhiyun * payload...as it is another message. So we just dup them.
432*4882a593Smuzhiyun */
433*4882a593Smuzhiyun static
i2400m_rx_trace(struct i2400m * i2400m,const void * payload,size_t size)434*4882a593Smuzhiyun void i2400m_rx_trace(struct i2400m *i2400m,
435*4882a593Smuzhiyun const void *payload, size_t size)
436*4882a593Smuzhiyun {
437*4882a593Smuzhiyun int result;
438*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
439*4882a593Smuzhiyun struct wimax_dev *wimax_dev = &i2400m->wimax_dev;
440*4882a593Smuzhiyun const struct i2400m_l3l4_hdr *l3l4_hdr = payload;
441*4882a593Smuzhiyun unsigned msg_type;
442*4882a593Smuzhiyun
443*4882a593Smuzhiyun result = i2400m_msg_size_check(i2400m, l3l4_hdr, size);
444*4882a593Smuzhiyun if (result < 0) {
445*4882a593Smuzhiyun dev_err(dev, "HW BUG? device sent a bad trace message: %d\n",
446*4882a593Smuzhiyun result);
447*4882a593Smuzhiyun goto error_check;
448*4882a593Smuzhiyun }
449*4882a593Smuzhiyun msg_type = le16_to_cpu(l3l4_hdr->type);
450*4882a593Smuzhiyun d_printf(1, dev, "Trace %s 0x%04x: %zu bytes\n",
451*4882a593Smuzhiyun msg_type & I2400M_MT_REPORT_MASK ? "REPORT" : "CMD/SET/GET",
452*4882a593Smuzhiyun msg_type, size);
453*4882a593Smuzhiyun d_dump(2, dev, l3l4_hdr, size);
454*4882a593Smuzhiyun result = wimax_msg(wimax_dev, "trace", l3l4_hdr, size, GFP_KERNEL);
455*4882a593Smuzhiyun if (result < 0)
456*4882a593Smuzhiyun dev_err(dev, "error sending trace to userspace: %d\n",
457*4882a593Smuzhiyun result);
458*4882a593Smuzhiyun error_check:
459*4882a593Smuzhiyun return;
460*4882a593Smuzhiyun }
461*4882a593Smuzhiyun
462*4882a593Smuzhiyun
463*4882a593Smuzhiyun /*
464*4882a593Smuzhiyun * Reorder queue data stored on skb->cb while the skb is queued in the
465*4882a593Smuzhiyun * reorder queues.
466*4882a593Smuzhiyun */
467*4882a593Smuzhiyun struct i2400m_roq_data {
468*4882a593Smuzhiyun unsigned sn; /* Serial number for the skb */
469*4882a593Smuzhiyun enum i2400m_cs cs; /* packet type for the skb */
470*4882a593Smuzhiyun };
471*4882a593Smuzhiyun
472*4882a593Smuzhiyun
473*4882a593Smuzhiyun /*
474*4882a593Smuzhiyun * ReOrder Queue
475*4882a593Smuzhiyun *
476*4882a593Smuzhiyun * @ws: Window Start; sequence number where the current window start
477*4882a593Smuzhiyun * is for this queue
478*4882a593Smuzhiyun * @queue: the skb queue itself
479*4882a593Smuzhiyun * @log: circular ring buffer used to log information about the
480*4882a593Smuzhiyun * reorder process in this queue that can be displayed in case of
481*4882a593Smuzhiyun * error to help diagnose it.
482*4882a593Smuzhiyun *
483*4882a593Smuzhiyun * This is the head for a list of skbs. In the skb->cb member of the
484*4882a593Smuzhiyun * skb when queued here contains a 'struct i2400m_roq_data' were we
485*4882a593Smuzhiyun * store the sequence number (sn) and the cs (packet type) coming from
486*4882a593Smuzhiyun * the RX payload header from the device.
487*4882a593Smuzhiyun */
488*4882a593Smuzhiyun struct i2400m_roq
489*4882a593Smuzhiyun {
490*4882a593Smuzhiyun unsigned ws;
491*4882a593Smuzhiyun struct sk_buff_head queue;
492*4882a593Smuzhiyun struct i2400m_roq_log *log;
493*4882a593Smuzhiyun };
494*4882a593Smuzhiyun
495*4882a593Smuzhiyun
496*4882a593Smuzhiyun static
__i2400m_roq_init(struct i2400m_roq * roq)497*4882a593Smuzhiyun void __i2400m_roq_init(struct i2400m_roq *roq)
498*4882a593Smuzhiyun {
499*4882a593Smuzhiyun roq->ws = 0;
500*4882a593Smuzhiyun skb_queue_head_init(&roq->queue);
501*4882a593Smuzhiyun }
502*4882a593Smuzhiyun
503*4882a593Smuzhiyun
504*4882a593Smuzhiyun static
__i2400m_roq_index(struct i2400m * i2400m,struct i2400m_roq * roq)505*4882a593Smuzhiyun unsigned __i2400m_roq_index(struct i2400m *i2400m, struct i2400m_roq *roq)
506*4882a593Smuzhiyun {
507*4882a593Smuzhiyun return ((unsigned long) roq - (unsigned long) i2400m->rx_roq)
508*4882a593Smuzhiyun / sizeof(*roq);
509*4882a593Smuzhiyun }
510*4882a593Smuzhiyun
511*4882a593Smuzhiyun
512*4882a593Smuzhiyun /*
513*4882a593Smuzhiyun * Normalize a sequence number based on the queue's window start
514*4882a593Smuzhiyun *
515*4882a593Smuzhiyun * nsn = (sn - ws) % 2048
516*4882a593Smuzhiyun *
517*4882a593Smuzhiyun * Note that if @sn < @roq->ws, we still need a positive number; %'s
518*4882a593Smuzhiyun * sign is implementation specific, so we normalize it by adding 2048
519*4882a593Smuzhiyun * to bring it to be positive.
520*4882a593Smuzhiyun */
521*4882a593Smuzhiyun static
__i2400m_roq_nsn(struct i2400m_roq * roq,unsigned sn)522*4882a593Smuzhiyun unsigned __i2400m_roq_nsn(struct i2400m_roq *roq, unsigned sn)
523*4882a593Smuzhiyun {
524*4882a593Smuzhiyun int r;
525*4882a593Smuzhiyun r = ((int) sn - (int) roq->ws) % 2048;
526*4882a593Smuzhiyun if (r < 0)
527*4882a593Smuzhiyun r += 2048;
528*4882a593Smuzhiyun return r;
529*4882a593Smuzhiyun }
530*4882a593Smuzhiyun
531*4882a593Smuzhiyun
532*4882a593Smuzhiyun /*
533*4882a593Smuzhiyun * Circular buffer to keep the last N reorder operations
534*4882a593Smuzhiyun *
535*4882a593Smuzhiyun * In case something fails, dumb then to try to come up with what
536*4882a593Smuzhiyun * happened.
537*4882a593Smuzhiyun */
538*4882a593Smuzhiyun enum {
539*4882a593Smuzhiyun I2400M_ROQ_LOG_LENGTH = 32,
540*4882a593Smuzhiyun };
541*4882a593Smuzhiyun
542*4882a593Smuzhiyun struct i2400m_roq_log {
543*4882a593Smuzhiyun struct i2400m_roq_log_entry {
544*4882a593Smuzhiyun enum i2400m_ro_type type;
545*4882a593Smuzhiyun unsigned ws, count, sn, nsn, new_ws;
546*4882a593Smuzhiyun } entry[I2400M_ROQ_LOG_LENGTH];
547*4882a593Smuzhiyun unsigned in, out;
548*4882a593Smuzhiyun };
549*4882a593Smuzhiyun
550*4882a593Smuzhiyun
551*4882a593Smuzhiyun /* Print a log entry */
552*4882a593Smuzhiyun static
i2400m_roq_log_entry_print(struct i2400m * i2400m,unsigned index,unsigned e_index,struct i2400m_roq_log_entry * e)553*4882a593Smuzhiyun void i2400m_roq_log_entry_print(struct i2400m *i2400m, unsigned index,
554*4882a593Smuzhiyun unsigned e_index,
555*4882a593Smuzhiyun struct i2400m_roq_log_entry *e)
556*4882a593Smuzhiyun {
557*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
558*4882a593Smuzhiyun
559*4882a593Smuzhiyun switch(e->type) {
560*4882a593Smuzhiyun case I2400M_RO_TYPE_RESET:
561*4882a593Smuzhiyun dev_err(dev, "q#%d reset ws %u cnt %u sn %u/%u"
562*4882a593Smuzhiyun " - new nws %u\n",
563*4882a593Smuzhiyun index, e->ws, e->count, e->sn, e->nsn, e->new_ws);
564*4882a593Smuzhiyun break;
565*4882a593Smuzhiyun case I2400M_RO_TYPE_PACKET:
566*4882a593Smuzhiyun dev_err(dev, "q#%d queue ws %u cnt %u sn %u/%u\n",
567*4882a593Smuzhiyun index, e->ws, e->count, e->sn, e->nsn);
568*4882a593Smuzhiyun break;
569*4882a593Smuzhiyun case I2400M_RO_TYPE_WS:
570*4882a593Smuzhiyun dev_err(dev, "q#%d update_ws ws %u cnt %u sn %u/%u"
571*4882a593Smuzhiyun " - new nws %u\n",
572*4882a593Smuzhiyun index, e->ws, e->count, e->sn, e->nsn, e->new_ws);
573*4882a593Smuzhiyun break;
574*4882a593Smuzhiyun case I2400M_RO_TYPE_PACKET_WS:
575*4882a593Smuzhiyun dev_err(dev, "q#%d queue_update_ws ws %u cnt %u sn %u/%u"
576*4882a593Smuzhiyun " - new nws %u\n",
577*4882a593Smuzhiyun index, e->ws, e->count, e->sn, e->nsn, e->new_ws);
578*4882a593Smuzhiyun break;
579*4882a593Smuzhiyun default:
580*4882a593Smuzhiyun dev_err(dev, "q#%d BUG? entry %u - unknown type %u\n",
581*4882a593Smuzhiyun index, e_index, e->type);
582*4882a593Smuzhiyun break;
583*4882a593Smuzhiyun }
584*4882a593Smuzhiyun }
585*4882a593Smuzhiyun
586*4882a593Smuzhiyun
587*4882a593Smuzhiyun static
i2400m_roq_log_add(struct i2400m * i2400m,struct i2400m_roq * roq,enum i2400m_ro_type type,unsigned ws,unsigned count,unsigned sn,unsigned nsn,unsigned new_ws)588*4882a593Smuzhiyun void i2400m_roq_log_add(struct i2400m *i2400m,
589*4882a593Smuzhiyun struct i2400m_roq *roq, enum i2400m_ro_type type,
590*4882a593Smuzhiyun unsigned ws, unsigned count, unsigned sn,
591*4882a593Smuzhiyun unsigned nsn, unsigned new_ws)
592*4882a593Smuzhiyun {
593*4882a593Smuzhiyun struct i2400m_roq_log_entry *e;
594*4882a593Smuzhiyun unsigned cnt_idx;
595*4882a593Smuzhiyun int index = __i2400m_roq_index(i2400m, roq);
596*4882a593Smuzhiyun
597*4882a593Smuzhiyun /* if we run out of space, we eat from the end */
598*4882a593Smuzhiyun if (roq->log->in - roq->log->out == I2400M_ROQ_LOG_LENGTH)
599*4882a593Smuzhiyun roq->log->out++;
600*4882a593Smuzhiyun cnt_idx = roq->log->in++ % I2400M_ROQ_LOG_LENGTH;
601*4882a593Smuzhiyun e = &roq->log->entry[cnt_idx];
602*4882a593Smuzhiyun
603*4882a593Smuzhiyun e->type = type;
604*4882a593Smuzhiyun e->ws = ws;
605*4882a593Smuzhiyun e->count = count;
606*4882a593Smuzhiyun e->sn = sn;
607*4882a593Smuzhiyun e->nsn = nsn;
608*4882a593Smuzhiyun e->new_ws = new_ws;
609*4882a593Smuzhiyun
610*4882a593Smuzhiyun if (d_test(1))
611*4882a593Smuzhiyun i2400m_roq_log_entry_print(i2400m, index, cnt_idx, e);
612*4882a593Smuzhiyun }
613*4882a593Smuzhiyun
614*4882a593Smuzhiyun
615*4882a593Smuzhiyun /* Dump all the entries in the FIFO and reinitialize it */
616*4882a593Smuzhiyun static
i2400m_roq_log_dump(struct i2400m * i2400m,struct i2400m_roq * roq)617*4882a593Smuzhiyun void i2400m_roq_log_dump(struct i2400m *i2400m, struct i2400m_roq *roq)
618*4882a593Smuzhiyun {
619*4882a593Smuzhiyun unsigned cnt, cnt_idx;
620*4882a593Smuzhiyun struct i2400m_roq_log_entry *e;
621*4882a593Smuzhiyun int index = __i2400m_roq_index(i2400m, roq);
622*4882a593Smuzhiyun
623*4882a593Smuzhiyun BUG_ON(roq->log->out > roq->log->in);
624*4882a593Smuzhiyun for (cnt = roq->log->out; cnt < roq->log->in; cnt++) {
625*4882a593Smuzhiyun cnt_idx = cnt % I2400M_ROQ_LOG_LENGTH;
626*4882a593Smuzhiyun e = &roq->log->entry[cnt_idx];
627*4882a593Smuzhiyun i2400m_roq_log_entry_print(i2400m, index, cnt_idx, e);
628*4882a593Smuzhiyun memset(e, 0, sizeof(*e));
629*4882a593Smuzhiyun }
630*4882a593Smuzhiyun roq->log->in = roq->log->out = 0;
631*4882a593Smuzhiyun }
632*4882a593Smuzhiyun
633*4882a593Smuzhiyun
634*4882a593Smuzhiyun /*
635*4882a593Smuzhiyun * Backbone for the queuing of an skb (by normalized sequence number)
636*4882a593Smuzhiyun *
637*4882a593Smuzhiyun * @i2400m: device descriptor
638*4882a593Smuzhiyun * @roq: reorder queue where to add
639*4882a593Smuzhiyun * @skb: the skb to add
640*4882a593Smuzhiyun * @sn: the sequence number of the skb
641*4882a593Smuzhiyun * @nsn: the normalized sequence number of the skb (pre-computed by the
642*4882a593Smuzhiyun * caller from the @sn and @roq->ws).
643*4882a593Smuzhiyun *
644*4882a593Smuzhiyun * We try first a couple of quick cases:
645*4882a593Smuzhiyun *
646*4882a593Smuzhiyun * - the queue is empty
647*4882a593Smuzhiyun * - the skb would be appended to the queue
648*4882a593Smuzhiyun *
649*4882a593Smuzhiyun * These will be the most common operations.
650*4882a593Smuzhiyun *
651*4882a593Smuzhiyun * If these fail, then we have to do a sorted insertion in the queue,
652*4882a593Smuzhiyun * which is the slowest path.
653*4882a593Smuzhiyun *
654*4882a593Smuzhiyun * We don't have to acquire a reference count as we are going to own it.
655*4882a593Smuzhiyun */
656*4882a593Smuzhiyun static
__i2400m_roq_queue(struct i2400m * i2400m,struct i2400m_roq * roq,struct sk_buff * skb,unsigned sn,unsigned nsn)657*4882a593Smuzhiyun void __i2400m_roq_queue(struct i2400m *i2400m, struct i2400m_roq *roq,
658*4882a593Smuzhiyun struct sk_buff *skb, unsigned sn, unsigned nsn)
659*4882a593Smuzhiyun {
660*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
661*4882a593Smuzhiyun struct sk_buff *skb_itr;
662*4882a593Smuzhiyun struct i2400m_roq_data *roq_data_itr, *roq_data;
663*4882a593Smuzhiyun unsigned nsn_itr;
664*4882a593Smuzhiyun
665*4882a593Smuzhiyun d_fnstart(4, dev, "(i2400m %p roq %p skb %p sn %u nsn %u)\n",
666*4882a593Smuzhiyun i2400m, roq, skb, sn, nsn);
667*4882a593Smuzhiyun
668*4882a593Smuzhiyun roq_data = (struct i2400m_roq_data *) &skb->cb;
669*4882a593Smuzhiyun BUILD_BUG_ON(sizeof(*roq_data) > sizeof(skb->cb));
670*4882a593Smuzhiyun roq_data->sn = sn;
671*4882a593Smuzhiyun d_printf(3, dev, "ERX: roq %p [ws %u] nsn %d sn %u\n",
672*4882a593Smuzhiyun roq, roq->ws, nsn, roq_data->sn);
673*4882a593Smuzhiyun
674*4882a593Smuzhiyun /* Queues will be empty on not-so-bad environments, so try
675*4882a593Smuzhiyun * that first */
676*4882a593Smuzhiyun if (skb_queue_empty(&roq->queue)) {
677*4882a593Smuzhiyun d_printf(2, dev, "ERX: roq %p - first one\n", roq);
678*4882a593Smuzhiyun __skb_queue_head(&roq->queue, skb);
679*4882a593Smuzhiyun goto out;
680*4882a593Smuzhiyun }
681*4882a593Smuzhiyun /* Now try append, as most of the operations will be that */
682*4882a593Smuzhiyun skb_itr = skb_peek_tail(&roq->queue);
683*4882a593Smuzhiyun roq_data_itr = (struct i2400m_roq_data *) &skb_itr->cb;
684*4882a593Smuzhiyun nsn_itr = __i2400m_roq_nsn(roq, roq_data_itr->sn);
685*4882a593Smuzhiyun /* NSN bounds assumed correct (checked when it was queued) */
686*4882a593Smuzhiyun if (nsn >= nsn_itr) {
687*4882a593Smuzhiyun d_printf(2, dev, "ERX: roq %p - appended after %p (nsn %d sn %u)\n",
688*4882a593Smuzhiyun roq, skb_itr, nsn_itr, roq_data_itr->sn);
689*4882a593Smuzhiyun __skb_queue_tail(&roq->queue, skb);
690*4882a593Smuzhiyun goto out;
691*4882a593Smuzhiyun }
692*4882a593Smuzhiyun /* None of the fast paths option worked. Iterate to find the
693*4882a593Smuzhiyun * right spot where to insert the packet; we know the queue is
694*4882a593Smuzhiyun * not empty, so we are not the first ones; we also know we
695*4882a593Smuzhiyun * are not going to be the last ones. The list is sorted, so
696*4882a593Smuzhiyun * we have to insert before the the first guy with an nsn_itr
697*4882a593Smuzhiyun * greater that our nsn. */
698*4882a593Smuzhiyun skb_queue_walk(&roq->queue, skb_itr) {
699*4882a593Smuzhiyun roq_data_itr = (struct i2400m_roq_data *) &skb_itr->cb;
700*4882a593Smuzhiyun nsn_itr = __i2400m_roq_nsn(roq, roq_data_itr->sn);
701*4882a593Smuzhiyun /* NSN bounds assumed correct (checked when it was queued) */
702*4882a593Smuzhiyun if (nsn_itr > nsn) {
703*4882a593Smuzhiyun d_printf(2, dev, "ERX: roq %p - queued before %p "
704*4882a593Smuzhiyun "(nsn %d sn %u)\n", roq, skb_itr, nsn_itr,
705*4882a593Smuzhiyun roq_data_itr->sn);
706*4882a593Smuzhiyun __skb_queue_before(&roq->queue, skb_itr, skb);
707*4882a593Smuzhiyun goto out;
708*4882a593Smuzhiyun }
709*4882a593Smuzhiyun }
710*4882a593Smuzhiyun /* If we get here, that is VERY bad -- print info to help
711*4882a593Smuzhiyun * diagnose and crash it */
712*4882a593Smuzhiyun dev_err(dev, "SW BUG? failed to insert packet\n");
713*4882a593Smuzhiyun dev_err(dev, "ERX: roq %p [ws %u] skb %p nsn %d sn %u\n",
714*4882a593Smuzhiyun roq, roq->ws, skb, nsn, roq_data->sn);
715*4882a593Smuzhiyun skb_queue_walk(&roq->queue, skb_itr) {
716*4882a593Smuzhiyun roq_data_itr = (struct i2400m_roq_data *) &skb_itr->cb;
717*4882a593Smuzhiyun nsn_itr = __i2400m_roq_nsn(roq, roq_data_itr->sn);
718*4882a593Smuzhiyun /* NSN bounds assumed correct (checked when it was queued) */
719*4882a593Smuzhiyun dev_err(dev, "ERX: roq %p skb_itr %p nsn %d sn %u\n",
720*4882a593Smuzhiyun roq, skb_itr, nsn_itr, roq_data_itr->sn);
721*4882a593Smuzhiyun }
722*4882a593Smuzhiyun BUG();
723*4882a593Smuzhiyun out:
724*4882a593Smuzhiyun d_fnend(4, dev, "(i2400m %p roq %p skb %p sn %u nsn %d) = void\n",
725*4882a593Smuzhiyun i2400m, roq, skb, sn, nsn);
726*4882a593Smuzhiyun }
727*4882a593Smuzhiyun
728*4882a593Smuzhiyun
729*4882a593Smuzhiyun /*
730*4882a593Smuzhiyun * Backbone for the update window start operation
731*4882a593Smuzhiyun *
732*4882a593Smuzhiyun * @i2400m: device descriptor
733*4882a593Smuzhiyun * @roq: Reorder queue
734*4882a593Smuzhiyun * @sn: New sequence number
735*4882a593Smuzhiyun *
736*4882a593Smuzhiyun * Updates the window start of a queue; when doing so, it must deliver
737*4882a593Smuzhiyun * to the networking stack all the queued skb's whose normalized
738*4882a593Smuzhiyun * sequence number is lower than the new normalized window start.
739*4882a593Smuzhiyun */
740*4882a593Smuzhiyun static
__i2400m_roq_update_ws(struct i2400m * i2400m,struct i2400m_roq * roq,unsigned sn)741*4882a593Smuzhiyun unsigned __i2400m_roq_update_ws(struct i2400m *i2400m, struct i2400m_roq *roq,
742*4882a593Smuzhiyun unsigned sn)
743*4882a593Smuzhiyun {
744*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
745*4882a593Smuzhiyun struct sk_buff *skb_itr, *tmp_itr;
746*4882a593Smuzhiyun struct i2400m_roq_data *roq_data_itr;
747*4882a593Smuzhiyun unsigned new_nws, nsn_itr;
748*4882a593Smuzhiyun
749*4882a593Smuzhiyun new_nws = __i2400m_roq_nsn(roq, sn);
750*4882a593Smuzhiyun /*
751*4882a593Smuzhiyun * For type 2(update_window_start) rx messages, there is no
752*4882a593Smuzhiyun * need to check if the normalized sequence number is greater 1023.
753*4882a593Smuzhiyun * Simply insert and deliver all packets to the host up to the
754*4882a593Smuzhiyun * window start.
755*4882a593Smuzhiyun */
756*4882a593Smuzhiyun skb_queue_walk_safe(&roq->queue, skb_itr, tmp_itr) {
757*4882a593Smuzhiyun roq_data_itr = (struct i2400m_roq_data *) &skb_itr->cb;
758*4882a593Smuzhiyun nsn_itr = __i2400m_roq_nsn(roq, roq_data_itr->sn);
759*4882a593Smuzhiyun /* NSN bounds assumed correct (checked when it was queued) */
760*4882a593Smuzhiyun if (nsn_itr < new_nws) {
761*4882a593Smuzhiyun d_printf(2, dev, "ERX: roq %p - release skb %p "
762*4882a593Smuzhiyun "(nsn %u/%u new nws %u)\n",
763*4882a593Smuzhiyun roq, skb_itr, nsn_itr, roq_data_itr->sn,
764*4882a593Smuzhiyun new_nws);
765*4882a593Smuzhiyun __skb_unlink(skb_itr, &roq->queue);
766*4882a593Smuzhiyun i2400m_net_erx(i2400m, skb_itr, roq_data_itr->cs);
767*4882a593Smuzhiyun }
768*4882a593Smuzhiyun else
769*4882a593Smuzhiyun break; /* rest of packets all nsn_itr > nws */
770*4882a593Smuzhiyun }
771*4882a593Smuzhiyun roq->ws = sn;
772*4882a593Smuzhiyun return new_nws;
773*4882a593Smuzhiyun }
774*4882a593Smuzhiyun
775*4882a593Smuzhiyun
776*4882a593Smuzhiyun /*
777*4882a593Smuzhiyun * Reset a queue
778*4882a593Smuzhiyun *
779*4882a593Smuzhiyun * @i2400m: device descriptor
780*4882a593Smuzhiyun * @cin: Queue Index
781*4882a593Smuzhiyun *
782*4882a593Smuzhiyun * Deliver all the packets and reset the window-start to zero. Name is
783*4882a593Smuzhiyun * kind of misleading.
784*4882a593Smuzhiyun */
785*4882a593Smuzhiyun static
i2400m_roq_reset(struct i2400m * i2400m,struct i2400m_roq * roq)786*4882a593Smuzhiyun void i2400m_roq_reset(struct i2400m *i2400m, struct i2400m_roq *roq)
787*4882a593Smuzhiyun {
788*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
789*4882a593Smuzhiyun struct sk_buff *skb_itr, *tmp_itr;
790*4882a593Smuzhiyun struct i2400m_roq_data *roq_data_itr;
791*4882a593Smuzhiyun
792*4882a593Smuzhiyun d_fnstart(2, dev, "(i2400m %p roq %p)\n", i2400m, roq);
793*4882a593Smuzhiyun i2400m_roq_log_add(i2400m, roq, I2400M_RO_TYPE_RESET,
794*4882a593Smuzhiyun roq->ws, skb_queue_len(&roq->queue),
795*4882a593Smuzhiyun ~0, ~0, 0);
796*4882a593Smuzhiyun skb_queue_walk_safe(&roq->queue, skb_itr, tmp_itr) {
797*4882a593Smuzhiyun roq_data_itr = (struct i2400m_roq_data *) &skb_itr->cb;
798*4882a593Smuzhiyun d_printf(2, dev, "ERX: roq %p - release skb %p (sn %u)\n",
799*4882a593Smuzhiyun roq, skb_itr, roq_data_itr->sn);
800*4882a593Smuzhiyun __skb_unlink(skb_itr, &roq->queue);
801*4882a593Smuzhiyun i2400m_net_erx(i2400m, skb_itr, roq_data_itr->cs);
802*4882a593Smuzhiyun }
803*4882a593Smuzhiyun roq->ws = 0;
804*4882a593Smuzhiyun d_fnend(2, dev, "(i2400m %p roq %p) = void\n", i2400m, roq);
805*4882a593Smuzhiyun }
806*4882a593Smuzhiyun
807*4882a593Smuzhiyun
808*4882a593Smuzhiyun /*
809*4882a593Smuzhiyun * Queue a packet
810*4882a593Smuzhiyun *
811*4882a593Smuzhiyun * @i2400m: device descriptor
812*4882a593Smuzhiyun * @cin: Queue Index
813*4882a593Smuzhiyun * @skb: containing the packet data
814*4882a593Smuzhiyun * @fbn: First block number of the packet in @skb
815*4882a593Smuzhiyun * @lbn: Last block number of the packet in @skb
816*4882a593Smuzhiyun *
817*4882a593Smuzhiyun * The hardware is asking the driver to queue a packet for later
818*4882a593Smuzhiyun * delivery to the networking stack.
819*4882a593Smuzhiyun */
820*4882a593Smuzhiyun static
i2400m_roq_queue(struct i2400m * i2400m,struct i2400m_roq * roq,struct sk_buff * skb,unsigned lbn)821*4882a593Smuzhiyun void i2400m_roq_queue(struct i2400m *i2400m, struct i2400m_roq *roq,
822*4882a593Smuzhiyun struct sk_buff * skb, unsigned lbn)
823*4882a593Smuzhiyun {
824*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
825*4882a593Smuzhiyun unsigned nsn, len;
826*4882a593Smuzhiyun
827*4882a593Smuzhiyun d_fnstart(2, dev, "(i2400m %p roq %p skb %p lbn %u) = void\n",
828*4882a593Smuzhiyun i2400m, roq, skb, lbn);
829*4882a593Smuzhiyun len = skb_queue_len(&roq->queue);
830*4882a593Smuzhiyun nsn = __i2400m_roq_nsn(roq, lbn);
831*4882a593Smuzhiyun if (unlikely(nsn >= 1024)) {
832*4882a593Smuzhiyun dev_err(dev, "SW BUG? queue nsn %d (lbn %u ws %u)\n",
833*4882a593Smuzhiyun nsn, lbn, roq->ws);
834*4882a593Smuzhiyun i2400m_roq_log_dump(i2400m, roq);
835*4882a593Smuzhiyun i2400m_reset(i2400m, I2400M_RT_WARM);
836*4882a593Smuzhiyun } else {
837*4882a593Smuzhiyun __i2400m_roq_queue(i2400m, roq, skb, lbn, nsn);
838*4882a593Smuzhiyun i2400m_roq_log_add(i2400m, roq, I2400M_RO_TYPE_PACKET,
839*4882a593Smuzhiyun roq->ws, len, lbn, nsn, ~0);
840*4882a593Smuzhiyun }
841*4882a593Smuzhiyun d_fnend(2, dev, "(i2400m %p roq %p skb %p lbn %u) = void\n",
842*4882a593Smuzhiyun i2400m, roq, skb, lbn);
843*4882a593Smuzhiyun }
844*4882a593Smuzhiyun
845*4882a593Smuzhiyun
846*4882a593Smuzhiyun /*
847*4882a593Smuzhiyun * Update the window start in a reorder queue and deliver all skbs
848*4882a593Smuzhiyun * with a lower window start
849*4882a593Smuzhiyun *
850*4882a593Smuzhiyun * @i2400m: device descriptor
851*4882a593Smuzhiyun * @roq: Reorder queue
852*4882a593Smuzhiyun * @sn: New sequence number
853*4882a593Smuzhiyun */
854*4882a593Smuzhiyun static
i2400m_roq_update_ws(struct i2400m * i2400m,struct i2400m_roq * roq,unsigned sn)855*4882a593Smuzhiyun void i2400m_roq_update_ws(struct i2400m *i2400m, struct i2400m_roq *roq,
856*4882a593Smuzhiyun unsigned sn)
857*4882a593Smuzhiyun {
858*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
859*4882a593Smuzhiyun unsigned old_ws, nsn, len;
860*4882a593Smuzhiyun
861*4882a593Smuzhiyun d_fnstart(2, dev, "(i2400m %p roq %p sn %u)\n", i2400m, roq, sn);
862*4882a593Smuzhiyun old_ws = roq->ws;
863*4882a593Smuzhiyun len = skb_queue_len(&roq->queue);
864*4882a593Smuzhiyun nsn = __i2400m_roq_update_ws(i2400m, roq, sn);
865*4882a593Smuzhiyun i2400m_roq_log_add(i2400m, roq, I2400M_RO_TYPE_WS,
866*4882a593Smuzhiyun old_ws, len, sn, nsn, roq->ws);
867*4882a593Smuzhiyun d_fnstart(2, dev, "(i2400m %p roq %p sn %u) = void\n", i2400m, roq, sn);
868*4882a593Smuzhiyun }
869*4882a593Smuzhiyun
870*4882a593Smuzhiyun
871*4882a593Smuzhiyun /*
872*4882a593Smuzhiyun * Queue a packet and update the window start
873*4882a593Smuzhiyun *
874*4882a593Smuzhiyun * @i2400m: device descriptor
875*4882a593Smuzhiyun * @cin: Queue Index
876*4882a593Smuzhiyun * @skb: containing the packet data
877*4882a593Smuzhiyun * @fbn: First block number of the packet in @skb
878*4882a593Smuzhiyun * @sn: Last block number of the packet in @skb
879*4882a593Smuzhiyun *
880*4882a593Smuzhiyun * Note that unlike i2400m_roq_update_ws(), which sets the new window
881*4882a593Smuzhiyun * start to @sn, in here we'll set it to @sn + 1.
882*4882a593Smuzhiyun */
883*4882a593Smuzhiyun static
i2400m_roq_queue_update_ws(struct i2400m * i2400m,struct i2400m_roq * roq,struct sk_buff * skb,unsigned sn)884*4882a593Smuzhiyun void i2400m_roq_queue_update_ws(struct i2400m *i2400m, struct i2400m_roq *roq,
885*4882a593Smuzhiyun struct sk_buff * skb, unsigned sn)
886*4882a593Smuzhiyun {
887*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
888*4882a593Smuzhiyun unsigned nsn, old_ws, len;
889*4882a593Smuzhiyun
890*4882a593Smuzhiyun d_fnstart(2, dev, "(i2400m %p roq %p skb %p sn %u)\n",
891*4882a593Smuzhiyun i2400m, roq, skb, sn);
892*4882a593Smuzhiyun len = skb_queue_len(&roq->queue);
893*4882a593Smuzhiyun nsn = __i2400m_roq_nsn(roq, sn);
894*4882a593Smuzhiyun /*
895*4882a593Smuzhiyun * For type 3(queue_update_window_start) rx messages, there is no
896*4882a593Smuzhiyun * need to check if the normalized sequence number is greater 1023.
897*4882a593Smuzhiyun * Simply insert and deliver all packets to the host up to the
898*4882a593Smuzhiyun * window start.
899*4882a593Smuzhiyun */
900*4882a593Smuzhiyun old_ws = roq->ws;
901*4882a593Smuzhiyun /* If the queue is empty, don't bother as we'd queue
902*4882a593Smuzhiyun * it and immediately unqueue it -- just deliver it.
903*4882a593Smuzhiyun */
904*4882a593Smuzhiyun if (len == 0) {
905*4882a593Smuzhiyun struct i2400m_roq_data *roq_data;
906*4882a593Smuzhiyun roq_data = (struct i2400m_roq_data *) &skb->cb;
907*4882a593Smuzhiyun i2400m_net_erx(i2400m, skb, roq_data->cs);
908*4882a593Smuzhiyun } else
909*4882a593Smuzhiyun __i2400m_roq_queue(i2400m, roq, skb, sn, nsn);
910*4882a593Smuzhiyun
911*4882a593Smuzhiyun __i2400m_roq_update_ws(i2400m, roq, sn + 1);
912*4882a593Smuzhiyun i2400m_roq_log_add(i2400m, roq, I2400M_RO_TYPE_PACKET_WS,
913*4882a593Smuzhiyun old_ws, len, sn, nsn, roq->ws);
914*4882a593Smuzhiyun
915*4882a593Smuzhiyun d_fnend(2, dev, "(i2400m %p roq %p skb %p sn %u) = void\n",
916*4882a593Smuzhiyun i2400m, roq, skb, sn);
917*4882a593Smuzhiyun }
918*4882a593Smuzhiyun
919*4882a593Smuzhiyun
920*4882a593Smuzhiyun /*
921*4882a593Smuzhiyun * This routine destroys the memory allocated for rx_roq, when no
922*4882a593Smuzhiyun * other thread is accessing it. Access to rx_roq is refcounted by
923*4882a593Smuzhiyun * rx_roq_refcount, hence memory allocated must be destroyed when
924*4882a593Smuzhiyun * rx_roq_refcount becomes zero. This routine gets executed when
925*4882a593Smuzhiyun * rx_roq_refcount becomes zero.
926*4882a593Smuzhiyun */
i2400m_rx_roq_destroy(struct kref * ref)927*4882a593Smuzhiyun static void i2400m_rx_roq_destroy(struct kref *ref)
928*4882a593Smuzhiyun {
929*4882a593Smuzhiyun unsigned itr;
930*4882a593Smuzhiyun struct i2400m *i2400m
931*4882a593Smuzhiyun = container_of(ref, struct i2400m, rx_roq_refcount);
932*4882a593Smuzhiyun for (itr = 0; itr < I2400M_RO_CIN + 1; itr++)
933*4882a593Smuzhiyun __skb_queue_purge(&i2400m->rx_roq[itr].queue);
934*4882a593Smuzhiyun kfree(i2400m->rx_roq[0].log);
935*4882a593Smuzhiyun kfree(i2400m->rx_roq);
936*4882a593Smuzhiyun i2400m->rx_roq = NULL;
937*4882a593Smuzhiyun }
938*4882a593Smuzhiyun
939*4882a593Smuzhiyun /*
940*4882a593Smuzhiyun * Receive and send up an extended data packet
941*4882a593Smuzhiyun *
942*4882a593Smuzhiyun * @i2400m: device descriptor
943*4882a593Smuzhiyun * @skb_rx: skb that contains the extended data packet
944*4882a593Smuzhiyun * @single_last: 1 if the payload is the only one or the last one of
945*4882a593Smuzhiyun * the skb.
946*4882a593Smuzhiyun * @payload: pointer to the packet's data inside the skb
947*4882a593Smuzhiyun * @size: size of the payload
948*4882a593Smuzhiyun *
949*4882a593Smuzhiyun * Starting in v1.4 of the i2400m's firmware, the device can send data
950*4882a593Smuzhiyun * packets to the host in an extended format that; this incudes a 16
951*4882a593Smuzhiyun * byte header (struct i2400m_pl_edata_hdr). Using this header's space
952*4882a593Smuzhiyun * we can fake ethernet headers for ethernet device emulation without
953*4882a593Smuzhiyun * having to copy packets around.
954*4882a593Smuzhiyun *
955*4882a593Smuzhiyun * This function handles said path.
956*4882a593Smuzhiyun *
957*4882a593Smuzhiyun *
958*4882a593Smuzhiyun * Receive and send up an extended data packet that requires no reordering
959*4882a593Smuzhiyun *
960*4882a593Smuzhiyun * @i2400m: device descriptor
961*4882a593Smuzhiyun * @skb_rx: skb that contains the extended data packet
962*4882a593Smuzhiyun * @single_last: 1 if the payload is the only one or the last one of
963*4882a593Smuzhiyun * the skb.
964*4882a593Smuzhiyun * @payload: pointer to the packet's data (past the actual extended
965*4882a593Smuzhiyun * data payload header).
966*4882a593Smuzhiyun * @size: size of the payload
967*4882a593Smuzhiyun *
968*4882a593Smuzhiyun * Pass over to the networking stack a data packet that might have
969*4882a593Smuzhiyun * reordering requirements.
970*4882a593Smuzhiyun *
971*4882a593Smuzhiyun * This needs to the decide if the skb in which the packet is
972*4882a593Smuzhiyun * contained can be reused or if it needs to be cloned. Then it has to
973*4882a593Smuzhiyun * be trimmed in the edges so that the beginning is the space for eth
974*4882a593Smuzhiyun * header and then pass it to i2400m_net_erx() for the stack
975*4882a593Smuzhiyun *
976*4882a593Smuzhiyun * Assumes the caller has verified the sanity of the payload (size,
977*4882a593Smuzhiyun * etc) already.
978*4882a593Smuzhiyun */
979*4882a593Smuzhiyun static
i2400m_rx_edata(struct i2400m * i2400m,struct sk_buff * skb_rx,unsigned single_last,const void * payload,size_t size)980*4882a593Smuzhiyun void i2400m_rx_edata(struct i2400m *i2400m, struct sk_buff *skb_rx,
981*4882a593Smuzhiyun unsigned single_last, const void *payload, size_t size)
982*4882a593Smuzhiyun {
983*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
984*4882a593Smuzhiyun const struct i2400m_pl_edata_hdr *hdr = payload;
985*4882a593Smuzhiyun struct net_device *net_dev = i2400m->wimax_dev.net_dev;
986*4882a593Smuzhiyun struct sk_buff *skb;
987*4882a593Smuzhiyun enum i2400m_cs cs;
988*4882a593Smuzhiyun u32 reorder;
989*4882a593Smuzhiyun unsigned ro_needed, ro_type, ro_cin, ro_sn;
990*4882a593Smuzhiyun struct i2400m_roq *roq;
991*4882a593Smuzhiyun struct i2400m_roq_data *roq_data;
992*4882a593Smuzhiyun unsigned long flags;
993*4882a593Smuzhiyun
994*4882a593Smuzhiyun BUILD_BUG_ON(ETH_HLEN > sizeof(*hdr));
995*4882a593Smuzhiyun
996*4882a593Smuzhiyun d_fnstart(2, dev, "(i2400m %p skb_rx %p single %u payload %p "
997*4882a593Smuzhiyun "size %zu)\n", i2400m, skb_rx, single_last, payload, size);
998*4882a593Smuzhiyun if (size < sizeof(*hdr)) {
999*4882a593Smuzhiyun dev_err(dev, "ERX: HW BUG? message with short header (%zu "
1000*4882a593Smuzhiyun "vs %zu bytes expected)\n", size, sizeof(*hdr));
1001*4882a593Smuzhiyun goto error;
1002*4882a593Smuzhiyun }
1003*4882a593Smuzhiyun
1004*4882a593Smuzhiyun if (single_last) {
1005*4882a593Smuzhiyun skb = skb_get(skb_rx);
1006*4882a593Smuzhiyun d_printf(3, dev, "ERX: skb %p reusing\n", skb);
1007*4882a593Smuzhiyun } else {
1008*4882a593Smuzhiyun skb = skb_clone(skb_rx, GFP_KERNEL);
1009*4882a593Smuzhiyun if (skb == NULL) {
1010*4882a593Smuzhiyun dev_err(dev, "ERX: no memory to clone skb\n");
1011*4882a593Smuzhiyun net_dev->stats.rx_dropped++;
1012*4882a593Smuzhiyun goto error_skb_clone;
1013*4882a593Smuzhiyun }
1014*4882a593Smuzhiyun d_printf(3, dev, "ERX: skb %p cloned from %p\n", skb, skb_rx);
1015*4882a593Smuzhiyun }
1016*4882a593Smuzhiyun /* now we have to pull and trim so that the skb points to the
1017*4882a593Smuzhiyun * beginning of the IP packet; the netdev part will add the
1018*4882a593Smuzhiyun * ethernet header as needed - we know there is enough space
1019*4882a593Smuzhiyun * because we checked in i2400m_rx_edata(). */
1020*4882a593Smuzhiyun skb_pull(skb, payload + sizeof(*hdr) - (void *) skb->data);
1021*4882a593Smuzhiyun skb_trim(skb, (void *) skb_end_pointer(skb) - payload - sizeof(*hdr));
1022*4882a593Smuzhiyun
1023*4882a593Smuzhiyun reorder = le32_to_cpu(hdr->reorder);
1024*4882a593Smuzhiyun ro_needed = reorder & I2400M_RO_NEEDED;
1025*4882a593Smuzhiyun cs = hdr->cs;
1026*4882a593Smuzhiyun if (ro_needed) {
1027*4882a593Smuzhiyun ro_type = (reorder >> I2400M_RO_TYPE_SHIFT) & I2400M_RO_TYPE;
1028*4882a593Smuzhiyun ro_cin = (reorder >> I2400M_RO_CIN_SHIFT) & I2400M_RO_CIN;
1029*4882a593Smuzhiyun ro_sn = (reorder >> I2400M_RO_SN_SHIFT) & I2400M_RO_SN;
1030*4882a593Smuzhiyun
1031*4882a593Smuzhiyun spin_lock_irqsave(&i2400m->rx_lock, flags);
1032*4882a593Smuzhiyun if (i2400m->rx_roq == NULL) {
1033*4882a593Smuzhiyun kfree_skb(skb); /* rx_roq is already destroyed */
1034*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
1035*4882a593Smuzhiyun goto error;
1036*4882a593Smuzhiyun }
1037*4882a593Smuzhiyun roq = &i2400m->rx_roq[ro_cin];
1038*4882a593Smuzhiyun kref_get(&i2400m->rx_roq_refcount);
1039*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
1040*4882a593Smuzhiyun
1041*4882a593Smuzhiyun roq_data = (struct i2400m_roq_data *) &skb->cb;
1042*4882a593Smuzhiyun roq_data->sn = ro_sn;
1043*4882a593Smuzhiyun roq_data->cs = cs;
1044*4882a593Smuzhiyun d_printf(2, dev, "ERX: reorder needed: "
1045*4882a593Smuzhiyun "type %u cin %u [ws %u] sn %u/%u len %zuB\n",
1046*4882a593Smuzhiyun ro_type, ro_cin, roq->ws, ro_sn,
1047*4882a593Smuzhiyun __i2400m_roq_nsn(roq, ro_sn), size);
1048*4882a593Smuzhiyun d_dump(2, dev, payload, size);
1049*4882a593Smuzhiyun switch(ro_type) {
1050*4882a593Smuzhiyun case I2400M_RO_TYPE_RESET:
1051*4882a593Smuzhiyun i2400m_roq_reset(i2400m, roq);
1052*4882a593Smuzhiyun kfree_skb(skb); /* no data here */
1053*4882a593Smuzhiyun break;
1054*4882a593Smuzhiyun case I2400M_RO_TYPE_PACKET:
1055*4882a593Smuzhiyun i2400m_roq_queue(i2400m, roq, skb, ro_sn);
1056*4882a593Smuzhiyun break;
1057*4882a593Smuzhiyun case I2400M_RO_TYPE_WS:
1058*4882a593Smuzhiyun i2400m_roq_update_ws(i2400m, roq, ro_sn);
1059*4882a593Smuzhiyun kfree_skb(skb); /* no data here */
1060*4882a593Smuzhiyun break;
1061*4882a593Smuzhiyun case I2400M_RO_TYPE_PACKET_WS:
1062*4882a593Smuzhiyun i2400m_roq_queue_update_ws(i2400m, roq, skb, ro_sn);
1063*4882a593Smuzhiyun break;
1064*4882a593Smuzhiyun default:
1065*4882a593Smuzhiyun dev_err(dev, "HW BUG? unknown reorder type %u\n", ro_type);
1066*4882a593Smuzhiyun }
1067*4882a593Smuzhiyun
1068*4882a593Smuzhiyun spin_lock_irqsave(&i2400m->rx_lock, flags);
1069*4882a593Smuzhiyun kref_put(&i2400m->rx_roq_refcount, i2400m_rx_roq_destroy);
1070*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
1071*4882a593Smuzhiyun }
1072*4882a593Smuzhiyun else
1073*4882a593Smuzhiyun i2400m_net_erx(i2400m, skb, cs);
1074*4882a593Smuzhiyun error_skb_clone:
1075*4882a593Smuzhiyun error:
1076*4882a593Smuzhiyun d_fnend(2, dev, "(i2400m %p skb_rx %p single %u payload %p "
1077*4882a593Smuzhiyun "size %zu) = void\n", i2400m, skb_rx, single_last, payload, size);
1078*4882a593Smuzhiyun }
1079*4882a593Smuzhiyun
1080*4882a593Smuzhiyun
1081*4882a593Smuzhiyun /*
1082*4882a593Smuzhiyun * Act on a received payload
1083*4882a593Smuzhiyun *
1084*4882a593Smuzhiyun * @i2400m: device instance
1085*4882a593Smuzhiyun * @skb_rx: skb where the transaction was received
1086*4882a593Smuzhiyun * @single_last: 1 this is the only payload or the last one (so the
1087*4882a593Smuzhiyun * skb can be reused instead of cloned).
1088*4882a593Smuzhiyun * @pld: payload descriptor
1089*4882a593Smuzhiyun * @payload: payload data
1090*4882a593Smuzhiyun *
1091*4882a593Smuzhiyun * Upon reception of a payload, look at its guts in the payload
1092*4882a593Smuzhiyun * descriptor and decide what to do with it. If it is a single payload
1093*4882a593Smuzhiyun * skb or if the last skb is a data packet, the skb will be referenced
1094*4882a593Smuzhiyun * and modified (so it doesn't have to be cloned).
1095*4882a593Smuzhiyun */
1096*4882a593Smuzhiyun static
i2400m_rx_payload(struct i2400m * i2400m,struct sk_buff * skb_rx,unsigned single_last,const struct i2400m_pld * pld,const void * payload)1097*4882a593Smuzhiyun void i2400m_rx_payload(struct i2400m *i2400m, struct sk_buff *skb_rx,
1098*4882a593Smuzhiyun unsigned single_last, const struct i2400m_pld *pld,
1099*4882a593Smuzhiyun const void *payload)
1100*4882a593Smuzhiyun {
1101*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
1102*4882a593Smuzhiyun size_t pl_size = i2400m_pld_size(pld);
1103*4882a593Smuzhiyun enum i2400m_pt pl_type = i2400m_pld_type(pld);
1104*4882a593Smuzhiyun
1105*4882a593Smuzhiyun d_printf(7, dev, "RX: received payload type %u, %zu bytes\n",
1106*4882a593Smuzhiyun pl_type, pl_size);
1107*4882a593Smuzhiyun d_dump(8, dev, payload, pl_size);
1108*4882a593Smuzhiyun
1109*4882a593Smuzhiyun switch (pl_type) {
1110*4882a593Smuzhiyun case I2400M_PT_DATA:
1111*4882a593Smuzhiyun d_printf(3, dev, "RX: data payload %zu bytes\n", pl_size);
1112*4882a593Smuzhiyun i2400m_net_rx(i2400m, skb_rx, single_last, payload, pl_size);
1113*4882a593Smuzhiyun break;
1114*4882a593Smuzhiyun case I2400M_PT_CTRL:
1115*4882a593Smuzhiyun i2400m_rx_ctl(i2400m, skb_rx, payload, pl_size);
1116*4882a593Smuzhiyun break;
1117*4882a593Smuzhiyun case I2400M_PT_TRACE:
1118*4882a593Smuzhiyun i2400m_rx_trace(i2400m, payload, pl_size);
1119*4882a593Smuzhiyun break;
1120*4882a593Smuzhiyun case I2400M_PT_EDATA:
1121*4882a593Smuzhiyun d_printf(3, dev, "ERX: data payload %zu bytes\n", pl_size);
1122*4882a593Smuzhiyun i2400m_rx_edata(i2400m, skb_rx, single_last, payload, pl_size);
1123*4882a593Smuzhiyun break;
1124*4882a593Smuzhiyun default: /* Anything else shouldn't come to the host */
1125*4882a593Smuzhiyun if (printk_ratelimit())
1126*4882a593Smuzhiyun dev_err(dev, "RX: HW BUG? unexpected payload type %u\n",
1127*4882a593Smuzhiyun pl_type);
1128*4882a593Smuzhiyun }
1129*4882a593Smuzhiyun }
1130*4882a593Smuzhiyun
1131*4882a593Smuzhiyun
1132*4882a593Smuzhiyun /*
1133*4882a593Smuzhiyun * Check a received transaction's message header
1134*4882a593Smuzhiyun *
1135*4882a593Smuzhiyun * @i2400m: device descriptor
1136*4882a593Smuzhiyun * @msg_hdr: message header
1137*4882a593Smuzhiyun * @buf_size: size of the received buffer
1138*4882a593Smuzhiyun *
1139*4882a593Smuzhiyun * Check that the declarations done by a RX buffer message header are
1140*4882a593Smuzhiyun * sane and consistent with the amount of data that was received.
1141*4882a593Smuzhiyun */
1142*4882a593Smuzhiyun static
i2400m_rx_msg_hdr_check(struct i2400m * i2400m,const struct i2400m_msg_hdr * msg_hdr,size_t buf_size)1143*4882a593Smuzhiyun int i2400m_rx_msg_hdr_check(struct i2400m *i2400m,
1144*4882a593Smuzhiyun const struct i2400m_msg_hdr *msg_hdr,
1145*4882a593Smuzhiyun size_t buf_size)
1146*4882a593Smuzhiyun {
1147*4882a593Smuzhiyun int result = -EIO;
1148*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
1149*4882a593Smuzhiyun if (buf_size < sizeof(*msg_hdr)) {
1150*4882a593Smuzhiyun dev_err(dev, "RX: HW BUG? message with short header (%zu "
1151*4882a593Smuzhiyun "vs %zu bytes expected)\n", buf_size, sizeof(*msg_hdr));
1152*4882a593Smuzhiyun goto error;
1153*4882a593Smuzhiyun }
1154*4882a593Smuzhiyun if (msg_hdr->barker != cpu_to_le32(I2400M_D2H_MSG_BARKER)) {
1155*4882a593Smuzhiyun dev_err(dev, "RX: HW BUG? message received with unknown "
1156*4882a593Smuzhiyun "barker 0x%08x (buf_size %zu bytes)\n",
1157*4882a593Smuzhiyun le32_to_cpu(msg_hdr->barker), buf_size);
1158*4882a593Smuzhiyun goto error;
1159*4882a593Smuzhiyun }
1160*4882a593Smuzhiyun if (msg_hdr->num_pls == 0) {
1161*4882a593Smuzhiyun dev_err(dev, "RX: HW BUG? zero payload packets in message\n");
1162*4882a593Smuzhiyun goto error;
1163*4882a593Smuzhiyun }
1164*4882a593Smuzhiyun if (le16_to_cpu(msg_hdr->num_pls) > I2400M_MAX_PLS_IN_MSG) {
1165*4882a593Smuzhiyun dev_err(dev, "RX: HW BUG? message contains more payload "
1166*4882a593Smuzhiyun "than maximum; ignoring.\n");
1167*4882a593Smuzhiyun goto error;
1168*4882a593Smuzhiyun }
1169*4882a593Smuzhiyun result = 0;
1170*4882a593Smuzhiyun error:
1171*4882a593Smuzhiyun return result;
1172*4882a593Smuzhiyun }
1173*4882a593Smuzhiyun
1174*4882a593Smuzhiyun
1175*4882a593Smuzhiyun /*
1176*4882a593Smuzhiyun * Check a payload descriptor against the received data
1177*4882a593Smuzhiyun *
1178*4882a593Smuzhiyun * @i2400m: device descriptor
1179*4882a593Smuzhiyun * @pld: payload descriptor
1180*4882a593Smuzhiyun * @pl_itr: offset (in bytes) in the received buffer the payload is
1181*4882a593Smuzhiyun * located
1182*4882a593Smuzhiyun * @buf_size: size of the received buffer
1183*4882a593Smuzhiyun *
1184*4882a593Smuzhiyun * Given a payload descriptor (part of a RX buffer), check it is sane
1185*4882a593Smuzhiyun * and that the data it declares fits in the buffer.
1186*4882a593Smuzhiyun */
1187*4882a593Smuzhiyun static
i2400m_rx_pl_descr_check(struct i2400m * i2400m,const struct i2400m_pld * pld,size_t pl_itr,size_t buf_size)1188*4882a593Smuzhiyun int i2400m_rx_pl_descr_check(struct i2400m *i2400m,
1189*4882a593Smuzhiyun const struct i2400m_pld *pld,
1190*4882a593Smuzhiyun size_t pl_itr, size_t buf_size)
1191*4882a593Smuzhiyun {
1192*4882a593Smuzhiyun int result = -EIO;
1193*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
1194*4882a593Smuzhiyun size_t pl_size = i2400m_pld_size(pld);
1195*4882a593Smuzhiyun enum i2400m_pt pl_type = i2400m_pld_type(pld);
1196*4882a593Smuzhiyun
1197*4882a593Smuzhiyun if (pl_size > i2400m->bus_pl_size_max) {
1198*4882a593Smuzhiyun dev_err(dev, "RX: HW BUG? payload @%zu: size %zu is "
1199*4882a593Smuzhiyun "bigger than maximum %zu; ignoring message\n",
1200*4882a593Smuzhiyun pl_itr, pl_size, i2400m->bus_pl_size_max);
1201*4882a593Smuzhiyun goto error;
1202*4882a593Smuzhiyun }
1203*4882a593Smuzhiyun if (pl_itr + pl_size > buf_size) { /* enough? */
1204*4882a593Smuzhiyun dev_err(dev, "RX: HW BUG? payload @%zu: size %zu "
1205*4882a593Smuzhiyun "goes beyond the received buffer "
1206*4882a593Smuzhiyun "size (%zu bytes); ignoring message\n",
1207*4882a593Smuzhiyun pl_itr, pl_size, buf_size);
1208*4882a593Smuzhiyun goto error;
1209*4882a593Smuzhiyun }
1210*4882a593Smuzhiyun if (pl_type >= I2400M_PT_ILLEGAL) {
1211*4882a593Smuzhiyun dev_err(dev, "RX: HW BUG? illegal payload type %u; "
1212*4882a593Smuzhiyun "ignoring message\n", pl_type);
1213*4882a593Smuzhiyun goto error;
1214*4882a593Smuzhiyun }
1215*4882a593Smuzhiyun result = 0;
1216*4882a593Smuzhiyun error:
1217*4882a593Smuzhiyun return result;
1218*4882a593Smuzhiyun }
1219*4882a593Smuzhiyun
1220*4882a593Smuzhiyun
1221*4882a593Smuzhiyun /**
1222*4882a593Smuzhiyun * i2400m_rx - Receive a buffer of data from the device
1223*4882a593Smuzhiyun *
1224*4882a593Smuzhiyun * @i2400m: device descriptor
1225*4882a593Smuzhiyun * @skb: skbuff where the data has been received
1226*4882a593Smuzhiyun *
1227*4882a593Smuzhiyun * Parse in a buffer of data that contains an RX message sent from the
1228*4882a593Smuzhiyun * device. See the file header for the format. Run all checks on the
1229*4882a593Smuzhiyun * buffer header, then run over each payload's descriptors, verify
1230*4882a593Smuzhiyun * their consistency and act on each payload's contents. If
1231*4882a593Smuzhiyun * everything is successful, update the device's statistics.
1232*4882a593Smuzhiyun *
1233*4882a593Smuzhiyun * Note: You need to set the skb to contain only the length of the
1234*4882a593Smuzhiyun * received buffer; for that, use skb_trim(skb, RECEIVED_SIZE).
1235*4882a593Smuzhiyun *
1236*4882a593Smuzhiyun * Returns:
1237*4882a593Smuzhiyun *
1238*4882a593Smuzhiyun * 0 if ok, < 0 errno on error
1239*4882a593Smuzhiyun *
1240*4882a593Smuzhiyun * If ok, this function owns now the skb and the caller DOESN'T have
1241*4882a593Smuzhiyun * to run kfree_skb() on it. However, on error, the caller still owns
1242*4882a593Smuzhiyun * the skb and it is responsible for releasing it.
1243*4882a593Smuzhiyun */
i2400m_rx(struct i2400m * i2400m,struct sk_buff * skb)1244*4882a593Smuzhiyun int i2400m_rx(struct i2400m *i2400m, struct sk_buff *skb)
1245*4882a593Smuzhiyun {
1246*4882a593Smuzhiyun int i, result;
1247*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
1248*4882a593Smuzhiyun const struct i2400m_msg_hdr *msg_hdr;
1249*4882a593Smuzhiyun size_t pl_itr, pl_size;
1250*4882a593Smuzhiyun unsigned long flags;
1251*4882a593Smuzhiyun unsigned num_pls, single_last, skb_len;
1252*4882a593Smuzhiyun
1253*4882a593Smuzhiyun skb_len = skb->len;
1254*4882a593Smuzhiyun d_fnstart(4, dev, "(i2400m %p skb %p [size %u])\n",
1255*4882a593Smuzhiyun i2400m, skb, skb_len);
1256*4882a593Smuzhiyun msg_hdr = (void *) skb->data;
1257*4882a593Smuzhiyun result = i2400m_rx_msg_hdr_check(i2400m, msg_hdr, skb_len);
1258*4882a593Smuzhiyun if (result < 0)
1259*4882a593Smuzhiyun goto error_msg_hdr_check;
1260*4882a593Smuzhiyun result = -EIO;
1261*4882a593Smuzhiyun num_pls = le16_to_cpu(msg_hdr->num_pls);
1262*4882a593Smuzhiyun /* Check payload descriptor(s) */
1263*4882a593Smuzhiyun pl_itr = struct_size(msg_hdr, pld, num_pls);
1264*4882a593Smuzhiyun pl_itr = ALIGN(pl_itr, I2400M_PL_ALIGN);
1265*4882a593Smuzhiyun if (pl_itr > skb_len) { /* got all the payload descriptors? */
1266*4882a593Smuzhiyun dev_err(dev, "RX: HW BUG? message too short (%u bytes) for "
1267*4882a593Smuzhiyun "%u payload descriptors (%zu each, total %zu)\n",
1268*4882a593Smuzhiyun skb_len, num_pls, sizeof(msg_hdr->pld[0]), pl_itr);
1269*4882a593Smuzhiyun goto error_pl_descr_short;
1270*4882a593Smuzhiyun }
1271*4882a593Smuzhiyun /* Walk each payload payload--check we really got it */
1272*4882a593Smuzhiyun for (i = 0; i < num_pls; i++) {
1273*4882a593Smuzhiyun /* work around old gcc warnings */
1274*4882a593Smuzhiyun pl_size = i2400m_pld_size(&msg_hdr->pld[i]);
1275*4882a593Smuzhiyun result = i2400m_rx_pl_descr_check(i2400m, &msg_hdr->pld[i],
1276*4882a593Smuzhiyun pl_itr, skb_len);
1277*4882a593Smuzhiyun if (result < 0)
1278*4882a593Smuzhiyun goto error_pl_descr_check;
1279*4882a593Smuzhiyun single_last = num_pls == 1 || i == num_pls - 1;
1280*4882a593Smuzhiyun i2400m_rx_payload(i2400m, skb, single_last, &msg_hdr->pld[i],
1281*4882a593Smuzhiyun skb->data + pl_itr);
1282*4882a593Smuzhiyun pl_itr += ALIGN(pl_size, I2400M_PL_ALIGN);
1283*4882a593Smuzhiyun cond_resched(); /* Don't monopolize */
1284*4882a593Smuzhiyun }
1285*4882a593Smuzhiyun kfree_skb(skb);
1286*4882a593Smuzhiyun /* Update device statistics */
1287*4882a593Smuzhiyun spin_lock_irqsave(&i2400m->rx_lock, flags);
1288*4882a593Smuzhiyun i2400m->rx_pl_num += i;
1289*4882a593Smuzhiyun if (i > i2400m->rx_pl_max)
1290*4882a593Smuzhiyun i2400m->rx_pl_max = i;
1291*4882a593Smuzhiyun if (i < i2400m->rx_pl_min)
1292*4882a593Smuzhiyun i2400m->rx_pl_min = i;
1293*4882a593Smuzhiyun i2400m->rx_num++;
1294*4882a593Smuzhiyun i2400m->rx_size_acc += skb_len;
1295*4882a593Smuzhiyun if (skb_len < i2400m->rx_size_min)
1296*4882a593Smuzhiyun i2400m->rx_size_min = skb_len;
1297*4882a593Smuzhiyun if (skb_len > i2400m->rx_size_max)
1298*4882a593Smuzhiyun i2400m->rx_size_max = skb_len;
1299*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
1300*4882a593Smuzhiyun error_pl_descr_check:
1301*4882a593Smuzhiyun error_pl_descr_short:
1302*4882a593Smuzhiyun error_msg_hdr_check:
1303*4882a593Smuzhiyun d_fnend(4, dev, "(i2400m %p skb %p [size %u]) = %d\n",
1304*4882a593Smuzhiyun i2400m, skb, skb_len, result);
1305*4882a593Smuzhiyun return result;
1306*4882a593Smuzhiyun }
1307*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(i2400m_rx);
1308*4882a593Smuzhiyun
1309*4882a593Smuzhiyun
i2400m_unknown_barker(struct i2400m * i2400m,const void * buf,size_t size)1310*4882a593Smuzhiyun void i2400m_unknown_barker(struct i2400m *i2400m,
1311*4882a593Smuzhiyun const void *buf, size_t size)
1312*4882a593Smuzhiyun {
1313*4882a593Smuzhiyun struct device *dev = i2400m_dev(i2400m);
1314*4882a593Smuzhiyun char prefix[64];
1315*4882a593Smuzhiyun const __le32 *barker = buf;
1316*4882a593Smuzhiyun dev_err(dev, "RX: HW BUG? unknown barker %08x, "
1317*4882a593Smuzhiyun "dropping %zu bytes\n", le32_to_cpu(*barker), size);
1318*4882a593Smuzhiyun snprintf(prefix, sizeof(prefix), "%s %s: ",
1319*4882a593Smuzhiyun dev_driver_string(dev), dev_name(dev));
1320*4882a593Smuzhiyun if (size > 64) {
1321*4882a593Smuzhiyun print_hex_dump(KERN_ERR, prefix, DUMP_PREFIX_OFFSET,
1322*4882a593Smuzhiyun 8, 4, buf, 64, 0);
1323*4882a593Smuzhiyun printk(KERN_ERR "%s... (only first 64 bytes "
1324*4882a593Smuzhiyun "dumped)\n", prefix);
1325*4882a593Smuzhiyun } else
1326*4882a593Smuzhiyun print_hex_dump(KERN_ERR, prefix, DUMP_PREFIX_OFFSET,
1327*4882a593Smuzhiyun 8, 4, buf, size, 0);
1328*4882a593Smuzhiyun }
1329*4882a593Smuzhiyun EXPORT_SYMBOL(i2400m_unknown_barker);
1330*4882a593Smuzhiyun
1331*4882a593Smuzhiyun
1332*4882a593Smuzhiyun /*
1333*4882a593Smuzhiyun * Initialize the RX queue and infrastructure
1334*4882a593Smuzhiyun *
1335*4882a593Smuzhiyun * This sets up all the RX reordering infrastructures, which will not
1336*4882a593Smuzhiyun * be used if reordering is not enabled or if the firmware does not
1337*4882a593Smuzhiyun * support it. The device is told to do reordering in
1338*4882a593Smuzhiyun * i2400m_dev_initialize(), where it also looks at the value of the
1339*4882a593Smuzhiyun * i2400m->rx_reorder switch before taking a decission.
1340*4882a593Smuzhiyun *
1341*4882a593Smuzhiyun * Note we allocate the roq queues in one chunk and the actual logging
1342*4882a593Smuzhiyun * support for it (logging) in another one and then we setup the
1343*4882a593Smuzhiyun * pointers from the first to the last.
1344*4882a593Smuzhiyun */
i2400m_rx_setup(struct i2400m * i2400m)1345*4882a593Smuzhiyun int i2400m_rx_setup(struct i2400m *i2400m)
1346*4882a593Smuzhiyun {
1347*4882a593Smuzhiyun int result = 0;
1348*4882a593Smuzhiyun
1349*4882a593Smuzhiyun i2400m->rx_reorder = i2400m_rx_reorder_disabled? 0 : 1;
1350*4882a593Smuzhiyun if (i2400m->rx_reorder) {
1351*4882a593Smuzhiyun unsigned itr;
1352*4882a593Smuzhiyun struct i2400m_roq_log *rd;
1353*4882a593Smuzhiyun
1354*4882a593Smuzhiyun result = -ENOMEM;
1355*4882a593Smuzhiyun
1356*4882a593Smuzhiyun i2400m->rx_roq = kcalloc(I2400M_RO_CIN + 1,
1357*4882a593Smuzhiyun sizeof(i2400m->rx_roq[0]), GFP_KERNEL);
1358*4882a593Smuzhiyun if (i2400m->rx_roq == NULL)
1359*4882a593Smuzhiyun goto error_roq_alloc;
1360*4882a593Smuzhiyun
1361*4882a593Smuzhiyun rd = kcalloc(I2400M_RO_CIN + 1, sizeof(*i2400m->rx_roq[0].log),
1362*4882a593Smuzhiyun GFP_KERNEL);
1363*4882a593Smuzhiyun if (rd == NULL) {
1364*4882a593Smuzhiyun result = -ENOMEM;
1365*4882a593Smuzhiyun goto error_roq_log_alloc;
1366*4882a593Smuzhiyun }
1367*4882a593Smuzhiyun
1368*4882a593Smuzhiyun for(itr = 0; itr < I2400M_RO_CIN + 1; itr++) {
1369*4882a593Smuzhiyun __i2400m_roq_init(&i2400m->rx_roq[itr]);
1370*4882a593Smuzhiyun i2400m->rx_roq[itr].log = &rd[itr];
1371*4882a593Smuzhiyun }
1372*4882a593Smuzhiyun kref_init(&i2400m->rx_roq_refcount);
1373*4882a593Smuzhiyun }
1374*4882a593Smuzhiyun return 0;
1375*4882a593Smuzhiyun
1376*4882a593Smuzhiyun error_roq_log_alloc:
1377*4882a593Smuzhiyun kfree(i2400m->rx_roq);
1378*4882a593Smuzhiyun error_roq_alloc:
1379*4882a593Smuzhiyun return result;
1380*4882a593Smuzhiyun }
1381*4882a593Smuzhiyun
1382*4882a593Smuzhiyun
1383*4882a593Smuzhiyun /* Tear down the RX queue and infrastructure */
i2400m_rx_release(struct i2400m * i2400m)1384*4882a593Smuzhiyun void i2400m_rx_release(struct i2400m *i2400m)
1385*4882a593Smuzhiyun {
1386*4882a593Smuzhiyun unsigned long flags;
1387*4882a593Smuzhiyun
1388*4882a593Smuzhiyun if (i2400m->rx_reorder) {
1389*4882a593Smuzhiyun spin_lock_irqsave(&i2400m->rx_lock, flags);
1390*4882a593Smuzhiyun kref_put(&i2400m->rx_roq_refcount, i2400m_rx_roq_destroy);
1391*4882a593Smuzhiyun spin_unlock_irqrestore(&i2400m->rx_lock, flags);
1392*4882a593Smuzhiyun }
1393*4882a593Smuzhiyun /* at this point, nothing can be received... */
1394*4882a593Smuzhiyun i2400m_report_hook_flush(i2400m);
1395*4882a593Smuzhiyun }
1396