1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun
4*4882a593Smuzhiyun Broadcom B43legacy wireless driver
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun PIO Transmission
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun Copyright (c) 2005 Michael Buesch <m@bues.ch>
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun */
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include "b43legacy.h"
14*4882a593Smuzhiyun #include "pio.h"
15*4882a593Smuzhiyun #include "main.h"
16*4882a593Smuzhiyun #include "xmit.h"
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun #include <linux/delay.h>
19*4882a593Smuzhiyun #include <linux/slab.h>
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun
tx_start(struct b43legacy_pioqueue * queue)22*4882a593Smuzhiyun static void tx_start(struct b43legacy_pioqueue *queue)
23*4882a593Smuzhiyun {
24*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
25*4882a593Smuzhiyun B43legacy_PIO_TXCTL_INIT);
26*4882a593Smuzhiyun }
27*4882a593Smuzhiyun
tx_octet(struct b43legacy_pioqueue * queue,u8 octet)28*4882a593Smuzhiyun static void tx_octet(struct b43legacy_pioqueue *queue,
29*4882a593Smuzhiyun u8 octet)
30*4882a593Smuzhiyun {
31*4882a593Smuzhiyun if (queue->need_workarounds) {
32*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXDATA, octet);
33*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
34*4882a593Smuzhiyun B43legacy_PIO_TXCTL_WRITELO);
35*4882a593Smuzhiyun } else {
36*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
37*4882a593Smuzhiyun B43legacy_PIO_TXCTL_WRITELO);
38*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXDATA, octet);
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun }
41*4882a593Smuzhiyun
tx_get_next_word(const u8 * txhdr,const u8 * packet,size_t txhdr_size,unsigned int * pos)42*4882a593Smuzhiyun static u16 tx_get_next_word(const u8 *txhdr,
43*4882a593Smuzhiyun const u8 *packet,
44*4882a593Smuzhiyun size_t txhdr_size,
45*4882a593Smuzhiyun unsigned int *pos)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun const u8 *source;
48*4882a593Smuzhiyun unsigned int i = *pos;
49*4882a593Smuzhiyun u16 ret;
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun if (i < txhdr_size)
52*4882a593Smuzhiyun source = txhdr;
53*4882a593Smuzhiyun else {
54*4882a593Smuzhiyun source = packet;
55*4882a593Smuzhiyun i -= txhdr_size;
56*4882a593Smuzhiyun }
57*4882a593Smuzhiyun ret = le16_to_cpu(*((__le16 *)(source + i)));
58*4882a593Smuzhiyun *pos += 2;
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun return ret;
61*4882a593Smuzhiyun }
62*4882a593Smuzhiyun
tx_data(struct b43legacy_pioqueue * queue,u8 * txhdr,const u8 * packet,unsigned int octets)63*4882a593Smuzhiyun static void tx_data(struct b43legacy_pioqueue *queue,
64*4882a593Smuzhiyun u8 *txhdr,
65*4882a593Smuzhiyun const u8 *packet,
66*4882a593Smuzhiyun unsigned int octets)
67*4882a593Smuzhiyun {
68*4882a593Smuzhiyun u16 data;
69*4882a593Smuzhiyun unsigned int i = 0;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun if (queue->need_workarounds) {
72*4882a593Smuzhiyun data = tx_get_next_word(txhdr, packet,
73*4882a593Smuzhiyun sizeof(struct b43legacy_txhdr_fw3), &i);
74*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXDATA, data);
75*4882a593Smuzhiyun }
76*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
77*4882a593Smuzhiyun B43legacy_PIO_TXCTL_WRITELO |
78*4882a593Smuzhiyun B43legacy_PIO_TXCTL_WRITEHI);
79*4882a593Smuzhiyun while (i < octets - 1) {
80*4882a593Smuzhiyun data = tx_get_next_word(txhdr, packet,
81*4882a593Smuzhiyun sizeof(struct b43legacy_txhdr_fw3), &i);
82*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXDATA, data);
83*4882a593Smuzhiyun }
84*4882a593Smuzhiyun if (octets % 2)
85*4882a593Smuzhiyun tx_octet(queue, packet[octets -
86*4882a593Smuzhiyun sizeof(struct b43legacy_txhdr_fw3) - 1]);
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun
tx_complete(struct b43legacy_pioqueue * queue,struct sk_buff * skb)89*4882a593Smuzhiyun static void tx_complete(struct b43legacy_pioqueue *queue,
90*4882a593Smuzhiyun struct sk_buff *skb)
91*4882a593Smuzhiyun {
92*4882a593Smuzhiyun if (queue->need_workarounds) {
93*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXDATA,
94*4882a593Smuzhiyun skb->data[skb->len - 1]);
95*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
96*4882a593Smuzhiyun B43legacy_PIO_TXCTL_WRITELO |
97*4882a593Smuzhiyun B43legacy_PIO_TXCTL_COMPLETE);
98*4882a593Smuzhiyun } else
99*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
100*4882a593Smuzhiyun B43legacy_PIO_TXCTL_COMPLETE);
101*4882a593Smuzhiyun }
102*4882a593Smuzhiyun
generate_cookie(struct b43legacy_pioqueue * queue,struct b43legacy_pio_txpacket * packet)103*4882a593Smuzhiyun static u16 generate_cookie(struct b43legacy_pioqueue *queue,
104*4882a593Smuzhiyun struct b43legacy_pio_txpacket *packet)
105*4882a593Smuzhiyun {
106*4882a593Smuzhiyun u16 cookie = 0x0000;
107*4882a593Smuzhiyun int packetindex;
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun /* We use the upper 4 bits for the PIO
110*4882a593Smuzhiyun * controller ID and the lower 12 bits
111*4882a593Smuzhiyun * for the packet index (in the cache).
112*4882a593Smuzhiyun */
113*4882a593Smuzhiyun switch (queue->mmio_base) {
114*4882a593Smuzhiyun case B43legacy_MMIO_PIO1_BASE:
115*4882a593Smuzhiyun break;
116*4882a593Smuzhiyun case B43legacy_MMIO_PIO2_BASE:
117*4882a593Smuzhiyun cookie = 0x1000;
118*4882a593Smuzhiyun break;
119*4882a593Smuzhiyun case B43legacy_MMIO_PIO3_BASE:
120*4882a593Smuzhiyun cookie = 0x2000;
121*4882a593Smuzhiyun break;
122*4882a593Smuzhiyun case B43legacy_MMIO_PIO4_BASE:
123*4882a593Smuzhiyun cookie = 0x3000;
124*4882a593Smuzhiyun break;
125*4882a593Smuzhiyun default:
126*4882a593Smuzhiyun B43legacy_WARN_ON(1);
127*4882a593Smuzhiyun }
128*4882a593Smuzhiyun packetindex = pio_txpacket_getindex(packet);
129*4882a593Smuzhiyun B43legacy_WARN_ON(!(((u16)packetindex & 0xF000) == 0x0000));
130*4882a593Smuzhiyun cookie |= (u16)packetindex;
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun return cookie;
133*4882a593Smuzhiyun }
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun static
parse_cookie(struct b43legacy_wldev * dev,u16 cookie,struct b43legacy_pio_txpacket ** packet)136*4882a593Smuzhiyun struct b43legacy_pioqueue *parse_cookie(struct b43legacy_wldev *dev,
137*4882a593Smuzhiyun u16 cookie,
138*4882a593Smuzhiyun struct b43legacy_pio_txpacket **packet)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun struct b43legacy_pio *pio = &dev->pio;
141*4882a593Smuzhiyun struct b43legacy_pioqueue *queue = NULL;
142*4882a593Smuzhiyun int packetindex;
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun switch (cookie & 0xF000) {
145*4882a593Smuzhiyun case 0x0000:
146*4882a593Smuzhiyun queue = pio->queue0;
147*4882a593Smuzhiyun break;
148*4882a593Smuzhiyun case 0x1000:
149*4882a593Smuzhiyun queue = pio->queue1;
150*4882a593Smuzhiyun break;
151*4882a593Smuzhiyun case 0x2000:
152*4882a593Smuzhiyun queue = pio->queue2;
153*4882a593Smuzhiyun break;
154*4882a593Smuzhiyun case 0x3000:
155*4882a593Smuzhiyun queue = pio->queue3;
156*4882a593Smuzhiyun break;
157*4882a593Smuzhiyun default:
158*4882a593Smuzhiyun B43legacy_WARN_ON(1);
159*4882a593Smuzhiyun }
160*4882a593Smuzhiyun packetindex = (cookie & 0x0FFF);
161*4882a593Smuzhiyun B43legacy_WARN_ON(!(packetindex >= 0 && packetindex
162*4882a593Smuzhiyun < B43legacy_PIO_MAXTXPACKETS));
163*4882a593Smuzhiyun *packet = &(queue->tx_packets_cache[packetindex]);
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun return queue;
166*4882a593Smuzhiyun }
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun union txhdr_union {
169*4882a593Smuzhiyun struct b43legacy_txhdr_fw3 txhdr_fw3;
170*4882a593Smuzhiyun };
171*4882a593Smuzhiyun
pio_tx_write_fragment(struct b43legacy_pioqueue * queue,struct sk_buff * skb,struct b43legacy_pio_txpacket * packet,size_t txhdr_size)172*4882a593Smuzhiyun static int pio_tx_write_fragment(struct b43legacy_pioqueue *queue,
173*4882a593Smuzhiyun struct sk_buff *skb,
174*4882a593Smuzhiyun struct b43legacy_pio_txpacket *packet,
175*4882a593Smuzhiyun size_t txhdr_size)
176*4882a593Smuzhiyun {
177*4882a593Smuzhiyun union txhdr_union txhdr_data;
178*4882a593Smuzhiyun u8 *txhdr = NULL;
179*4882a593Smuzhiyun unsigned int octets;
180*4882a593Smuzhiyun int err;
181*4882a593Smuzhiyun
182*4882a593Smuzhiyun txhdr = (u8 *)(&txhdr_data.txhdr_fw3);
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun B43legacy_WARN_ON(skb_shinfo(skb)->nr_frags != 0);
185*4882a593Smuzhiyun err = b43legacy_generate_txhdr(queue->dev,
186*4882a593Smuzhiyun txhdr, skb->data, skb->len,
187*4882a593Smuzhiyun IEEE80211_SKB_CB(skb),
188*4882a593Smuzhiyun generate_cookie(queue, packet));
189*4882a593Smuzhiyun if (err)
190*4882a593Smuzhiyun return err;
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun tx_start(queue);
193*4882a593Smuzhiyun octets = skb->len + txhdr_size;
194*4882a593Smuzhiyun if (queue->need_workarounds)
195*4882a593Smuzhiyun octets--;
196*4882a593Smuzhiyun tx_data(queue, txhdr, (u8 *)skb->data, octets);
197*4882a593Smuzhiyun tx_complete(queue, skb);
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun return 0;
200*4882a593Smuzhiyun }
201*4882a593Smuzhiyun
free_txpacket(struct b43legacy_pio_txpacket * packet,int irq_context)202*4882a593Smuzhiyun static void free_txpacket(struct b43legacy_pio_txpacket *packet,
203*4882a593Smuzhiyun int irq_context)
204*4882a593Smuzhiyun {
205*4882a593Smuzhiyun struct b43legacy_pioqueue *queue = packet->queue;
206*4882a593Smuzhiyun
207*4882a593Smuzhiyun if (packet->skb) {
208*4882a593Smuzhiyun if (irq_context)
209*4882a593Smuzhiyun dev_kfree_skb_irq(packet->skb);
210*4882a593Smuzhiyun else
211*4882a593Smuzhiyun dev_kfree_skb(packet->skb);
212*4882a593Smuzhiyun }
213*4882a593Smuzhiyun list_move(&packet->list, &queue->txfree);
214*4882a593Smuzhiyun queue->nr_txfree++;
215*4882a593Smuzhiyun }
216*4882a593Smuzhiyun
pio_tx_packet(struct b43legacy_pio_txpacket * packet)217*4882a593Smuzhiyun static int pio_tx_packet(struct b43legacy_pio_txpacket *packet)
218*4882a593Smuzhiyun {
219*4882a593Smuzhiyun struct b43legacy_pioqueue *queue = packet->queue;
220*4882a593Smuzhiyun struct sk_buff *skb = packet->skb;
221*4882a593Smuzhiyun u16 octets;
222*4882a593Smuzhiyun int err;
223*4882a593Smuzhiyun
224*4882a593Smuzhiyun octets = (u16)skb->len + sizeof(struct b43legacy_txhdr_fw3);
225*4882a593Smuzhiyun if (queue->tx_devq_size < octets) {
226*4882a593Smuzhiyun b43legacywarn(queue->dev->wl, "PIO queue too small. "
227*4882a593Smuzhiyun "Dropping packet.\n");
228*4882a593Smuzhiyun /* Drop it silently (return success) */
229*4882a593Smuzhiyun free_txpacket(packet, 1);
230*4882a593Smuzhiyun return 0;
231*4882a593Smuzhiyun }
232*4882a593Smuzhiyun B43legacy_WARN_ON(queue->tx_devq_packets >
233*4882a593Smuzhiyun B43legacy_PIO_MAXTXDEVQPACKETS);
234*4882a593Smuzhiyun B43legacy_WARN_ON(queue->tx_devq_used > queue->tx_devq_size);
235*4882a593Smuzhiyun /* Check if there is sufficient free space on the device
236*4882a593Smuzhiyun * TX queue. If not, return and let the TX tasklet
237*4882a593Smuzhiyun * retry later.
238*4882a593Smuzhiyun */
239*4882a593Smuzhiyun if (queue->tx_devq_packets == B43legacy_PIO_MAXTXDEVQPACKETS)
240*4882a593Smuzhiyun return -EBUSY;
241*4882a593Smuzhiyun if (queue->tx_devq_used + octets > queue->tx_devq_size)
242*4882a593Smuzhiyun return -EBUSY;
243*4882a593Smuzhiyun /* Now poke the device. */
244*4882a593Smuzhiyun err = pio_tx_write_fragment(queue, skb, packet,
245*4882a593Smuzhiyun sizeof(struct b43legacy_txhdr_fw3));
246*4882a593Smuzhiyun if (unlikely(err == -ENOKEY)) {
247*4882a593Smuzhiyun /* Drop this packet, as we don't have the encryption key
248*4882a593Smuzhiyun * anymore and must not transmit it unencrypted. */
249*4882a593Smuzhiyun free_txpacket(packet, 1);
250*4882a593Smuzhiyun return 0;
251*4882a593Smuzhiyun }
252*4882a593Smuzhiyun
253*4882a593Smuzhiyun /* Account for the packet size.
254*4882a593Smuzhiyun * (We must not overflow the device TX queue)
255*4882a593Smuzhiyun */
256*4882a593Smuzhiyun queue->tx_devq_packets++;
257*4882a593Smuzhiyun queue->tx_devq_used += octets;
258*4882a593Smuzhiyun
259*4882a593Smuzhiyun /* Transmission started, everything ok, move the
260*4882a593Smuzhiyun * packet to the txrunning list.
261*4882a593Smuzhiyun */
262*4882a593Smuzhiyun list_move_tail(&packet->list, &queue->txrunning);
263*4882a593Smuzhiyun
264*4882a593Smuzhiyun return 0;
265*4882a593Smuzhiyun }
266*4882a593Smuzhiyun
tx_tasklet(struct tasklet_struct * t)267*4882a593Smuzhiyun static void tx_tasklet(struct tasklet_struct *t)
268*4882a593Smuzhiyun {
269*4882a593Smuzhiyun struct b43legacy_pioqueue *queue = from_tasklet(queue, t, txtask);
270*4882a593Smuzhiyun struct b43legacy_wldev *dev = queue->dev;
271*4882a593Smuzhiyun unsigned long flags;
272*4882a593Smuzhiyun struct b43legacy_pio_txpacket *packet, *tmp_packet;
273*4882a593Smuzhiyun int err;
274*4882a593Smuzhiyun u16 txctl;
275*4882a593Smuzhiyun
276*4882a593Smuzhiyun spin_lock_irqsave(&dev->wl->irq_lock, flags);
277*4882a593Smuzhiyun if (queue->tx_frozen)
278*4882a593Smuzhiyun goto out_unlock;
279*4882a593Smuzhiyun txctl = b43legacy_pio_read(queue, B43legacy_PIO_TXCTL);
280*4882a593Smuzhiyun if (txctl & B43legacy_PIO_TXCTL_SUSPEND)
281*4882a593Smuzhiyun goto out_unlock;
282*4882a593Smuzhiyun
283*4882a593Smuzhiyun list_for_each_entry_safe(packet, tmp_packet, &queue->txqueue, list) {
284*4882a593Smuzhiyun /* Try to transmit the packet. This can fail, if
285*4882a593Smuzhiyun * the device queue is full. In case of failure, the
286*4882a593Smuzhiyun * packet is left in the txqueue.
287*4882a593Smuzhiyun * If transmission succeed, the packet is moved to txrunning.
288*4882a593Smuzhiyun * If it is impossible to transmit the packet, it
289*4882a593Smuzhiyun * is dropped.
290*4882a593Smuzhiyun */
291*4882a593Smuzhiyun err = pio_tx_packet(packet);
292*4882a593Smuzhiyun if (err)
293*4882a593Smuzhiyun break;
294*4882a593Smuzhiyun }
295*4882a593Smuzhiyun out_unlock:
296*4882a593Smuzhiyun spin_unlock_irqrestore(&dev->wl->irq_lock, flags);
297*4882a593Smuzhiyun }
298*4882a593Smuzhiyun
setup_txqueues(struct b43legacy_pioqueue * queue)299*4882a593Smuzhiyun static void setup_txqueues(struct b43legacy_pioqueue *queue)
300*4882a593Smuzhiyun {
301*4882a593Smuzhiyun struct b43legacy_pio_txpacket *packet;
302*4882a593Smuzhiyun int i;
303*4882a593Smuzhiyun
304*4882a593Smuzhiyun queue->nr_txfree = B43legacy_PIO_MAXTXPACKETS;
305*4882a593Smuzhiyun for (i = 0; i < B43legacy_PIO_MAXTXPACKETS; i++) {
306*4882a593Smuzhiyun packet = &(queue->tx_packets_cache[i]);
307*4882a593Smuzhiyun
308*4882a593Smuzhiyun packet->queue = queue;
309*4882a593Smuzhiyun INIT_LIST_HEAD(&packet->list);
310*4882a593Smuzhiyun
311*4882a593Smuzhiyun list_add(&packet->list, &queue->txfree);
312*4882a593Smuzhiyun }
313*4882a593Smuzhiyun }
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun static
b43legacy_setup_pioqueue(struct b43legacy_wldev * dev,u16 pio_mmio_base)316*4882a593Smuzhiyun struct b43legacy_pioqueue *b43legacy_setup_pioqueue(struct b43legacy_wldev *dev,
317*4882a593Smuzhiyun u16 pio_mmio_base)
318*4882a593Smuzhiyun {
319*4882a593Smuzhiyun struct b43legacy_pioqueue *queue;
320*4882a593Smuzhiyun u32 value;
321*4882a593Smuzhiyun u16 qsize;
322*4882a593Smuzhiyun
323*4882a593Smuzhiyun queue = kzalloc(sizeof(*queue), GFP_KERNEL);
324*4882a593Smuzhiyun if (!queue)
325*4882a593Smuzhiyun goto out;
326*4882a593Smuzhiyun
327*4882a593Smuzhiyun queue->dev = dev;
328*4882a593Smuzhiyun queue->mmio_base = pio_mmio_base;
329*4882a593Smuzhiyun queue->need_workarounds = (dev->dev->id.revision < 3);
330*4882a593Smuzhiyun
331*4882a593Smuzhiyun INIT_LIST_HEAD(&queue->txfree);
332*4882a593Smuzhiyun INIT_LIST_HEAD(&queue->txqueue);
333*4882a593Smuzhiyun INIT_LIST_HEAD(&queue->txrunning);
334*4882a593Smuzhiyun tasklet_setup(&queue->txtask, tx_tasklet);
335*4882a593Smuzhiyun
336*4882a593Smuzhiyun value = b43legacy_read32(dev, B43legacy_MMIO_MACCTL);
337*4882a593Smuzhiyun value &= ~B43legacy_MACCTL_BE;
338*4882a593Smuzhiyun b43legacy_write32(dev, B43legacy_MMIO_MACCTL, value);
339*4882a593Smuzhiyun
340*4882a593Smuzhiyun qsize = b43legacy_read16(dev, queue->mmio_base
341*4882a593Smuzhiyun + B43legacy_PIO_TXQBUFSIZE);
342*4882a593Smuzhiyun if (qsize == 0) {
343*4882a593Smuzhiyun b43legacyerr(dev->wl, "This card does not support PIO "
344*4882a593Smuzhiyun "operation mode. Please use DMA mode "
345*4882a593Smuzhiyun "(module parameter pio=0).\n");
346*4882a593Smuzhiyun goto err_freequeue;
347*4882a593Smuzhiyun }
348*4882a593Smuzhiyun if (qsize <= B43legacy_PIO_TXQADJUST) {
349*4882a593Smuzhiyun b43legacyerr(dev->wl, "PIO tx device-queue too small (%u)\n",
350*4882a593Smuzhiyun qsize);
351*4882a593Smuzhiyun goto err_freequeue;
352*4882a593Smuzhiyun }
353*4882a593Smuzhiyun qsize -= B43legacy_PIO_TXQADJUST;
354*4882a593Smuzhiyun queue->tx_devq_size = qsize;
355*4882a593Smuzhiyun
356*4882a593Smuzhiyun setup_txqueues(queue);
357*4882a593Smuzhiyun
358*4882a593Smuzhiyun out:
359*4882a593Smuzhiyun return queue;
360*4882a593Smuzhiyun
361*4882a593Smuzhiyun err_freequeue:
362*4882a593Smuzhiyun kfree(queue);
363*4882a593Smuzhiyun queue = NULL;
364*4882a593Smuzhiyun goto out;
365*4882a593Smuzhiyun }
366*4882a593Smuzhiyun
cancel_transfers(struct b43legacy_pioqueue * queue)367*4882a593Smuzhiyun static void cancel_transfers(struct b43legacy_pioqueue *queue)
368*4882a593Smuzhiyun {
369*4882a593Smuzhiyun struct b43legacy_pio_txpacket *packet, *tmp_packet;
370*4882a593Smuzhiyun
371*4882a593Smuzhiyun tasklet_kill(&queue->txtask);
372*4882a593Smuzhiyun
373*4882a593Smuzhiyun list_for_each_entry_safe(packet, tmp_packet, &queue->txrunning, list)
374*4882a593Smuzhiyun free_txpacket(packet, 0);
375*4882a593Smuzhiyun list_for_each_entry_safe(packet, tmp_packet, &queue->txqueue, list)
376*4882a593Smuzhiyun free_txpacket(packet, 0);
377*4882a593Smuzhiyun }
378*4882a593Smuzhiyun
b43legacy_destroy_pioqueue(struct b43legacy_pioqueue * queue)379*4882a593Smuzhiyun static void b43legacy_destroy_pioqueue(struct b43legacy_pioqueue *queue)
380*4882a593Smuzhiyun {
381*4882a593Smuzhiyun if (!queue)
382*4882a593Smuzhiyun return;
383*4882a593Smuzhiyun
384*4882a593Smuzhiyun cancel_transfers(queue);
385*4882a593Smuzhiyun kfree(queue);
386*4882a593Smuzhiyun }
387*4882a593Smuzhiyun
b43legacy_pio_free(struct b43legacy_wldev * dev)388*4882a593Smuzhiyun void b43legacy_pio_free(struct b43legacy_wldev *dev)
389*4882a593Smuzhiyun {
390*4882a593Smuzhiyun struct b43legacy_pio *pio;
391*4882a593Smuzhiyun
392*4882a593Smuzhiyun if (!b43legacy_using_pio(dev))
393*4882a593Smuzhiyun return;
394*4882a593Smuzhiyun pio = &dev->pio;
395*4882a593Smuzhiyun
396*4882a593Smuzhiyun b43legacy_destroy_pioqueue(pio->queue3);
397*4882a593Smuzhiyun pio->queue3 = NULL;
398*4882a593Smuzhiyun b43legacy_destroy_pioqueue(pio->queue2);
399*4882a593Smuzhiyun pio->queue2 = NULL;
400*4882a593Smuzhiyun b43legacy_destroy_pioqueue(pio->queue1);
401*4882a593Smuzhiyun pio->queue1 = NULL;
402*4882a593Smuzhiyun b43legacy_destroy_pioqueue(pio->queue0);
403*4882a593Smuzhiyun pio->queue0 = NULL;
404*4882a593Smuzhiyun }
405*4882a593Smuzhiyun
b43legacy_pio_init(struct b43legacy_wldev * dev)406*4882a593Smuzhiyun int b43legacy_pio_init(struct b43legacy_wldev *dev)
407*4882a593Smuzhiyun {
408*4882a593Smuzhiyun struct b43legacy_pio *pio = &dev->pio;
409*4882a593Smuzhiyun struct b43legacy_pioqueue *queue;
410*4882a593Smuzhiyun int err = -ENOMEM;
411*4882a593Smuzhiyun
412*4882a593Smuzhiyun queue = b43legacy_setup_pioqueue(dev, B43legacy_MMIO_PIO1_BASE);
413*4882a593Smuzhiyun if (!queue)
414*4882a593Smuzhiyun goto out;
415*4882a593Smuzhiyun pio->queue0 = queue;
416*4882a593Smuzhiyun
417*4882a593Smuzhiyun queue = b43legacy_setup_pioqueue(dev, B43legacy_MMIO_PIO2_BASE);
418*4882a593Smuzhiyun if (!queue)
419*4882a593Smuzhiyun goto err_destroy0;
420*4882a593Smuzhiyun pio->queue1 = queue;
421*4882a593Smuzhiyun
422*4882a593Smuzhiyun queue = b43legacy_setup_pioqueue(dev, B43legacy_MMIO_PIO3_BASE);
423*4882a593Smuzhiyun if (!queue)
424*4882a593Smuzhiyun goto err_destroy1;
425*4882a593Smuzhiyun pio->queue2 = queue;
426*4882a593Smuzhiyun
427*4882a593Smuzhiyun queue = b43legacy_setup_pioqueue(dev, B43legacy_MMIO_PIO4_BASE);
428*4882a593Smuzhiyun if (!queue)
429*4882a593Smuzhiyun goto err_destroy2;
430*4882a593Smuzhiyun pio->queue3 = queue;
431*4882a593Smuzhiyun
432*4882a593Smuzhiyun if (dev->dev->id.revision < 3)
433*4882a593Smuzhiyun dev->irq_mask |= B43legacy_IRQ_PIO_WORKAROUND;
434*4882a593Smuzhiyun
435*4882a593Smuzhiyun b43legacydbg(dev->wl, "PIO initialized\n");
436*4882a593Smuzhiyun err = 0;
437*4882a593Smuzhiyun out:
438*4882a593Smuzhiyun return err;
439*4882a593Smuzhiyun
440*4882a593Smuzhiyun err_destroy2:
441*4882a593Smuzhiyun b43legacy_destroy_pioqueue(pio->queue2);
442*4882a593Smuzhiyun pio->queue2 = NULL;
443*4882a593Smuzhiyun err_destroy1:
444*4882a593Smuzhiyun b43legacy_destroy_pioqueue(pio->queue1);
445*4882a593Smuzhiyun pio->queue1 = NULL;
446*4882a593Smuzhiyun err_destroy0:
447*4882a593Smuzhiyun b43legacy_destroy_pioqueue(pio->queue0);
448*4882a593Smuzhiyun pio->queue0 = NULL;
449*4882a593Smuzhiyun goto out;
450*4882a593Smuzhiyun }
451*4882a593Smuzhiyun
b43legacy_pio_tx(struct b43legacy_wldev * dev,struct sk_buff * skb)452*4882a593Smuzhiyun int b43legacy_pio_tx(struct b43legacy_wldev *dev,
453*4882a593Smuzhiyun struct sk_buff *skb)
454*4882a593Smuzhiyun {
455*4882a593Smuzhiyun struct b43legacy_pioqueue *queue = dev->pio.queue1;
456*4882a593Smuzhiyun struct b43legacy_pio_txpacket *packet;
457*4882a593Smuzhiyun
458*4882a593Smuzhiyun B43legacy_WARN_ON(queue->tx_suspended);
459*4882a593Smuzhiyun B43legacy_WARN_ON(list_empty(&queue->txfree));
460*4882a593Smuzhiyun
461*4882a593Smuzhiyun packet = list_entry(queue->txfree.next, struct b43legacy_pio_txpacket,
462*4882a593Smuzhiyun list);
463*4882a593Smuzhiyun packet->skb = skb;
464*4882a593Smuzhiyun
465*4882a593Smuzhiyun list_move_tail(&packet->list, &queue->txqueue);
466*4882a593Smuzhiyun queue->nr_txfree--;
467*4882a593Smuzhiyun B43legacy_WARN_ON(queue->nr_txfree >= B43legacy_PIO_MAXTXPACKETS);
468*4882a593Smuzhiyun
469*4882a593Smuzhiyun tasklet_schedule(&queue->txtask);
470*4882a593Smuzhiyun
471*4882a593Smuzhiyun return 0;
472*4882a593Smuzhiyun }
473*4882a593Smuzhiyun
b43legacy_pio_handle_txstatus(struct b43legacy_wldev * dev,const struct b43legacy_txstatus * status)474*4882a593Smuzhiyun void b43legacy_pio_handle_txstatus(struct b43legacy_wldev *dev,
475*4882a593Smuzhiyun const struct b43legacy_txstatus *status)
476*4882a593Smuzhiyun {
477*4882a593Smuzhiyun struct b43legacy_pioqueue *queue;
478*4882a593Smuzhiyun struct b43legacy_pio_txpacket *packet;
479*4882a593Smuzhiyun struct ieee80211_tx_info *info;
480*4882a593Smuzhiyun int retry_limit;
481*4882a593Smuzhiyun
482*4882a593Smuzhiyun queue = parse_cookie(dev, status->cookie, &packet);
483*4882a593Smuzhiyun B43legacy_WARN_ON(!queue);
484*4882a593Smuzhiyun
485*4882a593Smuzhiyun if (!packet->skb)
486*4882a593Smuzhiyun return;
487*4882a593Smuzhiyun
488*4882a593Smuzhiyun queue->tx_devq_packets--;
489*4882a593Smuzhiyun queue->tx_devq_used -= (packet->skb->len +
490*4882a593Smuzhiyun sizeof(struct b43legacy_txhdr_fw3));
491*4882a593Smuzhiyun
492*4882a593Smuzhiyun info = IEEE80211_SKB_CB(packet->skb);
493*4882a593Smuzhiyun
494*4882a593Smuzhiyun /* preserve the confiured retry limit before clearing the status
495*4882a593Smuzhiyun * The xmit function has overwritten the rc's value with the actual
496*4882a593Smuzhiyun * retry limit done by the hardware */
497*4882a593Smuzhiyun retry_limit = info->status.rates[0].count;
498*4882a593Smuzhiyun ieee80211_tx_info_clear_status(info);
499*4882a593Smuzhiyun
500*4882a593Smuzhiyun if (status->acked)
501*4882a593Smuzhiyun info->flags |= IEEE80211_TX_STAT_ACK;
502*4882a593Smuzhiyun
503*4882a593Smuzhiyun if (status->rts_count > dev->wl->hw->conf.short_frame_max_tx_count) {
504*4882a593Smuzhiyun /*
505*4882a593Smuzhiyun * If the short retries (RTS, not data frame) have exceeded
506*4882a593Smuzhiyun * the limit, the hw will not have tried the selected rate,
507*4882a593Smuzhiyun * but will have used the fallback rate instead.
508*4882a593Smuzhiyun * Don't let the rate control count attempts for the selected
509*4882a593Smuzhiyun * rate in this case, otherwise the statistics will be off.
510*4882a593Smuzhiyun */
511*4882a593Smuzhiyun info->status.rates[0].count = 0;
512*4882a593Smuzhiyun info->status.rates[1].count = status->frame_count;
513*4882a593Smuzhiyun } else {
514*4882a593Smuzhiyun if (status->frame_count > retry_limit) {
515*4882a593Smuzhiyun info->status.rates[0].count = retry_limit;
516*4882a593Smuzhiyun info->status.rates[1].count = status->frame_count -
517*4882a593Smuzhiyun retry_limit;
518*4882a593Smuzhiyun
519*4882a593Smuzhiyun } else {
520*4882a593Smuzhiyun info->status.rates[0].count = status->frame_count;
521*4882a593Smuzhiyun info->status.rates[1].idx = -1;
522*4882a593Smuzhiyun }
523*4882a593Smuzhiyun }
524*4882a593Smuzhiyun ieee80211_tx_status_irqsafe(dev->wl->hw, packet->skb);
525*4882a593Smuzhiyun packet->skb = NULL;
526*4882a593Smuzhiyun
527*4882a593Smuzhiyun free_txpacket(packet, 1);
528*4882a593Smuzhiyun /* If there are packets on the txqueue, poke the tasklet
529*4882a593Smuzhiyun * to transmit them.
530*4882a593Smuzhiyun */
531*4882a593Smuzhiyun if (!list_empty(&queue->txqueue))
532*4882a593Smuzhiyun tasklet_schedule(&queue->txtask);
533*4882a593Smuzhiyun }
534*4882a593Smuzhiyun
pio_rx_error(struct b43legacy_pioqueue * queue,int clear_buffers,const char * error)535*4882a593Smuzhiyun static void pio_rx_error(struct b43legacy_pioqueue *queue,
536*4882a593Smuzhiyun int clear_buffers,
537*4882a593Smuzhiyun const char *error)
538*4882a593Smuzhiyun {
539*4882a593Smuzhiyun int i;
540*4882a593Smuzhiyun
541*4882a593Smuzhiyun b43legacyerr(queue->dev->wl, "PIO RX error: %s\n", error);
542*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_RXCTL,
543*4882a593Smuzhiyun B43legacy_PIO_RXCTL_READY);
544*4882a593Smuzhiyun if (clear_buffers) {
545*4882a593Smuzhiyun B43legacy_WARN_ON(queue->mmio_base != B43legacy_MMIO_PIO1_BASE);
546*4882a593Smuzhiyun for (i = 0; i < 15; i++) {
547*4882a593Smuzhiyun /* Dummy read. */
548*4882a593Smuzhiyun b43legacy_pio_read(queue, B43legacy_PIO_RXDATA);
549*4882a593Smuzhiyun }
550*4882a593Smuzhiyun }
551*4882a593Smuzhiyun }
552*4882a593Smuzhiyun
b43legacy_pio_rx(struct b43legacy_pioqueue * queue)553*4882a593Smuzhiyun void b43legacy_pio_rx(struct b43legacy_pioqueue *queue)
554*4882a593Smuzhiyun {
555*4882a593Smuzhiyun __le16 preamble[21] = { 0 };
556*4882a593Smuzhiyun struct b43legacy_rxhdr_fw3 *rxhdr;
557*4882a593Smuzhiyun u16 tmp;
558*4882a593Smuzhiyun u16 len;
559*4882a593Smuzhiyun u16 macstat;
560*4882a593Smuzhiyun int i;
561*4882a593Smuzhiyun int preamble_readwords;
562*4882a593Smuzhiyun struct sk_buff *skb;
563*4882a593Smuzhiyun
564*4882a593Smuzhiyun tmp = b43legacy_pio_read(queue, B43legacy_PIO_RXCTL);
565*4882a593Smuzhiyun if (!(tmp & B43legacy_PIO_RXCTL_DATAAVAILABLE))
566*4882a593Smuzhiyun return;
567*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_RXCTL,
568*4882a593Smuzhiyun B43legacy_PIO_RXCTL_DATAAVAILABLE);
569*4882a593Smuzhiyun
570*4882a593Smuzhiyun for (i = 0; i < 10; i++) {
571*4882a593Smuzhiyun tmp = b43legacy_pio_read(queue, B43legacy_PIO_RXCTL);
572*4882a593Smuzhiyun if (tmp & B43legacy_PIO_RXCTL_READY)
573*4882a593Smuzhiyun goto data_ready;
574*4882a593Smuzhiyun udelay(10);
575*4882a593Smuzhiyun }
576*4882a593Smuzhiyun b43legacydbg(queue->dev->wl, "PIO RX timed out\n");
577*4882a593Smuzhiyun return;
578*4882a593Smuzhiyun data_ready:
579*4882a593Smuzhiyun
580*4882a593Smuzhiyun len = b43legacy_pio_read(queue, B43legacy_PIO_RXDATA);
581*4882a593Smuzhiyun if (unlikely(len > 0x700)) {
582*4882a593Smuzhiyun pio_rx_error(queue, 0, "len > 0x700");
583*4882a593Smuzhiyun return;
584*4882a593Smuzhiyun }
585*4882a593Smuzhiyun if (unlikely(len == 0 && queue->mmio_base !=
586*4882a593Smuzhiyun B43legacy_MMIO_PIO4_BASE)) {
587*4882a593Smuzhiyun pio_rx_error(queue, 0, "len == 0");
588*4882a593Smuzhiyun return;
589*4882a593Smuzhiyun }
590*4882a593Smuzhiyun preamble[0] = cpu_to_le16(len);
591*4882a593Smuzhiyun if (queue->mmio_base == B43legacy_MMIO_PIO4_BASE)
592*4882a593Smuzhiyun preamble_readwords = 14 / sizeof(u16);
593*4882a593Smuzhiyun else
594*4882a593Smuzhiyun preamble_readwords = 18 / sizeof(u16);
595*4882a593Smuzhiyun for (i = 0; i < preamble_readwords; i++) {
596*4882a593Smuzhiyun tmp = b43legacy_pio_read(queue, B43legacy_PIO_RXDATA);
597*4882a593Smuzhiyun preamble[i + 1] = cpu_to_le16(tmp);
598*4882a593Smuzhiyun }
599*4882a593Smuzhiyun rxhdr = (struct b43legacy_rxhdr_fw3 *)preamble;
600*4882a593Smuzhiyun macstat = le16_to_cpu(rxhdr->mac_status);
601*4882a593Smuzhiyun if (macstat & B43legacy_RX_MAC_FCSERR) {
602*4882a593Smuzhiyun pio_rx_error(queue,
603*4882a593Smuzhiyun (queue->mmio_base == B43legacy_MMIO_PIO1_BASE),
604*4882a593Smuzhiyun "Frame FCS error");
605*4882a593Smuzhiyun return;
606*4882a593Smuzhiyun }
607*4882a593Smuzhiyun if (queue->mmio_base == B43legacy_MMIO_PIO4_BASE) {
608*4882a593Smuzhiyun /* We received an xmit status. */
609*4882a593Smuzhiyun struct b43legacy_hwtxstatus *hw;
610*4882a593Smuzhiyun
611*4882a593Smuzhiyun hw = (struct b43legacy_hwtxstatus *)(preamble + 1);
612*4882a593Smuzhiyun b43legacy_handle_hwtxstatus(queue->dev, hw);
613*4882a593Smuzhiyun
614*4882a593Smuzhiyun return;
615*4882a593Smuzhiyun }
616*4882a593Smuzhiyun
617*4882a593Smuzhiyun skb = dev_alloc_skb(len);
618*4882a593Smuzhiyun if (unlikely(!skb)) {
619*4882a593Smuzhiyun pio_rx_error(queue, 1, "OOM");
620*4882a593Smuzhiyun return;
621*4882a593Smuzhiyun }
622*4882a593Smuzhiyun skb_put(skb, len);
623*4882a593Smuzhiyun for (i = 0; i < len - 1; i += 2) {
624*4882a593Smuzhiyun tmp = b43legacy_pio_read(queue, B43legacy_PIO_RXDATA);
625*4882a593Smuzhiyun *((__le16 *)(skb->data + i)) = cpu_to_le16(tmp);
626*4882a593Smuzhiyun }
627*4882a593Smuzhiyun if (len % 2) {
628*4882a593Smuzhiyun tmp = b43legacy_pio_read(queue, B43legacy_PIO_RXDATA);
629*4882a593Smuzhiyun skb->data[len - 1] = (tmp & 0x00FF);
630*4882a593Smuzhiyun }
631*4882a593Smuzhiyun b43legacy_rx(queue->dev, skb, rxhdr);
632*4882a593Smuzhiyun }
633*4882a593Smuzhiyun
b43legacy_pio_tx_suspend(struct b43legacy_pioqueue * queue)634*4882a593Smuzhiyun void b43legacy_pio_tx_suspend(struct b43legacy_pioqueue *queue)
635*4882a593Smuzhiyun {
636*4882a593Smuzhiyun b43legacy_power_saving_ctl_bits(queue->dev, -1, 1);
637*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
638*4882a593Smuzhiyun b43legacy_pio_read(queue, B43legacy_PIO_TXCTL)
639*4882a593Smuzhiyun | B43legacy_PIO_TXCTL_SUSPEND);
640*4882a593Smuzhiyun }
641*4882a593Smuzhiyun
b43legacy_pio_tx_resume(struct b43legacy_pioqueue * queue)642*4882a593Smuzhiyun void b43legacy_pio_tx_resume(struct b43legacy_pioqueue *queue)
643*4882a593Smuzhiyun {
644*4882a593Smuzhiyun b43legacy_pio_write(queue, B43legacy_PIO_TXCTL,
645*4882a593Smuzhiyun b43legacy_pio_read(queue, B43legacy_PIO_TXCTL)
646*4882a593Smuzhiyun & ~B43legacy_PIO_TXCTL_SUSPEND);
647*4882a593Smuzhiyun b43legacy_power_saving_ctl_bits(queue->dev, -1, -1);
648*4882a593Smuzhiyun tasklet_schedule(&queue->txtask);
649*4882a593Smuzhiyun }
650*4882a593Smuzhiyun
b43legacy_pio_freeze_txqueues(struct b43legacy_wldev * dev)651*4882a593Smuzhiyun void b43legacy_pio_freeze_txqueues(struct b43legacy_wldev *dev)
652*4882a593Smuzhiyun {
653*4882a593Smuzhiyun struct b43legacy_pio *pio;
654*4882a593Smuzhiyun
655*4882a593Smuzhiyun B43legacy_WARN_ON(!b43legacy_using_pio(dev));
656*4882a593Smuzhiyun pio = &dev->pio;
657*4882a593Smuzhiyun pio->queue0->tx_frozen = 1;
658*4882a593Smuzhiyun pio->queue1->tx_frozen = 1;
659*4882a593Smuzhiyun pio->queue2->tx_frozen = 1;
660*4882a593Smuzhiyun pio->queue3->tx_frozen = 1;
661*4882a593Smuzhiyun }
662*4882a593Smuzhiyun
b43legacy_pio_thaw_txqueues(struct b43legacy_wldev * dev)663*4882a593Smuzhiyun void b43legacy_pio_thaw_txqueues(struct b43legacy_wldev *dev)
664*4882a593Smuzhiyun {
665*4882a593Smuzhiyun struct b43legacy_pio *pio;
666*4882a593Smuzhiyun
667*4882a593Smuzhiyun B43legacy_WARN_ON(!b43legacy_using_pio(dev));
668*4882a593Smuzhiyun pio = &dev->pio;
669*4882a593Smuzhiyun pio->queue0->tx_frozen = 0;
670*4882a593Smuzhiyun pio->queue1->tx_frozen = 0;
671*4882a593Smuzhiyun pio->queue2->tx_frozen = 0;
672*4882a593Smuzhiyun pio->queue3->tx_frozen = 0;
673*4882a593Smuzhiyun if (!list_empty(&pio->queue0->txqueue))
674*4882a593Smuzhiyun tasklet_schedule(&pio->queue0->txtask);
675*4882a593Smuzhiyun if (!list_empty(&pio->queue1->txqueue))
676*4882a593Smuzhiyun tasklet_schedule(&pio->queue1->txtask);
677*4882a593Smuzhiyun if (!list_empty(&pio->queue2->txqueue))
678*4882a593Smuzhiyun tasklet_schedule(&pio->queue2->txtask);
679*4882a593Smuzhiyun if (!list_empty(&pio->queue3->txqueue))
680*4882a593Smuzhiyun tasklet_schedule(&pio->queue3->txtask);
681*4882a593Smuzhiyun }
682