xref: /OK3568_Linux_fs/external/rkwifibt/drivers/bcmdhd/linux_pkt.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun  * Linux Packet (skb) interface
3*4882a593Smuzhiyun  *
4*4882a593Smuzhiyun  * Copyright (C) 2020, Broadcom.
5*4882a593Smuzhiyun  *
6*4882a593Smuzhiyun  *      Unless you and Broadcom execute a separate written software license
7*4882a593Smuzhiyun  * agreement governing use of this software, this software is licensed to you
8*4882a593Smuzhiyun  * under the terms of the GNU General Public License version 2 (the "GPL"),
9*4882a593Smuzhiyun  * available at http://www.broadcom.com/licenses/GPLv2.php, with the
10*4882a593Smuzhiyun  * following added to such license:
11*4882a593Smuzhiyun  *
12*4882a593Smuzhiyun  *      As a special exception, the copyright holders of this software give you
13*4882a593Smuzhiyun  * permission to link this software with independent modules, and to copy and
14*4882a593Smuzhiyun  * distribute the resulting executable under terms of your choice, provided that
15*4882a593Smuzhiyun  * you also meet, for each linked independent module, the terms and conditions of
16*4882a593Smuzhiyun  * the license of that module.  An independent module is a module which is not
17*4882a593Smuzhiyun  * derived from this software.  The special exception does not apply to any
18*4882a593Smuzhiyun  * modifications of the software.
19*4882a593Smuzhiyun  *
20*4882a593Smuzhiyun  *
21*4882a593Smuzhiyun  * <<Broadcom-WL-IPTag/Dual:>>
22*4882a593Smuzhiyun  */
23*4882a593Smuzhiyun 
24*4882a593Smuzhiyun #include <typedefs.h>
25*4882a593Smuzhiyun #include <bcmendian.h>
26*4882a593Smuzhiyun #include <linuxver.h>
27*4882a593Smuzhiyun #include <bcmdefs.h>
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun #include <linux/random.h>
30*4882a593Smuzhiyun 
31*4882a593Smuzhiyun #include <osl.h>
32*4882a593Smuzhiyun #include <bcmutils.h>
33*4882a593Smuzhiyun #include <pcicfg.h>
34*4882a593Smuzhiyun #include <dngl_stats.h>
35*4882a593Smuzhiyun #include <dhd.h>
36*4882a593Smuzhiyun 
37*4882a593Smuzhiyun #if defined(BCMASSERT_LOG) && !defined(OEM_ANDROID)
38*4882a593Smuzhiyun #include <bcm_assert_log.h>
39*4882a593Smuzhiyun #endif
40*4882a593Smuzhiyun #include <linux/fs.h>
41*4882a593Smuzhiyun #include "linux_osl_priv.h"
42*4882a593Smuzhiyun 
43*4882a593Smuzhiyun #ifdef CONFIG_DHD_USE_STATIC_BUF
44*4882a593Smuzhiyun 
45*4882a593Smuzhiyun bcm_static_buf_t *bcm_static_buf = 0;
46*4882a593Smuzhiyun bcm_static_pkt_t *bcm_static_skb = 0;
47*4882a593Smuzhiyun 
48*4882a593Smuzhiyun void* wifi_platform_prealloc(void *adapter, int section, unsigned long size);
49*4882a593Smuzhiyun #endif /* CONFIG_DHD_USE_STATIC_BUF */
50*4882a593Smuzhiyun 
51*4882a593Smuzhiyun #ifdef BCM_OBJECT_TRACE
52*4882a593Smuzhiyun /* don't clear the first 4 byte that is the pkt sn */
53*4882a593Smuzhiyun #define OSL_PKTTAG_CLEAR(p) \
54*4882a593Smuzhiyun do { \
55*4882a593Smuzhiyun 	struct sk_buff *s = (struct sk_buff *)(p); \
56*4882a593Smuzhiyun 	uint tagsz = sizeof(s->cb); \
57*4882a593Smuzhiyun 	ASSERT(OSL_PKTTAG_SZ <= tagsz); \
58*4882a593Smuzhiyun 	memset(s->cb + 4, 0, tagsz - 4); \
59*4882a593Smuzhiyun } while (0)
60*4882a593Smuzhiyun #else
61*4882a593Smuzhiyun #define OSL_PKTTAG_CLEAR(p) \
62*4882a593Smuzhiyun do { \
63*4882a593Smuzhiyun 	struct sk_buff *s = (struct sk_buff *)(p); \
64*4882a593Smuzhiyun 	uint tagsz = sizeof(s->cb); \
65*4882a593Smuzhiyun 	ASSERT(OSL_PKTTAG_SZ <= tagsz); \
66*4882a593Smuzhiyun 	memset(s->cb, 0, tagsz); \
67*4882a593Smuzhiyun } while (0)
68*4882a593Smuzhiyun #endif /* BCM_OBJECT_TRACE */
69*4882a593Smuzhiyun 
osl_static_mem_init(osl_t * osh,void * adapter)70*4882a593Smuzhiyun int osl_static_mem_init(osl_t *osh, void *adapter)
71*4882a593Smuzhiyun {
72*4882a593Smuzhiyun #ifdef CONFIG_DHD_USE_STATIC_BUF
73*4882a593Smuzhiyun 		if (!bcm_static_buf && adapter) {
74*4882a593Smuzhiyun 			if (!(bcm_static_buf = (bcm_static_buf_t *)wifi_platform_prealloc(adapter,
75*4882a593Smuzhiyun 				DHD_PREALLOC_OSL_BUF, STATIC_BUF_SIZE + STATIC_BUF_TOTAL_LEN))) {
76*4882a593Smuzhiyun 				printf("can not alloc static buf!\n");
77*4882a593Smuzhiyun 				bcm_static_skb = NULL;
78*4882a593Smuzhiyun 				ASSERT(osh->magic == OS_HANDLE_MAGIC);
79*4882a593Smuzhiyun 				return -ENOMEM;
80*4882a593Smuzhiyun 			} else {
81*4882a593Smuzhiyun 				printf("succeed to alloc static buf\n");
82*4882a593Smuzhiyun 			}
83*4882a593Smuzhiyun 
84*4882a593Smuzhiyun 			spin_lock_init(&bcm_static_buf->static_lock);
85*4882a593Smuzhiyun 
86*4882a593Smuzhiyun 			bcm_static_buf->buf_ptr = (unsigned char *)bcm_static_buf + STATIC_BUF_SIZE;
87*4882a593Smuzhiyun 		}
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun #if defined(BCMSDIO) || defined(DHD_USE_STATIC_CTRLBUF)
90*4882a593Smuzhiyun 		if (!bcm_static_skb && adapter) {
91*4882a593Smuzhiyun 			int i;
92*4882a593Smuzhiyun 			void *skb_buff_ptr = 0;
93*4882a593Smuzhiyun 			bcm_static_skb = (bcm_static_pkt_t *)((char *)bcm_static_buf + 2048);
94*4882a593Smuzhiyun 			skb_buff_ptr = wifi_platform_prealloc(adapter, DHD_PREALLOC_SKB_BUF, 0);
95*4882a593Smuzhiyun 			if (!skb_buff_ptr) {
96*4882a593Smuzhiyun 				printf("cannot alloc static buf!\n");
97*4882a593Smuzhiyun 				bcm_static_buf = NULL;
98*4882a593Smuzhiyun 				bcm_static_skb = NULL;
99*4882a593Smuzhiyun 				ASSERT(osh->magic == OS_HANDLE_MAGIC);
100*4882a593Smuzhiyun 				return -ENOMEM;
101*4882a593Smuzhiyun 			}
102*4882a593Smuzhiyun 
103*4882a593Smuzhiyun 			bcopy(skb_buff_ptr, bcm_static_skb, sizeof(struct sk_buff *) *
104*4882a593Smuzhiyun 				(STATIC_PKT_MAX_NUM));
105*4882a593Smuzhiyun 			for (i = 0; i < STATIC_PKT_MAX_NUM; i++) {
106*4882a593Smuzhiyun 				bcm_static_skb->pkt_use[i] = 0;
107*4882a593Smuzhiyun 			}
108*4882a593Smuzhiyun 
109*4882a593Smuzhiyun #ifdef DHD_USE_STATIC_CTRLBUF
110*4882a593Smuzhiyun 			spin_lock_init(&bcm_static_skb->osl_pkt_lock);
111*4882a593Smuzhiyun 			bcm_static_skb->last_allocated_index = 0;
112*4882a593Smuzhiyun #else
113*4882a593Smuzhiyun 			sema_init(&bcm_static_skb->osl_pkt_sem, 1);
114*4882a593Smuzhiyun #endif /* DHD_USE_STATIC_CTRLBUF */
115*4882a593Smuzhiyun 		}
116*4882a593Smuzhiyun #endif /* BCMSDIO || DHD_USE_STATIC_CTRLBUF */
117*4882a593Smuzhiyun #endif /* CONFIG_DHD_USE_STATIC_BUF */
118*4882a593Smuzhiyun 
119*4882a593Smuzhiyun 	return 0;
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun 
osl_static_mem_deinit(osl_t * osh,void * adapter)122*4882a593Smuzhiyun int osl_static_mem_deinit(osl_t *osh, void *adapter)
123*4882a593Smuzhiyun {
124*4882a593Smuzhiyun #ifdef CONFIG_DHD_USE_STATIC_BUF
125*4882a593Smuzhiyun 	if (bcm_static_buf) {
126*4882a593Smuzhiyun 		bcm_static_buf = 0;
127*4882a593Smuzhiyun 	}
128*4882a593Smuzhiyun #ifdef BCMSDIO
129*4882a593Smuzhiyun 	if (bcm_static_skb) {
130*4882a593Smuzhiyun 		bcm_static_skb = 0;
131*4882a593Smuzhiyun 	}
132*4882a593Smuzhiyun #endif /* BCMSDIO */
133*4882a593Smuzhiyun #endif /* CONFIG_DHD_USE_STATIC_BUF */
134*4882a593Smuzhiyun 	return 0;
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun 
137*4882a593Smuzhiyun static struct sk_buff *
BCMFASTPATH(osl_alloc_skb)138*4882a593Smuzhiyun BCMFASTPATH(osl_alloc_skb)(osl_t *osh, unsigned int len)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun 	struct sk_buff *skb;
141*4882a593Smuzhiyun #if LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 25)
142*4882a593Smuzhiyun 	gfp_t flags = (in_atomic() || irqs_disabled()) ? GFP_ATOMIC : GFP_KERNEL;
143*4882a593Smuzhiyun 
144*4882a593Smuzhiyun #ifdef DHD_USE_ATOMIC_PKTGET
145*4882a593Smuzhiyun 	flags = GFP_ATOMIC;
146*4882a593Smuzhiyun #endif /* DHD_USE_ATOMIC_PKTGET */
147*4882a593Smuzhiyun 	skb = __dev_alloc_skb(len, flags);
148*4882a593Smuzhiyun #else
149*4882a593Smuzhiyun 	skb = dev_alloc_skb(len);
150*4882a593Smuzhiyun #endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(2, 6, 25) */
151*4882a593Smuzhiyun 
152*4882a593Smuzhiyun 	return skb;
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun 
155*4882a593Smuzhiyun /* Convert a driver packet to native(OS) packet
156*4882a593Smuzhiyun  * In the process, packettag is zeroed out before sending up
157*4882a593Smuzhiyun  * IP code depends on skb->cb to be setup correctly with various options
158*4882a593Smuzhiyun  * In our case, that means it should be 0
159*4882a593Smuzhiyun  */
160*4882a593Smuzhiyun struct sk_buff *
BCMFASTPATH(osl_pkt_tonative)161*4882a593Smuzhiyun BCMFASTPATH(osl_pkt_tonative)(osl_t *osh, void *pkt)
162*4882a593Smuzhiyun {
163*4882a593Smuzhiyun 	struct sk_buff *nskb;
164*4882a593Smuzhiyun #ifdef BCMDBG_CTRACE
165*4882a593Smuzhiyun 	struct sk_buff *nskb1, *nskb2;
166*4882a593Smuzhiyun #endif
167*4882a593Smuzhiyun #ifdef BCMDBG_PKT
168*4882a593Smuzhiyun 	unsigned long flags;
169*4882a593Smuzhiyun #endif
170*4882a593Smuzhiyun 
171*4882a593Smuzhiyun 	if (osh->pub.pkttag)
172*4882a593Smuzhiyun 		OSL_PKTTAG_CLEAR(pkt);
173*4882a593Smuzhiyun 
174*4882a593Smuzhiyun 	/* Decrement the packet counter */
175*4882a593Smuzhiyun 	for (nskb = (struct sk_buff *)pkt; nskb; nskb = nskb->next) {
176*4882a593Smuzhiyun #ifdef BCMDBG_PKT
177*4882a593Smuzhiyun 		OSL_PKTLIST_LOCK(&osh->cmn->pktlist_lock, flags);
178*4882a593Smuzhiyun 		pktlist_remove(&(osh->cmn->pktlist), (void *) nskb);
179*4882a593Smuzhiyun 		OSL_PKTLIST_UNLOCK(&osh->cmn->pktlist_lock, flags);
180*4882a593Smuzhiyun #endif  /* BCMDBG_PKT */
181*4882a593Smuzhiyun 		atomic_sub(PKTISCHAINED(nskb) ? PKTCCNT(nskb) : 1, &osh->cmn->pktalloced);
182*4882a593Smuzhiyun 
183*4882a593Smuzhiyun #ifdef BCMDBG_CTRACE
184*4882a593Smuzhiyun 		for (nskb1 = nskb; nskb1 != NULL; nskb1 = nskb2) {
185*4882a593Smuzhiyun 			if (PKTISCHAINED(nskb1)) {
186*4882a593Smuzhiyun 				nskb2 = PKTCLINK(nskb1);
187*4882a593Smuzhiyun 			} else {
188*4882a593Smuzhiyun 				nskb2 = NULL;
189*4882a593Smuzhiyun 			}
190*4882a593Smuzhiyun 
191*4882a593Smuzhiyun 			DEL_CTRACE(osh, nskb1);
192*4882a593Smuzhiyun 		}
193*4882a593Smuzhiyun #endif /* BCMDBG_CTRACE */
194*4882a593Smuzhiyun 	}
195*4882a593Smuzhiyun 	return (struct sk_buff *)pkt;
196*4882a593Smuzhiyun }
197*4882a593Smuzhiyun 
198*4882a593Smuzhiyun /* Convert a native(OS) packet to driver packet.
199*4882a593Smuzhiyun  * In the process, native packet is destroyed, there is no copying
200*4882a593Smuzhiyun  * Also, a packettag is zeroed out
201*4882a593Smuzhiyun  */
202*4882a593Smuzhiyun #ifdef BCMDBG_PKT
203*4882a593Smuzhiyun void *
osl_pkt_frmnative(osl_t * osh,void * pkt,int line,char * file)204*4882a593Smuzhiyun osl_pkt_frmnative(osl_t *osh, void *pkt, int line, char *file)
205*4882a593Smuzhiyun #else /* BCMDBG_PKT pkt logging for debugging */
206*4882a593Smuzhiyun #ifdef BCMDBG_CTRACE
207*4882a593Smuzhiyun void *
208*4882a593Smuzhiyun BCMFASTPATH(osl_pkt_frmnative)(osl_t *osh, void *pkt, int line, char *file)
209*4882a593Smuzhiyun #else
210*4882a593Smuzhiyun void *
211*4882a593Smuzhiyun BCMFASTPATH(osl_pkt_frmnative)(osl_t *osh, void *pkt)
212*4882a593Smuzhiyun #endif /* BCMDBG_CTRACE */
213*4882a593Smuzhiyun #endif /* BCMDBG_PKT */
214*4882a593Smuzhiyun {
215*4882a593Smuzhiyun 	struct sk_buff *cskb;
216*4882a593Smuzhiyun 	struct sk_buff *nskb;
217*4882a593Smuzhiyun 	unsigned long pktalloced = 0;
218*4882a593Smuzhiyun #ifdef BCMDBG_PKT
219*4882a593Smuzhiyun 	unsigned long flags;
220*4882a593Smuzhiyun #endif
221*4882a593Smuzhiyun 
222*4882a593Smuzhiyun 	if (osh->pub.pkttag)
223*4882a593Smuzhiyun 		OSL_PKTTAG_CLEAR(pkt);
224*4882a593Smuzhiyun 
225*4882a593Smuzhiyun 	/* walk the PKTCLINK() list */
226*4882a593Smuzhiyun 	for (cskb = (struct sk_buff *)pkt;
227*4882a593Smuzhiyun 	     cskb != NULL;
228*4882a593Smuzhiyun 	     cskb = PKTISCHAINED(cskb) ? PKTCLINK(cskb) : NULL) {
229*4882a593Smuzhiyun 
230*4882a593Smuzhiyun 		/* walk the pkt buffer list */
231*4882a593Smuzhiyun 		for (nskb = cskb; nskb; nskb = nskb->next) {
232*4882a593Smuzhiyun 
233*4882a593Smuzhiyun 			/* Increment the packet counter */
234*4882a593Smuzhiyun 			pktalloced++;
235*4882a593Smuzhiyun 
236*4882a593Smuzhiyun 			/* clean the 'prev' pointer
237*4882a593Smuzhiyun 			 * Kernel 3.18 is leaving skb->prev pointer set to skb
238*4882a593Smuzhiyun 			 * to indicate a non-fragmented skb
239*4882a593Smuzhiyun 			 */
240*4882a593Smuzhiyun #if (LINUX_VERSION_CODE >= KERNEL_VERSION(3, 18, 0))
241*4882a593Smuzhiyun 			nskb->prev = NULL;
242*4882a593Smuzhiyun #endif /* LINUX_VERSION_CODE >= KERNEL_VERSION(3, 18, 0) */
243*4882a593Smuzhiyun 
244*4882a593Smuzhiyun #ifdef BCMDBG_PKT
245*4882a593Smuzhiyun 			OSL_PKTLIST_LOCK(&osh->cmn->pktlist_lock, flags);
246*4882a593Smuzhiyun 			pktlist_add(&(osh->cmn->pktlist), (void *) nskb, line, file);
247*4882a593Smuzhiyun 			OSL_PKTLIST_UNLOCK(&osh->cmn->pktlist_lock, flags);
248*4882a593Smuzhiyun #endif  /* BCMDBG_PKT */
249*4882a593Smuzhiyun 
250*4882a593Smuzhiyun #ifdef BCMDBG_CTRACE
251*4882a593Smuzhiyun 			ADD_CTRACE(osh, nskb, file, line);
252*4882a593Smuzhiyun #endif /* BCMDBG_CTRACE */
253*4882a593Smuzhiyun 		}
254*4882a593Smuzhiyun 	}
255*4882a593Smuzhiyun 
256*4882a593Smuzhiyun 	/* Increment the packet counter */
257*4882a593Smuzhiyun 	atomic_add(pktalloced, &osh->cmn->pktalloced);
258*4882a593Smuzhiyun 
259*4882a593Smuzhiyun 	return (void *)pkt;
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun 
262*4882a593Smuzhiyun /* Return a new packet. zero out pkttag */
263*4882a593Smuzhiyun #ifdef BCMDBG_PKT
264*4882a593Smuzhiyun void *
BCMFASTPATH(linux_pktget)265*4882a593Smuzhiyun BCMFASTPATH(linux_pktget)(osl_t *osh, uint len, int line, char *file)
266*4882a593Smuzhiyun #else /* BCMDBG_PKT */
267*4882a593Smuzhiyun #ifdef BCMDBG_CTRACE
268*4882a593Smuzhiyun void *
269*4882a593Smuzhiyun BCMFASTPATH(linux_pktget)(osl_t *osh, uint len, int line, char *file)
270*4882a593Smuzhiyun #else
271*4882a593Smuzhiyun #ifdef BCM_OBJECT_TRACE
272*4882a593Smuzhiyun void *
273*4882a593Smuzhiyun BCMFASTPATH(linux_pktget)(osl_t *osh, uint len, int line, const char *caller)
274*4882a593Smuzhiyun #else
275*4882a593Smuzhiyun void *
276*4882a593Smuzhiyun BCMFASTPATH(linux_pktget)(osl_t *osh, uint len)
277*4882a593Smuzhiyun #endif /* BCM_OBJECT_TRACE */
278*4882a593Smuzhiyun #endif /* BCMDBG_CTRACE */
279*4882a593Smuzhiyun #endif /* BCMDBG_PKT */
280*4882a593Smuzhiyun {
281*4882a593Smuzhiyun 	struct sk_buff *skb;
282*4882a593Smuzhiyun #ifdef BCMDBG_PKT
283*4882a593Smuzhiyun 	unsigned long flags;
284*4882a593Smuzhiyun #endif
285*4882a593Smuzhiyun 	uchar num = 0;
286*4882a593Smuzhiyun 	if (lmtest != FALSE) {
287*4882a593Smuzhiyun 		get_random_bytes(&num, sizeof(uchar));
288*4882a593Smuzhiyun 		if ((num + 1) <= (256 * lmtest / 100))
289*4882a593Smuzhiyun 			return NULL;
290*4882a593Smuzhiyun 	}
291*4882a593Smuzhiyun 
292*4882a593Smuzhiyun 	if ((skb = osl_alloc_skb(osh, len))) {
293*4882a593Smuzhiyun #ifdef BCMDBG
294*4882a593Smuzhiyun 		skb_put(skb, len);
295*4882a593Smuzhiyun #else
296*4882a593Smuzhiyun 		skb->tail += len;
297*4882a593Smuzhiyun 		skb->len  += len;
298*4882a593Smuzhiyun #endif
299*4882a593Smuzhiyun 		skb->priority = 0;
300*4882a593Smuzhiyun 
301*4882a593Smuzhiyun #ifdef BCMDBG_CTRACE
302*4882a593Smuzhiyun 		ADD_CTRACE(osh, skb, file, line);
303*4882a593Smuzhiyun #endif
304*4882a593Smuzhiyun #ifdef BCMDBG_PKT
305*4882a593Smuzhiyun 		OSL_PKTLIST_LOCK(&osh->cmn->pktlist_lock, flags);
306*4882a593Smuzhiyun 		pktlist_add(&(osh->cmn->pktlist), (void *) skb, line, file);
307*4882a593Smuzhiyun 		OSL_PKTLIST_UNLOCK(&osh->cmn->pktlist_lock, flags);
308*4882a593Smuzhiyun #endif
309*4882a593Smuzhiyun 		atomic_inc(&osh->cmn->pktalloced);
310*4882a593Smuzhiyun #ifdef BCM_OBJECT_TRACE
311*4882a593Smuzhiyun 		bcm_object_trace_opr(skb, BCM_OBJDBG_ADD_PKT, caller, line);
312*4882a593Smuzhiyun #endif /* BCM_OBJECT_TRACE */
313*4882a593Smuzhiyun 	}
314*4882a593Smuzhiyun 
315*4882a593Smuzhiyun 	return ((void*) skb);
316*4882a593Smuzhiyun }
317*4882a593Smuzhiyun 
318*4882a593Smuzhiyun /* Free the driver packet. Free the tag if present */
319*4882a593Smuzhiyun #ifdef BCM_OBJECT_TRACE
320*4882a593Smuzhiyun void
BCMFASTPATH(linux_pktfree)321*4882a593Smuzhiyun BCMFASTPATH(linux_pktfree)(osl_t *osh, void *p, bool send, int line, const char *caller)
322*4882a593Smuzhiyun #else
323*4882a593Smuzhiyun void
324*4882a593Smuzhiyun BCMFASTPATH(linux_pktfree)(osl_t *osh, void *p, bool send)
325*4882a593Smuzhiyun #endif /* BCM_OBJECT_TRACE */
326*4882a593Smuzhiyun {
327*4882a593Smuzhiyun 	struct sk_buff *skb, *nskb;
328*4882a593Smuzhiyun #ifdef BCMDBG_PKT
329*4882a593Smuzhiyun 	unsigned long flags;
330*4882a593Smuzhiyun #endif
331*4882a593Smuzhiyun 	if (osh == NULL)
332*4882a593Smuzhiyun 		return;
333*4882a593Smuzhiyun 
334*4882a593Smuzhiyun 	skb = (struct sk_buff*) p;
335*4882a593Smuzhiyun 
336*4882a593Smuzhiyun 	if (send) {
337*4882a593Smuzhiyun 		if (osh->pub.tx_fn) {
338*4882a593Smuzhiyun 			osh->pub.tx_fn(osh->pub.tx_ctx, p, 0);
339*4882a593Smuzhiyun 		}
340*4882a593Smuzhiyun 	} else {
341*4882a593Smuzhiyun 		if (osh->pub.rx_fn) {
342*4882a593Smuzhiyun 			osh->pub.rx_fn(osh->pub.rx_ctx, p);
343*4882a593Smuzhiyun 		}
344*4882a593Smuzhiyun 	}
345*4882a593Smuzhiyun 
346*4882a593Smuzhiyun 	PKTDBG_TRACE(osh, (void *) skb, PKTLIST_PKTFREE);
347*4882a593Smuzhiyun 
348*4882a593Smuzhiyun #if defined(CONFIG_DHD_USE_STATIC_BUF) && defined(DHD_USE_STATIC_CTRLBUF)
349*4882a593Smuzhiyun 	if (skb && (skb->mac_len == PREALLOC_USED_MAGIC)) {
350*4882a593Smuzhiyun 		printf("%s: pkt %p is from static pool\n",
351*4882a593Smuzhiyun 			__FUNCTION__, p);
352*4882a593Smuzhiyun 		dump_stack();
353*4882a593Smuzhiyun 		return;
354*4882a593Smuzhiyun 	}
355*4882a593Smuzhiyun 
356*4882a593Smuzhiyun 	if (skb && (skb->mac_len == PREALLOC_FREE_MAGIC)) {
357*4882a593Smuzhiyun 		printf("%s: pkt %p is from static pool and not in used\n",
358*4882a593Smuzhiyun 			__FUNCTION__, p);
359*4882a593Smuzhiyun 		dump_stack();
360*4882a593Smuzhiyun 		return;
361*4882a593Smuzhiyun 	}
362*4882a593Smuzhiyun #endif /* CONFIG_DHD_USE_STATIC_BUF && DHD_USE_STATIC_CTRLBUF */
363*4882a593Smuzhiyun 
364*4882a593Smuzhiyun 	/* perversion: we use skb->next to chain multi-skb packets */
365*4882a593Smuzhiyun 	while (skb) {
366*4882a593Smuzhiyun 		nskb = skb->next;
367*4882a593Smuzhiyun 		skb->next = NULL;
368*4882a593Smuzhiyun 
369*4882a593Smuzhiyun #ifdef BCMDBG_CTRACE
370*4882a593Smuzhiyun 		DEL_CTRACE(osh, skb);
371*4882a593Smuzhiyun #endif
372*4882a593Smuzhiyun #ifdef BCMDBG_PKT
373*4882a593Smuzhiyun 		OSL_PKTLIST_LOCK(&osh->cmn->pktlist_lock, flags);
374*4882a593Smuzhiyun 		pktlist_remove(&(osh->cmn->pktlist), (void *) skb);
375*4882a593Smuzhiyun 		OSL_PKTLIST_UNLOCK(&osh->cmn->pktlist_lock, flags);
376*4882a593Smuzhiyun #endif
377*4882a593Smuzhiyun 
378*4882a593Smuzhiyun #ifdef BCM_OBJECT_TRACE
379*4882a593Smuzhiyun 		bcm_object_trace_opr(skb, BCM_OBJDBG_REMOVE, caller, line);
380*4882a593Smuzhiyun #endif /* BCM_OBJECT_TRACE */
381*4882a593Smuzhiyun 
382*4882a593Smuzhiyun 		if (skb->destructor || irqs_disabled()) {
383*4882a593Smuzhiyun 			/* cannot kfree_skb() on hard IRQ (net/core/skbuff.c) if
384*4882a593Smuzhiyun 			 * destructor exists
385*4882a593Smuzhiyun 			 */
386*4882a593Smuzhiyun 			dev_kfree_skb_any(skb);
387*4882a593Smuzhiyun 		} else {
388*4882a593Smuzhiyun 			/* can free immediately (even in_irq()) if destructor
389*4882a593Smuzhiyun 			 * does not exist
390*4882a593Smuzhiyun 			 */
391*4882a593Smuzhiyun 			dev_kfree_skb(skb);
392*4882a593Smuzhiyun 		}
393*4882a593Smuzhiyun 		atomic_dec(&osh->cmn->pktalloced);
394*4882a593Smuzhiyun 		skb = nskb;
395*4882a593Smuzhiyun 	}
396*4882a593Smuzhiyun }
397*4882a593Smuzhiyun 
398*4882a593Smuzhiyun #ifdef CONFIG_DHD_USE_STATIC_BUF
399*4882a593Smuzhiyun void*
osl_pktget_static(osl_t * osh,uint len)400*4882a593Smuzhiyun osl_pktget_static(osl_t *osh, uint len)
401*4882a593Smuzhiyun {
402*4882a593Smuzhiyun 	int i = 0;
403*4882a593Smuzhiyun 	struct sk_buff *skb;
404*4882a593Smuzhiyun #ifdef DHD_USE_STATIC_CTRLBUF
405*4882a593Smuzhiyun 	unsigned long flags;
406*4882a593Smuzhiyun #endif /* DHD_USE_STATIC_CTRLBUF */
407*4882a593Smuzhiyun 
408*4882a593Smuzhiyun 	if (!bcm_static_skb)
409*4882a593Smuzhiyun 		return linux_pktget(osh, len);
410*4882a593Smuzhiyun 
411*4882a593Smuzhiyun 	if (len > DHD_SKB_MAX_BUFSIZE) {
412*4882a593Smuzhiyun 		printf("%s: attempt to allocate huge packet (0x%x)\n", __FUNCTION__, len);
413*4882a593Smuzhiyun 		return linux_pktget(osh, len);
414*4882a593Smuzhiyun 	}
415*4882a593Smuzhiyun 
416*4882a593Smuzhiyun #ifdef DHD_USE_STATIC_CTRLBUF
417*4882a593Smuzhiyun 	OSL_STATIC_PKT_LOCK(&bcm_static_skb->osl_pkt_lock, flags);
418*4882a593Smuzhiyun 
419*4882a593Smuzhiyun 	if (len <= DHD_SKB_2PAGE_BUFSIZE) {
420*4882a593Smuzhiyun 		uint32 index;
421*4882a593Smuzhiyun 		for (i = 0; i < STATIC_PKT_2PAGE_NUM; i++) {
422*4882a593Smuzhiyun 			index = bcm_static_skb->last_allocated_index % STATIC_PKT_2PAGE_NUM;
423*4882a593Smuzhiyun 			bcm_static_skb->last_allocated_index++;
424*4882a593Smuzhiyun 			if (bcm_static_skb->skb_8k[index] &&
425*4882a593Smuzhiyun 				bcm_static_skb->pkt_use[index] == 0) {
426*4882a593Smuzhiyun 				break;
427*4882a593Smuzhiyun 			}
428*4882a593Smuzhiyun 		}
429*4882a593Smuzhiyun 
430*4882a593Smuzhiyun 		if (i < STATIC_PKT_2PAGE_NUM) {
431*4882a593Smuzhiyun 			bcm_static_skb->pkt_use[index] = 1;
432*4882a593Smuzhiyun 			skb = bcm_static_skb->skb_8k[index];
433*4882a593Smuzhiyun 			skb->data = skb->head;
434*4882a593Smuzhiyun #ifdef NET_SKBUFF_DATA_USES_OFFSET
435*4882a593Smuzhiyun 			skb_set_tail_pointer(skb, PKT_HEADROOM_DEFAULT);
436*4882a593Smuzhiyun #else
437*4882a593Smuzhiyun 			skb->tail = skb->data + PKT_HEADROOM_DEFAULT;
438*4882a593Smuzhiyun #endif /* NET_SKBUFF_DATA_USES_OFFSET */
439*4882a593Smuzhiyun 			skb->data += PKT_HEADROOM_DEFAULT;
440*4882a593Smuzhiyun 			skb->cloned = 0;
441*4882a593Smuzhiyun 			skb->priority = 0;
442*4882a593Smuzhiyun #ifdef NET_SKBUFF_DATA_USES_OFFSET
443*4882a593Smuzhiyun 			skb_set_tail_pointer(skb, len);
444*4882a593Smuzhiyun #else
445*4882a593Smuzhiyun 			skb->tail = skb->data + len;
446*4882a593Smuzhiyun #endif /* NET_SKBUFF_DATA_USES_OFFSET */
447*4882a593Smuzhiyun 			skb->len = len;
448*4882a593Smuzhiyun 			skb->mac_len = PREALLOC_USED_MAGIC;
449*4882a593Smuzhiyun 			OSL_STATIC_PKT_UNLOCK(&bcm_static_skb->osl_pkt_lock, flags);
450*4882a593Smuzhiyun 			return skb;
451*4882a593Smuzhiyun 		}
452*4882a593Smuzhiyun 	}
453*4882a593Smuzhiyun 
454*4882a593Smuzhiyun 	OSL_STATIC_PKT_UNLOCK(&bcm_static_skb->osl_pkt_lock, flags);
455*4882a593Smuzhiyun 	printf("%s: all static pkt in use!\n", __FUNCTION__);
456*4882a593Smuzhiyun 	return NULL;
457*4882a593Smuzhiyun #else
458*4882a593Smuzhiyun 	down(&bcm_static_skb->osl_pkt_sem);
459*4882a593Smuzhiyun 
460*4882a593Smuzhiyun 	if (len <= DHD_SKB_1PAGE_BUFSIZE) {
461*4882a593Smuzhiyun 		for (i = 0; i < STATIC_PKT_1PAGE_NUM; i++) {
462*4882a593Smuzhiyun 			if (bcm_static_skb->skb_4k[i] &&
463*4882a593Smuzhiyun 				bcm_static_skb->pkt_use[i] == 0) {
464*4882a593Smuzhiyun 				break;
465*4882a593Smuzhiyun 			}
466*4882a593Smuzhiyun 		}
467*4882a593Smuzhiyun 
468*4882a593Smuzhiyun 		if (i != STATIC_PKT_1PAGE_NUM) {
469*4882a593Smuzhiyun 			bcm_static_skb->pkt_use[i] = 1;
470*4882a593Smuzhiyun 
471*4882a593Smuzhiyun 			skb = bcm_static_skb->skb_4k[i];
472*4882a593Smuzhiyun #ifdef NET_SKBUFF_DATA_USES_OFFSET
473*4882a593Smuzhiyun 			skb_set_tail_pointer(skb, len);
474*4882a593Smuzhiyun #else
475*4882a593Smuzhiyun 			skb->tail = skb->data + len;
476*4882a593Smuzhiyun #endif /* NET_SKBUFF_DATA_USES_OFFSET */
477*4882a593Smuzhiyun 			skb->len = len;
478*4882a593Smuzhiyun 
479*4882a593Smuzhiyun 			up(&bcm_static_skb->osl_pkt_sem);
480*4882a593Smuzhiyun 			return skb;
481*4882a593Smuzhiyun 		}
482*4882a593Smuzhiyun 	}
483*4882a593Smuzhiyun 
484*4882a593Smuzhiyun 	if (len <= DHD_SKB_2PAGE_BUFSIZE) {
485*4882a593Smuzhiyun 		for (i = STATIC_PKT_1PAGE_NUM; i < STATIC_PKT_1_2PAGE_NUM; i++) {
486*4882a593Smuzhiyun 			if (bcm_static_skb->skb_8k[i - STATIC_PKT_1PAGE_NUM] &&
487*4882a593Smuzhiyun 				bcm_static_skb->pkt_use[i] == 0) {
488*4882a593Smuzhiyun 				break;
489*4882a593Smuzhiyun 			}
490*4882a593Smuzhiyun 		}
491*4882a593Smuzhiyun 
492*4882a593Smuzhiyun 		if ((i >= STATIC_PKT_1PAGE_NUM) && (i < STATIC_PKT_1_2PAGE_NUM)) {
493*4882a593Smuzhiyun 			bcm_static_skb->pkt_use[i] = 1;
494*4882a593Smuzhiyun 			skb = bcm_static_skb->skb_8k[i - STATIC_PKT_1PAGE_NUM];
495*4882a593Smuzhiyun #ifdef NET_SKBUFF_DATA_USES_OFFSET
496*4882a593Smuzhiyun 			skb_set_tail_pointer(skb, len);
497*4882a593Smuzhiyun #else
498*4882a593Smuzhiyun 			skb->tail = skb->data + len;
499*4882a593Smuzhiyun #endif /* NET_SKBUFF_DATA_USES_OFFSET */
500*4882a593Smuzhiyun 			skb->len = len;
501*4882a593Smuzhiyun 
502*4882a593Smuzhiyun 			up(&bcm_static_skb->osl_pkt_sem);
503*4882a593Smuzhiyun 			return skb;
504*4882a593Smuzhiyun 		}
505*4882a593Smuzhiyun 	}
506*4882a593Smuzhiyun 
507*4882a593Smuzhiyun #if defined (ENHANCED_STATIC_BUF)
508*4882a593Smuzhiyun 	if (bcm_static_skb->skb_16k &&
509*4882a593Smuzhiyun 		bcm_static_skb->pkt_use[STATIC_PKT_MAX_NUM - 1] == 0) {
510*4882a593Smuzhiyun 		bcm_static_skb->pkt_use[STATIC_PKT_MAX_NUM - 1] = 1;
511*4882a593Smuzhiyun 
512*4882a593Smuzhiyun 		skb = bcm_static_skb->skb_16k;
513*4882a593Smuzhiyun #ifdef NET_SKBUFF_DATA_USES_OFFSET
514*4882a593Smuzhiyun 		skb_set_tail_pointer(skb, len);
515*4882a593Smuzhiyun #else
516*4882a593Smuzhiyun 		skb->tail = skb->data + len;
517*4882a593Smuzhiyun #endif /* NET_SKBUFF_DATA_USES_OFFSET */
518*4882a593Smuzhiyun 		skb->len = len;
519*4882a593Smuzhiyun 
520*4882a593Smuzhiyun 		up(&bcm_static_skb->osl_pkt_sem);
521*4882a593Smuzhiyun 		return skb;
522*4882a593Smuzhiyun 	}
523*4882a593Smuzhiyun #endif /* ENHANCED_STATIC_BUF */
524*4882a593Smuzhiyun 
525*4882a593Smuzhiyun 	up(&bcm_static_skb->osl_pkt_sem);
526*4882a593Smuzhiyun 	printf("%s: all static pkt in use!\n", __FUNCTION__);
527*4882a593Smuzhiyun 	return linux_pktget(osh, len);
528*4882a593Smuzhiyun #endif /* DHD_USE_STATIC_CTRLBUF */
529*4882a593Smuzhiyun }
530*4882a593Smuzhiyun 
531*4882a593Smuzhiyun void
osl_pktfree_static(osl_t * osh,void * p,bool send)532*4882a593Smuzhiyun osl_pktfree_static(osl_t *osh, void *p, bool send)
533*4882a593Smuzhiyun {
534*4882a593Smuzhiyun 	int i;
535*4882a593Smuzhiyun #ifdef DHD_USE_STATIC_CTRLBUF
536*4882a593Smuzhiyun 	struct sk_buff *skb = (struct sk_buff *)p;
537*4882a593Smuzhiyun 	unsigned long flags;
538*4882a593Smuzhiyun #endif /* DHD_USE_STATIC_CTRLBUF */
539*4882a593Smuzhiyun 
540*4882a593Smuzhiyun 	if (!p) {
541*4882a593Smuzhiyun 		return;
542*4882a593Smuzhiyun 	}
543*4882a593Smuzhiyun 
544*4882a593Smuzhiyun 	if (!bcm_static_skb) {
545*4882a593Smuzhiyun 		linux_pktfree(osh, p, send);
546*4882a593Smuzhiyun 		return;
547*4882a593Smuzhiyun 	}
548*4882a593Smuzhiyun 
549*4882a593Smuzhiyun #ifdef DHD_USE_STATIC_CTRLBUF
550*4882a593Smuzhiyun 	OSL_STATIC_PKT_LOCK(&bcm_static_skb->osl_pkt_lock, flags);
551*4882a593Smuzhiyun 
552*4882a593Smuzhiyun 	for (i = 0; i < STATIC_PKT_2PAGE_NUM; i++) {
553*4882a593Smuzhiyun 		if (p == bcm_static_skb->skb_8k[i]) {
554*4882a593Smuzhiyun 			if (bcm_static_skb->pkt_use[i] == 0) {
555*4882a593Smuzhiyun 				printf("%s: static pkt idx %d(%p) is double free\n",
556*4882a593Smuzhiyun 					__FUNCTION__, i, p);
557*4882a593Smuzhiyun 			} else {
558*4882a593Smuzhiyun 				bcm_static_skb->pkt_use[i] = 0;
559*4882a593Smuzhiyun 			}
560*4882a593Smuzhiyun 
561*4882a593Smuzhiyun 			if (skb->mac_len != PREALLOC_USED_MAGIC) {
562*4882a593Smuzhiyun 				printf("%s: static pkt idx %d(%p) is not in used\n",
563*4882a593Smuzhiyun 					__FUNCTION__, i, p);
564*4882a593Smuzhiyun 			}
565*4882a593Smuzhiyun 
566*4882a593Smuzhiyun 			skb->mac_len = PREALLOC_FREE_MAGIC;
567*4882a593Smuzhiyun 			OSL_STATIC_PKT_UNLOCK(&bcm_static_skb->osl_pkt_lock, flags);
568*4882a593Smuzhiyun 			return;
569*4882a593Smuzhiyun 		}
570*4882a593Smuzhiyun 	}
571*4882a593Smuzhiyun 
572*4882a593Smuzhiyun 	OSL_STATIC_PKT_UNLOCK(&bcm_static_skb->osl_pkt_lock, flags);
573*4882a593Smuzhiyun 	printf("%s: packet %p does not exist in the pool\n", __FUNCTION__, p);
574*4882a593Smuzhiyun #else
575*4882a593Smuzhiyun 	down(&bcm_static_skb->osl_pkt_sem);
576*4882a593Smuzhiyun 	for (i = 0; i < STATIC_PKT_1PAGE_NUM; i++) {
577*4882a593Smuzhiyun 		if (p == bcm_static_skb->skb_4k[i]) {
578*4882a593Smuzhiyun 			bcm_static_skb->pkt_use[i] = 0;
579*4882a593Smuzhiyun 			up(&bcm_static_skb->osl_pkt_sem);
580*4882a593Smuzhiyun 			return;
581*4882a593Smuzhiyun 		}
582*4882a593Smuzhiyun 	}
583*4882a593Smuzhiyun 
584*4882a593Smuzhiyun 	for (i = STATIC_PKT_1PAGE_NUM; i < STATIC_PKT_1_2PAGE_NUM; i++) {
585*4882a593Smuzhiyun 		if (p == bcm_static_skb->skb_8k[i - STATIC_PKT_1PAGE_NUM]) {
586*4882a593Smuzhiyun 			bcm_static_skb->pkt_use[i] = 0;
587*4882a593Smuzhiyun 			up(&bcm_static_skb->osl_pkt_sem);
588*4882a593Smuzhiyun 			return;
589*4882a593Smuzhiyun 		}
590*4882a593Smuzhiyun 	}
591*4882a593Smuzhiyun #ifdef ENHANCED_STATIC_BUF
592*4882a593Smuzhiyun 	if (p == bcm_static_skb->skb_16k) {
593*4882a593Smuzhiyun 		bcm_static_skb->pkt_use[STATIC_PKT_MAX_NUM - 1] = 0;
594*4882a593Smuzhiyun 		up(&bcm_static_skb->osl_pkt_sem);
595*4882a593Smuzhiyun 		return;
596*4882a593Smuzhiyun 	}
597*4882a593Smuzhiyun #endif
598*4882a593Smuzhiyun 	up(&bcm_static_skb->osl_pkt_sem);
599*4882a593Smuzhiyun #endif /* DHD_USE_STATIC_CTRLBUF */
600*4882a593Smuzhiyun 	linux_pktfree(osh, p, send);
601*4882a593Smuzhiyun }
602*4882a593Smuzhiyun #endif /* CONFIG_DHD_USE_STATIC_BUF */
603*4882a593Smuzhiyun 
604*4882a593Smuzhiyun /* Clone a packet.
605*4882a593Smuzhiyun  * The pkttag contents are NOT cloned.
606*4882a593Smuzhiyun  */
607*4882a593Smuzhiyun #ifdef BCMDBG_PKT
608*4882a593Smuzhiyun void *
osl_pktdup(osl_t * osh,void * skb,int line,char * file)609*4882a593Smuzhiyun osl_pktdup(osl_t *osh, void *skb, int line, char *file)
610*4882a593Smuzhiyun #else /* BCMDBG_PKT */
611*4882a593Smuzhiyun #ifdef BCMDBG_CTRACE
612*4882a593Smuzhiyun void *
613*4882a593Smuzhiyun osl_pktdup(osl_t *osh, void *skb, int line, char *file)
614*4882a593Smuzhiyun #else
615*4882a593Smuzhiyun #ifdef BCM_OBJECT_TRACE
616*4882a593Smuzhiyun void *
617*4882a593Smuzhiyun osl_pktdup(osl_t *osh, void *skb, int line, const char *caller)
618*4882a593Smuzhiyun #else
619*4882a593Smuzhiyun void *
620*4882a593Smuzhiyun osl_pktdup(osl_t *osh, void *skb)
621*4882a593Smuzhiyun #endif /* BCM_OBJECT_TRACE */
622*4882a593Smuzhiyun #endif /* BCMDBG_CTRACE */
623*4882a593Smuzhiyun #endif /* BCMDBG_PKT */
624*4882a593Smuzhiyun {
625*4882a593Smuzhiyun 	void * p;
626*4882a593Smuzhiyun #ifdef BCMDBG_PKT
627*4882a593Smuzhiyun 	unsigned long irqflags;
628*4882a593Smuzhiyun #endif
629*4882a593Smuzhiyun 
630*4882a593Smuzhiyun 	ASSERT(!PKTISCHAINED(skb));
631*4882a593Smuzhiyun 
632*4882a593Smuzhiyun 	if ((p = skb_clone((struct sk_buff *)skb, GFP_ATOMIC)) == NULL)
633*4882a593Smuzhiyun 		return NULL;
634*4882a593Smuzhiyun 
635*4882a593Smuzhiyun 	/* skb_clone copies skb->cb.. we don't want that */
636*4882a593Smuzhiyun 	if (osh->pub.pkttag)
637*4882a593Smuzhiyun 		OSL_PKTTAG_CLEAR(p);
638*4882a593Smuzhiyun 
639*4882a593Smuzhiyun 	/* Increment the packet counter */
640*4882a593Smuzhiyun 	atomic_inc(&osh->cmn->pktalloced);
641*4882a593Smuzhiyun #ifdef BCM_OBJECT_TRACE
642*4882a593Smuzhiyun 	bcm_object_trace_opr(p, BCM_OBJDBG_ADD_PKT, caller, line);
643*4882a593Smuzhiyun #endif /* BCM_OBJECT_TRACE */
644*4882a593Smuzhiyun 
645*4882a593Smuzhiyun #ifdef BCMDBG_CTRACE
646*4882a593Smuzhiyun 	ADD_CTRACE(osh, (struct sk_buff *)p, file, line);
647*4882a593Smuzhiyun #endif
648*4882a593Smuzhiyun #ifdef BCMDBG_PKT
649*4882a593Smuzhiyun 	OSL_PKTLIST_LOCK(&osh->cmn->pktlist_lock, irqflags);
650*4882a593Smuzhiyun 	pktlist_add(&(osh->cmn->pktlist), (void *) p, line, file);
651*4882a593Smuzhiyun 	OSL_PKTLIST_UNLOCK(&osh->cmn->pktlist_lock, irqflags);
652*4882a593Smuzhiyun #endif
653*4882a593Smuzhiyun 	return (p);
654*4882a593Smuzhiyun }
655*4882a593Smuzhiyun 
656*4882a593Smuzhiyun #ifdef BCMDBG_CTRACE
osl_pkt_is_frmnative(osl_t * osh,struct sk_buff * pkt)657*4882a593Smuzhiyun int osl_pkt_is_frmnative(osl_t *osh, struct sk_buff *pkt)
658*4882a593Smuzhiyun {
659*4882a593Smuzhiyun 	unsigned long flags;
660*4882a593Smuzhiyun 	struct sk_buff *skb;
661*4882a593Smuzhiyun 	int ck = FALSE;
662*4882a593Smuzhiyun 
663*4882a593Smuzhiyun 	OSL_CTRACE_LOCK(&osh->ctrace_lock, flags);
664*4882a593Smuzhiyun 
665*4882a593Smuzhiyun 	list_for_each_entry(skb, &osh->ctrace_list, ctrace_list) {
666*4882a593Smuzhiyun 		if (pkt == skb) {
667*4882a593Smuzhiyun 			ck = TRUE;
668*4882a593Smuzhiyun 			break;
669*4882a593Smuzhiyun 		}
670*4882a593Smuzhiyun 	}
671*4882a593Smuzhiyun 
672*4882a593Smuzhiyun 	OSL_CTRACE_UNLOCK(&osh->ctrace_lock, flags);
673*4882a593Smuzhiyun 	return ck;
674*4882a593Smuzhiyun }
675*4882a593Smuzhiyun 
osl_ctrace_dump(osl_t * osh,struct bcmstrbuf * b)676*4882a593Smuzhiyun void osl_ctrace_dump(osl_t *osh, struct bcmstrbuf *b)
677*4882a593Smuzhiyun {
678*4882a593Smuzhiyun 	unsigned long flags;
679*4882a593Smuzhiyun 	struct sk_buff *skb;
680*4882a593Smuzhiyun 	int idx = 0;
681*4882a593Smuzhiyun 	int i, j;
682*4882a593Smuzhiyun 
683*4882a593Smuzhiyun 	OSL_CTRACE_LOCK(&osh->ctrace_lock, flags);
684*4882a593Smuzhiyun 
685*4882a593Smuzhiyun 	if (b != NULL)
686*4882a593Smuzhiyun 		bcm_bprintf(b, " Total %d sbk not free\n", osh->ctrace_num);
687*4882a593Smuzhiyun 	else
688*4882a593Smuzhiyun 		printf(" Total %d sbk not free\n", osh->ctrace_num);
689*4882a593Smuzhiyun 
690*4882a593Smuzhiyun 	list_for_each_entry(skb, &osh->ctrace_list, ctrace_list) {
691*4882a593Smuzhiyun 		if (b != NULL)
692*4882a593Smuzhiyun 			bcm_bprintf(b, "[%d] skb %p:\n", ++idx, skb);
693*4882a593Smuzhiyun 		else
694*4882a593Smuzhiyun 			printk("[%d] skb %p:\n", ++idx, skb);
695*4882a593Smuzhiyun 
696*4882a593Smuzhiyun 		for (i = 0; i < skb->ctrace_count; i++) {
697*4882a593Smuzhiyun 			j = (skb->ctrace_start + i) % CTRACE_NUM;
698*4882a593Smuzhiyun 			if (b != NULL)
699*4882a593Smuzhiyun 				bcm_bprintf(b, "    [%s(%d)]\n", skb->func[j], skb->line[j]);
700*4882a593Smuzhiyun 			else
701*4882a593Smuzhiyun 				printk("    [%s(%d)]\n", skb->func[j], skb->line[j]);
702*4882a593Smuzhiyun 		}
703*4882a593Smuzhiyun 		if (b != NULL)
704*4882a593Smuzhiyun 			bcm_bprintf(b, "\n");
705*4882a593Smuzhiyun 		else
706*4882a593Smuzhiyun 			printk("\n");
707*4882a593Smuzhiyun 	}
708*4882a593Smuzhiyun 
709*4882a593Smuzhiyun 	OSL_CTRACE_UNLOCK(&osh->ctrace_lock, flags);
710*4882a593Smuzhiyun 
711*4882a593Smuzhiyun 	return;
712*4882a593Smuzhiyun }
713*4882a593Smuzhiyun #endif /* BCMDBG_CTRACE */
714*4882a593Smuzhiyun 
715*4882a593Smuzhiyun #ifdef BCMDBG_PKT
716*4882a593Smuzhiyun #ifdef BCMDBG_PTRACE
717*4882a593Smuzhiyun void
osl_pkttrace(osl_t * osh,void * pkt,uint16 bit)718*4882a593Smuzhiyun osl_pkttrace(osl_t *osh, void *pkt, uint16 bit)
719*4882a593Smuzhiyun {
720*4882a593Smuzhiyun 	pktlist_trace(&(osh->cmn->pktlist), pkt, bit);
721*4882a593Smuzhiyun }
722*4882a593Smuzhiyun #endif /* BCMDBG_PTRACE */
723*4882a593Smuzhiyun 
724*4882a593Smuzhiyun char *
osl_pktlist_dump(osl_t * osh,char * buf)725*4882a593Smuzhiyun osl_pktlist_dump(osl_t *osh, char *buf)
726*4882a593Smuzhiyun {
727*4882a593Smuzhiyun 	pktlist_dump(&(osh->cmn->pktlist), buf);
728*4882a593Smuzhiyun 	return buf;
729*4882a593Smuzhiyun }
730*4882a593Smuzhiyun 
731*4882a593Smuzhiyun void
osl_pktlist_add(osl_t * osh,void * p,int line,char * file)732*4882a593Smuzhiyun osl_pktlist_add(osl_t *osh, void *p, int line, char *file)
733*4882a593Smuzhiyun {
734*4882a593Smuzhiyun 	unsigned long flags;
735*4882a593Smuzhiyun 	OSL_PKTLIST_LOCK(&osh->cmn->pktlist_lock, flags);
736*4882a593Smuzhiyun 	pktlist_add(&(osh->cmn->pktlist), p, line, file);
737*4882a593Smuzhiyun 	OSL_PKTLIST_UNLOCK(&osh->cmn->pktlist_lock, flags);
738*4882a593Smuzhiyun }
739*4882a593Smuzhiyun 
740*4882a593Smuzhiyun void
osl_pktlist_remove(osl_t * osh,void * p)741*4882a593Smuzhiyun osl_pktlist_remove(osl_t *osh, void *p)
742*4882a593Smuzhiyun {
743*4882a593Smuzhiyun 	unsigned long flags;
744*4882a593Smuzhiyun 	OSL_PKTLIST_LOCK(&osh->cmn->pktlist_lock, flags);
745*4882a593Smuzhiyun 	pktlist_remove(&(osh->cmn->pktlist), p);
746*4882a593Smuzhiyun 	OSL_PKTLIST_UNLOCK(&osh->cmn->pktlist_lock, flags);
747*4882a593Smuzhiyun }
748*4882a593Smuzhiyun #endif /* BCMDBG_PKT */
749*4882a593Smuzhiyun 
750*4882a593Smuzhiyun /*
751*4882a593Smuzhiyun  * BINOSL selects the slightly slower function-call-based binary compatible osl.
752*4882a593Smuzhiyun  */
753*4882a593Smuzhiyun #ifdef BINOSL
754*4882a593Smuzhiyun bool
osl_pktshared(void * skb)755*4882a593Smuzhiyun osl_pktshared(void *skb)
756*4882a593Smuzhiyun {
757*4882a593Smuzhiyun 	return (((struct sk_buff*)skb)->cloned);
758*4882a593Smuzhiyun }
759*4882a593Smuzhiyun 
760*4882a593Smuzhiyun uchar*
osl_pktdata(osl_t * osh,void * skb)761*4882a593Smuzhiyun osl_pktdata(osl_t *osh, void *skb)
762*4882a593Smuzhiyun {
763*4882a593Smuzhiyun 	return (((struct sk_buff*)skb)->data);
764*4882a593Smuzhiyun }
765*4882a593Smuzhiyun 
766*4882a593Smuzhiyun uint
osl_pktlen(osl_t * osh,void * skb)767*4882a593Smuzhiyun osl_pktlen(osl_t *osh, void *skb)
768*4882a593Smuzhiyun {
769*4882a593Smuzhiyun 	return (((struct sk_buff*)skb)->len);
770*4882a593Smuzhiyun }
771*4882a593Smuzhiyun 
772*4882a593Smuzhiyun uint
osl_pktheadroom(osl_t * osh,void * skb)773*4882a593Smuzhiyun osl_pktheadroom(osl_t *osh, void *skb)
774*4882a593Smuzhiyun {
775*4882a593Smuzhiyun 	return (uint) skb_headroom((struct sk_buff *) skb);
776*4882a593Smuzhiyun }
777*4882a593Smuzhiyun 
778*4882a593Smuzhiyun uint
osl_pkttailroom(osl_t * osh,void * skb)779*4882a593Smuzhiyun osl_pkttailroom(osl_t *osh, void *skb)
780*4882a593Smuzhiyun {
781*4882a593Smuzhiyun 	return (uint) skb_tailroom((struct sk_buff *) skb);
782*4882a593Smuzhiyun }
783*4882a593Smuzhiyun 
784*4882a593Smuzhiyun void*
osl_pktnext(osl_t * osh,void * skb)785*4882a593Smuzhiyun osl_pktnext(osl_t *osh, void *skb)
786*4882a593Smuzhiyun {
787*4882a593Smuzhiyun 	return (((struct sk_buff*)skb)->next);
788*4882a593Smuzhiyun }
789*4882a593Smuzhiyun 
790*4882a593Smuzhiyun void
osl_pktsetnext(void * skb,void * x)791*4882a593Smuzhiyun osl_pktsetnext(void *skb, void *x)
792*4882a593Smuzhiyun {
793*4882a593Smuzhiyun 	((struct sk_buff*)skb)->next = (struct sk_buff*)x;
794*4882a593Smuzhiyun }
795*4882a593Smuzhiyun 
796*4882a593Smuzhiyun void
osl_pktsetlen(osl_t * osh,void * skb,uint len)797*4882a593Smuzhiyun osl_pktsetlen(osl_t *osh, void *skb, uint len)
798*4882a593Smuzhiyun {
799*4882a593Smuzhiyun 	__skb_trim((struct sk_buff*)skb, len);
800*4882a593Smuzhiyun }
801*4882a593Smuzhiyun 
802*4882a593Smuzhiyun uchar*
osl_pktpush(osl_t * osh,void * skb,int bytes)803*4882a593Smuzhiyun osl_pktpush(osl_t *osh, void *skb, int bytes)
804*4882a593Smuzhiyun {
805*4882a593Smuzhiyun 	return (skb_push((struct sk_buff*)skb, bytes));
806*4882a593Smuzhiyun }
807*4882a593Smuzhiyun 
808*4882a593Smuzhiyun uchar*
osl_pktpull(osl_t * osh,void * skb,int bytes)809*4882a593Smuzhiyun osl_pktpull(osl_t *osh, void *skb, int bytes)
810*4882a593Smuzhiyun {
811*4882a593Smuzhiyun 	return (skb_pull((struct sk_buff*)skb, bytes));
812*4882a593Smuzhiyun }
813*4882a593Smuzhiyun 
814*4882a593Smuzhiyun void*
osl_pkttag(void * skb)815*4882a593Smuzhiyun osl_pkttag(void *skb)
816*4882a593Smuzhiyun {
817*4882a593Smuzhiyun 	return ((void*)(((struct sk_buff*)skb)->cb));
818*4882a593Smuzhiyun }
819*4882a593Smuzhiyun 
820*4882a593Smuzhiyun void*
osl_pktlink(void * skb)821*4882a593Smuzhiyun osl_pktlink(void *skb)
822*4882a593Smuzhiyun {
823*4882a593Smuzhiyun 	return (((struct sk_buff*)skb)->prev);
824*4882a593Smuzhiyun }
825*4882a593Smuzhiyun 
826*4882a593Smuzhiyun void
osl_pktsetlink(void * skb,void * x)827*4882a593Smuzhiyun osl_pktsetlink(void *skb, void *x)
828*4882a593Smuzhiyun {
829*4882a593Smuzhiyun 	((struct sk_buff*)skb)->prev = (struct sk_buff*)x;
830*4882a593Smuzhiyun }
831*4882a593Smuzhiyun 
832*4882a593Smuzhiyun uint
osl_pktprio(void * skb)833*4882a593Smuzhiyun osl_pktprio(void *skb)
834*4882a593Smuzhiyun {
835*4882a593Smuzhiyun 	return (((struct sk_buff*)skb)->priority);
836*4882a593Smuzhiyun }
837*4882a593Smuzhiyun 
838*4882a593Smuzhiyun void
osl_pktsetprio(void * skb,uint x)839*4882a593Smuzhiyun osl_pktsetprio(void *skb, uint x)
840*4882a593Smuzhiyun {
841*4882a593Smuzhiyun 	((struct sk_buff*)skb)->priority = x;
842*4882a593Smuzhiyun }
843*4882a593Smuzhiyun #endif	/* BINOSL */
844*4882a593Smuzhiyun 
845*4882a593Smuzhiyun uint
osl_pktalloced(osl_t * osh)846*4882a593Smuzhiyun osl_pktalloced(osl_t *osh)
847*4882a593Smuzhiyun {
848*4882a593Smuzhiyun 	if (atomic_read(&osh->cmn->refcount) == 1)
849*4882a593Smuzhiyun 		return (atomic_read(&osh->cmn->pktalloced));
850*4882a593Smuzhiyun 	else
851*4882a593Smuzhiyun 		return 0;
852*4882a593Smuzhiyun }
853*4882a593Smuzhiyun 
854*4882a593Smuzhiyun #if LINUX_VERSION_CODE >= KERNEL_VERSION(3, 6, 0) && defined(TSQ_MULTIPLIER)
855*4882a593Smuzhiyun #include <linux/kallsyms.h>
856*4882a593Smuzhiyun #include <net/sock.h>
857*4882a593Smuzhiyun void
osl_pkt_orphan_partial(struct sk_buff * skb,int tsq)858*4882a593Smuzhiyun osl_pkt_orphan_partial(struct sk_buff *skb, int tsq)
859*4882a593Smuzhiyun {
860*4882a593Smuzhiyun 	uint32 fraction;
861*4882a593Smuzhiyun 	static void *p_tcp_wfree = NULL;
862*4882a593Smuzhiyun 
863*4882a593Smuzhiyun 	if (tsq <= 0)
864*4882a593Smuzhiyun 		return;
865*4882a593Smuzhiyun 
866*4882a593Smuzhiyun 	if (!skb->destructor || skb->destructor == sock_wfree)
867*4882a593Smuzhiyun 		return;
868*4882a593Smuzhiyun 
869*4882a593Smuzhiyun 	if (unlikely(!p_tcp_wfree)) {
870*4882a593Smuzhiyun 		/* this is a hack to get tcp_wfree pointer since it's not
871*4882a593Smuzhiyun 		 * exported. There are two possible call back function pointer
872*4882a593Smuzhiyun 		 * stored in skb->destructor: tcp_wfree and sock_wfree.
873*4882a593Smuzhiyun 		 * This expansion logic should only apply to TCP traffic which
874*4882a593Smuzhiyun 		 * uses tcp_wfree as skb destructor
875*4882a593Smuzhiyun 		 */
876*4882a593Smuzhiyun 		char sym[KSYM_SYMBOL_LEN];
877*4882a593Smuzhiyun 		sprint_symbol(sym, (unsigned long)skb->destructor);
878*4882a593Smuzhiyun 		sym[9] = 0;
879*4882a593Smuzhiyun 		if (!strcmp(sym, "tcp_wfree"))
880*4882a593Smuzhiyun 			p_tcp_wfree = skb->destructor;
881*4882a593Smuzhiyun 		else
882*4882a593Smuzhiyun 			return;
883*4882a593Smuzhiyun 	}
884*4882a593Smuzhiyun 
885*4882a593Smuzhiyun 	if (unlikely(skb->destructor != p_tcp_wfree || !skb->sk))
886*4882a593Smuzhiyun 		return;
887*4882a593Smuzhiyun 
888*4882a593Smuzhiyun 	/* abstract a certain portion of skb truesize from the socket
889*4882a593Smuzhiyun 	 * sk_wmem_alloc to allow more skb can be allocated for this
890*4882a593Smuzhiyun 	 * socket for better cusion meeting WiFi device requirement
891*4882a593Smuzhiyun 	 */
892*4882a593Smuzhiyun 	fraction = skb->truesize * (tsq - 1) / tsq;
893*4882a593Smuzhiyun 	skb->truesize -= fraction;
894*4882a593Smuzhiyun 	atomic_sub(fraction, (atomic_t *)&skb->sk->sk_wmem_alloc);
895*4882a593Smuzhiyun 	skb_orphan(skb);
896*4882a593Smuzhiyun }
897*4882a593Smuzhiyun #endif /* LINUX_VERSION >= 3.6.0 && TSQ_MULTIPLIER */
898