Lines Matching refs:pg_vec

485 	h.raw = rb->pg_vec[pg_vec_pos].buffer +  in packet_lookup_frame()
575 struct pgv *pg_vec, in init_prb_bdqc() argument
584 p1->pkbdq = pg_vec; in init_prb_bdqc()
585 pbd = (struct tpacket_block_desc *)pg_vec[0].buffer; in init_prb_bdqc()
586 p1->pkblk_start = pg_vec[0].buffer; in init_prb_bdqc()
2467 if (likely(po->tx_ring.pg_vec)) { in tpacket_destruct_skb()
2685 if (unlikely(!po->tx_ring.pg_vec)) { in tpacket_snd()
3050 if (data_race(po->tx_ring.pg_vec)) in packet_sendmsg()
3096 if (po->rx_ring.pg_vec) { in packet_release()
3101 if (po->tx_ring.pg_vec) { in packet_release()
3802 if (po->rx_ring.pg_vec || po->tx_ring.pg_vec) { in packet_setsockopt()
3822 if (po->rx_ring.pg_vec || po->tx_ring.pg_vec) { in packet_setsockopt()
3841 if (po->rx_ring.pg_vec || po->tx_ring.pg_vec) { in packet_setsockopt()
3890 if (po->rx_ring.pg_vec || po->tx_ring.pg_vec) { in packet_setsockopt()
3954 if (po->rx_ring.pg_vec || po->tx_ring.pg_vec) { in packet_setsockopt()
4209 if (po->rx_ring.pg_vec) { in packet_poll()
4217 if (po->tx_ring.pg_vec) { in packet_poll()
4255 static void free_pg_vec(struct pgv *pg_vec, unsigned int order, in free_pg_vec() argument
4261 if (likely(pg_vec[i].buffer)) { in free_pg_vec()
4262 if (is_vmalloc_addr(pg_vec[i].buffer)) in free_pg_vec()
4263 vfree(pg_vec[i].buffer); in free_pg_vec()
4265 free_pages((unsigned long)pg_vec[i].buffer, in free_pg_vec()
4267 pg_vec[i].buffer = NULL; in free_pg_vec()
4270 kfree(pg_vec); in free_pg_vec()
4301 struct pgv *pg_vec; in alloc_pg_vec() local
4304 pg_vec = kcalloc(block_nr, sizeof(struct pgv), GFP_KERNEL | __GFP_NOWARN); in alloc_pg_vec()
4305 if (unlikely(!pg_vec)) in alloc_pg_vec()
4309 pg_vec[i].buffer = alloc_one_pg_vec_page(order); in alloc_pg_vec()
4310 if (unlikely(!pg_vec[i].buffer)) in alloc_pg_vec()
4315 return pg_vec; in alloc_pg_vec()
4318 free_pg_vec(pg_vec, order, block_nr); in alloc_pg_vec()
4319 pg_vec = NULL; in alloc_pg_vec()
4326 struct pgv *pg_vec = NULL; in packet_set_ring() local
4353 if (unlikely(rb->pg_vec)) in packet_set_ring()
4394 pg_vec = alloc_pg_vec(req, order); in packet_set_ring()
4395 if (unlikely(!pg_vec)) in packet_set_ring()
4401 init_prb_bdqc(po, rb, pg_vec, req_u); in packet_set_ring()
4448 swap(rb->pg_vec, pg_vec); in packet_set_ring()
4460 po->prot_hook.func = (po->rx_ring.pg_vec) ? in packet_set_ring()
4475 if (pg_vec && (po->tp_version > TPACKET_V2)) { in packet_set_ring()
4482 if (pg_vec) { in packet_set_ring()
4484 free_pg_vec(pg_vec, order, req->tp_block_nr); in packet_set_ring()
4508 if (rb->pg_vec) { in packet_mmap()
4524 if (rb->pg_vec == NULL) in packet_mmap()
4529 void *kaddr = rb->pg_vec[i].buffer; in packet_mmap()