48 	struct xdp_buff_xsk *xskb;  in xp_create_and_assign_umem()  local
81 		xskb = &pool->heads[i];  in xp_create_and_assign_umem()
82 		xskb->pool = pool;  in xp_create_and_assign_umem()
83 		xskb->xdp.frame_sz = umem->chunk_size - umem->headroom;  in xp_create_and_assign_umem()
84 		pool->free_heads[i] = xskb;  in xp_create_and_assign_umem()
453 	struct xdp_buff_xsk *xskb;  in __xp_alloc()  local
460 	xskb = pool->free_heads[--pool->free_heads_cnt];  in __xp_alloc()
465 			xp_release(xskb);  in __xp_alloc()
480 	xskb->orig_addr = addr;  in __xp_alloc()
481 	xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom;  in __xp_alloc()
483 		xskb->frame_dma = (pool->dma_pages[addr >> PAGE_SHIFT] &  in __xp_alloc()
486 		xskb->dma = xskb->frame_dma + pool->headroom +  in __xp_alloc()
489 	return xskb;  in __xp_alloc()
494 	struct xdp_buff_xsk *xskb;  in xp_alloc()  local
497 		xskb = __xp_alloc(pool);  in xp_alloc()
498 		if (!xskb)  in xp_alloc()
502 		xskb = list_first_entry(&pool->free_list, struct xdp_buff_xsk,  in xp_alloc()
504 		list_del(&xskb->free_list_node);  in xp_alloc()
507 	xskb->xdp.data = xskb->xdp.data_hard_start + XDP_PACKET_HEADROOM;  in xp_alloc()
508 	xskb->xdp.data_meta = xskb->xdp.data;  in xp_alloc()
511 		dma_sync_single_range_for_device(pool->dev, xskb->dma, 0,  in xp_alloc()
515 	return &xskb->xdp;  in xp_alloc()
527 void xp_free(struct xdp_buff_xsk *xskb)  in xp_free()  argument
529 	xskb->pool->free_list_cnt++;  in xp_free()
530 	list_add(&xskb->free_list_node, &xskb->pool->free_list);  in xp_free()
550 void xp_dma_sync_for_cpu_slow(struct xdp_buff_xsk *xskb)  in xp_dma_sync_for_cpu_slow()  argument
552 	dma_sync_single_range_for_cpu(xskb->pool->dev, xskb->dma, 0,  in xp_dma_sync_for_cpu_slow()
553 				      xskb->pool->frame_len, DMA_BIDIRECTIONAL);  in xp_dma_sync_for_cpu_slow()