Lines Matching refs:xdp_prog

145 	struct bpf_prog __rcu *xdp_prog;  member
553 struct bpf_prog *xdp_prog; in virtnet_xdp_xmit() local
567 xdp_prog = rcu_access_pointer(rq->xdp_prog); in virtnet_xdp_xmit()
568 if (!xdp_prog) in virtnet_xdp_xmit()
701 struct bpf_prog *xdp_prog; in receive_small() local
723 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_small()
724 if (xdp_prog) { in receive_small()
762 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_small()
779 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
787 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_small()
797 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
811 if (!xdp_prog) { in receive_small()
869 struct bpf_prog *xdp_prog; in receive_mergeable() local
886 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_mergeable()
887 if (xdp_prog) { in receive_mergeable()
939 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_mergeable()
978 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
990 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_mergeable()
1005 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
1015 head_skb = page_to_skb(vi, rq, page, offset, len, truesize, !xdp_prog, in receive_mergeable()
2186 if (vi->rq[0].xdp_prog) in virtnet_set_channels()
2515 old_prog = rtnl_dereference(vi->rq[0].xdp_prog); in virtnet_xdp_set()
2532 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
2548 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
2572 rcu_assign_pointer(vi->rq[i].xdp_prog, old_prog); in virtnet_xdp_set()
2727 old_prog = rtnl_dereference(vi->rq[i].xdp_prog); in _free_receive_bufs()
2728 RCU_INIT_POINTER(vi->rq[i].xdp_prog, NULL); in _free_receive_bufs()