Lines Matching refs:xdp_prog
60 struct bpf_prog __rcu *xdp_prog; member
304 rcv_xdp = rcu_access_pointer(rq->xdp_prog); in veth_xmit()
454 if (!rcu_access_pointer(rq->xdp_prog)) in veth_xdp_xmit()
540 if (unlikely(!rcu_access_pointer(rcv_rq->xdp_prog))) in veth_xdp_flush()
572 struct bpf_prog *xdp_prog; in veth_xdp_rcv_one() local
580 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_one()
581 if (likely(xdp_prog)) { in veth_xdp_rcv_one()
588 act = bpf_prog_run_xdp(xdp_prog, &xdp); in veth_xdp_rcv_one()
599 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
610 if (xdp_do_redirect(rq->dev, &xdp, xdp_prog)) { in veth_xdp_rcv_one()
622 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
658 struct bpf_prog *xdp_prog; in veth_xdp_rcv_skb() local
665 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_skb()
666 if (unlikely(!xdp_prog)) { in veth_xdp_rcv_skb()
725 act = bpf_prog_run_xdp(xdp_prog, &xdp); in veth_xdp_rcv_skb()
735 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_skb()
746 if (xdp_do_redirect(rq->dev, &xdp, xdp_prog)) { in veth_xdp_rcv_skb()
757 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_skb()
950 rcu_assign_pointer(priv->rq[i].xdp_prog, priv->_xdp_prog); in veth_enable_xdp()
968 rcu_assign_pointer(priv->rq[i].xdp_prog, NULL); in veth_disable_xdp()