xref: /OK3568_Linux_fs/kernel/net/sched/act_skbmod.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * net/sched/act_skbmod.c  skb data modifier
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * Copyright (c) 2016 Jamal Hadi Salim <jhs@mojatatu.com>
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun 
8*4882a593Smuzhiyun #include <linux/module.h>
9*4882a593Smuzhiyun #include <linux/if_arp.h>
10*4882a593Smuzhiyun #include <linux/init.h>
11*4882a593Smuzhiyun #include <linux/kernel.h>
12*4882a593Smuzhiyun #include <linux/skbuff.h>
13*4882a593Smuzhiyun #include <linux/rtnetlink.h>
14*4882a593Smuzhiyun #include <net/netlink.h>
15*4882a593Smuzhiyun #include <net/pkt_sched.h>
16*4882a593Smuzhiyun #include <net/pkt_cls.h>
17*4882a593Smuzhiyun 
18*4882a593Smuzhiyun #include <linux/tc_act/tc_skbmod.h>
19*4882a593Smuzhiyun #include <net/tc_act/tc_skbmod.h>
20*4882a593Smuzhiyun 
21*4882a593Smuzhiyun static unsigned int skbmod_net_id;
22*4882a593Smuzhiyun static struct tc_action_ops act_skbmod_ops;
23*4882a593Smuzhiyun 
24*4882a593Smuzhiyun #define MAX_EDIT_LEN ETH_HLEN
tcf_skbmod_act(struct sk_buff * skb,const struct tc_action * a,struct tcf_result * res)25*4882a593Smuzhiyun static int tcf_skbmod_act(struct sk_buff *skb, const struct tc_action *a,
26*4882a593Smuzhiyun 			  struct tcf_result *res)
27*4882a593Smuzhiyun {
28*4882a593Smuzhiyun 	struct tcf_skbmod *d = to_skbmod(a);
29*4882a593Smuzhiyun 	int action;
30*4882a593Smuzhiyun 	struct tcf_skbmod_params *p;
31*4882a593Smuzhiyun 	u64 flags;
32*4882a593Smuzhiyun 	int err;
33*4882a593Smuzhiyun 
34*4882a593Smuzhiyun 	tcf_lastuse_update(&d->tcf_tm);
35*4882a593Smuzhiyun 	bstats_cpu_update(this_cpu_ptr(d->common.cpu_bstats), skb);
36*4882a593Smuzhiyun 
37*4882a593Smuzhiyun 	action = READ_ONCE(d->tcf_action);
38*4882a593Smuzhiyun 	if (unlikely(action == TC_ACT_SHOT))
39*4882a593Smuzhiyun 		goto drop;
40*4882a593Smuzhiyun 
41*4882a593Smuzhiyun 	if (!skb->dev || skb->dev->type != ARPHRD_ETHER)
42*4882a593Smuzhiyun 		return action;
43*4882a593Smuzhiyun 
44*4882a593Smuzhiyun 	/* XXX: if you are going to edit more fields beyond ethernet header
45*4882a593Smuzhiyun 	 * (example when you add IP header replacement or vlan swap)
46*4882a593Smuzhiyun 	 * then MAX_EDIT_LEN needs to change appropriately
47*4882a593Smuzhiyun 	*/
48*4882a593Smuzhiyun 	err = skb_ensure_writable(skb, MAX_EDIT_LEN);
49*4882a593Smuzhiyun 	if (unlikely(err)) /* best policy is to drop on the floor */
50*4882a593Smuzhiyun 		goto drop;
51*4882a593Smuzhiyun 
52*4882a593Smuzhiyun 	p = rcu_dereference_bh(d->skbmod_p);
53*4882a593Smuzhiyun 	flags = p->flags;
54*4882a593Smuzhiyun 	if (flags & SKBMOD_F_DMAC)
55*4882a593Smuzhiyun 		ether_addr_copy(eth_hdr(skb)->h_dest, p->eth_dst);
56*4882a593Smuzhiyun 	if (flags & SKBMOD_F_SMAC)
57*4882a593Smuzhiyun 		ether_addr_copy(eth_hdr(skb)->h_source, p->eth_src);
58*4882a593Smuzhiyun 	if (flags & SKBMOD_F_ETYPE)
59*4882a593Smuzhiyun 		eth_hdr(skb)->h_proto = p->eth_type;
60*4882a593Smuzhiyun 
61*4882a593Smuzhiyun 	if (flags & SKBMOD_F_SWAPMAC) {
62*4882a593Smuzhiyun 		u16 tmpaddr[ETH_ALEN / 2]; /* ether_addr_copy() requirement */
63*4882a593Smuzhiyun 		/*XXX: I am sure we can come up with more efficient swapping*/
64*4882a593Smuzhiyun 		ether_addr_copy((u8 *)tmpaddr, eth_hdr(skb)->h_dest);
65*4882a593Smuzhiyun 		ether_addr_copy(eth_hdr(skb)->h_dest, eth_hdr(skb)->h_source);
66*4882a593Smuzhiyun 		ether_addr_copy(eth_hdr(skb)->h_source, (u8 *)tmpaddr);
67*4882a593Smuzhiyun 	}
68*4882a593Smuzhiyun 
69*4882a593Smuzhiyun 	return action;
70*4882a593Smuzhiyun 
71*4882a593Smuzhiyun drop:
72*4882a593Smuzhiyun 	qstats_overlimit_inc(this_cpu_ptr(d->common.cpu_qstats));
73*4882a593Smuzhiyun 	return TC_ACT_SHOT;
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun 
76*4882a593Smuzhiyun static const struct nla_policy skbmod_policy[TCA_SKBMOD_MAX + 1] = {
77*4882a593Smuzhiyun 	[TCA_SKBMOD_PARMS]		= { .len = sizeof(struct tc_skbmod) },
78*4882a593Smuzhiyun 	[TCA_SKBMOD_DMAC]		= { .len = ETH_ALEN },
79*4882a593Smuzhiyun 	[TCA_SKBMOD_SMAC]		= { .len = ETH_ALEN },
80*4882a593Smuzhiyun 	[TCA_SKBMOD_ETYPE]		= { .type = NLA_U16 },
81*4882a593Smuzhiyun };
82*4882a593Smuzhiyun 
tcf_skbmod_init(struct net * net,struct nlattr * nla,struct nlattr * est,struct tc_action ** a,int ovr,int bind,bool rtnl_held,struct tcf_proto * tp,u32 flags,struct netlink_ext_ack * extack)83*4882a593Smuzhiyun static int tcf_skbmod_init(struct net *net, struct nlattr *nla,
84*4882a593Smuzhiyun 			   struct nlattr *est, struct tc_action **a,
85*4882a593Smuzhiyun 			   int ovr, int bind, bool rtnl_held,
86*4882a593Smuzhiyun 			   struct tcf_proto *tp, u32 flags,
87*4882a593Smuzhiyun 			   struct netlink_ext_ack *extack)
88*4882a593Smuzhiyun {
89*4882a593Smuzhiyun 	struct tc_action_net *tn = net_generic(net, skbmod_net_id);
90*4882a593Smuzhiyun 	struct nlattr *tb[TCA_SKBMOD_MAX + 1];
91*4882a593Smuzhiyun 	struct tcf_skbmod_params *p, *p_old;
92*4882a593Smuzhiyun 	struct tcf_chain *goto_ch = NULL;
93*4882a593Smuzhiyun 	struct tc_skbmod *parm;
94*4882a593Smuzhiyun 	u32 lflags = 0, index;
95*4882a593Smuzhiyun 	struct tcf_skbmod *d;
96*4882a593Smuzhiyun 	bool exists = false;
97*4882a593Smuzhiyun 	u8 *daddr = NULL;
98*4882a593Smuzhiyun 	u8 *saddr = NULL;
99*4882a593Smuzhiyun 	u16 eth_type = 0;
100*4882a593Smuzhiyun 	int ret = 0, err;
101*4882a593Smuzhiyun 
102*4882a593Smuzhiyun 	if (!nla)
103*4882a593Smuzhiyun 		return -EINVAL;
104*4882a593Smuzhiyun 
105*4882a593Smuzhiyun 	err = nla_parse_nested_deprecated(tb, TCA_SKBMOD_MAX, nla,
106*4882a593Smuzhiyun 					  skbmod_policy, NULL);
107*4882a593Smuzhiyun 	if (err < 0)
108*4882a593Smuzhiyun 		return err;
109*4882a593Smuzhiyun 
110*4882a593Smuzhiyun 	if (!tb[TCA_SKBMOD_PARMS])
111*4882a593Smuzhiyun 		return -EINVAL;
112*4882a593Smuzhiyun 
113*4882a593Smuzhiyun 	if (tb[TCA_SKBMOD_DMAC]) {
114*4882a593Smuzhiyun 		daddr = nla_data(tb[TCA_SKBMOD_DMAC]);
115*4882a593Smuzhiyun 		lflags |= SKBMOD_F_DMAC;
116*4882a593Smuzhiyun 	}
117*4882a593Smuzhiyun 
118*4882a593Smuzhiyun 	if (tb[TCA_SKBMOD_SMAC]) {
119*4882a593Smuzhiyun 		saddr = nla_data(tb[TCA_SKBMOD_SMAC]);
120*4882a593Smuzhiyun 		lflags |= SKBMOD_F_SMAC;
121*4882a593Smuzhiyun 	}
122*4882a593Smuzhiyun 
123*4882a593Smuzhiyun 	if (tb[TCA_SKBMOD_ETYPE]) {
124*4882a593Smuzhiyun 		eth_type = nla_get_u16(tb[TCA_SKBMOD_ETYPE]);
125*4882a593Smuzhiyun 		lflags |= SKBMOD_F_ETYPE;
126*4882a593Smuzhiyun 	}
127*4882a593Smuzhiyun 
128*4882a593Smuzhiyun 	parm = nla_data(tb[TCA_SKBMOD_PARMS]);
129*4882a593Smuzhiyun 	index = parm->index;
130*4882a593Smuzhiyun 	if (parm->flags & SKBMOD_F_SWAPMAC)
131*4882a593Smuzhiyun 		lflags = SKBMOD_F_SWAPMAC;
132*4882a593Smuzhiyun 
133*4882a593Smuzhiyun 	err = tcf_idr_check_alloc(tn, &index, a, bind);
134*4882a593Smuzhiyun 	if (err < 0)
135*4882a593Smuzhiyun 		return err;
136*4882a593Smuzhiyun 	exists = err;
137*4882a593Smuzhiyun 	if (exists && bind)
138*4882a593Smuzhiyun 		return 0;
139*4882a593Smuzhiyun 
140*4882a593Smuzhiyun 	if (!lflags) {
141*4882a593Smuzhiyun 		if (exists)
142*4882a593Smuzhiyun 			tcf_idr_release(*a, bind);
143*4882a593Smuzhiyun 		else
144*4882a593Smuzhiyun 			tcf_idr_cleanup(tn, index);
145*4882a593Smuzhiyun 		return -EINVAL;
146*4882a593Smuzhiyun 	}
147*4882a593Smuzhiyun 
148*4882a593Smuzhiyun 	if (!exists) {
149*4882a593Smuzhiyun 		ret = tcf_idr_create(tn, index, est, a,
150*4882a593Smuzhiyun 				     &act_skbmod_ops, bind, true, 0);
151*4882a593Smuzhiyun 		if (ret) {
152*4882a593Smuzhiyun 			tcf_idr_cleanup(tn, index);
153*4882a593Smuzhiyun 			return ret;
154*4882a593Smuzhiyun 		}
155*4882a593Smuzhiyun 
156*4882a593Smuzhiyun 		ret = ACT_P_CREATED;
157*4882a593Smuzhiyun 	} else if (!ovr) {
158*4882a593Smuzhiyun 		tcf_idr_release(*a, bind);
159*4882a593Smuzhiyun 		return -EEXIST;
160*4882a593Smuzhiyun 	}
161*4882a593Smuzhiyun 	err = tcf_action_check_ctrlact(parm->action, tp, &goto_ch, extack);
162*4882a593Smuzhiyun 	if (err < 0)
163*4882a593Smuzhiyun 		goto release_idr;
164*4882a593Smuzhiyun 
165*4882a593Smuzhiyun 	d = to_skbmod(*a);
166*4882a593Smuzhiyun 
167*4882a593Smuzhiyun 	p = kzalloc(sizeof(struct tcf_skbmod_params), GFP_KERNEL);
168*4882a593Smuzhiyun 	if (unlikely(!p)) {
169*4882a593Smuzhiyun 		err = -ENOMEM;
170*4882a593Smuzhiyun 		goto put_chain;
171*4882a593Smuzhiyun 	}
172*4882a593Smuzhiyun 
173*4882a593Smuzhiyun 	p->flags = lflags;
174*4882a593Smuzhiyun 
175*4882a593Smuzhiyun 	if (ovr)
176*4882a593Smuzhiyun 		spin_lock_bh(&d->tcf_lock);
177*4882a593Smuzhiyun 	/* Protected by tcf_lock if overwriting existing action. */
178*4882a593Smuzhiyun 	goto_ch = tcf_action_set_ctrlact(*a, parm->action, goto_ch);
179*4882a593Smuzhiyun 	p_old = rcu_dereference_protected(d->skbmod_p, 1);
180*4882a593Smuzhiyun 
181*4882a593Smuzhiyun 	if (lflags & SKBMOD_F_DMAC)
182*4882a593Smuzhiyun 		ether_addr_copy(p->eth_dst, daddr);
183*4882a593Smuzhiyun 	if (lflags & SKBMOD_F_SMAC)
184*4882a593Smuzhiyun 		ether_addr_copy(p->eth_src, saddr);
185*4882a593Smuzhiyun 	if (lflags & SKBMOD_F_ETYPE)
186*4882a593Smuzhiyun 		p->eth_type = htons(eth_type);
187*4882a593Smuzhiyun 
188*4882a593Smuzhiyun 	rcu_assign_pointer(d->skbmod_p, p);
189*4882a593Smuzhiyun 	if (ovr)
190*4882a593Smuzhiyun 		spin_unlock_bh(&d->tcf_lock);
191*4882a593Smuzhiyun 
192*4882a593Smuzhiyun 	if (p_old)
193*4882a593Smuzhiyun 		kfree_rcu(p_old, rcu);
194*4882a593Smuzhiyun 	if (goto_ch)
195*4882a593Smuzhiyun 		tcf_chain_put_by_act(goto_ch);
196*4882a593Smuzhiyun 
197*4882a593Smuzhiyun 	return ret;
198*4882a593Smuzhiyun put_chain:
199*4882a593Smuzhiyun 	if (goto_ch)
200*4882a593Smuzhiyun 		tcf_chain_put_by_act(goto_ch);
201*4882a593Smuzhiyun release_idr:
202*4882a593Smuzhiyun 	tcf_idr_release(*a, bind);
203*4882a593Smuzhiyun 	return err;
204*4882a593Smuzhiyun }
205*4882a593Smuzhiyun 
tcf_skbmod_cleanup(struct tc_action * a)206*4882a593Smuzhiyun static void tcf_skbmod_cleanup(struct tc_action *a)
207*4882a593Smuzhiyun {
208*4882a593Smuzhiyun 	struct tcf_skbmod *d = to_skbmod(a);
209*4882a593Smuzhiyun 	struct tcf_skbmod_params  *p;
210*4882a593Smuzhiyun 
211*4882a593Smuzhiyun 	p = rcu_dereference_protected(d->skbmod_p, 1);
212*4882a593Smuzhiyun 	if (p)
213*4882a593Smuzhiyun 		kfree_rcu(p, rcu);
214*4882a593Smuzhiyun }
215*4882a593Smuzhiyun 
tcf_skbmod_dump(struct sk_buff * skb,struct tc_action * a,int bind,int ref)216*4882a593Smuzhiyun static int tcf_skbmod_dump(struct sk_buff *skb, struct tc_action *a,
217*4882a593Smuzhiyun 			   int bind, int ref)
218*4882a593Smuzhiyun {
219*4882a593Smuzhiyun 	struct tcf_skbmod *d = to_skbmod(a);
220*4882a593Smuzhiyun 	unsigned char *b = skb_tail_pointer(skb);
221*4882a593Smuzhiyun 	struct tcf_skbmod_params  *p;
222*4882a593Smuzhiyun 	struct tc_skbmod opt = {
223*4882a593Smuzhiyun 		.index   = d->tcf_index,
224*4882a593Smuzhiyun 		.refcnt  = refcount_read(&d->tcf_refcnt) - ref,
225*4882a593Smuzhiyun 		.bindcnt = atomic_read(&d->tcf_bindcnt) - bind,
226*4882a593Smuzhiyun 	};
227*4882a593Smuzhiyun 	struct tcf_t t;
228*4882a593Smuzhiyun 
229*4882a593Smuzhiyun 	spin_lock_bh(&d->tcf_lock);
230*4882a593Smuzhiyun 	opt.action = d->tcf_action;
231*4882a593Smuzhiyun 	p = rcu_dereference_protected(d->skbmod_p,
232*4882a593Smuzhiyun 				      lockdep_is_held(&d->tcf_lock));
233*4882a593Smuzhiyun 	opt.flags  = p->flags;
234*4882a593Smuzhiyun 	if (nla_put(skb, TCA_SKBMOD_PARMS, sizeof(opt), &opt))
235*4882a593Smuzhiyun 		goto nla_put_failure;
236*4882a593Smuzhiyun 	if ((p->flags & SKBMOD_F_DMAC) &&
237*4882a593Smuzhiyun 	    nla_put(skb, TCA_SKBMOD_DMAC, ETH_ALEN, p->eth_dst))
238*4882a593Smuzhiyun 		goto nla_put_failure;
239*4882a593Smuzhiyun 	if ((p->flags & SKBMOD_F_SMAC) &&
240*4882a593Smuzhiyun 	    nla_put(skb, TCA_SKBMOD_SMAC, ETH_ALEN, p->eth_src))
241*4882a593Smuzhiyun 		goto nla_put_failure;
242*4882a593Smuzhiyun 	if ((p->flags & SKBMOD_F_ETYPE) &&
243*4882a593Smuzhiyun 	    nla_put_u16(skb, TCA_SKBMOD_ETYPE, ntohs(p->eth_type)))
244*4882a593Smuzhiyun 		goto nla_put_failure;
245*4882a593Smuzhiyun 
246*4882a593Smuzhiyun 	tcf_tm_dump(&t, &d->tcf_tm);
247*4882a593Smuzhiyun 	if (nla_put_64bit(skb, TCA_SKBMOD_TM, sizeof(t), &t, TCA_SKBMOD_PAD))
248*4882a593Smuzhiyun 		goto nla_put_failure;
249*4882a593Smuzhiyun 
250*4882a593Smuzhiyun 	spin_unlock_bh(&d->tcf_lock);
251*4882a593Smuzhiyun 	return skb->len;
252*4882a593Smuzhiyun nla_put_failure:
253*4882a593Smuzhiyun 	spin_unlock_bh(&d->tcf_lock);
254*4882a593Smuzhiyun 	nlmsg_trim(skb, b);
255*4882a593Smuzhiyun 	return -1;
256*4882a593Smuzhiyun }
257*4882a593Smuzhiyun 
tcf_skbmod_walker(struct net * net,struct sk_buff * skb,struct netlink_callback * cb,int type,const struct tc_action_ops * ops,struct netlink_ext_ack * extack)258*4882a593Smuzhiyun static int tcf_skbmod_walker(struct net *net, struct sk_buff *skb,
259*4882a593Smuzhiyun 			     struct netlink_callback *cb, int type,
260*4882a593Smuzhiyun 			     const struct tc_action_ops *ops,
261*4882a593Smuzhiyun 			     struct netlink_ext_ack *extack)
262*4882a593Smuzhiyun {
263*4882a593Smuzhiyun 	struct tc_action_net *tn = net_generic(net, skbmod_net_id);
264*4882a593Smuzhiyun 
265*4882a593Smuzhiyun 	return tcf_generic_walker(tn, skb, cb, type, ops, extack);
266*4882a593Smuzhiyun }
267*4882a593Smuzhiyun 
tcf_skbmod_search(struct net * net,struct tc_action ** a,u32 index)268*4882a593Smuzhiyun static int tcf_skbmod_search(struct net *net, struct tc_action **a, u32 index)
269*4882a593Smuzhiyun {
270*4882a593Smuzhiyun 	struct tc_action_net *tn = net_generic(net, skbmod_net_id);
271*4882a593Smuzhiyun 
272*4882a593Smuzhiyun 	return tcf_idr_search(tn, a, index);
273*4882a593Smuzhiyun }
274*4882a593Smuzhiyun 
275*4882a593Smuzhiyun static struct tc_action_ops act_skbmod_ops = {
276*4882a593Smuzhiyun 	.kind		=	"skbmod",
277*4882a593Smuzhiyun 	.id		=	TCA_ACT_SKBMOD,
278*4882a593Smuzhiyun 	.owner		=	THIS_MODULE,
279*4882a593Smuzhiyun 	.act		=	tcf_skbmod_act,
280*4882a593Smuzhiyun 	.dump		=	tcf_skbmod_dump,
281*4882a593Smuzhiyun 	.init		=	tcf_skbmod_init,
282*4882a593Smuzhiyun 	.cleanup	=	tcf_skbmod_cleanup,
283*4882a593Smuzhiyun 	.walk		=	tcf_skbmod_walker,
284*4882a593Smuzhiyun 	.lookup		=	tcf_skbmod_search,
285*4882a593Smuzhiyun 	.size		=	sizeof(struct tcf_skbmod),
286*4882a593Smuzhiyun };
287*4882a593Smuzhiyun 
skbmod_init_net(struct net * net)288*4882a593Smuzhiyun static __net_init int skbmod_init_net(struct net *net)
289*4882a593Smuzhiyun {
290*4882a593Smuzhiyun 	struct tc_action_net *tn = net_generic(net, skbmod_net_id);
291*4882a593Smuzhiyun 
292*4882a593Smuzhiyun 	return tc_action_net_init(net, tn, &act_skbmod_ops);
293*4882a593Smuzhiyun }
294*4882a593Smuzhiyun 
skbmod_exit_net(struct list_head * net_list)295*4882a593Smuzhiyun static void __net_exit skbmod_exit_net(struct list_head *net_list)
296*4882a593Smuzhiyun {
297*4882a593Smuzhiyun 	tc_action_net_exit(net_list, skbmod_net_id);
298*4882a593Smuzhiyun }
299*4882a593Smuzhiyun 
300*4882a593Smuzhiyun static struct pernet_operations skbmod_net_ops = {
301*4882a593Smuzhiyun 	.init = skbmod_init_net,
302*4882a593Smuzhiyun 	.exit_batch = skbmod_exit_net,
303*4882a593Smuzhiyun 	.id   = &skbmod_net_id,
304*4882a593Smuzhiyun 	.size = sizeof(struct tc_action_net),
305*4882a593Smuzhiyun };
306*4882a593Smuzhiyun 
307*4882a593Smuzhiyun MODULE_AUTHOR("Jamal Hadi Salim, <jhs@mojatatu.com>");
308*4882a593Smuzhiyun MODULE_DESCRIPTION("SKB data mod-ing");
309*4882a593Smuzhiyun MODULE_LICENSE("GPL");
310*4882a593Smuzhiyun 
skbmod_init_module(void)311*4882a593Smuzhiyun static int __init skbmod_init_module(void)
312*4882a593Smuzhiyun {
313*4882a593Smuzhiyun 	return tcf_register_action(&act_skbmod_ops, &skbmod_net_ops);
314*4882a593Smuzhiyun }
315*4882a593Smuzhiyun 
skbmod_cleanup_module(void)316*4882a593Smuzhiyun static void __exit skbmod_cleanup_module(void)
317*4882a593Smuzhiyun {
318*4882a593Smuzhiyun 	tcf_unregister_action(&act_skbmod_ops, &skbmod_net_ops);
319*4882a593Smuzhiyun }
320*4882a593Smuzhiyun 
321*4882a593Smuzhiyun module_init(skbmod_init_module);
322*4882a593Smuzhiyun module_exit(skbmod_cleanup_module);
323