1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * net/sched/cls_basic.c Basic Packet Classifier.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Authors: Thomas Graf <tgraf@suug.ch>
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <linux/module.h>
9*4882a593Smuzhiyun #include <linux/slab.h>
10*4882a593Smuzhiyun #include <linux/types.h>
11*4882a593Smuzhiyun #include <linux/kernel.h>
12*4882a593Smuzhiyun #include <linux/string.h>
13*4882a593Smuzhiyun #include <linux/errno.h>
14*4882a593Smuzhiyun #include <linux/rtnetlink.h>
15*4882a593Smuzhiyun #include <linux/skbuff.h>
16*4882a593Smuzhiyun #include <linux/idr.h>
17*4882a593Smuzhiyun #include <linux/percpu.h>
18*4882a593Smuzhiyun #include <net/netlink.h>
19*4882a593Smuzhiyun #include <net/act_api.h>
20*4882a593Smuzhiyun #include <net/pkt_cls.h>
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun struct basic_head {
23*4882a593Smuzhiyun struct list_head flist;
24*4882a593Smuzhiyun struct idr handle_idr;
25*4882a593Smuzhiyun struct rcu_head rcu;
26*4882a593Smuzhiyun };
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun struct basic_filter {
29*4882a593Smuzhiyun u32 handle;
30*4882a593Smuzhiyun struct tcf_exts exts;
31*4882a593Smuzhiyun struct tcf_ematch_tree ematches;
32*4882a593Smuzhiyun struct tcf_result res;
33*4882a593Smuzhiyun struct tcf_proto *tp;
34*4882a593Smuzhiyun struct list_head link;
35*4882a593Smuzhiyun struct tc_basic_pcnt __percpu *pf;
36*4882a593Smuzhiyun struct rcu_work rwork;
37*4882a593Smuzhiyun };
38*4882a593Smuzhiyun
basic_classify(struct sk_buff * skb,const struct tcf_proto * tp,struct tcf_result * res)39*4882a593Smuzhiyun static int basic_classify(struct sk_buff *skb, const struct tcf_proto *tp,
40*4882a593Smuzhiyun struct tcf_result *res)
41*4882a593Smuzhiyun {
42*4882a593Smuzhiyun int r;
43*4882a593Smuzhiyun struct basic_head *head = rcu_dereference_bh(tp->root);
44*4882a593Smuzhiyun struct basic_filter *f;
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun list_for_each_entry_rcu(f, &head->flist, link) {
47*4882a593Smuzhiyun __this_cpu_inc(f->pf->rcnt);
48*4882a593Smuzhiyun if (!tcf_em_tree_match(skb, &f->ematches, NULL))
49*4882a593Smuzhiyun continue;
50*4882a593Smuzhiyun __this_cpu_inc(f->pf->rhit);
51*4882a593Smuzhiyun *res = f->res;
52*4882a593Smuzhiyun r = tcf_exts_exec(skb, &f->exts, res);
53*4882a593Smuzhiyun if (r < 0)
54*4882a593Smuzhiyun continue;
55*4882a593Smuzhiyun return r;
56*4882a593Smuzhiyun }
57*4882a593Smuzhiyun return -1;
58*4882a593Smuzhiyun }
59*4882a593Smuzhiyun
basic_get(struct tcf_proto * tp,u32 handle)60*4882a593Smuzhiyun static void *basic_get(struct tcf_proto *tp, u32 handle)
61*4882a593Smuzhiyun {
62*4882a593Smuzhiyun struct basic_head *head = rtnl_dereference(tp->root);
63*4882a593Smuzhiyun struct basic_filter *f;
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun list_for_each_entry(f, &head->flist, link) {
66*4882a593Smuzhiyun if (f->handle == handle) {
67*4882a593Smuzhiyun return f;
68*4882a593Smuzhiyun }
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun return NULL;
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun
basic_init(struct tcf_proto * tp)74*4882a593Smuzhiyun static int basic_init(struct tcf_proto *tp)
75*4882a593Smuzhiyun {
76*4882a593Smuzhiyun struct basic_head *head;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun head = kzalloc(sizeof(*head), GFP_KERNEL);
79*4882a593Smuzhiyun if (head == NULL)
80*4882a593Smuzhiyun return -ENOBUFS;
81*4882a593Smuzhiyun INIT_LIST_HEAD(&head->flist);
82*4882a593Smuzhiyun idr_init(&head->handle_idr);
83*4882a593Smuzhiyun rcu_assign_pointer(tp->root, head);
84*4882a593Smuzhiyun return 0;
85*4882a593Smuzhiyun }
86*4882a593Smuzhiyun
__basic_delete_filter(struct basic_filter * f)87*4882a593Smuzhiyun static void __basic_delete_filter(struct basic_filter *f)
88*4882a593Smuzhiyun {
89*4882a593Smuzhiyun tcf_exts_destroy(&f->exts);
90*4882a593Smuzhiyun tcf_em_tree_destroy(&f->ematches);
91*4882a593Smuzhiyun tcf_exts_put_net(&f->exts);
92*4882a593Smuzhiyun free_percpu(f->pf);
93*4882a593Smuzhiyun kfree(f);
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun
basic_delete_filter_work(struct work_struct * work)96*4882a593Smuzhiyun static void basic_delete_filter_work(struct work_struct *work)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun struct basic_filter *f = container_of(to_rcu_work(work),
99*4882a593Smuzhiyun struct basic_filter,
100*4882a593Smuzhiyun rwork);
101*4882a593Smuzhiyun rtnl_lock();
102*4882a593Smuzhiyun __basic_delete_filter(f);
103*4882a593Smuzhiyun rtnl_unlock();
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
basic_destroy(struct tcf_proto * tp,bool rtnl_held,struct netlink_ext_ack * extack)106*4882a593Smuzhiyun static void basic_destroy(struct tcf_proto *tp, bool rtnl_held,
107*4882a593Smuzhiyun struct netlink_ext_ack *extack)
108*4882a593Smuzhiyun {
109*4882a593Smuzhiyun struct basic_head *head = rtnl_dereference(tp->root);
110*4882a593Smuzhiyun struct basic_filter *f, *n;
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun list_for_each_entry_safe(f, n, &head->flist, link) {
113*4882a593Smuzhiyun list_del_rcu(&f->link);
114*4882a593Smuzhiyun tcf_unbind_filter(tp, &f->res);
115*4882a593Smuzhiyun idr_remove(&head->handle_idr, f->handle);
116*4882a593Smuzhiyun if (tcf_exts_get_net(&f->exts))
117*4882a593Smuzhiyun tcf_queue_work(&f->rwork, basic_delete_filter_work);
118*4882a593Smuzhiyun else
119*4882a593Smuzhiyun __basic_delete_filter(f);
120*4882a593Smuzhiyun }
121*4882a593Smuzhiyun idr_destroy(&head->handle_idr);
122*4882a593Smuzhiyun kfree_rcu(head, rcu);
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
basic_delete(struct tcf_proto * tp,void * arg,bool * last,bool rtnl_held,struct netlink_ext_ack * extack)125*4882a593Smuzhiyun static int basic_delete(struct tcf_proto *tp, void *arg, bool *last,
126*4882a593Smuzhiyun bool rtnl_held, struct netlink_ext_ack *extack)
127*4882a593Smuzhiyun {
128*4882a593Smuzhiyun struct basic_head *head = rtnl_dereference(tp->root);
129*4882a593Smuzhiyun struct basic_filter *f = arg;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun list_del_rcu(&f->link);
132*4882a593Smuzhiyun tcf_unbind_filter(tp, &f->res);
133*4882a593Smuzhiyun idr_remove(&head->handle_idr, f->handle);
134*4882a593Smuzhiyun tcf_exts_get_net(&f->exts);
135*4882a593Smuzhiyun tcf_queue_work(&f->rwork, basic_delete_filter_work);
136*4882a593Smuzhiyun *last = list_empty(&head->flist);
137*4882a593Smuzhiyun return 0;
138*4882a593Smuzhiyun }
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun static const struct nla_policy basic_policy[TCA_BASIC_MAX + 1] = {
141*4882a593Smuzhiyun [TCA_BASIC_CLASSID] = { .type = NLA_U32 },
142*4882a593Smuzhiyun [TCA_BASIC_EMATCHES] = { .type = NLA_NESTED },
143*4882a593Smuzhiyun };
144*4882a593Smuzhiyun
basic_set_parms(struct net * net,struct tcf_proto * tp,struct basic_filter * f,unsigned long base,struct nlattr ** tb,struct nlattr * est,bool ovr,struct netlink_ext_ack * extack)145*4882a593Smuzhiyun static int basic_set_parms(struct net *net, struct tcf_proto *tp,
146*4882a593Smuzhiyun struct basic_filter *f, unsigned long base,
147*4882a593Smuzhiyun struct nlattr **tb,
148*4882a593Smuzhiyun struct nlattr *est, bool ovr,
149*4882a593Smuzhiyun struct netlink_ext_ack *extack)
150*4882a593Smuzhiyun {
151*4882a593Smuzhiyun int err;
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun err = tcf_exts_validate(net, tp, tb, est, &f->exts, ovr, true, extack);
154*4882a593Smuzhiyun if (err < 0)
155*4882a593Smuzhiyun return err;
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun err = tcf_em_tree_validate(tp, tb[TCA_BASIC_EMATCHES], &f->ematches);
158*4882a593Smuzhiyun if (err < 0)
159*4882a593Smuzhiyun return err;
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun if (tb[TCA_BASIC_CLASSID]) {
162*4882a593Smuzhiyun f->res.classid = nla_get_u32(tb[TCA_BASIC_CLASSID]);
163*4882a593Smuzhiyun tcf_bind_filter(tp, &f->res, base);
164*4882a593Smuzhiyun }
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun f->tp = tp;
167*4882a593Smuzhiyun return 0;
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun
basic_change(struct net * net,struct sk_buff * in_skb,struct tcf_proto * tp,unsigned long base,u32 handle,struct nlattr ** tca,void ** arg,bool ovr,bool rtnl_held,struct netlink_ext_ack * extack)170*4882a593Smuzhiyun static int basic_change(struct net *net, struct sk_buff *in_skb,
171*4882a593Smuzhiyun struct tcf_proto *tp, unsigned long base, u32 handle,
172*4882a593Smuzhiyun struct nlattr **tca, void **arg, bool ovr,
173*4882a593Smuzhiyun bool rtnl_held, struct netlink_ext_ack *extack)
174*4882a593Smuzhiyun {
175*4882a593Smuzhiyun int err;
176*4882a593Smuzhiyun struct basic_head *head = rtnl_dereference(tp->root);
177*4882a593Smuzhiyun struct nlattr *tb[TCA_BASIC_MAX + 1];
178*4882a593Smuzhiyun struct basic_filter *fold = (struct basic_filter *) *arg;
179*4882a593Smuzhiyun struct basic_filter *fnew;
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun if (tca[TCA_OPTIONS] == NULL)
182*4882a593Smuzhiyun return -EINVAL;
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun err = nla_parse_nested_deprecated(tb, TCA_BASIC_MAX, tca[TCA_OPTIONS],
185*4882a593Smuzhiyun basic_policy, NULL);
186*4882a593Smuzhiyun if (err < 0)
187*4882a593Smuzhiyun return err;
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun if (fold != NULL) {
190*4882a593Smuzhiyun if (handle && fold->handle != handle)
191*4882a593Smuzhiyun return -EINVAL;
192*4882a593Smuzhiyun }
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun fnew = kzalloc(sizeof(*fnew), GFP_KERNEL);
195*4882a593Smuzhiyun if (!fnew)
196*4882a593Smuzhiyun return -ENOBUFS;
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun err = tcf_exts_init(&fnew->exts, net, TCA_BASIC_ACT, TCA_BASIC_POLICE);
199*4882a593Smuzhiyun if (err < 0)
200*4882a593Smuzhiyun goto errout;
201*4882a593Smuzhiyun
202*4882a593Smuzhiyun if (!handle) {
203*4882a593Smuzhiyun handle = 1;
204*4882a593Smuzhiyun err = idr_alloc_u32(&head->handle_idr, fnew, &handle,
205*4882a593Smuzhiyun INT_MAX, GFP_KERNEL);
206*4882a593Smuzhiyun } else if (!fold) {
207*4882a593Smuzhiyun err = idr_alloc_u32(&head->handle_idr, fnew, &handle,
208*4882a593Smuzhiyun handle, GFP_KERNEL);
209*4882a593Smuzhiyun }
210*4882a593Smuzhiyun if (err)
211*4882a593Smuzhiyun goto errout;
212*4882a593Smuzhiyun fnew->handle = handle;
213*4882a593Smuzhiyun fnew->pf = alloc_percpu(struct tc_basic_pcnt);
214*4882a593Smuzhiyun if (!fnew->pf) {
215*4882a593Smuzhiyun err = -ENOMEM;
216*4882a593Smuzhiyun goto errout;
217*4882a593Smuzhiyun }
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun err = basic_set_parms(net, tp, fnew, base, tb, tca[TCA_RATE], ovr,
220*4882a593Smuzhiyun extack);
221*4882a593Smuzhiyun if (err < 0) {
222*4882a593Smuzhiyun if (!fold)
223*4882a593Smuzhiyun idr_remove(&head->handle_idr, fnew->handle);
224*4882a593Smuzhiyun goto errout;
225*4882a593Smuzhiyun }
226*4882a593Smuzhiyun
227*4882a593Smuzhiyun *arg = fnew;
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun if (fold) {
230*4882a593Smuzhiyun idr_replace(&head->handle_idr, fnew, fnew->handle);
231*4882a593Smuzhiyun list_replace_rcu(&fold->link, &fnew->link);
232*4882a593Smuzhiyun tcf_unbind_filter(tp, &fold->res);
233*4882a593Smuzhiyun tcf_exts_get_net(&fold->exts);
234*4882a593Smuzhiyun tcf_queue_work(&fold->rwork, basic_delete_filter_work);
235*4882a593Smuzhiyun } else {
236*4882a593Smuzhiyun list_add_rcu(&fnew->link, &head->flist);
237*4882a593Smuzhiyun }
238*4882a593Smuzhiyun
239*4882a593Smuzhiyun return 0;
240*4882a593Smuzhiyun errout:
241*4882a593Smuzhiyun free_percpu(fnew->pf);
242*4882a593Smuzhiyun tcf_exts_destroy(&fnew->exts);
243*4882a593Smuzhiyun kfree(fnew);
244*4882a593Smuzhiyun return err;
245*4882a593Smuzhiyun }
246*4882a593Smuzhiyun
basic_walk(struct tcf_proto * tp,struct tcf_walker * arg,bool rtnl_held)247*4882a593Smuzhiyun static void basic_walk(struct tcf_proto *tp, struct tcf_walker *arg,
248*4882a593Smuzhiyun bool rtnl_held)
249*4882a593Smuzhiyun {
250*4882a593Smuzhiyun struct basic_head *head = rtnl_dereference(tp->root);
251*4882a593Smuzhiyun struct basic_filter *f;
252*4882a593Smuzhiyun
253*4882a593Smuzhiyun list_for_each_entry(f, &head->flist, link) {
254*4882a593Smuzhiyun if (arg->count < arg->skip)
255*4882a593Smuzhiyun goto skip;
256*4882a593Smuzhiyun
257*4882a593Smuzhiyun if (arg->fn(tp, f, arg) < 0) {
258*4882a593Smuzhiyun arg->stop = 1;
259*4882a593Smuzhiyun break;
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun skip:
262*4882a593Smuzhiyun arg->count++;
263*4882a593Smuzhiyun }
264*4882a593Smuzhiyun }
265*4882a593Smuzhiyun
basic_bind_class(void * fh,u32 classid,unsigned long cl,void * q,unsigned long base)266*4882a593Smuzhiyun static void basic_bind_class(void *fh, u32 classid, unsigned long cl, void *q,
267*4882a593Smuzhiyun unsigned long base)
268*4882a593Smuzhiyun {
269*4882a593Smuzhiyun struct basic_filter *f = fh;
270*4882a593Smuzhiyun
271*4882a593Smuzhiyun if (f && f->res.classid == classid) {
272*4882a593Smuzhiyun if (cl)
273*4882a593Smuzhiyun __tcf_bind_filter(q, &f->res, base);
274*4882a593Smuzhiyun else
275*4882a593Smuzhiyun __tcf_unbind_filter(q, &f->res);
276*4882a593Smuzhiyun }
277*4882a593Smuzhiyun }
278*4882a593Smuzhiyun
basic_dump(struct net * net,struct tcf_proto * tp,void * fh,struct sk_buff * skb,struct tcmsg * t,bool rtnl_held)279*4882a593Smuzhiyun static int basic_dump(struct net *net, struct tcf_proto *tp, void *fh,
280*4882a593Smuzhiyun struct sk_buff *skb, struct tcmsg *t, bool rtnl_held)
281*4882a593Smuzhiyun {
282*4882a593Smuzhiyun struct tc_basic_pcnt gpf = {};
283*4882a593Smuzhiyun struct basic_filter *f = fh;
284*4882a593Smuzhiyun struct nlattr *nest;
285*4882a593Smuzhiyun int cpu;
286*4882a593Smuzhiyun
287*4882a593Smuzhiyun if (f == NULL)
288*4882a593Smuzhiyun return skb->len;
289*4882a593Smuzhiyun
290*4882a593Smuzhiyun t->tcm_handle = f->handle;
291*4882a593Smuzhiyun
292*4882a593Smuzhiyun nest = nla_nest_start_noflag(skb, TCA_OPTIONS);
293*4882a593Smuzhiyun if (nest == NULL)
294*4882a593Smuzhiyun goto nla_put_failure;
295*4882a593Smuzhiyun
296*4882a593Smuzhiyun if (f->res.classid &&
297*4882a593Smuzhiyun nla_put_u32(skb, TCA_BASIC_CLASSID, f->res.classid))
298*4882a593Smuzhiyun goto nla_put_failure;
299*4882a593Smuzhiyun
300*4882a593Smuzhiyun for_each_possible_cpu(cpu) {
301*4882a593Smuzhiyun struct tc_basic_pcnt *pf = per_cpu_ptr(f->pf, cpu);
302*4882a593Smuzhiyun
303*4882a593Smuzhiyun gpf.rcnt += pf->rcnt;
304*4882a593Smuzhiyun gpf.rhit += pf->rhit;
305*4882a593Smuzhiyun }
306*4882a593Smuzhiyun
307*4882a593Smuzhiyun if (nla_put_64bit(skb, TCA_BASIC_PCNT,
308*4882a593Smuzhiyun sizeof(struct tc_basic_pcnt),
309*4882a593Smuzhiyun &gpf, TCA_BASIC_PAD))
310*4882a593Smuzhiyun goto nla_put_failure;
311*4882a593Smuzhiyun
312*4882a593Smuzhiyun if (tcf_exts_dump(skb, &f->exts) < 0 ||
313*4882a593Smuzhiyun tcf_em_tree_dump(skb, &f->ematches, TCA_BASIC_EMATCHES) < 0)
314*4882a593Smuzhiyun goto nla_put_failure;
315*4882a593Smuzhiyun
316*4882a593Smuzhiyun nla_nest_end(skb, nest);
317*4882a593Smuzhiyun
318*4882a593Smuzhiyun if (tcf_exts_dump_stats(skb, &f->exts) < 0)
319*4882a593Smuzhiyun goto nla_put_failure;
320*4882a593Smuzhiyun
321*4882a593Smuzhiyun return skb->len;
322*4882a593Smuzhiyun
323*4882a593Smuzhiyun nla_put_failure:
324*4882a593Smuzhiyun nla_nest_cancel(skb, nest);
325*4882a593Smuzhiyun return -1;
326*4882a593Smuzhiyun }
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun static struct tcf_proto_ops cls_basic_ops __read_mostly = {
329*4882a593Smuzhiyun .kind = "basic",
330*4882a593Smuzhiyun .classify = basic_classify,
331*4882a593Smuzhiyun .init = basic_init,
332*4882a593Smuzhiyun .destroy = basic_destroy,
333*4882a593Smuzhiyun .get = basic_get,
334*4882a593Smuzhiyun .change = basic_change,
335*4882a593Smuzhiyun .delete = basic_delete,
336*4882a593Smuzhiyun .walk = basic_walk,
337*4882a593Smuzhiyun .dump = basic_dump,
338*4882a593Smuzhiyun .bind_class = basic_bind_class,
339*4882a593Smuzhiyun .owner = THIS_MODULE,
340*4882a593Smuzhiyun };
341*4882a593Smuzhiyun
init_basic(void)342*4882a593Smuzhiyun static int __init init_basic(void)
343*4882a593Smuzhiyun {
344*4882a593Smuzhiyun return register_tcf_proto_ops(&cls_basic_ops);
345*4882a593Smuzhiyun }
346*4882a593Smuzhiyun
exit_basic(void)347*4882a593Smuzhiyun static void __exit exit_basic(void)
348*4882a593Smuzhiyun {
349*4882a593Smuzhiyun unregister_tcf_proto_ops(&cls_basic_ops);
350*4882a593Smuzhiyun }
351*4882a593Smuzhiyun
352*4882a593Smuzhiyun module_init(init_basic)
353*4882a593Smuzhiyun module_exit(exit_basic)
354*4882a593Smuzhiyun MODULE_LICENSE("GPL");
355