1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /* net/sched/sch_ingress.c - Ingress and clsact qdisc
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Authors: Jamal Hadi Salim 1999
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include <linux/module.h>
8*4882a593Smuzhiyun #include <linux/types.h>
9*4882a593Smuzhiyun #include <linux/list.h>
10*4882a593Smuzhiyun #include <linux/skbuff.h>
11*4882a593Smuzhiyun #include <linux/rtnetlink.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include <net/netlink.h>
14*4882a593Smuzhiyun #include <net/pkt_sched.h>
15*4882a593Smuzhiyun #include <net/pkt_cls.h>
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun struct ingress_sched_data {
18*4882a593Smuzhiyun struct tcf_block *block;
19*4882a593Smuzhiyun struct tcf_block_ext_info block_info;
20*4882a593Smuzhiyun struct mini_Qdisc_pair miniqp;
21*4882a593Smuzhiyun };
22*4882a593Smuzhiyun
ingress_leaf(struct Qdisc * sch,unsigned long arg)23*4882a593Smuzhiyun static struct Qdisc *ingress_leaf(struct Qdisc *sch, unsigned long arg)
24*4882a593Smuzhiyun {
25*4882a593Smuzhiyun return NULL;
26*4882a593Smuzhiyun }
27*4882a593Smuzhiyun
ingress_find(struct Qdisc * sch,u32 classid)28*4882a593Smuzhiyun static unsigned long ingress_find(struct Qdisc *sch, u32 classid)
29*4882a593Smuzhiyun {
30*4882a593Smuzhiyun return TC_H_MIN(classid) + 1;
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun
ingress_bind_filter(struct Qdisc * sch,unsigned long parent,u32 classid)33*4882a593Smuzhiyun static unsigned long ingress_bind_filter(struct Qdisc *sch,
34*4882a593Smuzhiyun unsigned long parent, u32 classid)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun return ingress_find(sch, classid);
37*4882a593Smuzhiyun }
38*4882a593Smuzhiyun
ingress_unbind_filter(struct Qdisc * sch,unsigned long cl)39*4882a593Smuzhiyun static void ingress_unbind_filter(struct Qdisc *sch, unsigned long cl)
40*4882a593Smuzhiyun {
41*4882a593Smuzhiyun }
42*4882a593Smuzhiyun
ingress_walk(struct Qdisc * sch,struct qdisc_walker * walker)43*4882a593Smuzhiyun static void ingress_walk(struct Qdisc *sch, struct qdisc_walker *walker)
44*4882a593Smuzhiyun {
45*4882a593Smuzhiyun }
46*4882a593Smuzhiyun
ingress_tcf_block(struct Qdisc * sch,unsigned long cl,struct netlink_ext_ack * extack)47*4882a593Smuzhiyun static struct tcf_block *ingress_tcf_block(struct Qdisc *sch, unsigned long cl,
48*4882a593Smuzhiyun struct netlink_ext_ack *extack)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun struct ingress_sched_data *q = qdisc_priv(sch);
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun return q->block;
53*4882a593Smuzhiyun }
54*4882a593Smuzhiyun
clsact_chain_head_change(struct tcf_proto * tp_head,void * priv)55*4882a593Smuzhiyun static void clsact_chain_head_change(struct tcf_proto *tp_head, void *priv)
56*4882a593Smuzhiyun {
57*4882a593Smuzhiyun struct mini_Qdisc_pair *miniqp = priv;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun mini_qdisc_pair_swap(miniqp, tp_head);
60*4882a593Smuzhiyun };
61*4882a593Smuzhiyun
ingress_ingress_block_set(struct Qdisc * sch,u32 block_index)62*4882a593Smuzhiyun static void ingress_ingress_block_set(struct Qdisc *sch, u32 block_index)
63*4882a593Smuzhiyun {
64*4882a593Smuzhiyun struct ingress_sched_data *q = qdisc_priv(sch);
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun q->block_info.block_index = block_index;
67*4882a593Smuzhiyun }
68*4882a593Smuzhiyun
ingress_ingress_block_get(struct Qdisc * sch)69*4882a593Smuzhiyun static u32 ingress_ingress_block_get(struct Qdisc *sch)
70*4882a593Smuzhiyun {
71*4882a593Smuzhiyun struct ingress_sched_data *q = qdisc_priv(sch);
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun return q->block_info.block_index;
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun
ingress_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack)76*4882a593Smuzhiyun static int ingress_init(struct Qdisc *sch, struct nlattr *opt,
77*4882a593Smuzhiyun struct netlink_ext_ack *extack)
78*4882a593Smuzhiyun {
79*4882a593Smuzhiyun struct ingress_sched_data *q = qdisc_priv(sch);
80*4882a593Smuzhiyun struct net_device *dev = qdisc_dev(sch);
81*4882a593Smuzhiyun int err;
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun net_inc_ingress_queue();
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun mini_qdisc_pair_init(&q->miniqp, sch, &dev->miniq_ingress);
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun q->block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
88*4882a593Smuzhiyun q->block_info.chain_head_change = clsact_chain_head_change;
89*4882a593Smuzhiyun q->block_info.chain_head_change_priv = &q->miniqp;
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun err = tcf_block_get_ext(&q->block, sch, &q->block_info, extack);
92*4882a593Smuzhiyun if (err)
93*4882a593Smuzhiyun return err;
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun mini_qdisc_pair_block_init(&q->miniqp, q->block);
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun return 0;
98*4882a593Smuzhiyun }
99*4882a593Smuzhiyun
ingress_destroy(struct Qdisc * sch)100*4882a593Smuzhiyun static void ingress_destroy(struct Qdisc *sch)
101*4882a593Smuzhiyun {
102*4882a593Smuzhiyun struct ingress_sched_data *q = qdisc_priv(sch);
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun tcf_block_put_ext(q->block, sch, &q->block_info);
105*4882a593Smuzhiyun net_dec_ingress_queue();
106*4882a593Smuzhiyun }
107*4882a593Smuzhiyun
ingress_dump(struct Qdisc * sch,struct sk_buff * skb)108*4882a593Smuzhiyun static int ingress_dump(struct Qdisc *sch, struct sk_buff *skb)
109*4882a593Smuzhiyun {
110*4882a593Smuzhiyun struct nlattr *nest;
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun nest = nla_nest_start_noflag(skb, TCA_OPTIONS);
113*4882a593Smuzhiyun if (nest == NULL)
114*4882a593Smuzhiyun goto nla_put_failure;
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun return nla_nest_end(skb, nest);
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun nla_put_failure:
119*4882a593Smuzhiyun nla_nest_cancel(skb, nest);
120*4882a593Smuzhiyun return -1;
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun static const struct Qdisc_class_ops ingress_class_ops = {
124*4882a593Smuzhiyun .flags = QDISC_CLASS_OPS_DOIT_UNLOCKED,
125*4882a593Smuzhiyun .leaf = ingress_leaf,
126*4882a593Smuzhiyun .find = ingress_find,
127*4882a593Smuzhiyun .walk = ingress_walk,
128*4882a593Smuzhiyun .tcf_block = ingress_tcf_block,
129*4882a593Smuzhiyun .bind_tcf = ingress_bind_filter,
130*4882a593Smuzhiyun .unbind_tcf = ingress_unbind_filter,
131*4882a593Smuzhiyun };
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun static struct Qdisc_ops ingress_qdisc_ops __read_mostly = {
134*4882a593Smuzhiyun .cl_ops = &ingress_class_ops,
135*4882a593Smuzhiyun .id = "ingress",
136*4882a593Smuzhiyun .priv_size = sizeof(struct ingress_sched_data),
137*4882a593Smuzhiyun .static_flags = TCQ_F_CPUSTATS,
138*4882a593Smuzhiyun .init = ingress_init,
139*4882a593Smuzhiyun .destroy = ingress_destroy,
140*4882a593Smuzhiyun .dump = ingress_dump,
141*4882a593Smuzhiyun .ingress_block_set = ingress_ingress_block_set,
142*4882a593Smuzhiyun .ingress_block_get = ingress_ingress_block_get,
143*4882a593Smuzhiyun .owner = THIS_MODULE,
144*4882a593Smuzhiyun };
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun struct clsact_sched_data {
147*4882a593Smuzhiyun struct tcf_block *ingress_block;
148*4882a593Smuzhiyun struct tcf_block *egress_block;
149*4882a593Smuzhiyun struct tcf_block_ext_info ingress_block_info;
150*4882a593Smuzhiyun struct tcf_block_ext_info egress_block_info;
151*4882a593Smuzhiyun struct mini_Qdisc_pair miniqp_ingress;
152*4882a593Smuzhiyun struct mini_Qdisc_pair miniqp_egress;
153*4882a593Smuzhiyun };
154*4882a593Smuzhiyun
clsact_find(struct Qdisc * sch,u32 classid)155*4882a593Smuzhiyun static unsigned long clsact_find(struct Qdisc *sch, u32 classid)
156*4882a593Smuzhiyun {
157*4882a593Smuzhiyun switch (TC_H_MIN(classid)) {
158*4882a593Smuzhiyun case TC_H_MIN(TC_H_MIN_INGRESS):
159*4882a593Smuzhiyun case TC_H_MIN(TC_H_MIN_EGRESS):
160*4882a593Smuzhiyun return TC_H_MIN(classid);
161*4882a593Smuzhiyun default:
162*4882a593Smuzhiyun return 0;
163*4882a593Smuzhiyun }
164*4882a593Smuzhiyun }
165*4882a593Smuzhiyun
clsact_bind_filter(struct Qdisc * sch,unsigned long parent,u32 classid)166*4882a593Smuzhiyun static unsigned long clsact_bind_filter(struct Qdisc *sch,
167*4882a593Smuzhiyun unsigned long parent, u32 classid)
168*4882a593Smuzhiyun {
169*4882a593Smuzhiyun return clsact_find(sch, classid);
170*4882a593Smuzhiyun }
171*4882a593Smuzhiyun
clsact_tcf_block(struct Qdisc * sch,unsigned long cl,struct netlink_ext_ack * extack)172*4882a593Smuzhiyun static struct tcf_block *clsact_tcf_block(struct Qdisc *sch, unsigned long cl,
173*4882a593Smuzhiyun struct netlink_ext_ack *extack)
174*4882a593Smuzhiyun {
175*4882a593Smuzhiyun struct clsact_sched_data *q = qdisc_priv(sch);
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun switch (cl) {
178*4882a593Smuzhiyun case TC_H_MIN(TC_H_MIN_INGRESS):
179*4882a593Smuzhiyun return q->ingress_block;
180*4882a593Smuzhiyun case TC_H_MIN(TC_H_MIN_EGRESS):
181*4882a593Smuzhiyun return q->egress_block;
182*4882a593Smuzhiyun default:
183*4882a593Smuzhiyun return NULL;
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun
clsact_ingress_block_set(struct Qdisc * sch,u32 block_index)187*4882a593Smuzhiyun static void clsact_ingress_block_set(struct Qdisc *sch, u32 block_index)
188*4882a593Smuzhiyun {
189*4882a593Smuzhiyun struct clsact_sched_data *q = qdisc_priv(sch);
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun q->ingress_block_info.block_index = block_index;
192*4882a593Smuzhiyun }
193*4882a593Smuzhiyun
clsact_egress_block_set(struct Qdisc * sch,u32 block_index)194*4882a593Smuzhiyun static void clsact_egress_block_set(struct Qdisc *sch, u32 block_index)
195*4882a593Smuzhiyun {
196*4882a593Smuzhiyun struct clsact_sched_data *q = qdisc_priv(sch);
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun q->egress_block_info.block_index = block_index;
199*4882a593Smuzhiyun }
200*4882a593Smuzhiyun
clsact_ingress_block_get(struct Qdisc * sch)201*4882a593Smuzhiyun static u32 clsact_ingress_block_get(struct Qdisc *sch)
202*4882a593Smuzhiyun {
203*4882a593Smuzhiyun struct clsact_sched_data *q = qdisc_priv(sch);
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun return q->ingress_block_info.block_index;
206*4882a593Smuzhiyun }
207*4882a593Smuzhiyun
clsact_egress_block_get(struct Qdisc * sch)208*4882a593Smuzhiyun static u32 clsact_egress_block_get(struct Qdisc *sch)
209*4882a593Smuzhiyun {
210*4882a593Smuzhiyun struct clsact_sched_data *q = qdisc_priv(sch);
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun return q->egress_block_info.block_index;
213*4882a593Smuzhiyun }
214*4882a593Smuzhiyun
clsact_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack)215*4882a593Smuzhiyun static int clsact_init(struct Qdisc *sch, struct nlattr *opt,
216*4882a593Smuzhiyun struct netlink_ext_ack *extack)
217*4882a593Smuzhiyun {
218*4882a593Smuzhiyun struct clsact_sched_data *q = qdisc_priv(sch);
219*4882a593Smuzhiyun struct net_device *dev = qdisc_dev(sch);
220*4882a593Smuzhiyun int err;
221*4882a593Smuzhiyun
222*4882a593Smuzhiyun net_inc_ingress_queue();
223*4882a593Smuzhiyun net_inc_egress_queue();
224*4882a593Smuzhiyun
225*4882a593Smuzhiyun mini_qdisc_pair_init(&q->miniqp_ingress, sch, &dev->miniq_ingress);
226*4882a593Smuzhiyun
227*4882a593Smuzhiyun q->ingress_block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
228*4882a593Smuzhiyun q->ingress_block_info.chain_head_change = clsact_chain_head_change;
229*4882a593Smuzhiyun q->ingress_block_info.chain_head_change_priv = &q->miniqp_ingress;
230*4882a593Smuzhiyun
231*4882a593Smuzhiyun err = tcf_block_get_ext(&q->ingress_block, sch, &q->ingress_block_info,
232*4882a593Smuzhiyun extack);
233*4882a593Smuzhiyun if (err)
234*4882a593Smuzhiyun return err;
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun mini_qdisc_pair_block_init(&q->miniqp_ingress, q->ingress_block);
237*4882a593Smuzhiyun
238*4882a593Smuzhiyun mini_qdisc_pair_init(&q->miniqp_egress, sch, &dev->miniq_egress);
239*4882a593Smuzhiyun
240*4882a593Smuzhiyun q->egress_block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS;
241*4882a593Smuzhiyun q->egress_block_info.chain_head_change = clsact_chain_head_change;
242*4882a593Smuzhiyun q->egress_block_info.chain_head_change_priv = &q->miniqp_egress;
243*4882a593Smuzhiyun
244*4882a593Smuzhiyun return tcf_block_get_ext(&q->egress_block, sch, &q->egress_block_info, extack);
245*4882a593Smuzhiyun }
246*4882a593Smuzhiyun
clsact_destroy(struct Qdisc * sch)247*4882a593Smuzhiyun static void clsact_destroy(struct Qdisc *sch)
248*4882a593Smuzhiyun {
249*4882a593Smuzhiyun struct clsact_sched_data *q = qdisc_priv(sch);
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun tcf_block_put_ext(q->egress_block, sch, &q->egress_block_info);
252*4882a593Smuzhiyun tcf_block_put_ext(q->ingress_block, sch, &q->ingress_block_info);
253*4882a593Smuzhiyun
254*4882a593Smuzhiyun net_dec_ingress_queue();
255*4882a593Smuzhiyun net_dec_egress_queue();
256*4882a593Smuzhiyun }
257*4882a593Smuzhiyun
258*4882a593Smuzhiyun static const struct Qdisc_class_ops clsact_class_ops = {
259*4882a593Smuzhiyun .flags = QDISC_CLASS_OPS_DOIT_UNLOCKED,
260*4882a593Smuzhiyun .leaf = ingress_leaf,
261*4882a593Smuzhiyun .find = clsact_find,
262*4882a593Smuzhiyun .walk = ingress_walk,
263*4882a593Smuzhiyun .tcf_block = clsact_tcf_block,
264*4882a593Smuzhiyun .bind_tcf = clsact_bind_filter,
265*4882a593Smuzhiyun .unbind_tcf = ingress_unbind_filter,
266*4882a593Smuzhiyun };
267*4882a593Smuzhiyun
268*4882a593Smuzhiyun static struct Qdisc_ops clsact_qdisc_ops __read_mostly = {
269*4882a593Smuzhiyun .cl_ops = &clsact_class_ops,
270*4882a593Smuzhiyun .id = "clsact",
271*4882a593Smuzhiyun .priv_size = sizeof(struct clsact_sched_data),
272*4882a593Smuzhiyun .static_flags = TCQ_F_CPUSTATS,
273*4882a593Smuzhiyun .init = clsact_init,
274*4882a593Smuzhiyun .destroy = clsact_destroy,
275*4882a593Smuzhiyun .dump = ingress_dump,
276*4882a593Smuzhiyun .ingress_block_set = clsact_ingress_block_set,
277*4882a593Smuzhiyun .egress_block_set = clsact_egress_block_set,
278*4882a593Smuzhiyun .ingress_block_get = clsact_ingress_block_get,
279*4882a593Smuzhiyun .egress_block_get = clsact_egress_block_get,
280*4882a593Smuzhiyun .owner = THIS_MODULE,
281*4882a593Smuzhiyun };
282*4882a593Smuzhiyun
ingress_module_init(void)283*4882a593Smuzhiyun static int __init ingress_module_init(void)
284*4882a593Smuzhiyun {
285*4882a593Smuzhiyun int ret;
286*4882a593Smuzhiyun
287*4882a593Smuzhiyun ret = register_qdisc(&ingress_qdisc_ops);
288*4882a593Smuzhiyun if (!ret) {
289*4882a593Smuzhiyun ret = register_qdisc(&clsact_qdisc_ops);
290*4882a593Smuzhiyun if (ret)
291*4882a593Smuzhiyun unregister_qdisc(&ingress_qdisc_ops);
292*4882a593Smuzhiyun }
293*4882a593Smuzhiyun
294*4882a593Smuzhiyun return ret;
295*4882a593Smuzhiyun }
296*4882a593Smuzhiyun
ingress_module_exit(void)297*4882a593Smuzhiyun static void __exit ingress_module_exit(void)
298*4882a593Smuzhiyun {
299*4882a593Smuzhiyun unregister_qdisc(&ingress_qdisc_ops);
300*4882a593Smuzhiyun unregister_qdisc(&clsact_qdisc_ops);
301*4882a593Smuzhiyun }
302*4882a593Smuzhiyun
303*4882a593Smuzhiyun module_init(ingress_module_init);
304*4882a593Smuzhiyun module_exit(ingress_module_exit);
305*4882a593Smuzhiyun
306*4882a593Smuzhiyun MODULE_ALIAS("sch_clsact");
307*4882a593Smuzhiyun MODULE_LICENSE("GPL");
308