1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * net/sched/act_connmark.c netfilter connmark retriever action
4*4882a593Smuzhiyun * skb mark is over-written
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Copyright (c) 2011 Felix Fietkau <nbd@openwrt.org>
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/module.h>
10*4882a593Smuzhiyun #include <linux/init.h>
11*4882a593Smuzhiyun #include <linux/kernel.h>
12*4882a593Smuzhiyun #include <linux/skbuff.h>
13*4882a593Smuzhiyun #include <linux/rtnetlink.h>
14*4882a593Smuzhiyun #include <linux/pkt_cls.h>
15*4882a593Smuzhiyun #include <linux/ip.h>
16*4882a593Smuzhiyun #include <linux/ipv6.h>
17*4882a593Smuzhiyun #include <net/netlink.h>
18*4882a593Smuzhiyun #include <net/pkt_sched.h>
19*4882a593Smuzhiyun #include <net/act_api.h>
20*4882a593Smuzhiyun #include <net/pkt_cls.h>
21*4882a593Smuzhiyun #include <uapi/linux/tc_act/tc_connmark.h>
22*4882a593Smuzhiyun #include <net/tc_act/tc_connmark.h>
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun #include <net/netfilter/nf_conntrack.h>
25*4882a593Smuzhiyun #include <net/netfilter/nf_conntrack_core.h>
26*4882a593Smuzhiyun #include <net/netfilter/nf_conntrack_zones.h>
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun static unsigned int connmark_net_id;
29*4882a593Smuzhiyun static struct tc_action_ops act_connmark_ops;
30*4882a593Smuzhiyun
tcf_connmark_act(struct sk_buff * skb,const struct tc_action * a,struct tcf_result * res)31*4882a593Smuzhiyun static int tcf_connmark_act(struct sk_buff *skb, const struct tc_action *a,
32*4882a593Smuzhiyun struct tcf_result *res)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun const struct nf_conntrack_tuple_hash *thash;
35*4882a593Smuzhiyun struct nf_conntrack_tuple tuple;
36*4882a593Smuzhiyun enum ip_conntrack_info ctinfo;
37*4882a593Smuzhiyun struct tcf_connmark_info *ca = to_connmark(a);
38*4882a593Smuzhiyun struct nf_conntrack_zone zone;
39*4882a593Smuzhiyun struct nf_conn *c;
40*4882a593Smuzhiyun int proto;
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun spin_lock(&ca->tcf_lock);
43*4882a593Smuzhiyun tcf_lastuse_update(&ca->tcf_tm);
44*4882a593Smuzhiyun bstats_update(&ca->tcf_bstats, skb);
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun switch (skb_protocol(skb, true)) {
47*4882a593Smuzhiyun case htons(ETH_P_IP):
48*4882a593Smuzhiyun if (skb->len < sizeof(struct iphdr))
49*4882a593Smuzhiyun goto out;
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun proto = NFPROTO_IPV4;
52*4882a593Smuzhiyun break;
53*4882a593Smuzhiyun case htons(ETH_P_IPV6):
54*4882a593Smuzhiyun if (skb->len < sizeof(struct ipv6hdr))
55*4882a593Smuzhiyun goto out;
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun proto = NFPROTO_IPV6;
58*4882a593Smuzhiyun break;
59*4882a593Smuzhiyun default:
60*4882a593Smuzhiyun goto out;
61*4882a593Smuzhiyun }
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun c = nf_ct_get(skb, &ctinfo);
64*4882a593Smuzhiyun if (c) {
65*4882a593Smuzhiyun skb->mark = READ_ONCE(c->mark);
66*4882a593Smuzhiyun /* using overlimits stats to count how many packets marked */
67*4882a593Smuzhiyun ca->tcf_qstats.overlimits++;
68*4882a593Smuzhiyun goto out;
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun if (!nf_ct_get_tuplepr(skb, skb_network_offset(skb),
72*4882a593Smuzhiyun proto, ca->net, &tuple))
73*4882a593Smuzhiyun goto out;
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun zone.id = ca->zone;
76*4882a593Smuzhiyun zone.dir = NF_CT_DEFAULT_ZONE_DIR;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun thash = nf_conntrack_find_get(ca->net, &zone, &tuple);
79*4882a593Smuzhiyun if (!thash)
80*4882a593Smuzhiyun goto out;
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun c = nf_ct_tuplehash_to_ctrack(thash);
83*4882a593Smuzhiyun /* using overlimits stats to count how many packets marked */
84*4882a593Smuzhiyun ca->tcf_qstats.overlimits++;
85*4882a593Smuzhiyun skb->mark = READ_ONCE(c->mark);
86*4882a593Smuzhiyun nf_ct_put(c);
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun out:
89*4882a593Smuzhiyun spin_unlock(&ca->tcf_lock);
90*4882a593Smuzhiyun return ca->tcf_action;
91*4882a593Smuzhiyun }
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun static const struct nla_policy connmark_policy[TCA_CONNMARK_MAX + 1] = {
94*4882a593Smuzhiyun [TCA_CONNMARK_PARMS] = { .len = sizeof(struct tc_connmark) },
95*4882a593Smuzhiyun };
96*4882a593Smuzhiyun
tcf_connmark_init(struct net * net,struct nlattr * nla,struct nlattr * est,struct tc_action ** a,int ovr,int bind,bool rtnl_held,struct tcf_proto * tp,u32 flags,struct netlink_ext_ack * extack)97*4882a593Smuzhiyun static int tcf_connmark_init(struct net *net, struct nlattr *nla,
98*4882a593Smuzhiyun struct nlattr *est, struct tc_action **a,
99*4882a593Smuzhiyun int ovr, int bind, bool rtnl_held,
100*4882a593Smuzhiyun struct tcf_proto *tp, u32 flags,
101*4882a593Smuzhiyun struct netlink_ext_ack *extack)
102*4882a593Smuzhiyun {
103*4882a593Smuzhiyun struct tc_action_net *tn = net_generic(net, connmark_net_id);
104*4882a593Smuzhiyun struct nlattr *tb[TCA_CONNMARK_MAX + 1];
105*4882a593Smuzhiyun struct tcf_chain *goto_ch = NULL;
106*4882a593Smuzhiyun struct tcf_connmark_info *ci;
107*4882a593Smuzhiyun struct tc_connmark *parm;
108*4882a593Smuzhiyun int ret = 0, err;
109*4882a593Smuzhiyun u32 index;
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun if (!nla)
112*4882a593Smuzhiyun return -EINVAL;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun ret = nla_parse_nested_deprecated(tb, TCA_CONNMARK_MAX, nla,
115*4882a593Smuzhiyun connmark_policy, NULL);
116*4882a593Smuzhiyun if (ret < 0)
117*4882a593Smuzhiyun return ret;
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun if (!tb[TCA_CONNMARK_PARMS])
120*4882a593Smuzhiyun return -EINVAL;
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun parm = nla_data(tb[TCA_CONNMARK_PARMS]);
123*4882a593Smuzhiyun index = parm->index;
124*4882a593Smuzhiyun ret = tcf_idr_check_alloc(tn, &index, a, bind);
125*4882a593Smuzhiyun if (!ret) {
126*4882a593Smuzhiyun ret = tcf_idr_create(tn, index, est, a,
127*4882a593Smuzhiyun &act_connmark_ops, bind, false, 0);
128*4882a593Smuzhiyun if (ret) {
129*4882a593Smuzhiyun tcf_idr_cleanup(tn, index);
130*4882a593Smuzhiyun return ret;
131*4882a593Smuzhiyun }
132*4882a593Smuzhiyun
133*4882a593Smuzhiyun ci = to_connmark(*a);
134*4882a593Smuzhiyun err = tcf_action_check_ctrlact(parm->action, tp, &goto_ch,
135*4882a593Smuzhiyun extack);
136*4882a593Smuzhiyun if (err < 0)
137*4882a593Smuzhiyun goto release_idr;
138*4882a593Smuzhiyun tcf_action_set_ctrlact(*a, parm->action, goto_ch);
139*4882a593Smuzhiyun ci->net = net;
140*4882a593Smuzhiyun ci->zone = parm->zone;
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun ret = ACT_P_CREATED;
143*4882a593Smuzhiyun } else if (ret > 0) {
144*4882a593Smuzhiyun ci = to_connmark(*a);
145*4882a593Smuzhiyun if (bind)
146*4882a593Smuzhiyun return 0;
147*4882a593Smuzhiyun if (!ovr) {
148*4882a593Smuzhiyun tcf_idr_release(*a, bind);
149*4882a593Smuzhiyun return -EEXIST;
150*4882a593Smuzhiyun }
151*4882a593Smuzhiyun err = tcf_action_check_ctrlact(parm->action, tp, &goto_ch,
152*4882a593Smuzhiyun extack);
153*4882a593Smuzhiyun if (err < 0)
154*4882a593Smuzhiyun goto release_idr;
155*4882a593Smuzhiyun /* replacing action and zone */
156*4882a593Smuzhiyun spin_lock_bh(&ci->tcf_lock);
157*4882a593Smuzhiyun goto_ch = tcf_action_set_ctrlact(*a, parm->action, goto_ch);
158*4882a593Smuzhiyun ci->zone = parm->zone;
159*4882a593Smuzhiyun spin_unlock_bh(&ci->tcf_lock);
160*4882a593Smuzhiyun if (goto_ch)
161*4882a593Smuzhiyun tcf_chain_put_by_act(goto_ch);
162*4882a593Smuzhiyun ret = 0;
163*4882a593Smuzhiyun }
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun return ret;
166*4882a593Smuzhiyun release_idr:
167*4882a593Smuzhiyun tcf_idr_release(*a, bind);
168*4882a593Smuzhiyun return err;
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun
tcf_connmark_dump(struct sk_buff * skb,struct tc_action * a,int bind,int ref)171*4882a593Smuzhiyun static inline int tcf_connmark_dump(struct sk_buff *skb, struct tc_action *a,
172*4882a593Smuzhiyun int bind, int ref)
173*4882a593Smuzhiyun {
174*4882a593Smuzhiyun unsigned char *b = skb_tail_pointer(skb);
175*4882a593Smuzhiyun struct tcf_connmark_info *ci = to_connmark(a);
176*4882a593Smuzhiyun struct tc_connmark opt = {
177*4882a593Smuzhiyun .index = ci->tcf_index,
178*4882a593Smuzhiyun .refcnt = refcount_read(&ci->tcf_refcnt) - ref,
179*4882a593Smuzhiyun .bindcnt = atomic_read(&ci->tcf_bindcnt) - bind,
180*4882a593Smuzhiyun };
181*4882a593Smuzhiyun struct tcf_t t;
182*4882a593Smuzhiyun
183*4882a593Smuzhiyun spin_lock_bh(&ci->tcf_lock);
184*4882a593Smuzhiyun opt.action = ci->tcf_action;
185*4882a593Smuzhiyun opt.zone = ci->zone;
186*4882a593Smuzhiyun if (nla_put(skb, TCA_CONNMARK_PARMS, sizeof(opt), &opt))
187*4882a593Smuzhiyun goto nla_put_failure;
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun tcf_tm_dump(&t, &ci->tcf_tm);
190*4882a593Smuzhiyun if (nla_put_64bit(skb, TCA_CONNMARK_TM, sizeof(t), &t,
191*4882a593Smuzhiyun TCA_CONNMARK_PAD))
192*4882a593Smuzhiyun goto nla_put_failure;
193*4882a593Smuzhiyun spin_unlock_bh(&ci->tcf_lock);
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun return skb->len;
196*4882a593Smuzhiyun
197*4882a593Smuzhiyun nla_put_failure:
198*4882a593Smuzhiyun spin_unlock_bh(&ci->tcf_lock);
199*4882a593Smuzhiyun nlmsg_trim(skb, b);
200*4882a593Smuzhiyun return -1;
201*4882a593Smuzhiyun }
202*4882a593Smuzhiyun
tcf_connmark_walker(struct net * net,struct sk_buff * skb,struct netlink_callback * cb,int type,const struct tc_action_ops * ops,struct netlink_ext_ack * extack)203*4882a593Smuzhiyun static int tcf_connmark_walker(struct net *net, struct sk_buff *skb,
204*4882a593Smuzhiyun struct netlink_callback *cb, int type,
205*4882a593Smuzhiyun const struct tc_action_ops *ops,
206*4882a593Smuzhiyun struct netlink_ext_ack *extack)
207*4882a593Smuzhiyun {
208*4882a593Smuzhiyun struct tc_action_net *tn = net_generic(net, connmark_net_id);
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun return tcf_generic_walker(tn, skb, cb, type, ops, extack);
211*4882a593Smuzhiyun }
212*4882a593Smuzhiyun
tcf_connmark_search(struct net * net,struct tc_action ** a,u32 index)213*4882a593Smuzhiyun static int tcf_connmark_search(struct net *net, struct tc_action **a, u32 index)
214*4882a593Smuzhiyun {
215*4882a593Smuzhiyun struct tc_action_net *tn = net_generic(net, connmark_net_id);
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun return tcf_idr_search(tn, a, index);
218*4882a593Smuzhiyun }
219*4882a593Smuzhiyun
220*4882a593Smuzhiyun static struct tc_action_ops act_connmark_ops = {
221*4882a593Smuzhiyun .kind = "connmark",
222*4882a593Smuzhiyun .id = TCA_ID_CONNMARK,
223*4882a593Smuzhiyun .owner = THIS_MODULE,
224*4882a593Smuzhiyun .act = tcf_connmark_act,
225*4882a593Smuzhiyun .dump = tcf_connmark_dump,
226*4882a593Smuzhiyun .init = tcf_connmark_init,
227*4882a593Smuzhiyun .walk = tcf_connmark_walker,
228*4882a593Smuzhiyun .lookup = tcf_connmark_search,
229*4882a593Smuzhiyun .size = sizeof(struct tcf_connmark_info),
230*4882a593Smuzhiyun };
231*4882a593Smuzhiyun
connmark_init_net(struct net * net)232*4882a593Smuzhiyun static __net_init int connmark_init_net(struct net *net)
233*4882a593Smuzhiyun {
234*4882a593Smuzhiyun struct tc_action_net *tn = net_generic(net, connmark_net_id);
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun return tc_action_net_init(net, tn, &act_connmark_ops);
237*4882a593Smuzhiyun }
238*4882a593Smuzhiyun
connmark_exit_net(struct list_head * net_list)239*4882a593Smuzhiyun static void __net_exit connmark_exit_net(struct list_head *net_list)
240*4882a593Smuzhiyun {
241*4882a593Smuzhiyun tc_action_net_exit(net_list, connmark_net_id);
242*4882a593Smuzhiyun }
243*4882a593Smuzhiyun
244*4882a593Smuzhiyun static struct pernet_operations connmark_net_ops = {
245*4882a593Smuzhiyun .init = connmark_init_net,
246*4882a593Smuzhiyun .exit_batch = connmark_exit_net,
247*4882a593Smuzhiyun .id = &connmark_net_id,
248*4882a593Smuzhiyun .size = sizeof(struct tc_action_net),
249*4882a593Smuzhiyun };
250*4882a593Smuzhiyun
connmark_init_module(void)251*4882a593Smuzhiyun static int __init connmark_init_module(void)
252*4882a593Smuzhiyun {
253*4882a593Smuzhiyun return tcf_register_action(&act_connmark_ops, &connmark_net_ops);
254*4882a593Smuzhiyun }
255*4882a593Smuzhiyun
connmark_cleanup_module(void)256*4882a593Smuzhiyun static void __exit connmark_cleanup_module(void)
257*4882a593Smuzhiyun {
258*4882a593Smuzhiyun tcf_unregister_action(&act_connmark_ops, &connmark_net_ops);
259*4882a593Smuzhiyun }
260*4882a593Smuzhiyun
261*4882a593Smuzhiyun module_init(connmark_init_module);
262*4882a593Smuzhiyun module_exit(connmark_cleanup_module);
263*4882a593Smuzhiyun MODULE_AUTHOR("Felix Fietkau <nbd@openwrt.org>");
264*4882a593Smuzhiyun MODULE_DESCRIPTION("Connection tracking mark restoring");
265*4882a593Smuzhiyun MODULE_LICENSE("GPL");
266