xref: /OK3568_Linux_fs/kernel/net/core/lwtunnel.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * lwtunnel	Infrastructure for light weight tunnels like mpls
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * Authors:	Roopa Prabhu, <roopa@cumulusnetworks.com>
6*4882a593Smuzhiyun  */
7*4882a593Smuzhiyun 
8*4882a593Smuzhiyun #include <linux/capability.h>
9*4882a593Smuzhiyun #include <linux/module.h>
10*4882a593Smuzhiyun #include <linux/types.h>
11*4882a593Smuzhiyun #include <linux/kernel.h>
12*4882a593Smuzhiyun #include <linux/slab.h>
13*4882a593Smuzhiyun #include <linux/uaccess.h>
14*4882a593Smuzhiyun #include <linux/skbuff.h>
15*4882a593Smuzhiyun #include <linux/netdevice.h>
16*4882a593Smuzhiyun #include <linux/lwtunnel.h>
17*4882a593Smuzhiyun #include <linux/in.h>
18*4882a593Smuzhiyun #include <linux/init.h>
19*4882a593Smuzhiyun #include <linux/err.h>
20*4882a593Smuzhiyun 
21*4882a593Smuzhiyun #include <net/lwtunnel.h>
22*4882a593Smuzhiyun #include <net/rtnetlink.h>
23*4882a593Smuzhiyun #include <net/ip6_fib.h>
24*4882a593Smuzhiyun #include <net/rtnh.h>
25*4882a593Smuzhiyun 
26*4882a593Smuzhiyun #ifdef CONFIG_MODULES
27*4882a593Smuzhiyun 
lwtunnel_encap_str(enum lwtunnel_encap_types encap_type)28*4882a593Smuzhiyun static const char *lwtunnel_encap_str(enum lwtunnel_encap_types encap_type)
29*4882a593Smuzhiyun {
30*4882a593Smuzhiyun 	/* Only lwt encaps implemented without using an interface for
31*4882a593Smuzhiyun 	 * the encap need to return a string here.
32*4882a593Smuzhiyun 	 */
33*4882a593Smuzhiyun 	switch (encap_type) {
34*4882a593Smuzhiyun 	case LWTUNNEL_ENCAP_MPLS:
35*4882a593Smuzhiyun 		return "MPLS";
36*4882a593Smuzhiyun 	case LWTUNNEL_ENCAP_ILA:
37*4882a593Smuzhiyun 		return "ILA";
38*4882a593Smuzhiyun 	case LWTUNNEL_ENCAP_SEG6:
39*4882a593Smuzhiyun 		return "SEG6";
40*4882a593Smuzhiyun 	case LWTUNNEL_ENCAP_BPF:
41*4882a593Smuzhiyun 		return "BPF";
42*4882a593Smuzhiyun 	case LWTUNNEL_ENCAP_SEG6_LOCAL:
43*4882a593Smuzhiyun 		return "SEG6LOCAL";
44*4882a593Smuzhiyun 	case LWTUNNEL_ENCAP_RPL:
45*4882a593Smuzhiyun 		return "RPL";
46*4882a593Smuzhiyun 	case LWTUNNEL_ENCAP_IP6:
47*4882a593Smuzhiyun 	case LWTUNNEL_ENCAP_IP:
48*4882a593Smuzhiyun 	case LWTUNNEL_ENCAP_NONE:
49*4882a593Smuzhiyun 	case __LWTUNNEL_ENCAP_MAX:
50*4882a593Smuzhiyun 		/* should not have got here */
51*4882a593Smuzhiyun 		WARN_ON(1);
52*4882a593Smuzhiyun 		break;
53*4882a593Smuzhiyun 	}
54*4882a593Smuzhiyun 	return NULL;
55*4882a593Smuzhiyun }
56*4882a593Smuzhiyun 
57*4882a593Smuzhiyun #endif /* CONFIG_MODULES */
58*4882a593Smuzhiyun 
lwtunnel_state_alloc(int encap_len)59*4882a593Smuzhiyun struct lwtunnel_state *lwtunnel_state_alloc(int encap_len)
60*4882a593Smuzhiyun {
61*4882a593Smuzhiyun 	struct lwtunnel_state *lws;
62*4882a593Smuzhiyun 
63*4882a593Smuzhiyun 	lws = kzalloc(sizeof(*lws) + encap_len, GFP_ATOMIC);
64*4882a593Smuzhiyun 
65*4882a593Smuzhiyun 	return lws;
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_state_alloc);
68*4882a593Smuzhiyun 
69*4882a593Smuzhiyun static const struct lwtunnel_encap_ops __rcu *
70*4882a593Smuzhiyun 		lwtun_encaps[LWTUNNEL_ENCAP_MAX + 1] __read_mostly;
71*4882a593Smuzhiyun 
lwtunnel_encap_add_ops(const struct lwtunnel_encap_ops * ops,unsigned int num)72*4882a593Smuzhiyun int lwtunnel_encap_add_ops(const struct lwtunnel_encap_ops *ops,
73*4882a593Smuzhiyun 			   unsigned int num)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun 	if (num > LWTUNNEL_ENCAP_MAX)
76*4882a593Smuzhiyun 		return -ERANGE;
77*4882a593Smuzhiyun 
78*4882a593Smuzhiyun 	return !cmpxchg((const struct lwtunnel_encap_ops **)
79*4882a593Smuzhiyun 			&lwtun_encaps[num],
80*4882a593Smuzhiyun 			NULL, ops) ? 0 : -1;
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_encap_add_ops);
83*4882a593Smuzhiyun 
lwtunnel_encap_del_ops(const struct lwtunnel_encap_ops * ops,unsigned int encap_type)84*4882a593Smuzhiyun int lwtunnel_encap_del_ops(const struct lwtunnel_encap_ops *ops,
85*4882a593Smuzhiyun 			   unsigned int encap_type)
86*4882a593Smuzhiyun {
87*4882a593Smuzhiyun 	int ret;
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun 	if (encap_type == LWTUNNEL_ENCAP_NONE ||
90*4882a593Smuzhiyun 	    encap_type > LWTUNNEL_ENCAP_MAX)
91*4882a593Smuzhiyun 		return -ERANGE;
92*4882a593Smuzhiyun 
93*4882a593Smuzhiyun 	ret = (cmpxchg((const struct lwtunnel_encap_ops **)
94*4882a593Smuzhiyun 		       &lwtun_encaps[encap_type],
95*4882a593Smuzhiyun 		       ops, NULL) == ops) ? 0 : -1;
96*4882a593Smuzhiyun 
97*4882a593Smuzhiyun 	synchronize_net();
98*4882a593Smuzhiyun 
99*4882a593Smuzhiyun 	return ret;
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_encap_del_ops);
102*4882a593Smuzhiyun 
lwtunnel_build_state(struct net * net,u16 encap_type,struct nlattr * encap,unsigned int family,const void * cfg,struct lwtunnel_state ** lws,struct netlink_ext_ack * extack)103*4882a593Smuzhiyun int lwtunnel_build_state(struct net *net, u16 encap_type,
104*4882a593Smuzhiyun 			 struct nlattr *encap, unsigned int family,
105*4882a593Smuzhiyun 			 const void *cfg, struct lwtunnel_state **lws,
106*4882a593Smuzhiyun 			 struct netlink_ext_ack *extack)
107*4882a593Smuzhiyun {
108*4882a593Smuzhiyun 	const struct lwtunnel_encap_ops *ops;
109*4882a593Smuzhiyun 	bool found = false;
110*4882a593Smuzhiyun 	int ret = -EINVAL;
111*4882a593Smuzhiyun 
112*4882a593Smuzhiyun 	if (encap_type == LWTUNNEL_ENCAP_NONE ||
113*4882a593Smuzhiyun 	    encap_type > LWTUNNEL_ENCAP_MAX) {
114*4882a593Smuzhiyun 		NL_SET_ERR_MSG_ATTR(extack, encap,
115*4882a593Smuzhiyun 				    "Unknown LWT encapsulation type");
116*4882a593Smuzhiyun 		return ret;
117*4882a593Smuzhiyun 	}
118*4882a593Smuzhiyun 
119*4882a593Smuzhiyun 	ret = -EOPNOTSUPP;
120*4882a593Smuzhiyun 	rcu_read_lock();
121*4882a593Smuzhiyun 	ops = rcu_dereference(lwtun_encaps[encap_type]);
122*4882a593Smuzhiyun 	if (likely(ops && ops->build_state && try_module_get(ops->owner)))
123*4882a593Smuzhiyun 		found = true;
124*4882a593Smuzhiyun 	rcu_read_unlock();
125*4882a593Smuzhiyun 
126*4882a593Smuzhiyun 	if (found) {
127*4882a593Smuzhiyun 		ret = ops->build_state(net, encap, family, cfg, lws, extack);
128*4882a593Smuzhiyun 		if (ret)
129*4882a593Smuzhiyun 			module_put(ops->owner);
130*4882a593Smuzhiyun 	} else {
131*4882a593Smuzhiyun 		/* don't rely on -EOPNOTSUPP to detect match as build_state
132*4882a593Smuzhiyun 		 * handlers could return it
133*4882a593Smuzhiyun 		 */
134*4882a593Smuzhiyun 		NL_SET_ERR_MSG_ATTR(extack, encap,
135*4882a593Smuzhiyun 				    "LWT encapsulation type not supported");
136*4882a593Smuzhiyun 	}
137*4882a593Smuzhiyun 
138*4882a593Smuzhiyun 	return ret;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_build_state);
141*4882a593Smuzhiyun 
lwtunnel_valid_encap_type(u16 encap_type,struct netlink_ext_ack * extack)142*4882a593Smuzhiyun int lwtunnel_valid_encap_type(u16 encap_type, struct netlink_ext_ack *extack)
143*4882a593Smuzhiyun {
144*4882a593Smuzhiyun 	const struct lwtunnel_encap_ops *ops;
145*4882a593Smuzhiyun 	int ret = -EINVAL;
146*4882a593Smuzhiyun 
147*4882a593Smuzhiyun 	if (encap_type == LWTUNNEL_ENCAP_NONE ||
148*4882a593Smuzhiyun 	    encap_type > LWTUNNEL_ENCAP_MAX) {
149*4882a593Smuzhiyun 		NL_SET_ERR_MSG(extack, "Unknown lwt encapsulation type");
150*4882a593Smuzhiyun 		return ret;
151*4882a593Smuzhiyun 	}
152*4882a593Smuzhiyun 
153*4882a593Smuzhiyun 	rcu_read_lock();
154*4882a593Smuzhiyun 	ops = rcu_dereference(lwtun_encaps[encap_type]);
155*4882a593Smuzhiyun 	rcu_read_unlock();
156*4882a593Smuzhiyun #ifdef CONFIG_MODULES
157*4882a593Smuzhiyun 	if (!ops) {
158*4882a593Smuzhiyun 		const char *encap_type_str = lwtunnel_encap_str(encap_type);
159*4882a593Smuzhiyun 
160*4882a593Smuzhiyun 		if (encap_type_str) {
161*4882a593Smuzhiyun 			__rtnl_unlock();
162*4882a593Smuzhiyun 			request_module("rtnl-lwt-%s", encap_type_str);
163*4882a593Smuzhiyun 			rtnl_lock();
164*4882a593Smuzhiyun 
165*4882a593Smuzhiyun 			rcu_read_lock();
166*4882a593Smuzhiyun 			ops = rcu_dereference(lwtun_encaps[encap_type]);
167*4882a593Smuzhiyun 			rcu_read_unlock();
168*4882a593Smuzhiyun 		}
169*4882a593Smuzhiyun 	}
170*4882a593Smuzhiyun #endif
171*4882a593Smuzhiyun 	ret = ops ? 0 : -EOPNOTSUPP;
172*4882a593Smuzhiyun 	if (ret < 0)
173*4882a593Smuzhiyun 		NL_SET_ERR_MSG(extack, "lwt encapsulation type not supported");
174*4882a593Smuzhiyun 
175*4882a593Smuzhiyun 	return ret;
176*4882a593Smuzhiyun }
177*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_valid_encap_type);
178*4882a593Smuzhiyun 
lwtunnel_valid_encap_type_attr(struct nlattr * attr,int remaining,struct netlink_ext_ack * extack)179*4882a593Smuzhiyun int lwtunnel_valid_encap_type_attr(struct nlattr *attr, int remaining,
180*4882a593Smuzhiyun 				   struct netlink_ext_ack *extack)
181*4882a593Smuzhiyun {
182*4882a593Smuzhiyun 	struct rtnexthop *rtnh = (struct rtnexthop *)attr;
183*4882a593Smuzhiyun 	struct nlattr *nla_entype;
184*4882a593Smuzhiyun 	struct nlattr *attrs;
185*4882a593Smuzhiyun 	u16 encap_type;
186*4882a593Smuzhiyun 	int attrlen;
187*4882a593Smuzhiyun 
188*4882a593Smuzhiyun 	while (rtnh_ok(rtnh, remaining)) {
189*4882a593Smuzhiyun 		attrlen = rtnh_attrlen(rtnh);
190*4882a593Smuzhiyun 		if (attrlen > 0) {
191*4882a593Smuzhiyun 			attrs = rtnh_attrs(rtnh);
192*4882a593Smuzhiyun 			nla_entype = nla_find(attrs, attrlen, RTA_ENCAP_TYPE);
193*4882a593Smuzhiyun 
194*4882a593Smuzhiyun 			if (nla_entype) {
195*4882a593Smuzhiyun 				if (nla_len(nla_entype) < sizeof(u16)) {
196*4882a593Smuzhiyun 					NL_SET_ERR_MSG(extack, "Invalid RTA_ENCAP_TYPE");
197*4882a593Smuzhiyun 					return -EINVAL;
198*4882a593Smuzhiyun 				}
199*4882a593Smuzhiyun 				encap_type = nla_get_u16(nla_entype);
200*4882a593Smuzhiyun 
201*4882a593Smuzhiyun 				if (lwtunnel_valid_encap_type(encap_type,
202*4882a593Smuzhiyun 							      extack) != 0)
203*4882a593Smuzhiyun 					return -EOPNOTSUPP;
204*4882a593Smuzhiyun 			}
205*4882a593Smuzhiyun 		}
206*4882a593Smuzhiyun 		rtnh = rtnh_next(rtnh, &remaining);
207*4882a593Smuzhiyun 	}
208*4882a593Smuzhiyun 
209*4882a593Smuzhiyun 	return 0;
210*4882a593Smuzhiyun }
211*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_valid_encap_type_attr);
212*4882a593Smuzhiyun 
lwtstate_free(struct lwtunnel_state * lws)213*4882a593Smuzhiyun void lwtstate_free(struct lwtunnel_state *lws)
214*4882a593Smuzhiyun {
215*4882a593Smuzhiyun 	const struct lwtunnel_encap_ops *ops = lwtun_encaps[lws->type];
216*4882a593Smuzhiyun 
217*4882a593Smuzhiyun 	if (ops->destroy_state) {
218*4882a593Smuzhiyun 		ops->destroy_state(lws);
219*4882a593Smuzhiyun 		kfree_rcu(lws, rcu);
220*4882a593Smuzhiyun 	} else {
221*4882a593Smuzhiyun 		kfree(lws);
222*4882a593Smuzhiyun 	}
223*4882a593Smuzhiyun 	module_put(ops->owner);
224*4882a593Smuzhiyun }
225*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtstate_free);
226*4882a593Smuzhiyun 
lwtunnel_fill_encap(struct sk_buff * skb,struct lwtunnel_state * lwtstate,int encap_attr,int encap_type_attr)227*4882a593Smuzhiyun int lwtunnel_fill_encap(struct sk_buff *skb, struct lwtunnel_state *lwtstate,
228*4882a593Smuzhiyun 			int encap_attr, int encap_type_attr)
229*4882a593Smuzhiyun {
230*4882a593Smuzhiyun 	const struct lwtunnel_encap_ops *ops;
231*4882a593Smuzhiyun 	struct nlattr *nest;
232*4882a593Smuzhiyun 	int ret;
233*4882a593Smuzhiyun 
234*4882a593Smuzhiyun 	if (!lwtstate)
235*4882a593Smuzhiyun 		return 0;
236*4882a593Smuzhiyun 
237*4882a593Smuzhiyun 	if (lwtstate->type == LWTUNNEL_ENCAP_NONE ||
238*4882a593Smuzhiyun 	    lwtstate->type > LWTUNNEL_ENCAP_MAX)
239*4882a593Smuzhiyun 		return 0;
240*4882a593Smuzhiyun 
241*4882a593Smuzhiyun 	nest = nla_nest_start_noflag(skb, encap_attr);
242*4882a593Smuzhiyun 	if (!nest)
243*4882a593Smuzhiyun 		return -EMSGSIZE;
244*4882a593Smuzhiyun 
245*4882a593Smuzhiyun 	ret = -EOPNOTSUPP;
246*4882a593Smuzhiyun 	rcu_read_lock();
247*4882a593Smuzhiyun 	ops = rcu_dereference(lwtun_encaps[lwtstate->type]);
248*4882a593Smuzhiyun 	if (likely(ops && ops->fill_encap))
249*4882a593Smuzhiyun 		ret = ops->fill_encap(skb, lwtstate);
250*4882a593Smuzhiyun 	rcu_read_unlock();
251*4882a593Smuzhiyun 
252*4882a593Smuzhiyun 	if (ret)
253*4882a593Smuzhiyun 		goto nla_put_failure;
254*4882a593Smuzhiyun 	nla_nest_end(skb, nest);
255*4882a593Smuzhiyun 	ret = nla_put_u16(skb, encap_type_attr, lwtstate->type);
256*4882a593Smuzhiyun 	if (ret)
257*4882a593Smuzhiyun 		goto nla_put_failure;
258*4882a593Smuzhiyun 
259*4882a593Smuzhiyun 	return 0;
260*4882a593Smuzhiyun 
261*4882a593Smuzhiyun nla_put_failure:
262*4882a593Smuzhiyun 	nla_nest_cancel(skb, nest);
263*4882a593Smuzhiyun 
264*4882a593Smuzhiyun 	return (ret == -EOPNOTSUPP ? 0 : ret);
265*4882a593Smuzhiyun }
266*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_fill_encap);
267*4882a593Smuzhiyun 
lwtunnel_get_encap_size(struct lwtunnel_state * lwtstate)268*4882a593Smuzhiyun int lwtunnel_get_encap_size(struct lwtunnel_state *lwtstate)
269*4882a593Smuzhiyun {
270*4882a593Smuzhiyun 	const struct lwtunnel_encap_ops *ops;
271*4882a593Smuzhiyun 	int ret = 0;
272*4882a593Smuzhiyun 
273*4882a593Smuzhiyun 	if (!lwtstate)
274*4882a593Smuzhiyun 		return 0;
275*4882a593Smuzhiyun 
276*4882a593Smuzhiyun 	if (lwtstate->type == LWTUNNEL_ENCAP_NONE ||
277*4882a593Smuzhiyun 	    lwtstate->type > LWTUNNEL_ENCAP_MAX)
278*4882a593Smuzhiyun 		return 0;
279*4882a593Smuzhiyun 
280*4882a593Smuzhiyun 	rcu_read_lock();
281*4882a593Smuzhiyun 	ops = rcu_dereference(lwtun_encaps[lwtstate->type]);
282*4882a593Smuzhiyun 	if (likely(ops && ops->get_encap_size))
283*4882a593Smuzhiyun 		ret = nla_total_size(ops->get_encap_size(lwtstate));
284*4882a593Smuzhiyun 	rcu_read_unlock();
285*4882a593Smuzhiyun 
286*4882a593Smuzhiyun 	return ret;
287*4882a593Smuzhiyun }
288*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_get_encap_size);
289*4882a593Smuzhiyun 
lwtunnel_cmp_encap(struct lwtunnel_state * a,struct lwtunnel_state * b)290*4882a593Smuzhiyun int lwtunnel_cmp_encap(struct lwtunnel_state *a, struct lwtunnel_state *b)
291*4882a593Smuzhiyun {
292*4882a593Smuzhiyun 	const struct lwtunnel_encap_ops *ops;
293*4882a593Smuzhiyun 	int ret = 0;
294*4882a593Smuzhiyun 
295*4882a593Smuzhiyun 	if (!a && !b)
296*4882a593Smuzhiyun 		return 0;
297*4882a593Smuzhiyun 
298*4882a593Smuzhiyun 	if (!a || !b)
299*4882a593Smuzhiyun 		return 1;
300*4882a593Smuzhiyun 
301*4882a593Smuzhiyun 	if (a->type != b->type)
302*4882a593Smuzhiyun 		return 1;
303*4882a593Smuzhiyun 
304*4882a593Smuzhiyun 	if (a->type == LWTUNNEL_ENCAP_NONE ||
305*4882a593Smuzhiyun 	    a->type > LWTUNNEL_ENCAP_MAX)
306*4882a593Smuzhiyun 		return 0;
307*4882a593Smuzhiyun 
308*4882a593Smuzhiyun 	rcu_read_lock();
309*4882a593Smuzhiyun 	ops = rcu_dereference(lwtun_encaps[a->type]);
310*4882a593Smuzhiyun 	if (likely(ops && ops->cmp_encap))
311*4882a593Smuzhiyun 		ret = ops->cmp_encap(a, b);
312*4882a593Smuzhiyun 	rcu_read_unlock();
313*4882a593Smuzhiyun 
314*4882a593Smuzhiyun 	return ret;
315*4882a593Smuzhiyun }
316*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_cmp_encap);
317*4882a593Smuzhiyun 
lwtunnel_output(struct net * net,struct sock * sk,struct sk_buff * skb)318*4882a593Smuzhiyun int lwtunnel_output(struct net *net, struct sock *sk, struct sk_buff *skb)
319*4882a593Smuzhiyun {
320*4882a593Smuzhiyun 	struct dst_entry *dst = skb_dst(skb);
321*4882a593Smuzhiyun 	const struct lwtunnel_encap_ops *ops;
322*4882a593Smuzhiyun 	struct lwtunnel_state *lwtstate;
323*4882a593Smuzhiyun 	int ret = -EINVAL;
324*4882a593Smuzhiyun 
325*4882a593Smuzhiyun 	if (!dst)
326*4882a593Smuzhiyun 		goto drop;
327*4882a593Smuzhiyun 	lwtstate = dst->lwtstate;
328*4882a593Smuzhiyun 
329*4882a593Smuzhiyun 	if (lwtstate->type == LWTUNNEL_ENCAP_NONE ||
330*4882a593Smuzhiyun 	    lwtstate->type > LWTUNNEL_ENCAP_MAX)
331*4882a593Smuzhiyun 		return 0;
332*4882a593Smuzhiyun 
333*4882a593Smuzhiyun 	ret = -EOPNOTSUPP;
334*4882a593Smuzhiyun 	rcu_read_lock();
335*4882a593Smuzhiyun 	ops = rcu_dereference(lwtun_encaps[lwtstate->type]);
336*4882a593Smuzhiyun 	if (likely(ops && ops->output))
337*4882a593Smuzhiyun 		ret = ops->output(net, sk, skb);
338*4882a593Smuzhiyun 	rcu_read_unlock();
339*4882a593Smuzhiyun 
340*4882a593Smuzhiyun 	if (ret == -EOPNOTSUPP)
341*4882a593Smuzhiyun 		goto drop;
342*4882a593Smuzhiyun 
343*4882a593Smuzhiyun 	return ret;
344*4882a593Smuzhiyun 
345*4882a593Smuzhiyun drop:
346*4882a593Smuzhiyun 	kfree_skb(skb);
347*4882a593Smuzhiyun 
348*4882a593Smuzhiyun 	return ret;
349*4882a593Smuzhiyun }
350*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_output);
351*4882a593Smuzhiyun 
lwtunnel_xmit(struct sk_buff * skb)352*4882a593Smuzhiyun int lwtunnel_xmit(struct sk_buff *skb)
353*4882a593Smuzhiyun {
354*4882a593Smuzhiyun 	struct dst_entry *dst = skb_dst(skb);
355*4882a593Smuzhiyun 	const struct lwtunnel_encap_ops *ops;
356*4882a593Smuzhiyun 	struct lwtunnel_state *lwtstate;
357*4882a593Smuzhiyun 	int ret = -EINVAL;
358*4882a593Smuzhiyun 
359*4882a593Smuzhiyun 	if (!dst)
360*4882a593Smuzhiyun 		goto drop;
361*4882a593Smuzhiyun 
362*4882a593Smuzhiyun 	lwtstate = dst->lwtstate;
363*4882a593Smuzhiyun 
364*4882a593Smuzhiyun 	if (lwtstate->type == LWTUNNEL_ENCAP_NONE ||
365*4882a593Smuzhiyun 	    lwtstate->type > LWTUNNEL_ENCAP_MAX)
366*4882a593Smuzhiyun 		return 0;
367*4882a593Smuzhiyun 
368*4882a593Smuzhiyun 	ret = -EOPNOTSUPP;
369*4882a593Smuzhiyun 	rcu_read_lock();
370*4882a593Smuzhiyun 	ops = rcu_dereference(lwtun_encaps[lwtstate->type]);
371*4882a593Smuzhiyun 	if (likely(ops && ops->xmit))
372*4882a593Smuzhiyun 		ret = ops->xmit(skb);
373*4882a593Smuzhiyun 	rcu_read_unlock();
374*4882a593Smuzhiyun 
375*4882a593Smuzhiyun 	if (ret == -EOPNOTSUPP)
376*4882a593Smuzhiyun 		goto drop;
377*4882a593Smuzhiyun 
378*4882a593Smuzhiyun 	return ret;
379*4882a593Smuzhiyun 
380*4882a593Smuzhiyun drop:
381*4882a593Smuzhiyun 	kfree_skb(skb);
382*4882a593Smuzhiyun 
383*4882a593Smuzhiyun 	return ret;
384*4882a593Smuzhiyun }
385*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_xmit);
386*4882a593Smuzhiyun 
lwtunnel_input(struct sk_buff * skb)387*4882a593Smuzhiyun int lwtunnel_input(struct sk_buff *skb)
388*4882a593Smuzhiyun {
389*4882a593Smuzhiyun 	struct dst_entry *dst = skb_dst(skb);
390*4882a593Smuzhiyun 	const struct lwtunnel_encap_ops *ops;
391*4882a593Smuzhiyun 	struct lwtunnel_state *lwtstate;
392*4882a593Smuzhiyun 	int ret = -EINVAL;
393*4882a593Smuzhiyun 
394*4882a593Smuzhiyun 	if (!dst)
395*4882a593Smuzhiyun 		goto drop;
396*4882a593Smuzhiyun 	lwtstate = dst->lwtstate;
397*4882a593Smuzhiyun 
398*4882a593Smuzhiyun 	if (lwtstate->type == LWTUNNEL_ENCAP_NONE ||
399*4882a593Smuzhiyun 	    lwtstate->type > LWTUNNEL_ENCAP_MAX)
400*4882a593Smuzhiyun 		return 0;
401*4882a593Smuzhiyun 
402*4882a593Smuzhiyun 	ret = -EOPNOTSUPP;
403*4882a593Smuzhiyun 	rcu_read_lock();
404*4882a593Smuzhiyun 	ops = rcu_dereference(lwtun_encaps[lwtstate->type]);
405*4882a593Smuzhiyun 	if (likely(ops && ops->input))
406*4882a593Smuzhiyun 		ret = ops->input(skb);
407*4882a593Smuzhiyun 	rcu_read_unlock();
408*4882a593Smuzhiyun 
409*4882a593Smuzhiyun 	if (ret == -EOPNOTSUPP)
410*4882a593Smuzhiyun 		goto drop;
411*4882a593Smuzhiyun 
412*4882a593Smuzhiyun 	return ret;
413*4882a593Smuzhiyun 
414*4882a593Smuzhiyun drop:
415*4882a593Smuzhiyun 	kfree_skb(skb);
416*4882a593Smuzhiyun 
417*4882a593Smuzhiyun 	return ret;
418*4882a593Smuzhiyun }
419*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_input);
420