1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * lwtunnel Infrastructure for light weight tunnels like mpls
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Authors: Roopa Prabhu, <roopa@cumulusnetworks.com>
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <linux/capability.h>
9*4882a593Smuzhiyun #include <linux/module.h>
10*4882a593Smuzhiyun #include <linux/types.h>
11*4882a593Smuzhiyun #include <linux/kernel.h>
12*4882a593Smuzhiyun #include <linux/slab.h>
13*4882a593Smuzhiyun #include <linux/uaccess.h>
14*4882a593Smuzhiyun #include <linux/skbuff.h>
15*4882a593Smuzhiyun #include <linux/netdevice.h>
16*4882a593Smuzhiyun #include <linux/lwtunnel.h>
17*4882a593Smuzhiyun #include <linux/in.h>
18*4882a593Smuzhiyun #include <linux/init.h>
19*4882a593Smuzhiyun #include <linux/err.h>
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun #include <net/lwtunnel.h>
22*4882a593Smuzhiyun #include <net/rtnetlink.h>
23*4882a593Smuzhiyun #include <net/ip6_fib.h>
24*4882a593Smuzhiyun #include <net/rtnh.h>
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun #ifdef CONFIG_MODULES
27*4882a593Smuzhiyun
lwtunnel_encap_str(enum lwtunnel_encap_types encap_type)28*4882a593Smuzhiyun static const char *lwtunnel_encap_str(enum lwtunnel_encap_types encap_type)
29*4882a593Smuzhiyun {
30*4882a593Smuzhiyun /* Only lwt encaps implemented without using an interface for
31*4882a593Smuzhiyun * the encap need to return a string here.
32*4882a593Smuzhiyun */
33*4882a593Smuzhiyun switch (encap_type) {
34*4882a593Smuzhiyun case LWTUNNEL_ENCAP_MPLS:
35*4882a593Smuzhiyun return "MPLS";
36*4882a593Smuzhiyun case LWTUNNEL_ENCAP_ILA:
37*4882a593Smuzhiyun return "ILA";
38*4882a593Smuzhiyun case LWTUNNEL_ENCAP_SEG6:
39*4882a593Smuzhiyun return "SEG6";
40*4882a593Smuzhiyun case LWTUNNEL_ENCAP_BPF:
41*4882a593Smuzhiyun return "BPF";
42*4882a593Smuzhiyun case LWTUNNEL_ENCAP_SEG6_LOCAL:
43*4882a593Smuzhiyun return "SEG6LOCAL";
44*4882a593Smuzhiyun case LWTUNNEL_ENCAP_RPL:
45*4882a593Smuzhiyun return "RPL";
46*4882a593Smuzhiyun case LWTUNNEL_ENCAP_IP6:
47*4882a593Smuzhiyun case LWTUNNEL_ENCAP_IP:
48*4882a593Smuzhiyun case LWTUNNEL_ENCAP_NONE:
49*4882a593Smuzhiyun case __LWTUNNEL_ENCAP_MAX:
50*4882a593Smuzhiyun /* should not have got here */
51*4882a593Smuzhiyun WARN_ON(1);
52*4882a593Smuzhiyun break;
53*4882a593Smuzhiyun }
54*4882a593Smuzhiyun return NULL;
55*4882a593Smuzhiyun }
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun #endif /* CONFIG_MODULES */
58*4882a593Smuzhiyun
lwtunnel_state_alloc(int encap_len)59*4882a593Smuzhiyun struct lwtunnel_state *lwtunnel_state_alloc(int encap_len)
60*4882a593Smuzhiyun {
61*4882a593Smuzhiyun struct lwtunnel_state *lws;
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun lws = kzalloc(sizeof(*lws) + encap_len, GFP_ATOMIC);
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun return lws;
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_state_alloc);
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun static const struct lwtunnel_encap_ops __rcu *
70*4882a593Smuzhiyun lwtun_encaps[LWTUNNEL_ENCAP_MAX + 1] __read_mostly;
71*4882a593Smuzhiyun
lwtunnel_encap_add_ops(const struct lwtunnel_encap_ops * ops,unsigned int num)72*4882a593Smuzhiyun int lwtunnel_encap_add_ops(const struct lwtunnel_encap_ops *ops,
73*4882a593Smuzhiyun unsigned int num)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun if (num > LWTUNNEL_ENCAP_MAX)
76*4882a593Smuzhiyun return -ERANGE;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun return !cmpxchg((const struct lwtunnel_encap_ops **)
79*4882a593Smuzhiyun &lwtun_encaps[num],
80*4882a593Smuzhiyun NULL, ops) ? 0 : -1;
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_encap_add_ops);
83*4882a593Smuzhiyun
lwtunnel_encap_del_ops(const struct lwtunnel_encap_ops * ops,unsigned int encap_type)84*4882a593Smuzhiyun int lwtunnel_encap_del_ops(const struct lwtunnel_encap_ops *ops,
85*4882a593Smuzhiyun unsigned int encap_type)
86*4882a593Smuzhiyun {
87*4882a593Smuzhiyun int ret;
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun if (encap_type == LWTUNNEL_ENCAP_NONE ||
90*4882a593Smuzhiyun encap_type > LWTUNNEL_ENCAP_MAX)
91*4882a593Smuzhiyun return -ERANGE;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun ret = (cmpxchg((const struct lwtunnel_encap_ops **)
94*4882a593Smuzhiyun &lwtun_encaps[encap_type],
95*4882a593Smuzhiyun ops, NULL) == ops) ? 0 : -1;
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun synchronize_net();
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun return ret;
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_encap_del_ops);
102*4882a593Smuzhiyun
lwtunnel_build_state(struct net * net,u16 encap_type,struct nlattr * encap,unsigned int family,const void * cfg,struct lwtunnel_state ** lws,struct netlink_ext_ack * extack)103*4882a593Smuzhiyun int lwtunnel_build_state(struct net *net, u16 encap_type,
104*4882a593Smuzhiyun struct nlattr *encap, unsigned int family,
105*4882a593Smuzhiyun const void *cfg, struct lwtunnel_state **lws,
106*4882a593Smuzhiyun struct netlink_ext_ack *extack)
107*4882a593Smuzhiyun {
108*4882a593Smuzhiyun const struct lwtunnel_encap_ops *ops;
109*4882a593Smuzhiyun bool found = false;
110*4882a593Smuzhiyun int ret = -EINVAL;
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun if (encap_type == LWTUNNEL_ENCAP_NONE ||
113*4882a593Smuzhiyun encap_type > LWTUNNEL_ENCAP_MAX) {
114*4882a593Smuzhiyun NL_SET_ERR_MSG_ATTR(extack, encap,
115*4882a593Smuzhiyun "Unknown LWT encapsulation type");
116*4882a593Smuzhiyun return ret;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun ret = -EOPNOTSUPP;
120*4882a593Smuzhiyun rcu_read_lock();
121*4882a593Smuzhiyun ops = rcu_dereference(lwtun_encaps[encap_type]);
122*4882a593Smuzhiyun if (likely(ops && ops->build_state && try_module_get(ops->owner)))
123*4882a593Smuzhiyun found = true;
124*4882a593Smuzhiyun rcu_read_unlock();
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun if (found) {
127*4882a593Smuzhiyun ret = ops->build_state(net, encap, family, cfg, lws, extack);
128*4882a593Smuzhiyun if (ret)
129*4882a593Smuzhiyun module_put(ops->owner);
130*4882a593Smuzhiyun } else {
131*4882a593Smuzhiyun /* don't rely on -EOPNOTSUPP to detect match as build_state
132*4882a593Smuzhiyun * handlers could return it
133*4882a593Smuzhiyun */
134*4882a593Smuzhiyun NL_SET_ERR_MSG_ATTR(extack, encap,
135*4882a593Smuzhiyun "LWT encapsulation type not supported");
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun return ret;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_build_state);
141*4882a593Smuzhiyun
lwtunnel_valid_encap_type(u16 encap_type,struct netlink_ext_ack * extack)142*4882a593Smuzhiyun int lwtunnel_valid_encap_type(u16 encap_type, struct netlink_ext_ack *extack)
143*4882a593Smuzhiyun {
144*4882a593Smuzhiyun const struct lwtunnel_encap_ops *ops;
145*4882a593Smuzhiyun int ret = -EINVAL;
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun if (encap_type == LWTUNNEL_ENCAP_NONE ||
148*4882a593Smuzhiyun encap_type > LWTUNNEL_ENCAP_MAX) {
149*4882a593Smuzhiyun NL_SET_ERR_MSG(extack, "Unknown lwt encapsulation type");
150*4882a593Smuzhiyun return ret;
151*4882a593Smuzhiyun }
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun rcu_read_lock();
154*4882a593Smuzhiyun ops = rcu_dereference(lwtun_encaps[encap_type]);
155*4882a593Smuzhiyun rcu_read_unlock();
156*4882a593Smuzhiyun #ifdef CONFIG_MODULES
157*4882a593Smuzhiyun if (!ops) {
158*4882a593Smuzhiyun const char *encap_type_str = lwtunnel_encap_str(encap_type);
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun if (encap_type_str) {
161*4882a593Smuzhiyun __rtnl_unlock();
162*4882a593Smuzhiyun request_module("rtnl-lwt-%s", encap_type_str);
163*4882a593Smuzhiyun rtnl_lock();
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun rcu_read_lock();
166*4882a593Smuzhiyun ops = rcu_dereference(lwtun_encaps[encap_type]);
167*4882a593Smuzhiyun rcu_read_unlock();
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun #endif
171*4882a593Smuzhiyun ret = ops ? 0 : -EOPNOTSUPP;
172*4882a593Smuzhiyun if (ret < 0)
173*4882a593Smuzhiyun NL_SET_ERR_MSG(extack, "lwt encapsulation type not supported");
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun return ret;
176*4882a593Smuzhiyun }
177*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_valid_encap_type);
178*4882a593Smuzhiyun
lwtunnel_valid_encap_type_attr(struct nlattr * attr,int remaining,struct netlink_ext_ack * extack)179*4882a593Smuzhiyun int lwtunnel_valid_encap_type_attr(struct nlattr *attr, int remaining,
180*4882a593Smuzhiyun struct netlink_ext_ack *extack)
181*4882a593Smuzhiyun {
182*4882a593Smuzhiyun struct rtnexthop *rtnh = (struct rtnexthop *)attr;
183*4882a593Smuzhiyun struct nlattr *nla_entype;
184*4882a593Smuzhiyun struct nlattr *attrs;
185*4882a593Smuzhiyun u16 encap_type;
186*4882a593Smuzhiyun int attrlen;
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun while (rtnh_ok(rtnh, remaining)) {
189*4882a593Smuzhiyun attrlen = rtnh_attrlen(rtnh);
190*4882a593Smuzhiyun if (attrlen > 0) {
191*4882a593Smuzhiyun attrs = rtnh_attrs(rtnh);
192*4882a593Smuzhiyun nla_entype = nla_find(attrs, attrlen, RTA_ENCAP_TYPE);
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun if (nla_entype) {
195*4882a593Smuzhiyun if (nla_len(nla_entype) < sizeof(u16)) {
196*4882a593Smuzhiyun NL_SET_ERR_MSG(extack, "Invalid RTA_ENCAP_TYPE");
197*4882a593Smuzhiyun return -EINVAL;
198*4882a593Smuzhiyun }
199*4882a593Smuzhiyun encap_type = nla_get_u16(nla_entype);
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun if (lwtunnel_valid_encap_type(encap_type,
202*4882a593Smuzhiyun extack) != 0)
203*4882a593Smuzhiyun return -EOPNOTSUPP;
204*4882a593Smuzhiyun }
205*4882a593Smuzhiyun }
206*4882a593Smuzhiyun rtnh = rtnh_next(rtnh, &remaining);
207*4882a593Smuzhiyun }
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun return 0;
210*4882a593Smuzhiyun }
211*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_valid_encap_type_attr);
212*4882a593Smuzhiyun
lwtstate_free(struct lwtunnel_state * lws)213*4882a593Smuzhiyun void lwtstate_free(struct lwtunnel_state *lws)
214*4882a593Smuzhiyun {
215*4882a593Smuzhiyun const struct lwtunnel_encap_ops *ops = lwtun_encaps[lws->type];
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun if (ops->destroy_state) {
218*4882a593Smuzhiyun ops->destroy_state(lws);
219*4882a593Smuzhiyun kfree_rcu(lws, rcu);
220*4882a593Smuzhiyun } else {
221*4882a593Smuzhiyun kfree(lws);
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun module_put(ops->owner);
224*4882a593Smuzhiyun }
225*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtstate_free);
226*4882a593Smuzhiyun
lwtunnel_fill_encap(struct sk_buff * skb,struct lwtunnel_state * lwtstate,int encap_attr,int encap_type_attr)227*4882a593Smuzhiyun int lwtunnel_fill_encap(struct sk_buff *skb, struct lwtunnel_state *lwtstate,
228*4882a593Smuzhiyun int encap_attr, int encap_type_attr)
229*4882a593Smuzhiyun {
230*4882a593Smuzhiyun const struct lwtunnel_encap_ops *ops;
231*4882a593Smuzhiyun struct nlattr *nest;
232*4882a593Smuzhiyun int ret;
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun if (!lwtstate)
235*4882a593Smuzhiyun return 0;
236*4882a593Smuzhiyun
237*4882a593Smuzhiyun if (lwtstate->type == LWTUNNEL_ENCAP_NONE ||
238*4882a593Smuzhiyun lwtstate->type > LWTUNNEL_ENCAP_MAX)
239*4882a593Smuzhiyun return 0;
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun nest = nla_nest_start_noflag(skb, encap_attr);
242*4882a593Smuzhiyun if (!nest)
243*4882a593Smuzhiyun return -EMSGSIZE;
244*4882a593Smuzhiyun
245*4882a593Smuzhiyun ret = -EOPNOTSUPP;
246*4882a593Smuzhiyun rcu_read_lock();
247*4882a593Smuzhiyun ops = rcu_dereference(lwtun_encaps[lwtstate->type]);
248*4882a593Smuzhiyun if (likely(ops && ops->fill_encap))
249*4882a593Smuzhiyun ret = ops->fill_encap(skb, lwtstate);
250*4882a593Smuzhiyun rcu_read_unlock();
251*4882a593Smuzhiyun
252*4882a593Smuzhiyun if (ret)
253*4882a593Smuzhiyun goto nla_put_failure;
254*4882a593Smuzhiyun nla_nest_end(skb, nest);
255*4882a593Smuzhiyun ret = nla_put_u16(skb, encap_type_attr, lwtstate->type);
256*4882a593Smuzhiyun if (ret)
257*4882a593Smuzhiyun goto nla_put_failure;
258*4882a593Smuzhiyun
259*4882a593Smuzhiyun return 0;
260*4882a593Smuzhiyun
261*4882a593Smuzhiyun nla_put_failure:
262*4882a593Smuzhiyun nla_nest_cancel(skb, nest);
263*4882a593Smuzhiyun
264*4882a593Smuzhiyun return (ret == -EOPNOTSUPP ? 0 : ret);
265*4882a593Smuzhiyun }
266*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_fill_encap);
267*4882a593Smuzhiyun
lwtunnel_get_encap_size(struct lwtunnel_state * lwtstate)268*4882a593Smuzhiyun int lwtunnel_get_encap_size(struct lwtunnel_state *lwtstate)
269*4882a593Smuzhiyun {
270*4882a593Smuzhiyun const struct lwtunnel_encap_ops *ops;
271*4882a593Smuzhiyun int ret = 0;
272*4882a593Smuzhiyun
273*4882a593Smuzhiyun if (!lwtstate)
274*4882a593Smuzhiyun return 0;
275*4882a593Smuzhiyun
276*4882a593Smuzhiyun if (lwtstate->type == LWTUNNEL_ENCAP_NONE ||
277*4882a593Smuzhiyun lwtstate->type > LWTUNNEL_ENCAP_MAX)
278*4882a593Smuzhiyun return 0;
279*4882a593Smuzhiyun
280*4882a593Smuzhiyun rcu_read_lock();
281*4882a593Smuzhiyun ops = rcu_dereference(lwtun_encaps[lwtstate->type]);
282*4882a593Smuzhiyun if (likely(ops && ops->get_encap_size))
283*4882a593Smuzhiyun ret = nla_total_size(ops->get_encap_size(lwtstate));
284*4882a593Smuzhiyun rcu_read_unlock();
285*4882a593Smuzhiyun
286*4882a593Smuzhiyun return ret;
287*4882a593Smuzhiyun }
288*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_get_encap_size);
289*4882a593Smuzhiyun
lwtunnel_cmp_encap(struct lwtunnel_state * a,struct lwtunnel_state * b)290*4882a593Smuzhiyun int lwtunnel_cmp_encap(struct lwtunnel_state *a, struct lwtunnel_state *b)
291*4882a593Smuzhiyun {
292*4882a593Smuzhiyun const struct lwtunnel_encap_ops *ops;
293*4882a593Smuzhiyun int ret = 0;
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun if (!a && !b)
296*4882a593Smuzhiyun return 0;
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun if (!a || !b)
299*4882a593Smuzhiyun return 1;
300*4882a593Smuzhiyun
301*4882a593Smuzhiyun if (a->type != b->type)
302*4882a593Smuzhiyun return 1;
303*4882a593Smuzhiyun
304*4882a593Smuzhiyun if (a->type == LWTUNNEL_ENCAP_NONE ||
305*4882a593Smuzhiyun a->type > LWTUNNEL_ENCAP_MAX)
306*4882a593Smuzhiyun return 0;
307*4882a593Smuzhiyun
308*4882a593Smuzhiyun rcu_read_lock();
309*4882a593Smuzhiyun ops = rcu_dereference(lwtun_encaps[a->type]);
310*4882a593Smuzhiyun if (likely(ops && ops->cmp_encap))
311*4882a593Smuzhiyun ret = ops->cmp_encap(a, b);
312*4882a593Smuzhiyun rcu_read_unlock();
313*4882a593Smuzhiyun
314*4882a593Smuzhiyun return ret;
315*4882a593Smuzhiyun }
316*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_cmp_encap);
317*4882a593Smuzhiyun
lwtunnel_output(struct net * net,struct sock * sk,struct sk_buff * skb)318*4882a593Smuzhiyun int lwtunnel_output(struct net *net, struct sock *sk, struct sk_buff *skb)
319*4882a593Smuzhiyun {
320*4882a593Smuzhiyun struct dst_entry *dst = skb_dst(skb);
321*4882a593Smuzhiyun const struct lwtunnel_encap_ops *ops;
322*4882a593Smuzhiyun struct lwtunnel_state *lwtstate;
323*4882a593Smuzhiyun int ret = -EINVAL;
324*4882a593Smuzhiyun
325*4882a593Smuzhiyun if (!dst)
326*4882a593Smuzhiyun goto drop;
327*4882a593Smuzhiyun lwtstate = dst->lwtstate;
328*4882a593Smuzhiyun
329*4882a593Smuzhiyun if (lwtstate->type == LWTUNNEL_ENCAP_NONE ||
330*4882a593Smuzhiyun lwtstate->type > LWTUNNEL_ENCAP_MAX)
331*4882a593Smuzhiyun return 0;
332*4882a593Smuzhiyun
333*4882a593Smuzhiyun ret = -EOPNOTSUPP;
334*4882a593Smuzhiyun rcu_read_lock();
335*4882a593Smuzhiyun ops = rcu_dereference(lwtun_encaps[lwtstate->type]);
336*4882a593Smuzhiyun if (likely(ops && ops->output))
337*4882a593Smuzhiyun ret = ops->output(net, sk, skb);
338*4882a593Smuzhiyun rcu_read_unlock();
339*4882a593Smuzhiyun
340*4882a593Smuzhiyun if (ret == -EOPNOTSUPP)
341*4882a593Smuzhiyun goto drop;
342*4882a593Smuzhiyun
343*4882a593Smuzhiyun return ret;
344*4882a593Smuzhiyun
345*4882a593Smuzhiyun drop:
346*4882a593Smuzhiyun kfree_skb(skb);
347*4882a593Smuzhiyun
348*4882a593Smuzhiyun return ret;
349*4882a593Smuzhiyun }
350*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_output);
351*4882a593Smuzhiyun
lwtunnel_xmit(struct sk_buff * skb)352*4882a593Smuzhiyun int lwtunnel_xmit(struct sk_buff *skb)
353*4882a593Smuzhiyun {
354*4882a593Smuzhiyun struct dst_entry *dst = skb_dst(skb);
355*4882a593Smuzhiyun const struct lwtunnel_encap_ops *ops;
356*4882a593Smuzhiyun struct lwtunnel_state *lwtstate;
357*4882a593Smuzhiyun int ret = -EINVAL;
358*4882a593Smuzhiyun
359*4882a593Smuzhiyun if (!dst)
360*4882a593Smuzhiyun goto drop;
361*4882a593Smuzhiyun
362*4882a593Smuzhiyun lwtstate = dst->lwtstate;
363*4882a593Smuzhiyun
364*4882a593Smuzhiyun if (lwtstate->type == LWTUNNEL_ENCAP_NONE ||
365*4882a593Smuzhiyun lwtstate->type > LWTUNNEL_ENCAP_MAX)
366*4882a593Smuzhiyun return 0;
367*4882a593Smuzhiyun
368*4882a593Smuzhiyun ret = -EOPNOTSUPP;
369*4882a593Smuzhiyun rcu_read_lock();
370*4882a593Smuzhiyun ops = rcu_dereference(lwtun_encaps[lwtstate->type]);
371*4882a593Smuzhiyun if (likely(ops && ops->xmit))
372*4882a593Smuzhiyun ret = ops->xmit(skb);
373*4882a593Smuzhiyun rcu_read_unlock();
374*4882a593Smuzhiyun
375*4882a593Smuzhiyun if (ret == -EOPNOTSUPP)
376*4882a593Smuzhiyun goto drop;
377*4882a593Smuzhiyun
378*4882a593Smuzhiyun return ret;
379*4882a593Smuzhiyun
380*4882a593Smuzhiyun drop:
381*4882a593Smuzhiyun kfree_skb(skb);
382*4882a593Smuzhiyun
383*4882a593Smuzhiyun return ret;
384*4882a593Smuzhiyun }
385*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_xmit);
386*4882a593Smuzhiyun
lwtunnel_input(struct sk_buff * skb)387*4882a593Smuzhiyun int lwtunnel_input(struct sk_buff *skb)
388*4882a593Smuzhiyun {
389*4882a593Smuzhiyun struct dst_entry *dst = skb_dst(skb);
390*4882a593Smuzhiyun const struct lwtunnel_encap_ops *ops;
391*4882a593Smuzhiyun struct lwtunnel_state *lwtstate;
392*4882a593Smuzhiyun int ret = -EINVAL;
393*4882a593Smuzhiyun
394*4882a593Smuzhiyun if (!dst)
395*4882a593Smuzhiyun goto drop;
396*4882a593Smuzhiyun lwtstate = dst->lwtstate;
397*4882a593Smuzhiyun
398*4882a593Smuzhiyun if (lwtstate->type == LWTUNNEL_ENCAP_NONE ||
399*4882a593Smuzhiyun lwtstate->type > LWTUNNEL_ENCAP_MAX)
400*4882a593Smuzhiyun return 0;
401*4882a593Smuzhiyun
402*4882a593Smuzhiyun ret = -EOPNOTSUPP;
403*4882a593Smuzhiyun rcu_read_lock();
404*4882a593Smuzhiyun ops = rcu_dereference(lwtun_encaps[lwtstate->type]);
405*4882a593Smuzhiyun if (likely(ops && ops->input))
406*4882a593Smuzhiyun ret = ops->input(skb);
407*4882a593Smuzhiyun rcu_read_unlock();
408*4882a593Smuzhiyun
409*4882a593Smuzhiyun if (ret == -EOPNOTSUPP)
410*4882a593Smuzhiyun goto drop;
411*4882a593Smuzhiyun
412*4882a593Smuzhiyun return ret;
413*4882a593Smuzhiyun
414*4882a593Smuzhiyun drop:
415*4882a593Smuzhiyun kfree_skb(skb);
416*4882a593Smuzhiyun
417*4882a593Smuzhiyun return ret;
418*4882a593Smuzhiyun }
419*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(lwtunnel_input);
420