1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /* xfrm6_protocol.c - Generic xfrm protocol multiplexer for ipv6.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Copyright (C) 2013 secunet Security Networks AG
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Author:
7*4882a593Smuzhiyun * Steffen Klassert <steffen.klassert@secunet.com>
8*4882a593Smuzhiyun *
9*4882a593Smuzhiyun * Based on:
10*4882a593Smuzhiyun * net/ipv4/xfrm4_protocol.c
11*4882a593Smuzhiyun */
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include <linux/init.h>
14*4882a593Smuzhiyun #include <linux/mutex.h>
15*4882a593Smuzhiyun #include <linux/skbuff.h>
16*4882a593Smuzhiyun #include <linux/icmpv6.h>
17*4882a593Smuzhiyun #include <net/ip6_route.h>
18*4882a593Smuzhiyun #include <net/ipv6.h>
19*4882a593Smuzhiyun #include <net/protocol.h>
20*4882a593Smuzhiyun #include <net/xfrm.h>
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun static struct xfrm6_protocol __rcu *esp6_handlers __read_mostly;
23*4882a593Smuzhiyun static struct xfrm6_protocol __rcu *ah6_handlers __read_mostly;
24*4882a593Smuzhiyun static struct xfrm6_protocol __rcu *ipcomp6_handlers __read_mostly;
25*4882a593Smuzhiyun static DEFINE_MUTEX(xfrm6_protocol_mutex);
26*4882a593Smuzhiyun
proto_handlers(u8 protocol)27*4882a593Smuzhiyun static inline struct xfrm6_protocol __rcu **proto_handlers(u8 protocol)
28*4882a593Smuzhiyun {
29*4882a593Smuzhiyun switch (protocol) {
30*4882a593Smuzhiyun case IPPROTO_ESP:
31*4882a593Smuzhiyun return &esp6_handlers;
32*4882a593Smuzhiyun case IPPROTO_AH:
33*4882a593Smuzhiyun return &ah6_handlers;
34*4882a593Smuzhiyun case IPPROTO_COMP:
35*4882a593Smuzhiyun return &ipcomp6_handlers;
36*4882a593Smuzhiyun }
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun return NULL;
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun
41*4882a593Smuzhiyun #define for_each_protocol_rcu(head, handler) \
42*4882a593Smuzhiyun for (handler = rcu_dereference(head); \
43*4882a593Smuzhiyun handler != NULL; \
44*4882a593Smuzhiyun handler = rcu_dereference(handler->next)) \
45*4882a593Smuzhiyun
xfrm6_rcv_cb(struct sk_buff * skb,u8 protocol,int err)46*4882a593Smuzhiyun static int xfrm6_rcv_cb(struct sk_buff *skb, u8 protocol, int err)
47*4882a593Smuzhiyun {
48*4882a593Smuzhiyun int ret;
49*4882a593Smuzhiyun struct xfrm6_protocol *handler;
50*4882a593Smuzhiyun struct xfrm6_protocol __rcu **head = proto_handlers(protocol);
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun if (!head)
53*4882a593Smuzhiyun return 0;
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun for_each_protocol_rcu(*proto_handlers(protocol), handler)
56*4882a593Smuzhiyun if ((ret = handler->cb_handler(skb, err)) <= 0)
57*4882a593Smuzhiyun return ret;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun return 0;
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun
xfrm6_rcv_encap(struct sk_buff * skb,int nexthdr,__be32 spi,int encap_type)62*4882a593Smuzhiyun int xfrm6_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi,
63*4882a593Smuzhiyun int encap_type)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun int ret;
66*4882a593Smuzhiyun struct xfrm6_protocol *handler;
67*4882a593Smuzhiyun struct xfrm6_protocol __rcu **head = proto_handlers(nexthdr);
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6 = NULL;
70*4882a593Smuzhiyun XFRM_SPI_SKB_CB(skb)->family = AF_INET6;
71*4882a593Smuzhiyun XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct ipv6hdr, daddr);
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun if (!head)
74*4882a593Smuzhiyun goto out;
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun if (!skb_dst(skb)) {
77*4882a593Smuzhiyun const struct ipv6hdr *ip6h = ipv6_hdr(skb);
78*4882a593Smuzhiyun int flags = RT6_LOOKUP_F_HAS_SADDR;
79*4882a593Smuzhiyun struct dst_entry *dst;
80*4882a593Smuzhiyun struct flowi6 fl6 = {
81*4882a593Smuzhiyun .flowi6_iif = skb->dev->ifindex,
82*4882a593Smuzhiyun .daddr = ip6h->daddr,
83*4882a593Smuzhiyun .saddr = ip6h->saddr,
84*4882a593Smuzhiyun .flowlabel = ip6_flowinfo(ip6h),
85*4882a593Smuzhiyun .flowi6_mark = skb->mark,
86*4882a593Smuzhiyun .flowi6_proto = ip6h->nexthdr,
87*4882a593Smuzhiyun };
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun dst = ip6_route_input_lookup(dev_net(skb->dev), skb->dev, &fl6,
90*4882a593Smuzhiyun skb, flags);
91*4882a593Smuzhiyun if (dst->error)
92*4882a593Smuzhiyun goto drop;
93*4882a593Smuzhiyun skb_dst_set(skb, dst);
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun for_each_protocol_rcu(*head, handler)
97*4882a593Smuzhiyun if ((ret = handler->input_handler(skb, nexthdr, spi, encap_type)) != -EINVAL)
98*4882a593Smuzhiyun return ret;
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun out:
101*4882a593Smuzhiyun icmpv6_send(skb, ICMPV6_DEST_UNREACH, ICMPV6_PORT_UNREACH, 0);
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun drop:
104*4882a593Smuzhiyun kfree_skb(skb);
105*4882a593Smuzhiyun return 0;
106*4882a593Smuzhiyun }
107*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm6_rcv_encap);
108*4882a593Smuzhiyun
xfrm6_esp_rcv(struct sk_buff * skb)109*4882a593Smuzhiyun static int xfrm6_esp_rcv(struct sk_buff *skb)
110*4882a593Smuzhiyun {
111*4882a593Smuzhiyun int ret;
112*4882a593Smuzhiyun struct xfrm6_protocol *handler;
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6 = NULL;
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun for_each_protocol_rcu(esp6_handlers, handler)
117*4882a593Smuzhiyun if ((ret = handler->handler(skb)) != -EINVAL)
118*4882a593Smuzhiyun return ret;
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun icmpv6_send(skb, ICMPV6_DEST_UNREACH, ICMPV6_PORT_UNREACH, 0);
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun kfree_skb(skb);
123*4882a593Smuzhiyun return 0;
124*4882a593Smuzhiyun }
125*4882a593Smuzhiyun
xfrm6_esp_err(struct sk_buff * skb,struct inet6_skb_parm * opt,u8 type,u8 code,int offset,__be32 info)126*4882a593Smuzhiyun static int xfrm6_esp_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
127*4882a593Smuzhiyun u8 type, u8 code, int offset, __be32 info)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun struct xfrm6_protocol *handler;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun for_each_protocol_rcu(esp6_handlers, handler)
132*4882a593Smuzhiyun if (!handler->err_handler(skb, opt, type, code, offset, info))
133*4882a593Smuzhiyun return 0;
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun return -ENOENT;
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun
xfrm6_ah_rcv(struct sk_buff * skb)138*4882a593Smuzhiyun static int xfrm6_ah_rcv(struct sk_buff *skb)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun int ret;
141*4882a593Smuzhiyun struct xfrm6_protocol *handler;
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6 = NULL;
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun for_each_protocol_rcu(ah6_handlers, handler)
146*4882a593Smuzhiyun if ((ret = handler->handler(skb)) != -EINVAL)
147*4882a593Smuzhiyun return ret;
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun icmpv6_send(skb, ICMPV6_DEST_UNREACH, ICMPV6_PORT_UNREACH, 0);
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun kfree_skb(skb);
152*4882a593Smuzhiyun return 0;
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun
xfrm6_ah_err(struct sk_buff * skb,struct inet6_skb_parm * opt,u8 type,u8 code,int offset,__be32 info)155*4882a593Smuzhiyun static int xfrm6_ah_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
156*4882a593Smuzhiyun u8 type, u8 code, int offset, __be32 info)
157*4882a593Smuzhiyun {
158*4882a593Smuzhiyun struct xfrm6_protocol *handler;
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun for_each_protocol_rcu(ah6_handlers, handler)
161*4882a593Smuzhiyun if (!handler->err_handler(skb, opt, type, code, offset, info))
162*4882a593Smuzhiyun return 0;
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun return -ENOENT;
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun
xfrm6_ipcomp_rcv(struct sk_buff * skb)167*4882a593Smuzhiyun static int xfrm6_ipcomp_rcv(struct sk_buff *skb)
168*4882a593Smuzhiyun {
169*4882a593Smuzhiyun int ret;
170*4882a593Smuzhiyun struct xfrm6_protocol *handler;
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6 = NULL;
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun for_each_protocol_rcu(ipcomp6_handlers, handler)
175*4882a593Smuzhiyun if ((ret = handler->handler(skb)) != -EINVAL)
176*4882a593Smuzhiyun return ret;
177*4882a593Smuzhiyun
178*4882a593Smuzhiyun icmpv6_send(skb, ICMPV6_DEST_UNREACH, ICMPV6_PORT_UNREACH, 0);
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun kfree_skb(skb);
181*4882a593Smuzhiyun return 0;
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun
xfrm6_ipcomp_err(struct sk_buff * skb,struct inet6_skb_parm * opt,u8 type,u8 code,int offset,__be32 info)184*4882a593Smuzhiyun static int xfrm6_ipcomp_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
185*4882a593Smuzhiyun u8 type, u8 code, int offset, __be32 info)
186*4882a593Smuzhiyun {
187*4882a593Smuzhiyun struct xfrm6_protocol *handler;
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun for_each_protocol_rcu(ipcomp6_handlers, handler)
190*4882a593Smuzhiyun if (!handler->err_handler(skb, opt, type, code, offset, info))
191*4882a593Smuzhiyun return 0;
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun return -ENOENT;
194*4882a593Smuzhiyun }
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun static const struct inet6_protocol esp6_protocol = {
197*4882a593Smuzhiyun .handler = xfrm6_esp_rcv,
198*4882a593Smuzhiyun .err_handler = xfrm6_esp_err,
199*4882a593Smuzhiyun .flags = INET6_PROTO_NOPOLICY,
200*4882a593Smuzhiyun };
201*4882a593Smuzhiyun
202*4882a593Smuzhiyun static const struct inet6_protocol ah6_protocol = {
203*4882a593Smuzhiyun .handler = xfrm6_ah_rcv,
204*4882a593Smuzhiyun .err_handler = xfrm6_ah_err,
205*4882a593Smuzhiyun .flags = INET6_PROTO_NOPOLICY,
206*4882a593Smuzhiyun };
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun static const struct inet6_protocol ipcomp6_protocol = {
209*4882a593Smuzhiyun .handler = xfrm6_ipcomp_rcv,
210*4882a593Smuzhiyun .err_handler = xfrm6_ipcomp_err,
211*4882a593Smuzhiyun .flags = INET6_PROTO_NOPOLICY,
212*4882a593Smuzhiyun };
213*4882a593Smuzhiyun
214*4882a593Smuzhiyun static const struct xfrm_input_afinfo xfrm6_input_afinfo = {
215*4882a593Smuzhiyun .family = AF_INET6,
216*4882a593Smuzhiyun .callback = xfrm6_rcv_cb,
217*4882a593Smuzhiyun };
218*4882a593Smuzhiyun
netproto(unsigned char protocol)219*4882a593Smuzhiyun static inline const struct inet6_protocol *netproto(unsigned char protocol)
220*4882a593Smuzhiyun {
221*4882a593Smuzhiyun switch (protocol) {
222*4882a593Smuzhiyun case IPPROTO_ESP:
223*4882a593Smuzhiyun return &esp6_protocol;
224*4882a593Smuzhiyun case IPPROTO_AH:
225*4882a593Smuzhiyun return &ah6_protocol;
226*4882a593Smuzhiyun case IPPROTO_COMP:
227*4882a593Smuzhiyun return &ipcomp6_protocol;
228*4882a593Smuzhiyun }
229*4882a593Smuzhiyun
230*4882a593Smuzhiyun return NULL;
231*4882a593Smuzhiyun }
232*4882a593Smuzhiyun
xfrm6_protocol_register(struct xfrm6_protocol * handler,unsigned char protocol)233*4882a593Smuzhiyun int xfrm6_protocol_register(struct xfrm6_protocol *handler,
234*4882a593Smuzhiyun unsigned char protocol)
235*4882a593Smuzhiyun {
236*4882a593Smuzhiyun struct xfrm6_protocol __rcu **pprev;
237*4882a593Smuzhiyun struct xfrm6_protocol *t;
238*4882a593Smuzhiyun bool add_netproto = false;
239*4882a593Smuzhiyun int ret = -EEXIST;
240*4882a593Smuzhiyun int priority = handler->priority;
241*4882a593Smuzhiyun
242*4882a593Smuzhiyun if (!proto_handlers(protocol) || !netproto(protocol))
243*4882a593Smuzhiyun return -EINVAL;
244*4882a593Smuzhiyun
245*4882a593Smuzhiyun mutex_lock(&xfrm6_protocol_mutex);
246*4882a593Smuzhiyun
247*4882a593Smuzhiyun if (!rcu_dereference_protected(*proto_handlers(protocol),
248*4882a593Smuzhiyun lockdep_is_held(&xfrm6_protocol_mutex)))
249*4882a593Smuzhiyun add_netproto = true;
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun for (pprev = proto_handlers(protocol);
252*4882a593Smuzhiyun (t = rcu_dereference_protected(*pprev,
253*4882a593Smuzhiyun lockdep_is_held(&xfrm6_protocol_mutex))) != NULL;
254*4882a593Smuzhiyun pprev = &t->next) {
255*4882a593Smuzhiyun if (t->priority < priority)
256*4882a593Smuzhiyun break;
257*4882a593Smuzhiyun if (t->priority == priority)
258*4882a593Smuzhiyun goto err;
259*4882a593Smuzhiyun }
260*4882a593Smuzhiyun
261*4882a593Smuzhiyun handler->next = *pprev;
262*4882a593Smuzhiyun rcu_assign_pointer(*pprev, handler);
263*4882a593Smuzhiyun
264*4882a593Smuzhiyun ret = 0;
265*4882a593Smuzhiyun
266*4882a593Smuzhiyun err:
267*4882a593Smuzhiyun mutex_unlock(&xfrm6_protocol_mutex);
268*4882a593Smuzhiyun
269*4882a593Smuzhiyun if (add_netproto) {
270*4882a593Smuzhiyun if (inet6_add_protocol(netproto(protocol), protocol)) {
271*4882a593Smuzhiyun pr_err("%s: can't add protocol\n", __func__);
272*4882a593Smuzhiyun ret = -EAGAIN;
273*4882a593Smuzhiyun }
274*4882a593Smuzhiyun }
275*4882a593Smuzhiyun
276*4882a593Smuzhiyun return ret;
277*4882a593Smuzhiyun }
278*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm6_protocol_register);
279*4882a593Smuzhiyun
xfrm6_protocol_deregister(struct xfrm6_protocol * handler,unsigned char protocol)280*4882a593Smuzhiyun int xfrm6_protocol_deregister(struct xfrm6_protocol *handler,
281*4882a593Smuzhiyun unsigned char protocol)
282*4882a593Smuzhiyun {
283*4882a593Smuzhiyun struct xfrm6_protocol __rcu **pprev;
284*4882a593Smuzhiyun struct xfrm6_protocol *t;
285*4882a593Smuzhiyun int ret = -ENOENT;
286*4882a593Smuzhiyun
287*4882a593Smuzhiyun if (!proto_handlers(protocol) || !netproto(protocol))
288*4882a593Smuzhiyun return -EINVAL;
289*4882a593Smuzhiyun
290*4882a593Smuzhiyun mutex_lock(&xfrm6_protocol_mutex);
291*4882a593Smuzhiyun
292*4882a593Smuzhiyun for (pprev = proto_handlers(protocol);
293*4882a593Smuzhiyun (t = rcu_dereference_protected(*pprev,
294*4882a593Smuzhiyun lockdep_is_held(&xfrm6_protocol_mutex))) != NULL;
295*4882a593Smuzhiyun pprev = &t->next) {
296*4882a593Smuzhiyun if (t == handler) {
297*4882a593Smuzhiyun *pprev = handler->next;
298*4882a593Smuzhiyun ret = 0;
299*4882a593Smuzhiyun break;
300*4882a593Smuzhiyun }
301*4882a593Smuzhiyun }
302*4882a593Smuzhiyun
303*4882a593Smuzhiyun if (!rcu_dereference_protected(*proto_handlers(protocol),
304*4882a593Smuzhiyun lockdep_is_held(&xfrm6_protocol_mutex))) {
305*4882a593Smuzhiyun if (inet6_del_protocol(netproto(protocol), protocol) < 0) {
306*4882a593Smuzhiyun pr_err("%s: can't remove protocol\n", __func__);
307*4882a593Smuzhiyun ret = -EAGAIN;
308*4882a593Smuzhiyun }
309*4882a593Smuzhiyun }
310*4882a593Smuzhiyun
311*4882a593Smuzhiyun mutex_unlock(&xfrm6_protocol_mutex);
312*4882a593Smuzhiyun
313*4882a593Smuzhiyun synchronize_net();
314*4882a593Smuzhiyun
315*4882a593Smuzhiyun return ret;
316*4882a593Smuzhiyun }
317*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm6_protocol_deregister);
318*4882a593Smuzhiyun
xfrm6_protocol_init(void)319*4882a593Smuzhiyun int __init xfrm6_protocol_init(void)
320*4882a593Smuzhiyun {
321*4882a593Smuzhiyun return xfrm_input_register_afinfo(&xfrm6_input_afinfo);
322*4882a593Smuzhiyun }
323*4882a593Smuzhiyun
xfrm6_protocol_fini(void)324*4882a593Smuzhiyun void xfrm6_protocol_fini(void)
325*4882a593Smuzhiyun {
326*4882a593Smuzhiyun xfrm_input_unregister_afinfo(&xfrm6_input_afinfo);
327*4882a593Smuzhiyun }
328