xref: /OK3568_Linux_fs/kernel/net/ipv6/xfrm6_protocol.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /* xfrm6_protocol.c - Generic xfrm protocol multiplexer for ipv6.
3*4882a593Smuzhiyun  *
4*4882a593Smuzhiyun  * Copyright (C) 2013 secunet Security Networks AG
5*4882a593Smuzhiyun  *
6*4882a593Smuzhiyun  * Author:
7*4882a593Smuzhiyun  * Steffen Klassert <steffen.klassert@secunet.com>
8*4882a593Smuzhiyun  *
9*4882a593Smuzhiyun  * Based on:
10*4882a593Smuzhiyun  * net/ipv4/xfrm4_protocol.c
11*4882a593Smuzhiyun  */
12*4882a593Smuzhiyun 
13*4882a593Smuzhiyun #include <linux/init.h>
14*4882a593Smuzhiyun #include <linux/mutex.h>
15*4882a593Smuzhiyun #include <linux/skbuff.h>
16*4882a593Smuzhiyun #include <linux/icmpv6.h>
17*4882a593Smuzhiyun #include <net/ip6_route.h>
18*4882a593Smuzhiyun #include <net/ipv6.h>
19*4882a593Smuzhiyun #include <net/protocol.h>
20*4882a593Smuzhiyun #include <net/xfrm.h>
21*4882a593Smuzhiyun 
22*4882a593Smuzhiyun static struct xfrm6_protocol __rcu *esp6_handlers __read_mostly;
23*4882a593Smuzhiyun static struct xfrm6_protocol __rcu *ah6_handlers __read_mostly;
24*4882a593Smuzhiyun static struct xfrm6_protocol __rcu *ipcomp6_handlers __read_mostly;
25*4882a593Smuzhiyun static DEFINE_MUTEX(xfrm6_protocol_mutex);
26*4882a593Smuzhiyun 
proto_handlers(u8 protocol)27*4882a593Smuzhiyun static inline struct xfrm6_protocol __rcu **proto_handlers(u8 protocol)
28*4882a593Smuzhiyun {
29*4882a593Smuzhiyun 	switch (protocol) {
30*4882a593Smuzhiyun 	case IPPROTO_ESP:
31*4882a593Smuzhiyun 		return &esp6_handlers;
32*4882a593Smuzhiyun 	case IPPROTO_AH:
33*4882a593Smuzhiyun 		return &ah6_handlers;
34*4882a593Smuzhiyun 	case IPPROTO_COMP:
35*4882a593Smuzhiyun 		return &ipcomp6_handlers;
36*4882a593Smuzhiyun 	}
37*4882a593Smuzhiyun 
38*4882a593Smuzhiyun 	return NULL;
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun 
41*4882a593Smuzhiyun #define for_each_protocol_rcu(head, handler)		\
42*4882a593Smuzhiyun 	for (handler = rcu_dereference(head);		\
43*4882a593Smuzhiyun 	     handler != NULL;				\
44*4882a593Smuzhiyun 	     handler = rcu_dereference(handler->next))	\
45*4882a593Smuzhiyun 
xfrm6_rcv_cb(struct sk_buff * skb,u8 protocol,int err)46*4882a593Smuzhiyun static int xfrm6_rcv_cb(struct sk_buff *skb, u8 protocol, int err)
47*4882a593Smuzhiyun {
48*4882a593Smuzhiyun 	int ret;
49*4882a593Smuzhiyun 	struct xfrm6_protocol *handler;
50*4882a593Smuzhiyun 	struct xfrm6_protocol __rcu **head = proto_handlers(protocol);
51*4882a593Smuzhiyun 
52*4882a593Smuzhiyun 	if (!head)
53*4882a593Smuzhiyun 		return 0;
54*4882a593Smuzhiyun 
55*4882a593Smuzhiyun 	for_each_protocol_rcu(*proto_handlers(protocol), handler)
56*4882a593Smuzhiyun 		if ((ret = handler->cb_handler(skb, err)) <= 0)
57*4882a593Smuzhiyun 			return ret;
58*4882a593Smuzhiyun 
59*4882a593Smuzhiyun 	return 0;
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun 
xfrm6_rcv_encap(struct sk_buff * skb,int nexthdr,__be32 spi,int encap_type)62*4882a593Smuzhiyun int xfrm6_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi,
63*4882a593Smuzhiyun 		    int encap_type)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun 	int ret;
66*4882a593Smuzhiyun 	struct xfrm6_protocol *handler;
67*4882a593Smuzhiyun 	struct xfrm6_protocol __rcu **head = proto_handlers(nexthdr);
68*4882a593Smuzhiyun 
69*4882a593Smuzhiyun 	XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6 = NULL;
70*4882a593Smuzhiyun 	XFRM_SPI_SKB_CB(skb)->family = AF_INET6;
71*4882a593Smuzhiyun 	XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct ipv6hdr, daddr);
72*4882a593Smuzhiyun 
73*4882a593Smuzhiyun 	if (!head)
74*4882a593Smuzhiyun 		goto out;
75*4882a593Smuzhiyun 
76*4882a593Smuzhiyun 	if (!skb_dst(skb)) {
77*4882a593Smuzhiyun 		const struct ipv6hdr *ip6h = ipv6_hdr(skb);
78*4882a593Smuzhiyun 		int flags = RT6_LOOKUP_F_HAS_SADDR;
79*4882a593Smuzhiyun 		struct dst_entry *dst;
80*4882a593Smuzhiyun 		struct flowi6 fl6 = {
81*4882a593Smuzhiyun 			.flowi6_iif   = skb->dev->ifindex,
82*4882a593Smuzhiyun 			.daddr        = ip6h->daddr,
83*4882a593Smuzhiyun 			.saddr        = ip6h->saddr,
84*4882a593Smuzhiyun 			.flowlabel    = ip6_flowinfo(ip6h),
85*4882a593Smuzhiyun 			.flowi6_mark  = skb->mark,
86*4882a593Smuzhiyun 			.flowi6_proto = ip6h->nexthdr,
87*4882a593Smuzhiyun 		};
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun 		dst = ip6_route_input_lookup(dev_net(skb->dev), skb->dev, &fl6,
90*4882a593Smuzhiyun 					     skb, flags);
91*4882a593Smuzhiyun 		if (dst->error)
92*4882a593Smuzhiyun 			goto drop;
93*4882a593Smuzhiyun 		skb_dst_set(skb, dst);
94*4882a593Smuzhiyun 	}
95*4882a593Smuzhiyun 
96*4882a593Smuzhiyun 	for_each_protocol_rcu(*head, handler)
97*4882a593Smuzhiyun 		if ((ret = handler->input_handler(skb, nexthdr, spi, encap_type)) != -EINVAL)
98*4882a593Smuzhiyun 			return ret;
99*4882a593Smuzhiyun 
100*4882a593Smuzhiyun out:
101*4882a593Smuzhiyun 	icmpv6_send(skb, ICMPV6_DEST_UNREACH, ICMPV6_PORT_UNREACH, 0);
102*4882a593Smuzhiyun 
103*4882a593Smuzhiyun drop:
104*4882a593Smuzhiyun 	kfree_skb(skb);
105*4882a593Smuzhiyun 	return 0;
106*4882a593Smuzhiyun }
107*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm6_rcv_encap);
108*4882a593Smuzhiyun 
xfrm6_esp_rcv(struct sk_buff * skb)109*4882a593Smuzhiyun static int xfrm6_esp_rcv(struct sk_buff *skb)
110*4882a593Smuzhiyun {
111*4882a593Smuzhiyun 	int ret;
112*4882a593Smuzhiyun 	struct xfrm6_protocol *handler;
113*4882a593Smuzhiyun 
114*4882a593Smuzhiyun 	XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6 = NULL;
115*4882a593Smuzhiyun 
116*4882a593Smuzhiyun 	for_each_protocol_rcu(esp6_handlers, handler)
117*4882a593Smuzhiyun 		if ((ret = handler->handler(skb)) != -EINVAL)
118*4882a593Smuzhiyun 			return ret;
119*4882a593Smuzhiyun 
120*4882a593Smuzhiyun 	icmpv6_send(skb, ICMPV6_DEST_UNREACH, ICMPV6_PORT_UNREACH, 0);
121*4882a593Smuzhiyun 
122*4882a593Smuzhiyun 	kfree_skb(skb);
123*4882a593Smuzhiyun 	return 0;
124*4882a593Smuzhiyun }
125*4882a593Smuzhiyun 
xfrm6_esp_err(struct sk_buff * skb,struct inet6_skb_parm * opt,u8 type,u8 code,int offset,__be32 info)126*4882a593Smuzhiyun static int xfrm6_esp_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
127*4882a593Smuzhiyun 			  u8 type, u8 code, int offset, __be32 info)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun 	struct xfrm6_protocol *handler;
130*4882a593Smuzhiyun 
131*4882a593Smuzhiyun 	for_each_protocol_rcu(esp6_handlers, handler)
132*4882a593Smuzhiyun 		if (!handler->err_handler(skb, opt, type, code, offset, info))
133*4882a593Smuzhiyun 			return 0;
134*4882a593Smuzhiyun 
135*4882a593Smuzhiyun 	return -ENOENT;
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun 
xfrm6_ah_rcv(struct sk_buff * skb)138*4882a593Smuzhiyun static int xfrm6_ah_rcv(struct sk_buff *skb)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun 	int ret;
141*4882a593Smuzhiyun 	struct xfrm6_protocol *handler;
142*4882a593Smuzhiyun 
143*4882a593Smuzhiyun 	XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6 = NULL;
144*4882a593Smuzhiyun 
145*4882a593Smuzhiyun 	for_each_protocol_rcu(ah6_handlers, handler)
146*4882a593Smuzhiyun 		if ((ret = handler->handler(skb)) != -EINVAL)
147*4882a593Smuzhiyun 			return ret;
148*4882a593Smuzhiyun 
149*4882a593Smuzhiyun 	icmpv6_send(skb, ICMPV6_DEST_UNREACH, ICMPV6_PORT_UNREACH, 0);
150*4882a593Smuzhiyun 
151*4882a593Smuzhiyun 	kfree_skb(skb);
152*4882a593Smuzhiyun 	return 0;
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun 
xfrm6_ah_err(struct sk_buff * skb,struct inet6_skb_parm * opt,u8 type,u8 code,int offset,__be32 info)155*4882a593Smuzhiyun static int xfrm6_ah_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
156*4882a593Smuzhiyun 			 u8 type, u8 code, int offset, __be32 info)
157*4882a593Smuzhiyun {
158*4882a593Smuzhiyun 	struct xfrm6_protocol *handler;
159*4882a593Smuzhiyun 
160*4882a593Smuzhiyun 	for_each_protocol_rcu(ah6_handlers, handler)
161*4882a593Smuzhiyun 		if (!handler->err_handler(skb, opt, type, code, offset, info))
162*4882a593Smuzhiyun 			return 0;
163*4882a593Smuzhiyun 
164*4882a593Smuzhiyun 	return -ENOENT;
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun 
xfrm6_ipcomp_rcv(struct sk_buff * skb)167*4882a593Smuzhiyun static int xfrm6_ipcomp_rcv(struct sk_buff *skb)
168*4882a593Smuzhiyun {
169*4882a593Smuzhiyun 	int ret;
170*4882a593Smuzhiyun 	struct xfrm6_protocol *handler;
171*4882a593Smuzhiyun 
172*4882a593Smuzhiyun 	XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6 = NULL;
173*4882a593Smuzhiyun 
174*4882a593Smuzhiyun 	for_each_protocol_rcu(ipcomp6_handlers, handler)
175*4882a593Smuzhiyun 		if ((ret = handler->handler(skb)) != -EINVAL)
176*4882a593Smuzhiyun 			return ret;
177*4882a593Smuzhiyun 
178*4882a593Smuzhiyun 	icmpv6_send(skb, ICMPV6_DEST_UNREACH, ICMPV6_PORT_UNREACH, 0);
179*4882a593Smuzhiyun 
180*4882a593Smuzhiyun 	kfree_skb(skb);
181*4882a593Smuzhiyun 	return 0;
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun 
xfrm6_ipcomp_err(struct sk_buff * skb,struct inet6_skb_parm * opt,u8 type,u8 code,int offset,__be32 info)184*4882a593Smuzhiyun static int xfrm6_ipcomp_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
185*4882a593Smuzhiyun 			     u8 type, u8 code, int offset, __be32 info)
186*4882a593Smuzhiyun {
187*4882a593Smuzhiyun 	struct xfrm6_protocol *handler;
188*4882a593Smuzhiyun 
189*4882a593Smuzhiyun 	for_each_protocol_rcu(ipcomp6_handlers, handler)
190*4882a593Smuzhiyun 		if (!handler->err_handler(skb, opt, type, code, offset, info))
191*4882a593Smuzhiyun 			return 0;
192*4882a593Smuzhiyun 
193*4882a593Smuzhiyun 	return -ENOENT;
194*4882a593Smuzhiyun }
195*4882a593Smuzhiyun 
196*4882a593Smuzhiyun static const struct inet6_protocol esp6_protocol = {
197*4882a593Smuzhiyun 	.handler	=	xfrm6_esp_rcv,
198*4882a593Smuzhiyun 	.err_handler	=	xfrm6_esp_err,
199*4882a593Smuzhiyun 	.flags		=	INET6_PROTO_NOPOLICY,
200*4882a593Smuzhiyun };
201*4882a593Smuzhiyun 
202*4882a593Smuzhiyun static const struct inet6_protocol ah6_protocol = {
203*4882a593Smuzhiyun 	.handler	=	xfrm6_ah_rcv,
204*4882a593Smuzhiyun 	.err_handler	=	xfrm6_ah_err,
205*4882a593Smuzhiyun 	.flags		=	INET6_PROTO_NOPOLICY,
206*4882a593Smuzhiyun };
207*4882a593Smuzhiyun 
208*4882a593Smuzhiyun static const struct inet6_protocol ipcomp6_protocol = {
209*4882a593Smuzhiyun 	.handler	=	xfrm6_ipcomp_rcv,
210*4882a593Smuzhiyun 	.err_handler	=	xfrm6_ipcomp_err,
211*4882a593Smuzhiyun 	.flags		=	INET6_PROTO_NOPOLICY,
212*4882a593Smuzhiyun };
213*4882a593Smuzhiyun 
214*4882a593Smuzhiyun static const struct xfrm_input_afinfo xfrm6_input_afinfo = {
215*4882a593Smuzhiyun 	.family		=	AF_INET6,
216*4882a593Smuzhiyun 	.callback	=	xfrm6_rcv_cb,
217*4882a593Smuzhiyun };
218*4882a593Smuzhiyun 
netproto(unsigned char protocol)219*4882a593Smuzhiyun static inline const struct inet6_protocol *netproto(unsigned char protocol)
220*4882a593Smuzhiyun {
221*4882a593Smuzhiyun 	switch (protocol) {
222*4882a593Smuzhiyun 	case IPPROTO_ESP:
223*4882a593Smuzhiyun 		return &esp6_protocol;
224*4882a593Smuzhiyun 	case IPPROTO_AH:
225*4882a593Smuzhiyun 		return &ah6_protocol;
226*4882a593Smuzhiyun 	case IPPROTO_COMP:
227*4882a593Smuzhiyun 		return &ipcomp6_protocol;
228*4882a593Smuzhiyun 	}
229*4882a593Smuzhiyun 
230*4882a593Smuzhiyun 	return NULL;
231*4882a593Smuzhiyun }
232*4882a593Smuzhiyun 
xfrm6_protocol_register(struct xfrm6_protocol * handler,unsigned char protocol)233*4882a593Smuzhiyun int xfrm6_protocol_register(struct xfrm6_protocol *handler,
234*4882a593Smuzhiyun 			    unsigned char protocol)
235*4882a593Smuzhiyun {
236*4882a593Smuzhiyun 	struct xfrm6_protocol __rcu **pprev;
237*4882a593Smuzhiyun 	struct xfrm6_protocol *t;
238*4882a593Smuzhiyun 	bool add_netproto = false;
239*4882a593Smuzhiyun 	int ret = -EEXIST;
240*4882a593Smuzhiyun 	int priority = handler->priority;
241*4882a593Smuzhiyun 
242*4882a593Smuzhiyun 	if (!proto_handlers(protocol) || !netproto(protocol))
243*4882a593Smuzhiyun 		return -EINVAL;
244*4882a593Smuzhiyun 
245*4882a593Smuzhiyun 	mutex_lock(&xfrm6_protocol_mutex);
246*4882a593Smuzhiyun 
247*4882a593Smuzhiyun 	if (!rcu_dereference_protected(*proto_handlers(protocol),
248*4882a593Smuzhiyun 				       lockdep_is_held(&xfrm6_protocol_mutex)))
249*4882a593Smuzhiyun 		add_netproto = true;
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 	for (pprev = proto_handlers(protocol);
252*4882a593Smuzhiyun 	     (t = rcu_dereference_protected(*pprev,
253*4882a593Smuzhiyun 			lockdep_is_held(&xfrm6_protocol_mutex))) != NULL;
254*4882a593Smuzhiyun 	     pprev = &t->next) {
255*4882a593Smuzhiyun 		if (t->priority < priority)
256*4882a593Smuzhiyun 			break;
257*4882a593Smuzhiyun 		if (t->priority == priority)
258*4882a593Smuzhiyun 			goto err;
259*4882a593Smuzhiyun 	}
260*4882a593Smuzhiyun 
261*4882a593Smuzhiyun 	handler->next = *pprev;
262*4882a593Smuzhiyun 	rcu_assign_pointer(*pprev, handler);
263*4882a593Smuzhiyun 
264*4882a593Smuzhiyun 	ret = 0;
265*4882a593Smuzhiyun 
266*4882a593Smuzhiyun err:
267*4882a593Smuzhiyun 	mutex_unlock(&xfrm6_protocol_mutex);
268*4882a593Smuzhiyun 
269*4882a593Smuzhiyun 	if (add_netproto) {
270*4882a593Smuzhiyun 		if (inet6_add_protocol(netproto(protocol), protocol)) {
271*4882a593Smuzhiyun 			pr_err("%s: can't add protocol\n", __func__);
272*4882a593Smuzhiyun 			ret = -EAGAIN;
273*4882a593Smuzhiyun 		}
274*4882a593Smuzhiyun 	}
275*4882a593Smuzhiyun 
276*4882a593Smuzhiyun 	return ret;
277*4882a593Smuzhiyun }
278*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm6_protocol_register);
279*4882a593Smuzhiyun 
xfrm6_protocol_deregister(struct xfrm6_protocol * handler,unsigned char protocol)280*4882a593Smuzhiyun int xfrm6_protocol_deregister(struct xfrm6_protocol *handler,
281*4882a593Smuzhiyun 			      unsigned char protocol)
282*4882a593Smuzhiyun {
283*4882a593Smuzhiyun 	struct xfrm6_protocol __rcu **pprev;
284*4882a593Smuzhiyun 	struct xfrm6_protocol *t;
285*4882a593Smuzhiyun 	int ret = -ENOENT;
286*4882a593Smuzhiyun 
287*4882a593Smuzhiyun 	if (!proto_handlers(protocol) || !netproto(protocol))
288*4882a593Smuzhiyun 		return -EINVAL;
289*4882a593Smuzhiyun 
290*4882a593Smuzhiyun 	mutex_lock(&xfrm6_protocol_mutex);
291*4882a593Smuzhiyun 
292*4882a593Smuzhiyun 	for (pprev = proto_handlers(protocol);
293*4882a593Smuzhiyun 	     (t = rcu_dereference_protected(*pprev,
294*4882a593Smuzhiyun 			lockdep_is_held(&xfrm6_protocol_mutex))) != NULL;
295*4882a593Smuzhiyun 	     pprev = &t->next) {
296*4882a593Smuzhiyun 		if (t == handler) {
297*4882a593Smuzhiyun 			*pprev = handler->next;
298*4882a593Smuzhiyun 			ret = 0;
299*4882a593Smuzhiyun 			break;
300*4882a593Smuzhiyun 		}
301*4882a593Smuzhiyun 	}
302*4882a593Smuzhiyun 
303*4882a593Smuzhiyun 	if (!rcu_dereference_protected(*proto_handlers(protocol),
304*4882a593Smuzhiyun 				       lockdep_is_held(&xfrm6_protocol_mutex))) {
305*4882a593Smuzhiyun 		if (inet6_del_protocol(netproto(protocol), protocol) < 0) {
306*4882a593Smuzhiyun 			pr_err("%s: can't remove protocol\n", __func__);
307*4882a593Smuzhiyun 			ret = -EAGAIN;
308*4882a593Smuzhiyun 		}
309*4882a593Smuzhiyun 	}
310*4882a593Smuzhiyun 
311*4882a593Smuzhiyun 	mutex_unlock(&xfrm6_protocol_mutex);
312*4882a593Smuzhiyun 
313*4882a593Smuzhiyun 	synchronize_net();
314*4882a593Smuzhiyun 
315*4882a593Smuzhiyun 	return ret;
316*4882a593Smuzhiyun }
317*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm6_protocol_deregister);
318*4882a593Smuzhiyun 
xfrm6_protocol_init(void)319*4882a593Smuzhiyun int __init xfrm6_protocol_init(void)
320*4882a593Smuzhiyun {
321*4882a593Smuzhiyun 	return xfrm_input_register_afinfo(&xfrm6_input_afinfo);
322*4882a593Smuzhiyun }
323*4882a593Smuzhiyun 
xfrm6_protocol_fini(void)324*4882a593Smuzhiyun void xfrm6_protocol_fini(void)
325*4882a593Smuzhiyun {
326*4882a593Smuzhiyun 	xfrm_input_unregister_afinfo(&xfrm6_input_afinfo);
327*4882a593Smuzhiyun }
328