1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /* xfrm4_protocol.c - Generic xfrm protocol multiplexer.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Copyright (C) 2013 secunet Security Networks AG
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Author:
7*4882a593Smuzhiyun * Steffen Klassert <steffen.klassert@secunet.com>
8*4882a593Smuzhiyun *
9*4882a593Smuzhiyun * Based on:
10*4882a593Smuzhiyun * net/ipv4/tunnel4.c
11*4882a593Smuzhiyun */
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include <linux/init.h>
14*4882a593Smuzhiyun #include <linux/mutex.h>
15*4882a593Smuzhiyun #include <linux/skbuff.h>
16*4882a593Smuzhiyun #include <net/icmp.h>
17*4882a593Smuzhiyun #include <net/ip.h>
18*4882a593Smuzhiyun #include <net/protocol.h>
19*4882a593Smuzhiyun #include <net/xfrm.h>
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun static struct xfrm4_protocol __rcu *esp4_handlers __read_mostly;
22*4882a593Smuzhiyun static struct xfrm4_protocol __rcu *ah4_handlers __read_mostly;
23*4882a593Smuzhiyun static struct xfrm4_protocol __rcu *ipcomp4_handlers __read_mostly;
24*4882a593Smuzhiyun static DEFINE_MUTEX(xfrm4_protocol_mutex);
25*4882a593Smuzhiyun
proto_handlers(u8 protocol)26*4882a593Smuzhiyun static inline struct xfrm4_protocol __rcu **proto_handlers(u8 protocol)
27*4882a593Smuzhiyun {
28*4882a593Smuzhiyun switch (protocol) {
29*4882a593Smuzhiyun case IPPROTO_ESP:
30*4882a593Smuzhiyun return &esp4_handlers;
31*4882a593Smuzhiyun case IPPROTO_AH:
32*4882a593Smuzhiyun return &ah4_handlers;
33*4882a593Smuzhiyun case IPPROTO_COMP:
34*4882a593Smuzhiyun return &ipcomp4_handlers;
35*4882a593Smuzhiyun }
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun return NULL;
38*4882a593Smuzhiyun }
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun #define for_each_protocol_rcu(head, handler) \
41*4882a593Smuzhiyun for (handler = rcu_dereference(head); \
42*4882a593Smuzhiyun handler != NULL; \
43*4882a593Smuzhiyun handler = rcu_dereference(handler->next)) \
44*4882a593Smuzhiyun
xfrm4_rcv_cb(struct sk_buff * skb,u8 protocol,int err)45*4882a593Smuzhiyun static int xfrm4_rcv_cb(struct sk_buff *skb, u8 protocol, int err)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun int ret;
48*4882a593Smuzhiyun struct xfrm4_protocol *handler;
49*4882a593Smuzhiyun struct xfrm4_protocol __rcu **head = proto_handlers(protocol);
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun if (!head)
52*4882a593Smuzhiyun return 0;
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun for_each_protocol_rcu(*head, handler)
55*4882a593Smuzhiyun if ((ret = handler->cb_handler(skb, err)) <= 0)
56*4882a593Smuzhiyun return ret;
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun return 0;
59*4882a593Smuzhiyun }
60*4882a593Smuzhiyun
xfrm4_rcv_encap(struct sk_buff * skb,int nexthdr,__be32 spi,int encap_type)61*4882a593Smuzhiyun int xfrm4_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi,
62*4882a593Smuzhiyun int encap_type)
63*4882a593Smuzhiyun {
64*4882a593Smuzhiyun int ret;
65*4882a593Smuzhiyun struct xfrm4_protocol *handler;
66*4882a593Smuzhiyun struct xfrm4_protocol __rcu **head = proto_handlers(nexthdr);
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;
69*4882a593Smuzhiyun XFRM_SPI_SKB_CB(skb)->family = AF_INET;
70*4882a593Smuzhiyun XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr);
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun if (!head)
73*4882a593Smuzhiyun goto out;
74*4882a593Smuzhiyun
75*4882a593Smuzhiyun if (!skb_dst(skb)) {
76*4882a593Smuzhiyun const struct iphdr *iph = ip_hdr(skb);
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun if (ip_route_input_noref(skb, iph->daddr, iph->saddr,
79*4882a593Smuzhiyun iph->tos, skb->dev))
80*4882a593Smuzhiyun goto drop;
81*4882a593Smuzhiyun }
82*4882a593Smuzhiyun
83*4882a593Smuzhiyun for_each_protocol_rcu(*head, handler)
84*4882a593Smuzhiyun if ((ret = handler->input_handler(skb, nexthdr, spi, encap_type)) != -EINVAL)
85*4882a593Smuzhiyun return ret;
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun out:
88*4882a593Smuzhiyun icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun drop:
91*4882a593Smuzhiyun kfree_skb(skb);
92*4882a593Smuzhiyun return 0;
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm4_rcv_encap);
95*4882a593Smuzhiyun
xfrm4_esp_rcv(struct sk_buff * skb)96*4882a593Smuzhiyun static int xfrm4_esp_rcv(struct sk_buff *skb)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun int ret;
99*4882a593Smuzhiyun struct xfrm4_protocol *handler;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun for_each_protocol_rcu(esp4_handlers, handler)
104*4882a593Smuzhiyun if ((ret = handler->handler(skb)) != -EINVAL)
105*4882a593Smuzhiyun return ret;
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun kfree_skb(skb);
110*4882a593Smuzhiyun return 0;
111*4882a593Smuzhiyun }
112*4882a593Smuzhiyun
xfrm4_esp_err(struct sk_buff * skb,u32 info)113*4882a593Smuzhiyun static int xfrm4_esp_err(struct sk_buff *skb, u32 info)
114*4882a593Smuzhiyun {
115*4882a593Smuzhiyun struct xfrm4_protocol *handler;
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun for_each_protocol_rcu(esp4_handlers, handler)
118*4882a593Smuzhiyun if (!handler->err_handler(skb, info))
119*4882a593Smuzhiyun return 0;
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun return -ENOENT;
122*4882a593Smuzhiyun }
123*4882a593Smuzhiyun
xfrm4_ah_rcv(struct sk_buff * skb)124*4882a593Smuzhiyun static int xfrm4_ah_rcv(struct sk_buff *skb)
125*4882a593Smuzhiyun {
126*4882a593Smuzhiyun int ret;
127*4882a593Smuzhiyun struct xfrm4_protocol *handler;
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun for_each_protocol_rcu(ah4_handlers, handler)
132*4882a593Smuzhiyun if ((ret = handler->handler(skb)) != -EINVAL)
133*4882a593Smuzhiyun return ret;
134*4882a593Smuzhiyun
135*4882a593Smuzhiyun icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);
136*4882a593Smuzhiyun
137*4882a593Smuzhiyun kfree_skb(skb);
138*4882a593Smuzhiyun return 0;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun
xfrm4_ah_err(struct sk_buff * skb,u32 info)141*4882a593Smuzhiyun static int xfrm4_ah_err(struct sk_buff *skb, u32 info)
142*4882a593Smuzhiyun {
143*4882a593Smuzhiyun struct xfrm4_protocol *handler;
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun for_each_protocol_rcu(ah4_handlers, handler)
146*4882a593Smuzhiyun if (!handler->err_handler(skb, info))
147*4882a593Smuzhiyun return 0;
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun return -ENOENT;
150*4882a593Smuzhiyun }
151*4882a593Smuzhiyun
xfrm4_ipcomp_rcv(struct sk_buff * skb)152*4882a593Smuzhiyun static int xfrm4_ipcomp_rcv(struct sk_buff *skb)
153*4882a593Smuzhiyun {
154*4882a593Smuzhiyun int ret;
155*4882a593Smuzhiyun struct xfrm4_protocol *handler;
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun for_each_protocol_rcu(ipcomp4_handlers, handler)
160*4882a593Smuzhiyun if ((ret = handler->handler(skb)) != -EINVAL)
161*4882a593Smuzhiyun return ret;
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun icmp_send(skb, ICMP_DEST_UNREACH, ICMP_PORT_UNREACH, 0);
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun kfree_skb(skb);
166*4882a593Smuzhiyun return 0;
167*4882a593Smuzhiyun }
168*4882a593Smuzhiyun
xfrm4_ipcomp_err(struct sk_buff * skb,u32 info)169*4882a593Smuzhiyun static int xfrm4_ipcomp_err(struct sk_buff *skb, u32 info)
170*4882a593Smuzhiyun {
171*4882a593Smuzhiyun struct xfrm4_protocol *handler;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun for_each_protocol_rcu(ipcomp4_handlers, handler)
174*4882a593Smuzhiyun if (!handler->err_handler(skb, info))
175*4882a593Smuzhiyun return 0;
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun return -ENOENT;
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun static const struct net_protocol esp4_protocol = {
181*4882a593Smuzhiyun .handler = xfrm4_esp_rcv,
182*4882a593Smuzhiyun .err_handler = xfrm4_esp_err,
183*4882a593Smuzhiyun .no_policy = 1,
184*4882a593Smuzhiyun .netns_ok = 1,
185*4882a593Smuzhiyun };
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun static const struct net_protocol ah4_protocol = {
188*4882a593Smuzhiyun .handler = xfrm4_ah_rcv,
189*4882a593Smuzhiyun .err_handler = xfrm4_ah_err,
190*4882a593Smuzhiyun .no_policy = 1,
191*4882a593Smuzhiyun .netns_ok = 1,
192*4882a593Smuzhiyun };
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun static const struct net_protocol ipcomp4_protocol = {
195*4882a593Smuzhiyun .handler = xfrm4_ipcomp_rcv,
196*4882a593Smuzhiyun .err_handler = xfrm4_ipcomp_err,
197*4882a593Smuzhiyun .no_policy = 1,
198*4882a593Smuzhiyun .netns_ok = 1,
199*4882a593Smuzhiyun };
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun static const struct xfrm_input_afinfo xfrm4_input_afinfo = {
202*4882a593Smuzhiyun .family = AF_INET,
203*4882a593Smuzhiyun .callback = xfrm4_rcv_cb,
204*4882a593Smuzhiyun };
205*4882a593Smuzhiyun
netproto(unsigned char protocol)206*4882a593Smuzhiyun static inline const struct net_protocol *netproto(unsigned char protocol)
207*4882a593Smuzhiyun {
208*4882a593Smuzhiyun switch (protocol) {
209*4882a593Smuzhiyun case IPPROTO_ESP:
210*4882a593Smuzhiyun return &esp4_protocol;
211*4882a593Smuzhiyun case IPPROTO_AH:
212*4882a593Smuzhiyun return &ah4_protocol;
213*4882a593Smuzhiyun case IPPROTO_COMP:
214*4882a593Smuzhiyun return &ipcomp4_protocol;
215*4882a593Smuzhiyun }
216*4882a593Smuzhiyun
217*4882a593Smuzhiyun return NULL;
218*4882a593Smuzhiyun }
219*4882a593Smuzhiyun
xfrm4_protocol_register(struct xfrm4_protocol * handler,unsigned char protocol)220*4882a593Smuzhiyun int xfrm4_protocol_register(struct xfrm4_protocol *handler,
221*4882a593Smuzhiyun unsigned char protocol)
222*4882a593Smuzhiyun {
223*4882a593Smuzhiyun struct xfrm4_protocol __rcu **pprev;
224*4882a593Smuzhiyun struct xfrm4_protocol *t;
225*4882a593Smuzhiyun bool add_netproto = false;
226*4882a593Smuzhiyun int ret = -EEXIST;
227*4882a593Smuzhiyun int priority = handler->priority;
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun if (!proto_handlers(protocol) || !netproto(protocol))
230*4882a593Smuzhiyun return -EINVAL;
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun mutex_lock(&xfrm4_protocol_mutex);
233*4882a593Smuzhiyun
234*4882a593Smuzhiyun if (!rcu_dereference_protected(*proto_handlers(protocol),
235*4882a593Smuzhiyun lockdep_is_held(&xfrm4_protocol_mutex)))
236*4882a593Smuzhiyun add_netproto = true;
237*4882a593Smuzhiyun
238*4882a593Smuzhiyun for (pprev = proto_handlers(protocol);
239*4882a593Smuzhiyun (t = rcu_dereference_protected(*pprev,
240*4882a593Smuzhiyun lockdep_is_held(&xfrm4_protocol_mutex))) != NULL;
241*4882a593Smuzhiyun pprev = &t->next) {
242*4882a593Smuzhiyun if (t->priority < priority)
243*4882a593Smuzhiyun break;
244*4882a593Smuzhiyun if (t->priority == priority)
245*4882a593Smuzhiyun goto err;
246*4882a593Smuzhiyun }
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun handler->next = *pprev;
249*4882a593Smuzhiyun rcu_assign_pointer(*pprev, handler);
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun ret = 0;
252*4882a593Smuzhiyun
253*4882a593Smuzhiyun err:
254*4882a593Smuzhiyun mutex_unlock(&xfrm4_protocol_mutex);
255*4882a593Smuzhiyun
256*4882a593Smuzhiyun if (add_netproto) {
257*4882a593Smuzhiyun if (inet_add_protocol(netproto(protocol), protocol)) {
258*4882a593Smuzhiyun pr_err("%s: can't add protocol\n", __func__);
259*4882a593Smuzhiyun ret = -EAGAIN;
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun }
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun return ret;
264*4882a593Smuzhiyun }
265*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm4_protocol_register);
266*4882a593Smuzhiyun
xfrm4_protocol_deregister(struct xfrm4_protocol * handler,unsigned char protocol)267*4882a593Smuzhiyun int xfrm4_protocol_deregister(struct xfrm4_protocol *handler,
268*4882a593Smuzhiyun unsigned char protocol)
269*4882a593Smuzhiyun {
270*4882a593Smuzhiyun struct xfrm4_protocol __rcu **pprev;
271*4882a593Smuzhiyun struct xfrm4_protocol *t;
272*4882a593Smuzhiyun int ret = -ENOENT;
273*4882a593Smuzhiyun
274*4882a593Smuzhiyun if (!proto_handlers(protocol) || !netproto(protocol))
275*4882a593Smuzhiyun return -EINVAL;
276*4882a593Smuzhiyun
277*4882a593Smuzhiyun mutex_lock(&xfrm4_protocol_mutex);
278*4882a593Smuzhiyun
279*4882a593Smuzhiyun for (pprev = proto_handlers(protocol);
280*4882a593Smuzhiyun (t = rcu_dereference_protected(*pprev,
281*4882a593Smuzhiyun lockdep_is_held(&xfrm4_protocol_mutex))) != NULL;
282*4882a593Smuzhiyun pprev = &t->next) {
283*4882a593Smuzhiyun if (t == handler) {
284*4882a593Smuzhiyun *pprev = handler->next;
285*4882a593Smuzhiyun ret = 0;
286*4882a593Smuzhiyun break;
287*4882a593Smuzhiyun }
288*4882a593Smuzhiyun }
289*4882a593Smuzhiyun
290*4882a593Smuzhiyun if (!rcu_dereference_protected(*proto_handlers(protocol),
291*4882a593Smuzhiyun lockdep_is_held(&xfrm4_protocol_mutex))) {
292*4882a593Smuzhiyun if (inet_del_protocol(netproto(protocol), protocol) < 0) {
293*4882a593Smuzhiyun pr_err("%s: can't remove protocol\n", __func__);
294*4882a593Smuzhiyun ret = -EAGAIN;
295*4882a593Smuzhiyun }
296*4882a593Smuzhiyun }
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun mutex_unlock(&xfrm4_protocol_mutex);
299*4882a593Smuzhiyun
300*4882a593Smuzhiyun synchronize_net();
301*4882a593Smuzhiyun
302*4882a593Smuzhiyun return ret;
303*4882a593Smuzhiyun }
304*4882a593Smuzhiyun EXPORT_SYMBOL(xfrm4_protocol_deregister);
305*4882a593Smuzhiyun
xfrm4_protocol_init(void)306*4882a593Smuzhiyun void __init xfrm4_protocol_init(void)
307*4882a593Smuzhiyun {
308*4882a593Smuzhiyun xfrm_input_register_afinfo(&xfrm4_input_afinfo);
309*4882a593Smuzhiyun }
310