1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /* L2TPv3 ethernet pseudowire driver
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * Copyright (c) 2008,2009,2010 Katalix Systems Ltd
5*4882a593Smuzhiyun */
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/module.h>
10*4882a593Smuzhiyun #include <linux/skbuff.h>
11*4882a593Smuzhiyun #include <linux/socket.h>
12*4882a593Smuzhiyun #include <linux/hash.h>
13*4882a593Smuzhiyun #include <linux/l2tp.h>
14*4882a593Smuzhiyun #include <linux/in.h>
15*4882a593Smuzhiyun #include <linux/etherdevice.h>
16*4882a593Smuzhiyun #include <linux/spinlock.h>
17*4882a593Smuzhiyun #include <net/sock.h>
18*4882a593Smuzhiyun #include <net/ip.h>
19*4882a593Smuzhiyun #include <net/icmp.h>
20*4882a593Smuzhiyun #include <net/udp.h>
21*4882a593Smuzhiyun #include <net/inet_common.h>
22*4882a593Smuzhiyun #include <net/inet_hashtables.h>
23*4882a593Smuzhiyun #include <net/tcp_states.h>
24*4882a593Smuzhiyun #include <net/protocol.h>
25*4882a593Smuzhiyun #include <net/xfrm.h>
26*4882a593Smuzhiyun #include <net/net_namespace.h>
27*4882a593Smuzhiyun #include <net/netns/generic.h>
28*4882a593Smuzhiyun #include <linux/ip.h>
29*4882a593Smuzhiyun #include <linux/ipv6.h>
30*4882a593Smuzhiyun #include <linux/udp.h>
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun #include "l2tp_core.h"
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun /* Default device name. May be overridden by name specified by user */
35*4882a593Smuzhiyun #define L2TP_ETH_DEV_NAME "l2tpeth%d"
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun /* via netdev_priv() */
38*4882a593Smuzhiyun struct l2tp_eth {
39*4882a593Smuzhiyun struct l2tp_session *session;
40*4882a593Smuzhiyun atomic_long_t tx_bytes;
41*4882a593Smuzhiyun atomic_long_t tx_packets;
42*4882a593Smuzhiyun atomic_long_t tx_dropped;
43*4882a593Smuzhiyun atomic_long_t rx_bytes;
44*4882a593Smuzhiyun atomic_long_t rx_packets;
45*4882a593Smuzhiyun atomic_long_t rx_errors;
46*4882a593Smuzhiyun };
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun /* via l2tp_session_priv() */
49*4882a593Smuzhiyun struct l2tp_eth_sess {
50*4882a593Smuzhiyun struct net_device __rcu *dev;
51*4882a593Smuzhiyun };
52*4882a593Smuzhiyun
l2tp_eth_dev_init(struct net_device * dev)53*4882a593Smuzhiyun static int l2tp_eth_dev_init(struct net_device *dev)
54*4882a593Smuzhiyun {
55*4882a593Smuzhiyun eth_hw_addr_random(dev);
56*4882a593Smuzhiyun eth_broadcast_addr(dev->broadcast);
57*4882a593Smuzhiyun netdev_lockdep_set_classes(dev);
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun return 0;
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun
l2tp_eth_dev_uninit(struct net_device * dev)62*4882a593Smuzhiyun static void l2tp_eth_dev_uninit(struct net_device *dev)
63*4882a593Smuzhiyun {
64*4882a593Smuzhiyun struct l2tp_eth *priv = netdev_priv(dev);
65*4882a593Smuzhiyun struct l2tp_eth_sess *spriv;
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun spriv = l2tp_session_priv(priv->session);
68*4882a593Smuzhiyun RCU_INIT_POINTER(spriv->dev, NULL);
69*4882a593Smuzhiyun /* No need for synchronize_net() here. We're called by
70*4882a593Smuzhiyun * unregister_netdev*(), which does the synchronisation for us.
71*4882a593Smuzhiyun */
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun
l2tp_eth_dev_xmit(struct sk_buff * skb,struct net_device * dev)74*4882a593Smuzhiyun static netdev_tx_t l2tp_eth_dev_xmit(struct sk_buff *skb, struct net_device *dev)
75*4882a593Smuzhiyun {
76*4882a593Smuzhiyun struct l2tp_eth *priv = netdev_priv(dev);
77*4882a593Smuzhiyun struct l2tp_session *session = priv->session;
78*4882a593Smuzhiyun unsigned int len = skb->len;
79*4882a593Smuzhiyun int ret = l2tp_xmit_skb(session, skb);
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun if (likely(ret == NET_XMIT_SUCCESS)) {
82*4882a593Smuzhiyun atomic_long_add(len, &priv->tx_bytes);
83*4882a593Smuzhiyun atomic_long_inc(&priv->tx_packets);
84*4882a593Smuzhiyun } else {
85*4882a593Smuzhiyun atomic_long_inc(&priv->tx_dropped);
86*4882a593Smuzhiyun }
87*4882a593Smuzhiyun return NETDEV_TX_OK;
88*4882a593Smuzhiyun }
89*4882a593Smuzhiyun
l2tp_eth_get_stats64(struct net_device * dev,struct rtnl_link_stats64 * stats)90*4882a593Smuzhiyun static void l2tp_eth_get_stats64(struct net_device *dev,
91*4882a593Smuzhiyun struct rtnl_link_stats64 *stats)
92*4882a593Smuzhiyun {
93*4882a593Smuzhiyun struct l2tp_eth *priv = netdev_priv(dev);
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun stats->tx_bytes = (unsigned long)atomic_long_read(&priv->tx_bytes);
96*4882a593Smuzhiyun stats->tx_packets = (unsigned long)atomic_long_read(&priv->tx_packets);
97*4882a593Smuzhiyun stats->tx_dropped = (unsigned long)atomic_long_read(&priv->tx_dropped);
98*4882a593Smuzhiyun stats->rx_bytes = (unsigned long)atomic_long_read(&priv->rx_bytes);
99*4882a593Smuzhiyun stats->rx_packets = (unsigned long)atomic_long_read(&priv->rx_packets);
100*4882a593Smuzhiyun stats->rx_errors = (unsigned long)atomic_long_read(&priv->rx_errors);
101*4882a593Smuzhiyun }
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun static const struct net_device_ops l2tp_eth_netdev_ops = {
104*4882a593Smuzhiyun .ndo_init = l2tp_eth_dev_init,
105*4882a593Smuzhiyun .ndo_uninit = l2tp_eth_dev_uninit,
106*4882a593Smuzhiyun .ndo_start_xmit = l2tp_eth_dev_xmit,
107*4882a593Smuzhiyun .ndo_get_stats64 = l2tp_eth_get_stats64,
108*4882a593Smuzhiyun .ndo_set_mac_address = eth_mac_addr,
109*4882a593Smuzhiyun };
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun static struct device_type l2tpeth_type = {
112*4882a593Smuzhiyun .name = "l2tpeth",
113*4882a593Smuzhiyun };
114*4882a593Smuzhiyun
l2tp_eth_dev_setup(struct net_device * dev)115*4882a593Smuzhiyun static void l2tp_eth_dev_setup(struct net_device *dev)
116*4882a593Smuzhiyun {
117*4882a593Smuzhiyun SET_NETDEV_DEVTYPE(dev, &l2tpeth_type);
118*4882a593Smuzhiyun ether_setup(dev);
119*4882a593Smuzhiyun dev->priv_flags &= ~IFF_TX_SKB_SHARING;
120*4882a593Smuzhiyun dev->features |= NETIF_F_LLTX;
121*4882a593Smuzhiyun dev->netdev_ops = &l2tp_eth_netdev_ops;
122*4882a593Smuzhiyun dev->needs_free_netdev = true;
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
l2tp_eth_dev_recv(struct l2tp_session * session,struct sk_buff * skb,int data_len)125*4882a593Smuzhiyun static void l2tp_eth_dev_recv(struct l2tp_session *session, struct sk_buff *skb, int data_len)
126*4882a593Smuzhiyun {
127*4882a593Smuzhiyun struct l2tp_eth_sess *spriv = l2tp_session_priv(session);
128*4882a593Smuzhiyun struct net_device *dev;
129*4882a593Smuzhiyun struct l2tp_eth *priv;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun if (!pskb_may_pull(skb, ETH_HLEN))
132*4882a593Smuzhiyun goto error;
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun secpath_reset(skb);
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun /* checksums verified by L2TP */
137*4882a593Smuzhiyun skb->ip_summed = CHECKSUM_NONE;
138*4882a593Smuzhiyun
139*4882a593Smuzhiyun skb_dst_drop(skb);
140*4882a593Smuzhiyun nf_reset_ct(skb);
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun rcu_read_lock();
143*4882a593Smuzhiyun dev = rcu_dereference(spriv->dev);
144*4882a593Smuzhiyun if (!dev)
145*4882a593Smuzhiyun goto error_rcu;
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun priv = netdev_priv(dev);
148*4882a593Smuzhiyun if (dev_forward_skb(dev, skb) == NET_RX_SUCCESS) {
149*4882a593Smuzhiyun atomic_long_inc(&priv->rx_packets);
150*4882a593Smuzhiyun atomic_long_add(data_len, &priv->rx_bytes);
151*4882a593Smuzhiyun } else {
152*4882a593Smuzhiyun atomic_long_inc(&priv->rx_errors);
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun rcu_read_unlock();
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun return;
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun error_rcu:
159*4882a593Smuzhiyun rcu_read_unlock();
160*4882a593Smuzhiyun error:
161*4882a593Smuzhiyun kfree_skb(skb);
162*4882a593Smuzhiyun }
163*4882a593Smuzhiyun
l2tp_eth_delete(struct l2tp_session * session)164*4882a593Smuzhiyun static void l2tp_eth_delete(struct l2tp_session *session)
165*4882a593Smuzhiyun {
166*4882a593Smuzhiyun struct l2tp_eth_sess *spriv;
167*4882a593Smuzhiyun struct net_device *dev;
168*4882a593Smuzhiyun
169*4882a593Smuzhiyun if (session) {
170*4882a593Smuzhiyun spriv = l2tp_session_priv(session);
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun rtnl_lock();
173*4882a593Smuzhiyun dev = rtnl_dereference(spriv->dev);
174*4882a593Smuzhiyun if (dev) {
175*4882a593Smuzhiyun unregister_netdevice(dev);
176*4882a593Smuzhiyun rtnl_unlock();
177*4882a593Smuzhiyun module_put(THIS_MODULE);
178*4882a593Smuzhiyun } else {
179*4882a593Smuzhiyun rtnl_unlock();
180*4882a593Smuzhiyun }
181*4882a593Smuzhiyun }
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun
l2tp_eth_show(struct seq_file * m,void * arg)184*4882a593Smuzhiyun static void l2tp_eth_show(struct seq_file *m, void *arg)
185*4882a593Smuzhiyun {
186*4882a593Smuzhiyun struct l2tp_session *session = arg;
187*4882a593Smuzhiyun struct l2tp_eth_sess *spriv = l2tp_session_priv(session);
188*4882a593Smuzhiyun struct net_device *dev;
189*4882a593Smuzhiyun
190*4882a593Smuzhiyun rcu_read_lock();
191*4882a593Smuzhiyun dev = rcu_dereference(spriv->dev);
192*4882a593Smuzhiyun if (!dev) {
193*4882a593Smuzhiyun rcu_read_unlock();
194*4882a593Smuzhiyun return;
195*4882a593Smuzhiyun }
196*4882a593Smuzhiyun dev_hold(dev);
197*4882a593Smuzhiyun rcu_read_unlock();
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun seq_printf(m, " interface %s\n", dev->name);
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun dev_put(dev);
202*4882a593Smuzhiyun }
203*4882a593Smuzhiyun
l2tp_eth_adjust_mtu(struct l2tp_tunnel * tunnel,struct l2tp_session * session,struct net_device * dev)204*4882a593Smuzhiyun static void l2tp_eth_adjust_mtu(struct l2tp_tunnel *tunnel,
205*4882a593Smuzhiyun struct l2tp_session *session,
206*4882a593Smuzhiyun struct net_device *dev)
207*4882a593Smuzhiyun {
208*4882a593Smuzhiyun unsigned int overhead = 0;
209*4882a593Smuzhiyun u32 l3_overhead = 0;
210*4882a593Smuzhiyun u32 mtu;
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun /* if the encap is UDP, account for UDP header size */
213*4882a593Smuzhiyun if (tunnel->encap == L2TP_ENCAPTYPE_UDP) {
214*4882a593Smuzhiyun overhead += sizeof(struct udphdr);
215*4882a593Smuzhiyun dev->needed_headroom += sizeof(struct udphdr);
216*4882a593Smuzhiyun }
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun lock_sock(tunnel->sock);
219*4882a593Smuzhiyun l3_overhead = kernel_sock_ip_overhead(tunnel->sock);
220*4882a593Smuzhiyun release_sock(tunnel->sock);
221*4882a593Smuzhiyun
222*4882a593Smuzhiyun if (l3_overhead == 0) {
223*4882a593Smuzhiyun /* L3 Overhead couldn't be identified, this could be
224*4882a593Smuzhiyun * because tunnel->sock was NULL or the socket's
225*4882a593Smuzhiyun * address family was not IPv4 or IPv6,
226*4882a593Smuzhiyun * dev mtu stays at 1500.
227*4882a593Smuzhiyun */
228*4882a593Smuzhiyun return;
229*4882a593Smuzhiyun }
230*4882a593Smuzhiyun /* Adjust MTU, factor overhead - underlay L3, overlay L2 hdr
231*4882a593Smuzhiyun * UDP overhead, if any, was already factored in above.
232*4882a593Smuzhiyun */
233*4882a593Smuzhiyun overhead += session->hdr_len + ETH_HLEN + l3_overhead;
234*4882a593Smuzhiyun
235*4882a593Smuzhiyun mtu = l2tp_tunnel_dst_mtu(tunnel) - overhead;
236*4882a593Smuzhiyun if (mtu < dev->min_mtu || mtu > dev->max_mtu)
237*4882a593Smuzhiyun dev->mtu = ETH_DATA_LEN - overhead;
238*4882a593Smuzhiyun else
239*4882a593Smuzhiyun dev->mtu = mtu;
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun dev->needed_headroom += session->hdr_len;
242*4882a593Smuzhiyun }
243*4882a593Smuzhiyun
l2tp_eth_create(struct net * net,struct l2tp_tunnel * tunnel,u32 session_id,u32 peer_session_id,struct l2tp_session_cfg * cfg)244*4882a593Smuzhiyun static int l2tp_eth_create(struct net *net, struct l2tp_tunnel *tunnel,
245*4882a593Smuzhiyun u32 session_id, u32 peer_session_id,
246*4882a593Smuzhiyun struct l2tp_session_cfg *cfg)
247*4882a593Smuzhiyun {
248*4882a593Smuzhiyun unsigned char name_assign_type;
249*4882a593Smuzhiyun struct net_device *dev;
250*4882a593Smuzhiyun char name[IFNAMSIZ];
251*4882a593Smuzhiyun struct l2tp_session *session;
252*4882a593Smuzhiyun struct l2tp_eth *priv;
253*4882a593Smuzhiyun struct l2tp_eth_sess *spriv;
254*4882a593Smuzhiyun int rc;
255*4882a593Smuzhiyun
256*4882a593Smuzhiyun if (cfg->ifname) {
257*4882a593Smuzhiyun strlcpy(name, cfg->ifname, IFNAMSIZ);
258*4882a593Smuzhiyun name_assign_type = NET_NAME_USER;
259*4882a593Smuzhiyun } else {
260*4882a593Smuzhiyun strcpy(name, L2TP_ETH_DEV_NAME);
261*4882a593Smuzhiyun name_assign_type = NET_NAME_ENUM;
262*4882a593Smuzhiyun }
263*4882a593Smuzhiyun
264*4882a593Smuzhiyun session = l2tp_session_create(sizeof(*spriv), tunnel, session_id,
265*4882a593Smuzhiyun peer_session_id, cfg);
266*4882a593Smuzhiyun if (IS_ERR(session)) {
267*4882a593Smuzhiyun rc = PTR_ERR(session);
268*4882a593Smuzhiyun goto err;
269*4882a593Smuzhiyun }
270*4882a593Smuzhiyun
271*4882a593Smuzhiyun dev = alloc_netdev(sizeof(*priv), name, name_assign_type,
272*4882a593Smuzhiyun l2tp_eth_dev_setup);
273*4882a593Smuzhiyun if (!dev) {
274*4882a593Smuzhiyun rc = -ENOMEM;
275*4882a593Smuzhiyun goto err_sess;
276*4882a593Smuzhiyun }
277*4882a593Smuzhiyun
278*4882a593Smuzhiyun dev_net_set(dev, net);
279*4882a593Smuzhiyun dev->min_mtu = 0;
280*4882a593Smuzhiyun dev->max_mtu = ETH_MAX_MTU;
281*4882a593Smuzhiyun l2tp_eth_adjust_mtu(tunnel, session, dev);
282*4882a593Smuzhiyun
283*4882a593Smuzhiyun priv = netdev_priv(dev);
284*4882a593Smuzhiyun priv->session = session;
285*4882a593Smuzhiyun
286*4882a593Smuzhiyun session->recv_skb = l2tp_eth_dev_recv;
287*4882a593Smuzhiyun session->session_close = l2tp_eth_delete;
288*4882a593Smuzhiyun if (IS_ENABLED(CONFIG_L2TP_DEBUGFS))
289*4882a593Smuzhiyun session->show = l2tp_eth_show;
290*4882a593Smuzhiyun
291*4882a593Smuzhiyun spriv = l2tp_session_priv(session);
292*4882a593Smuzhiyun
293*4882a593Smuzhiyun l2tp_session_inc_refcount(session);
294*4882a593Smuzhiyun
295*4882a593Smuzhiyun rtnl_lock();
296*4882a593Smuzhiyun
297*4882a593Smuzhiyun /* Register both device and session while holding the rtnl lock. This
298*4882a593Smuzhiyun * ensures that l2tp_eth_delete() will see that there's a device to
299*4882a593Smuzhiyun * unregister, even if it happened to run before we assign spriv->dev.
300*4882a593Smuzhiyun */
301*4882a593Smuzhiyun rc = l2tp_session_register(session, tunnel);
302*4882a593Smuzhiyun if (rc < 0) {
303*4882a593Smuzhiyun rtnl_unlock();
304*4882a593Smuzhiyun goto err_sess_dev;
305*4882a593Smuzhiyun }
306*4882a593Smuzhiyun
307*4882a593Smuzhiyun rc = register_netdevice(dev);
308*4882a593Smuzhiyun if (rc < 0) {
309*4882a593Smuzhiyun rtnl_unlock();
310*4882a593Smuzhiyun l2tp_session_delete(session);
311*4882a593Smuzhiyun l2tp_session_dec_refcount(session);
312*4882a593Smuzhiyun free_netdev(dev);
313*4882a593Smuzhiyun
314*4882a593Smuzhiyun return rc;
315*4882a593Smuzhiyun }
316*4882a593Smuzhiyun
317*4882a593Smuzhiyun strlcpy(session->ifname, dev->name, IFNAMSIZ);
318*4882a593Smuzhiyun rcu_assign_pointer(spriv->dev, dev);
319*4882a593Smuzhiyun
320*4882a593Smuzhiyun rtnl_unlock();
321*4882a593Smuzhiyun
322*4882a593Smuzhiyun l2tp_session_dec_refcount(session);
323*4882a593Smuzhiyun
324*4882a593Smuzhiyun __module_get(THIS_MODULE);
325*4882a593Smuzhiyun
326*4882a593Smuzhiyun return 0;
327*4882a593Smuzhiyun
328*4882a593Smuzhiyun err_sess_dev:
329*4882a593Smuzhiyun l2tp_session_dec_refcount(session);
330*4882a593Smuzhiyun free_netdev(dev);
331*4882a593Smuzhiyun err_sess:
332*4882a593Smuzhiyun kfree(session);
333*4882a593Smuzhiyun err:
334*4882a593Smuzhiyun return rc;
335*4882a593Smuzhiyun }
336*4882a593Smuzhiyun
337*4882a593Smuzhiyun static const struct l2tp_nl_cmd_ops l2tp_eth_nl_cmd_ops = {
338*4882a593Smuzhiyun .session_create = l2tp_eth_create,
339*4882a593Smuzhiyun .session_delete = l2tp_session_delete,
340*4882a593Smuzhiyun };
341*4882a593Smuzhiyun
l2tp_eth_init(void)342*4882a593Smuzhiyun static int __init l2tp_eth_init(void)
343*4882a593Smuzhiyun {
344*4882a593Smuzhiyun int err = 0;
345*4882a593Smuzhiyun
346*4882a593Smuzhiyun err = l2tp_nl_register_ops(L2TP_PWTYPE_ETH, &l2tp_eth_nl_cmd_ops);
347*4882a593Smuzhiyun if (err)
348*4882a593Smuzhiyun goto err;
349*4882a593Smuzhiyun
350*4882a593Smuzhiyun pr_info("L2TP ethernet pseudowire support (L2TPv3)\n");
351*4882a593Smuzhiyun
352*4882a593Smuzhiyun return 0;
353*4882a593Smuzhiyun
354*4882a593Smuzhiyun err:
355*4882a593Smuzhiyun return err;
356*4882a593Smuzhiyun }
357*4882a593Smuzhiyun
l2tp_eth_exit(void)358*4882a593Smuzhiyun static void __exit l2tp_eth_exit(void)
359*4882a593Smuzhiyun {
360*4882a593Smuzhiyun l2tp_nl_unregister_ops(L2TP_PWTYPE_ETH);
361*4882a593Smuzhiyun }
362*4882a593Smuzhiyun
363*4882a593Smuzhiyun module_init(l2tp_eth_init);
364*4882a593Smuzhiyun module_exit(l2tp_eth_exit);
365*4882a593Smuzhiyun
366*4882a593Smuzhiyun MODULE_LICENSE("GPL");
367*4882a593Smuzhiyun MODULE_AUTHOR("James Chapman <jchapman@katalix.com>");
368*4882a593Smuzhiyun MODULE_DESCRIPTION("L2TP ethernet pseudowire driver");
369*4882a593Smuzhiyun MODULE_VERSION("1.0");
370*4882a593Smuzhiyun MODULE_ALIAS_L2TP_PWTYPE(5);
371