1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * INET An implementation of the TCP/IP protocol suite for the LINUX
4*4882a593Smuzhiyun * operating system. INET is implemented using the BSD Socket
5*4882a593Smuzhiyun * interface as the means of communication with the user level.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * The IP forwarding functionality.
8*4882a593Smuzhiyun *
9*4882a593Smuzhiyun * Authors: see ip.c
10*4882a593Smuzhiyun *
11*4882a593Smuzhiyun * Fixes:
12*4882a593Smuzhiyun * Many : Split from ip.c , see ip_input.c for
13*4882a593Smuzhiyun * history.
14*4882a593Smuzhiyun * Dave Gregorich : NULL ip_rt_put fix for multicast
15*4882a593Smuzhiyun * routing.
16*4882a593Smuzhiyun * Jos Vos : Add call_out_firewall before sending,
17*4882a593Smuzhiyun * use output device for accounting.
18*4882a593Smuzhiyun * Jos Vos : Call forward firewall after routing
19*4882a593Smuzhiyun * (always use output device).
20*4882a593Smuzhiyun * Mike McLagan : Routing by source
21*4882a593Smuzhiyun */
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun #include <linux/types.h>
24*4882a593Smuzhiyun #include <linux/mm.h>
25*4882a593Smuzhiyun #include <linux/skbuff.h>
26*4882a593Smuzhiyun #include <linux/ip.h>
27*4882a593Smuzhiyun #include <linux/icmp.h>
28*4882a593Smuzhiyun #include <linux/netdevice.h>
29*4882a593Smuzhiyun #include <linux/slab.h>
30*4882a593Smuzhiyun #include <net/sock.h>
31*4882a593Smuzhiyun #include <net/ip.h>
32*4882a593Smuzhiyun #include <net/tcp.h>
33*4882a593Smuzhiyun #include <net/udp.h>
34*4882a593Smuzhiyun #include <net/icmp.h>
35*4882a593Smuzhiyun #include <linux/tcp.h>
36*4882a593Smuzhiyun #include <linux/udp.h>
37*4882a593Smuzhiyun #include <linux/netfilter_ipv4.h>
38*4882a593Smuzhiyun #include <net/checksum.h>
39*4882a593Smuzhiyun #include <linux/route.h>
40*4882a593Smuzhiyun #include <net/route.h>
41*4882a593Smuzhiyun #include <net/xfrm.h>
42*4882a593Smuzhiyun
ip_exceeds_mtu(const struct sk_buff * skb,unsigned int mtu)43*4882a593Smuzhiyun static bool ip_exceeds_mtu(const struct sk_buff *skb, unsigned int mtu)
44*4882a593Smuzhiyun {
45*4882a593Smuzhiyun if (skb->len <= mtu)
46*4882a593Smuzhiyun return false;
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun if (unlikely((ip_hdr(skb)->frag_off & htons(IP_DF)) == 0))
49*4882a593Smuzhiyun return false;
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun /* original fragment exceeds mtu and DF is set */
52*4882a593Smuzhiyun if (unlikely(IPCB(skb)->frag_max_size > mtu))
53*4882a593Smuzhiyun return true;
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun if (skb->ignore_df)
56*4882a593Smuzhiyun return false;
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun if (skb_is_gso(skb) && skb_gso_validate_network_len(skb, mtu))
59*4882a593Smuzhiyun return false;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun return true;
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun
ip_forward_finish(struct net * net,struct sock * sk,struct sk_buff * skb)65*4882a593Smuzhiyun static int ip_forward_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
66*4882a593Smuzhiyun {
67*4882a593Smuzhiyun struct ip_options *opt = &(IPCB(skb)->opt);
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun __IP_INC_STATS(net, IPSTATS_MIB_OUTFORWDATAGRAMS);
70*4882a593Smuzhiyun __IP_ADD_STATS(net, IPSTATS_MIB_OUTOCTETS, skb->len);
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun #ifdef CONFIG_NET_SWITCHDEV
73*4882a593Smuzhiyun if (skb->offload_l3_fwd_mark) {
74*4882a593Smuzhiyun consume_skb(skb);
75*4882a593Smuzhiyun return 0;
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun #endif
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun if (unlikely(opt->optlen))
80*4882a593Smuzhiyun ip_forward_options(skb);
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun skb->tstamp = 0;
83*4882a593Smuzhiyun return dst_output(net, sk, skb);
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun
ip_forward(struct sk_buff * skb)86*4882a593Smuzhiyun int ip_forward(struct sk_buff *skb)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun u32 mtu;
89*4882a593Smuzhiyun struct iphdr *iph; /* Our header */
90*4882a593Smuzhiyun struct rtable *rt; /* Route we use */
91*4882a593Smuzhiyun struct ip_options *opt = &(IPCB(skb)->opt);
92*4882a593Smuzhiyun struct net *net;
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun /* that should never happen */
95*4882a593Smuzhiyun if (skb->pkt_type != PACKET_HOST)
96*4882a593Smuzhiyun goto drop;
97*4882a593Smuzhiyun
98*4882a593Smuzhiyun if (unlikely(skb->sk))
99*4882a593Smuzhiyun goto drop;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun if (skb_warn_if_lro(skb))
102*4882a593Smuzhiyun goto drop;
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun if (!xfrm4_policy_check(NULL, XFRM_POLICY_FWD, skb))
105*4882a593Smuzhiyun goto drop;
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun if (IPCB(skb)->opt.router_alert && ip_call_ra_chain(skb))
108*4882a593Smuzhiyun return NET_RX_SUCCESS;
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun skb_forward_csum(skb);
111*4882a593Smuzhiyun net = dev_net(skb->dev);
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun /*
114*4882a593Smuzhiyun * According to the RFC, we must first decrease the TTL field. If
115*4882a593Smuzhiyun * that reaches zero, we must reply an ICMP control message telling
116*4882a593Smuzhiyun * that the packet's lifetime expired.
117*4882a593Smuzhiyun */
118*4882a593Smuzhiyun if (ip_hdr(skb)->ttl <= 1)
119*4882a593Smuzhiyun goto too_many_hops;
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun if (!xfrm4_route_forward(skb))
122*4882a593Smuzhiyun goto drop;
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun rt = skb_rtable(skb);
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun if (opt->is_strictroute && rt->rt_uses_gateway)
127*4882a593Smuzhiyun goto sr_failed;
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun IPCB(skb)->flags |= IPSKB_FORWARDED;
130*4882a593Smuzhiyun mtu = ip_dst_mtu_maybe_forward(&rt->dst, true);
131*4882a593Smuzhiyun if (ip_exceeds_mtu(skb, mtu)) {
132*4882a593Smuzhiyun IP_INC_STATS(net, IPSTATS_MIB_FRAGFAILS);
133*4882a593Smuzhiyun icmp_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED,
134*4882a593Smuzhiyun htonl(mtu));
135*4882a593Smuzhiyun goto drop;
136*4882a593Smuzhiyun }
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun /* We are about to mangle packet. Copy it! */
139*4882a593Smuzhiyun if (skb_cow(skb, LL_RESERVED_SPACE(rt->dst.dev)+rt->dst.header_len))
140*4882a593Smuzhiyun goto drop;
141*4882a593Smuzhiyun iph = ip_hdr(skb);
142*4882a593Smuzhiyun
143*4882a593Smuzhiyun /* Decrease ttl after skb cow done */
144*4882a593Smuzhiyun ip_decrease_ttl(iph);
145*4882a593Smuzhiyun
146*4882a593Smuzhiyun /*
147*4882a593Smuzhiyun * We now generate an ICMP HOST REDIRECT giving the route
148*4882a593Smuzhiyun * we calculated.
149*4882a593Smuzhiyun */
150*4882a593Smuzhiyun if (IPCB(skb)->flags & IPSKB_DOREDIRECT && !opt->srr &&
151*4882a593Smuzhiyun !skb_sec_path(skb))
152*4882a593Smuzhiyun ip_rt_send_redirect(skb);
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun if (READ_ONCE(net->ipv4.sysctl_ip_fwd_update_priority))
155*4882a593Smuzhiyun skb->priority = rt_tos2priority(iph->tos);
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun return NF_HOOK(NFPROTO_IPV4, NF_INET_FORWARD,
158*4882a593Smuzhiyun net, NULL, skb, skb->dev, rt->dst.dev,
159*4882a593Smuzhiyun ip_forward_finish);
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun sr_failed:
162*4882a593Smuzhiyun /*
163*4882a593Smuzhiyun * Strict routing permits no gatewaying
164*4882a593Smuzhiyun */
165*4882a593Smuzhiyun icmp_send(skb, ICMP_DEST_UNREACH, ICMP_SR_FAILED, 0);
166*4882a593Smuzhiyun goto drop;
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun too_many_hops:
169*4882a593Smuzhiyun /* Tell the sender its packet died... */
170*4882a593Smuzhiyun __IP_INC_STATS(net, IPSTATS_MIB_INHDRERRORS);
171*4882a593Smuzhiyun icmp_send(skb, ICMP_TIME_EXCEEDED, ICMP_EXC_TTL, 0);
172*4882a593Smuzhiyun drop:
173*4882a593Smuzhiyun kfree_skb(skb);
174*4882a593Smuzhiyun return NET_RX_DROP;
175*4882a593Smuzhiyun }
176