xref: /OK3568_Linux_fs/kernel/tools/testing/selftests/net/reuseport_dualstack.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * It is possible to use SO_REUSEPORT to open multiple sockets bound to
4*4882a593Smuzhiyun  * equivalent local addresses using AF_INET and AF_INET6 at the same time.  If
5*4882a593Smuzhiyun  * the AF_INET6 socket has IPV6_V6ONLY set, it's clear which socket should
6*4882a593Smuzhiyun  * receive a given incoming packet.  However, when it is not set, incoming v4
7*4882a593Smuzhiyun  * packets should prefer the AF_INET socket(s).  This behavior was defined with
8*4882a593Smuzhiyun  * the original SO_REUSEPORT implementation, but broke with
9*4882a593Smuzhiyun  * e32ea7e74727 ("soreuseport: fast reuseport UDP socket selection")
10*4882a593Smuzhiyun  * This test creates these mixed AF_INET/AF_INET6 sockets and asserts the
11*4882a593Smuzhiyun  * AF_INET preference for v4 packets.
12*4882a593Smuzhiyun  */
13*4882a593Smuzhiyun 
14*4882a593Smuzhiyun #define _GNU_SOURCE
15*4882a593Smuzhiyun 
16*4882a593Smuzhiyun #include <arpa/inet.h>
17*4882a593Smuzhiyun #include <errno.h>
18*4882a593Smuzhiyun #include <error.h>
19*4882a593Smuzhiyun #include <linux/in.h>
20*4882a593Smuzhiyun #include <linux/unistd.h>
21*4882a593Smuzhiyun #include <stdio.h>
22*4882a593Smuzhiyun #include <stdlib.h>
23*4882a593Smuzhiyun #include <string.h>
24*4882a593Smuzhiyun #include <sys/epoll.h>
25*4882a593Smuzhiyun #include <sys/types.h>
26*4882a593Smuzhiyun #include <sys/socket.h>
27*4882a593Smuzhiyun #include <unistd.h>
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun static const int PORT = 8888;
30*4882a593Smuzhiyun 
build_rcv_fd(int family,int proto,int * rcv_fds,int count)31*4882a593Smuzhiyun static void build_rcv_fd(int family, int proto, int *rcv_fds, int count)
32*4882a593Smuzhiyun {
33*4882a593Smuzhiyun 	struct sockaddr_storage addr;
34*4882a593Smuzhiyun 	struct sockaddr_in  *addr4;
35*4882a593Smuzhiyun 	struct sockaddr_in6 *addr6;
36*4882a593Smuzhiyun 	int opt, i;
37*4882a593Smuzhiyun 
38*4882a593Smuzhiyun 	switch (family) {
39*4882a593Smuzhiyun 	case AF_INET:
40*4882a593Smuzhiyun 		addr4 = (struct sockaddr_in *)&addr;
41*4882a593Smuzhiyun 		addr4->sin_family = AF_INET;
42*4882a593Smuzhiyun 		addr4->sin_addr.s_addr = htonl(INADDR_ANY);
43*4882a593Smuzhiyun 		addr4->sin_port = htons(PORT);
44*4882a593Smuzhiyun 		break;
45*4882a593Smuzhiyun 	case AF_INET6:
46*4882a593Smuzhiyun 		addr6 = (struct sockaddr_in6 *)&addr;
47*4882a593Smuzhiyun 		addr6->sin6_family = AF_INET6;
48*4882a593Smuzhiyun 		addr6->sin6_addr = in6addr_any;
49*4882a593Smuzhiyun 		addr6->sin6_port = htons(PORT);
50*4882a593Smuzhiyun 		break;
51*4882a593Smuzhiyun 	default:
52*4882a593Smuzhiyun 		error(1, 0, "Unsupported family %d", family);
53*4882a593Smuzhiyun 	}
54*4882a593Smuzhiyun 
55*4882a593Smuzhiyun 	for (i = 0; i < count; ++i) {
56*4882a593Smuzhiyun 		rcv_fds[i] = socket(family, proto, 0);
57*4882a593Smuzhiyun 		if (rcv_fds[i] < 0)
58*4882a593Smuzhiyun 			error(1, errno, "failed to create receive socket");
59*4882a593Smuzhiyun 
60*4882a593Smuzhiyun 		opt = 1;
61*4882a593Smuzhiyun 		if (setsockopt(rcv_fds[i], SOL_SOCKET, SO_REUSEPORT, &opt,
62*4882a593Smuzhiyun 			       sizeof(opt)))
63*4882a593Smuzhiyun 			error(1, errno, "failed to set SO_REUSEPORT");
64*4882a593Smuzhiyun 
65*4882a593Smuzhiyun 		if (bind(rcv_fds[i], (struct sockaddr *)&addr, sizeof(addr)))
66*4882a593Smuzhiyun 			error(1, errno, "failed to bind receive socket");
67*4882a593Smuzhiyun 
68*4882a593Smuzhiyun 		if (proto == SOCK_STREAM && listen(rcv_fds[i], 10))
69*4882a593Smuzhiyun 			error(1, errno, "failed to listen on receive port");
70*4882a593Smuzhiyun 	}
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun 
send_from_v4(int proto)73*4882a593Smuzhiyun static void send_from_v4(int proto)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun 	struct sockaddr_in  saddr, daddr;
76*4882a593Smuzhiyun 	int fd;
77*4882a593Smuzhiyun 
78*4882a593Smuzhiyun 	saddr.sin_family = AF_INET;
79*4882a593Smuzhiyun 	saddr.sin_addr.s_addr = htonl(INADDR_ANY);
80*4882a593Smuzhiyun 	saddr.sin_port = 0;
81*4882a593Smuzhiyun 
82*4882a593Smuzhiyun 	daddr.sin_family = AF_INET;
83*4882a593Smuzhiyun 	daddr.sin_addr.s_addr = htonl(INADDR_LOOPBACK);
84*4882a593Smuzhiyun 	daddr.sin_port = htons(PORT);
85*4882a593Smuzhiyun 
86*4882a593Smuzhiyun 	fd = socket(AF_INET, proto, 0);
87*4882a593Smuzhiyun 	if (fd < 0)
88*4882a593Smuzhiyun 		error(1, errno, "failed to create send socket");
89*4882a593Smuzhiyun 
90*4882a593Smuzhiyun 	if (bind(fd, (struct sockaddr *)&saddr, sizeof(saddr)))
91*4882a593Smuzhiyun 		error(1, errno, "failed to bind send socket");
92*4882a593Smuzhiyun 
93*4882a593Smuzhiyun 	if (connect(fd, (struct sockaddr *)&daddr, sizeof(daddr)))
94*4882a593Smuzhiyun 		error(1, errno, "failed to connect send socket");
95*4882a593Smuzhiyun 
96*4882a593Smuzhiyun 	if (send(fd, "a", 1, 0) < 0)
97*4882a593Smuzhiyun 		error(1, errno, "failed to send message");
98*4882a593Smuzhiyun 
99*4882a593Smuzhiyun 	close(fd);
100*4882a593Smuzhiyun }
101*4882a593Smuzhiyun 
receive_once(int epfd,int proto)102*4882a593Smuzhiyun static int receive_once(int epfd, int proto)
103*4882a593Smuzhiyun {
104*4882a593Smuzhiyun 	struct epoll_event ev;
105*4882a593Smuzhiyun 	int i, fd;
106*4882a593Smuzhiyun 	char buf[8];
107*4882a593Smuzhiyun 
108*4882a593Smuzhiyun 	i = epoll_wait(epfd, &ev, 1, -1);
109*4882a593Smuzhiyun 	if (i < 0)
110*4882a593Smuzhiyun 		error(1, errno, "epoll_wait failed");
111*4882a593Smuzhiyun 
112*4882a593Smuzhiyun 	if (proto == SOCK_STREAM) {
113*4882a593Smuzhiyun 		fd = accept(ev.data.fd, NULL, NULL);
114*4882a593Smuzhiyun 		if (fd < 0)
115*4882a593Smuzhiyun 			error(1, errno, "failed to accept");
116*4882a593Smuzhiyun 		i = recv(fd, buf, sizeof(buf), 0);
117*4882a593Smuzhiyun 		close(fd);
118*4882a593Smuzhiyun 	} else {
119*4882a593Smuzhiyun 		i = recv(ev.data.fd, buf, sizeof(buf), 0);
120*4882a593Smuzhiyun 	}
121*4882a593Smuzhiyun 
122*4882a593Smuzhiyun 	if (i < 0)
123*4882a593Smuzhiyun 		error(1, errno, "failed to recv");
124*4882a593Smuzhiyun 
125*4882a593Smuzhiyun 	return ev.data.fd;
126*4882a593Smuzhiyun }
127*4882a593Smuzhiyun 
test(int * rcv_fds,int count,int proto)128*4882a593Smuzhiyun static void test(int *rcv_fds, int count, int proto)
129*4882a593Smuzhiyun {
130*4882a593Smuzhiyun 	struct epoll_event ev;
131*4882a593Smuzhiyun 	int epfd, i, test_fd;
132*4882a593Smuzhiyun 	int test_family;
133*4882a593Smuzhiyun 	socklen_t len;
134*4882a593Smuzhiyun 
135*4882a593Smuzhiyun 	epfd = epoll_create(1);
136*4882a593Smuzhiyun 	if (epfd < 0)
137*4882a593Smuzhiyun 		error(1, errno, "failed to create epoll");
138*4882a593Smuzhiyun 
139*4882a593Smuzhiyun 	ev.events = EPOLLIN;
140*4882a593Smuzhiyun 	for (i = 0; i < count; ++i) {
141*4882a593Smuzhiyun 		ev.data.fd = rcv_fds[i];
142*4882a593Smuzhiyun 		if (epoll_ctl(epfd, EPOLL_CTL_ADD, rcv_fds[i], &ev))
143*4882a593Smuzhiyun 			error(1, errno, "failed to register sock epoll");
144*4882a593Smuzhiyun 	}
145*4882a593Smuzhiyun 
146*4882a593Smuzhiyun 	send_from_v4(proto);
147*4882a593Smuzhiyun 
148*4882a593Smuzhiyun 	test_fd = receive_once(epfd, proto);
149*4882a593Smuzhiyun 	len = sizeof(test_family);
150*4882a593Smuzhiyun 	if (getsockopt(test_fd, SOL_SOCKET, SO_DOMAIN, &test_family, &len))
151*4882a593Smuzhiyun 		error(1, errno, "failed to read socket domain");
152*4882a593Smuzhiyun 	if (test_family != AF_INET)
153*4882a593Smuzhiyun 		error(1, 0, "expected to receive on v4 socket but got v6 (%d)",
154*4882a593Smuzhiyun 		      test_family);
155*4882a593Smuzhiyun 
156*4882a593Smuzhiyun 	close(epfd);
157*4882a593Smuzhiyun }
158*4882a593Smuzhiyun 
main(void)159*4882a593Smuzhiyun int main(void)
160*4882a593Smuzhiyun {
161*4882a593Smuzhiyun 	int rcv_fds[32], i;
162*4882a593Smuzhiyun 
163*4882a593Smuzhiyun 	fprintf(stderr, "---- UDP IPv4 created before IPv6 ----\n");
164*4882a593Smuzhiyun 	build_rcv_fd(AF_INET, SOCK_DGRAM, rcv_fds, 5);
165*4882a593Smuzhiyun 	build_rcv_fd(AF_INET6, SOCK_DGRAM, &(rcv_fds[5]), 5);
166*4882a593Smuzhiyun 	test(rcv_fds, 10, SOCK_DGRAM);
167*4882a593Smuzhiyun 	for (i = 0; i < 10; ++i)
168*4882a593Smuzhiyun 		close(rcv_fds[i]);
169*4882a593Smuzhiyun 
170*4882a593Smuzhiyun 	fprintf(stderr, "---- UDP IPv6 created before IPv4 ----\n");
171*4882a593Smuzhiyun 	build_rcv_fd(AF_INET6, SOCK_DGRAM, rcv_fds, 5);
172*4882a593Smuzhiyun 	build_rcv_fd(AF_INET, SOCK_DGRAM, &(rcv_fds[5]), 5);
173*4882a593Smuzhiyun 	test(rcv_fds, 10, SOCK_DGRAM);
174*4882a593Smuzhiyun 	for (i = 0; i < 10; ++i)
175*4882a593Smuzhiyun 		close(rcv_fds[i]);
176*4882a593Smuzhiyun 
177*4882a593Smuzhiyun 	/* NOTE: UDP socket lookups traverse a different code path when there
178*4882a593Smuzhiyun 	 * are > 10 sockets in a group.
179*4882a593Smuzhiyun 	 */
180*4882a593Smuzhiyun 	fprintf(stderr, "---- UDP IPv4 created before IPv6 (large) ----\n");
181*4882a593Smuzhiyun 	build_rcv_fd(AF_INET, SOCK_DGRAM, rcv_fds, 16);
182*4882a593Smuzhiyun 	build_rcv_fd(AF_INET6, SOCK_DGRAM, &(rcv_fds[16]), 16);
183*4882a593Smuzhiyun 	test(rcv_fds, 32, SOCK_DGRAM);
184*4882a593Smuzhiyun 	for (i = 0; i < 32; ++i)
185*4882a593Smuzhiyun 		close(rcv_fds[i]);
186*4882a593Smuzhiyun 
187*4882a593Smuzhiyun 	fprintf(stderr, "---- UDP IPv6 created before IPv4 (large) ----\n");
188*4882a593Smuzhiyun 	build_rcv_fd(AF_INET6, SOCK_DGRAM, rcv_fds, 16);
189*4882a593Smuzhiyun 	build_rcv_fd(AF_INET, SOCK_DGRAM, &(rcv_fds[16]), 16);
190*4882a593Smuzhiyun 	test(rcv_fds, 32, SOCK_DGRAM);
191*4882a593Smuzhiyun 	for (i = 0; i < 32; ++i)
192*4882a593Smuzhiyun 		close(rcv_fds[i]);
193*4882a593Smuzhiyun 
194*4882a593Smuzhiyun 	fprintf(stderr, "---- TCP IPv4 created before IPv6 ----\n");
195*4882a593Smuzhiyun 	build_rcv_fd(AF_INET, SOCK_STREAM, rcv_fds, 5);
196*4882a593Smuzhiyun 	build_rcv_fd(AF_INET6, SOCK_STREAM, &(rcv_fds[5]), 5);
197*4882a593Smuzhiyun 	test(rcv_fds, 10, SOCK_STREAM);
198*4882a593Smuzhiyun 	for (i = 0; i < 10; ++i)
199*4882a593Smuzhiyun 		close(rcv_fds[i]);
200*4882a593Smuzhiyun 
201*4882a593Smuzhiyun 	fprintf(stderr, "---- TCP IPv6 created before IPv4 ----\n");
202*4882a593Smuzhiyun 	build_rcv_fd(AF_INET6, SOCK_STREAM, rcv_fds, 5);
203*4882a593Smuzhiyun 	build_rcv_fd(AF_INET, SOCK_STREAM, &(rcv_fds[5]), 5);
204*4882a593Smuzhiyun 	test(rcv_fds, 10, SOCK_STREAM);
205*4882a593Smuzhiyun 	for (i = 0; i < 10; ++i)
206*4882a593Smuzhiyun 		close(rcv_fds[i]);
207*4882a593Smuzhiyun 
208*4882a593Smuzhiyun 	fprintf(stderr, "SUCCESS\n");
209*4882a593Smuzhiyun 	return 0;
210*4882a593Smuzhiyun }
211