1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright (c) 2006, 2017 Oracle and/or its affiliates. All rights reserved.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * This software is available to you under a choice of one of two
5*4882a593Smuzhiyun * licenses. You may choose to be licensed under the terms of the GNU
6*4882a593Smuzhiyun * General Public License (GPL) Version 2, available from the file
7*4882a593Smuzhiyun * COPYING in the main directory of this source tree, or the
8*4882a593Smuzhiyun * OpenIB.org BSD license below:
9*4882a593Smuzhiyun *
10*4882a593Smuzhiyun * Redistribution and use in source and binary forms, with or
11*4882a593Smuzhiyun * without modification, are permitted provided that the following
12*4882a593Smuzhiyun * conditions are met:
13*4882a593Smuzhiyun *
14*4882a593Smuzhiyun * - Redistributions of source code must retain the above
15*4882a593Smuzhiyun * copyright notice, this list of conditions and the following
16*4882a593Smuzhiyun * disclaimer.
17*4882a593Smuzhiyun *
18*4882a593Smuzhiyun * - Redistributions in binary form must reproduce the above
19*4882a593Smuzhiyun * copyright notice, this list of conditions and the following
20*4882a593Smuzhiyun * disclaimer in the documentation and/or other materials
21*4882a593Smuzhiyun * provided with the distribution.
22*4882a593Smuzhiyun *
23*4882a593Smuzhiyun * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24*4882a593Smuzhiyun * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25*4882a593Smuzhiyun * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26*4882a593Smuzhiyun * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27*4882a593Smuzhiyun * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28*4882a593Smuzhiyun * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29*4882a593Smuzhiyun * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30*4882a593Smuzhiyun * SOFTWARE.
31*4882a593Smuzhiyun *
32*4882a593Smuzhiyun */
33*4882a593Smuzhiyun #include <linux/kernel.h>
34*4882a593Smuzhiyun #include <linux/in.h>
35*4882a593Smuzhiyun #include <net/tcp.h>
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun #include "rds.h"
38*4882a593Smuzhiyun #include "tcp.h"
39*4882a593Smuzhiyun
rds_tcp_state_change(struct sock * sk)40*4882a593Smuzhiyun void rds_tcp_state_change(struct sock *sk)
41*4882a593Smuzhiyun {
42*4882a593Smuzhiyun void (*state_change)(struct sock *sk);
43*4882a593Smuzhiyun struct rds_conn_path *cp;
44*4882a593Smuzhiyun struct rds_tcp_connection *tc;
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun read_lock_bh(&sk->sk_callback_lock);
47*4882a593Smuzhiyun cp = sk->sk_user_data;
48*4882a593Smuzhiyun if (!cp) {
49*4882a593Smuzhiyun state_change = sk->sk_state_change;
50*4882a593Smuzhiyun goto out;
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun tc = cp->cp_transport_data;
53*4882a593Smuzhiyun state_change = tc->t_orig_state_change;
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun rdsdebug("sock %p state_change to %d\n", tc->t_sock, sk->sk_state);
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun switch (sk->sk_state) {
58*4882a593Smuzhiyun /* ignore connecting sockets as they make progress */
59*4882a593Smuzhiyun case TCP_SYN_SENT:
60*4882a593Smuzhiyun case TCP_SYN_RECV:
61*4882a593Smuzhiyun break;
62*4882a593Smuzhiyun case TCP_ESTABLISHED:
63*4882a593Smuzhiyun /* Force the peer to reconnect so that we have the
64*4882a593Smuzhiyun * TCP ports going from <smaller-ip>.<transient> to
65*4882a593Smuzhiyun * <larger-ip>.<RDS_TCP_PORT>. We avoid marking the
66*4882a593Smuzhiyun * RDS connection as RDS_CONN_UP until the reconnect,
67*4882a593Smuzhiyun * to avoid RDS datagram loss.
68*4882a593Smuzhiyun */
69*4882a593Smuzhiyun if (rds_addr_cmp(&cp->cp_conn->c_laddr,
70*4882a593Smuzhiyun &cp->cp_conn->c_faddr) >= 0 &&
71*4882a593Smuzhiyun rds_conn_path_transition(cp, RDS_CONN_CONNECTING,
72*4882a593Smuzhiyun RDS_CONN_ERROR)) {
73*4882a593Smuzhiyun rds_conn_path_drop(cp, false);
74*4882a593Smuzhiyun } else {
75*4882a593Smuzhiyun rds_connect_path_complete(cp, RDS_CONN_CONNECTING);
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun break;
78*4882a593Smuzhiyun case TCP_CLOSE_WAIT:
79*4882a593Smuzhiyun case TCP_CLOSE:
80*4882a593Smuzhiyun rds_conn_path_drop(cp, false);
81*4882a593Smuzhiyun default:
82*4882a593Smuzhiyun break;
83*4882a593Smuzhiyun }
84*4882a593Smuzhiyun out:
85*4882a593Smuzhiyun read_unlock_bh(&sk->sk_callback_lock);
86*4882a593Smuzhiyun state_change(sk);
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun
rds_tcp_conn_path_connect(struct rds_conn_path * cp)89*4882a593Smuzhiyun int rds_tcp_conn_path_connect(struct rds_conn_path *cp)
90*4882a593Smuzhiyun {
91*4882a593Smuzhiyun struct socket *sock = NULL;
92*4882a593Smuzhiyun struct sockaddr_in6 sin6;
93*4882a593Smuzhiyun struct sockaddr_in sin;
94*4882a593Smuzhiyun struct sockaddr *addr;
95*4882a593Smuzhiyun int addrlen;
96*4882a593Smuzhiyun bool isv6;
97*4882a593Smuzhiyun int ret;
98*4882a593Smuzhiyun struct rds_connection *conn = cp->cp_conn;
99*4882a593Smuzhiyun struct rds_tcp_connection *tc = cp->cp_transport_data;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun /* for multipath rds,we only trigger the connection after
102*4882a593Smuzhiyun * the handshake probe has determined the number of paths.
103*4882a593Smuzhiyun */
104*4882a593Smuzhiyun if (cp->cp_index > 0 && cp->cp_conn->c_npaths < 2)
105*4882a593Smuzhiyun return -EAGAIN;
106*4882a593Smuzhiyun
107*4882a593Smuzhiyun mutex_lock(&tc->t_conn_path_lock);
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun if (rds_conn_path_up(cp)) {
110*4882a593Smuzhiyun mutex_unlock(&tc->t_conn_path_lock);
111*4882a593Smuzhiyun return 0;
112*4882a593Smuzhiyun }
113*4882a593Smuzhiyun if (ipv6_addr_v4mapped(&conn->c_laddr)) {
114*4882a593Smuzhiyun ret = sock_create_kern(rds_conn_net(conn), PF_INET,
115*4882a593Smuzhiyun SOCK_STREAM, IPPROTO_TCP, &sock);
116*4882a593Smuzhiyun isv6 = false;
117*4882a593Smuzhiyun } else {
118*4882a593Smuzhiyun ret = sock_create_kern(rds_conn_net(conn), PF_INET6,
119*4882a593Smuzhiyun SOCK_STREAM, IPPROTO_TCP, &sock);
120*4882a593Smuzhiyun isv6 = true;
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun
123*4882a593Smuzhiyun if (ret < 0)
124*4882a593Smuzhiyun goto out;
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun rds_tcp_tune(sock);
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun if (isv6) {
129*4882a593Smuzhiyun sin6.sin6_family = AF_INET6;
130*4882a593Smuzhiyun sin6.sin6_addr = conn->c_laddr;
131*4882a593Smuzhiyun sin6.sin6_port = 0;
132*4882a593Smuzhiyun sin6.sin6_flowinfo = 0;
133*4882a593Smuzhiyun sin6.sin6_scope_id = conn->c_dev_if;
134*4882a593Smuzhiyun addr = (struct sockaddr *)&sin6;
135*4882a593Smuzhiyun addrlen = sizeof(sin6);
136*4882a593Smuzhiyun } else {
137*4882a593Smuzhiyun sin.sin_family = AF_INET;
138*4882a593Smuzhiyun sin.sin_addr.s_addr = conn->c_laddr.s6_addr32[3];
139*4882a593Smuzhiyun sin.sin_port = 0;
140*4882a593Smuzhiyun addr = (struct sockaddr *)&sin;
141*4882a593Smuzhiyun addrlen = sizeof(sin);
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun ret = sock->ops->bind(sock, addr, addrlen);
145*4882a593Smuzhiyun if (ret) {
146*4882a593Smuzhiyun rdsdebug("bind failed with %d at address %pI6c\n",
147*4882a593Smuzhiyun ret, &conn->c_laddr);
148*4882a593Smuzhiyun goto out;
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun if (isv6) {
152*4882a593Smuzhiyun sin6.sin6_family = AF_INET6;
153*4882a593Smuzhiyun sin6.sin6_addr = conn->c_faddr;
154*4882a593Smuzhiyun sin6.sin6_port = htons(RDS_TCP_PORT);
155*4882a593Smuzhiyun sin6.sin6_flowinfo = 0;
156*4882a593Smuzhiyun sin6.sin6_scope_id = conn->c_dev_if;
157*4882a593Smuzhiyun addr = (struct sockaddr *)&sin6;
158*4882a593Smuzhiyun addrlen = sizeof(sin6);
159*4882a593Smuzhiyun } else {
160*4882a593Smuzhiyun sin.sin_family = AF_INET;
161*4882a593Smuzhiyun sin.sin_addr.s_addr = conn->c_faddr.s6_addr32[3];
162*4882a593Smuzhiyun sin.sin_port = htons(RDS_TCP_PORT);
163*4882a593Smuzhiyun addr = (struct sockaddr *)&sin;
164*4882a593Smuzhiyun addrlen = sizeof(sin);
165*4882a593Smuzhiyun }
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun /*
168*4882a593Smuzhiyun * once we call connect() we can start getting callbacks and they
169*4882a593Smuzhiyun * own the socket
170*4882a593Smuzhiyun */
171*4882a593Smuzhiyun rds_tcp_set_callbacks(sock, cp);
172*4882a593Smuzhiyun ret = sock->ops->connect(sock, addr, addrlen, O_NONBLOCK);
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun rdsdebug("connect to address %pI6c returned %d\n", &conn->c_faddr, ret);
175*4882a593Smuzhiyun if (ret == -EINPROGRESS)
176*4882a593Smuzhiyun ret = 0;
177*4882a593Smuzhiyun if (ret == 0) {
178*4882a593Smuzhiyun rds_tcp_keepalive(sock);
179*4882a593Smuzhiyun sock = NULL;
180*4882a593Smuzhiyun } else {
181*4882a593Smuzhiyun rds_tcp_restore_callbacks(sock, cp->cp_transport_data);
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun out:
185*4882a593Smuzhiyun mutex_unlock(&tc->t_conn_path_lock);
186*4882a593Smuzhiyun if (sock)
187*4882a593Smuzhiyun sock_release(sock);
188*4882a593Smuzhiyun return ret;
189*4882a593Smuzhiyun }
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun /*
192*4882a593Smuzhiyun * Before killing the tcp socket this needs to serialize with callbacks. The
193*4882a593Smuzhiyun * caller has already grabbed the sending sem so we're serialized with other
194*4882a593Smuzhiyun * senders.
195*4882a593Smuzhiyun *
196*4882a593Smuzhiyun * TCP calls the callbacks with the sock lock so we hold it while we reset the
197*4882a593Smuzhiyun * callbacks to those set by TCP. Our callbacks won't execute again once we
198*4882a593Smuzhiyun * hold the sock lock.
199*4882a593Smuzhiyun */
rds_tcp_conn_path_shutdown(struct rds_conn_path * cp)200*4882a593Smuzhiyun void rds_tcp_conn_path_shutdown(struct rds_conn_path *cp)
201*4882a593Smuzhiyun {
202*4882a593Smuzhiyun struct rds_tcp_connection *tc = cp->cp_transport_data;
203*4882a593Smuzhiyun struct socket *sock = tc->t_sock;
204*4882a593Smuzhiyun
205*4882a593Smuzhiyun rdsdebug("shutting down conn %p tc %p sock %p\n",
206*4882a593Smuzhiyun cp->cp_conn, tc, sock);
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun if (sock) {
209*4882a593Smuzhiyun if (rds_destroy_pending(cp->cp_conn))
210*4882a593Smuzhiyun sock_no_linger(sock->sk);
211*4882a593Smuzhiyun sock->ops->shutdown(sock, RCV_SHUTDOWN | SEND_SHUTDOWN);
212*4882a593Smuzhiyun lock_sock(sock->sk);
213*4882a593Smuzhiyun rds_tcp_restore_callbacks(sock, tc); /* tc->tc_sock = NULL */
214*4882a593Smuzhiyun
215*4882a593Smuzhiyun release_sock(sock->sk);
216*4882a593Smuzhiyun sock_release(sock);
217*4882a593Smuzhiyun }
218*4882a593Smuzhiyun
219*4882a593Smuzhiyun if (tc->t_tinc) {
220*4882a593Smuzhiyun rds_inc_put(&tc->t_tinc->ti_inc);
221*4882a593Smuzhiyun tc->t_tinc = NULL;
222*4882a593Smuzhiyun }
223*4882a593Smuzhiyun tc->t_tinc_hdr_rem = sizeof(struct rds_header);
224*4882a593Smuzhiyun tc->t_tinc_data_rem = 0;
225*4882a593Smuzhiyun }
226