1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * Copyright (c) 2006, 2019 Oracle and/or its affiliates. All rights reserved.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * This software is available to you under a choice of one of two
5*4882a593Smuzhiyun * licenses. You may choose to be licensed under the terms of the GNU
6*4882a593Smuzhiyun * General Public License (GPL) Version 2, available from the file
7*4882a593Smuzhiyun * COPYING in the main directory of this source tree, or the
8*4882a593Smuzhiyun * OpenIB.org BSD license below:
9*4882a593Smuzhiyun *
10*4882a593Smuzhiyun * Redistribution and use in source and binary forms, with or
11*4882a593Smuzhiyun * without modification, are permitted provided that the following
12*4882a593Smuzhiyun * conditions are met:
13*4882a593Smuzhiyun *
14*4882a593Smuzhiyun * - Redistributions of source code must retain the above
15*4882a593Smuzhiyun * copyright notice, this list of conditions and the following
16*4882a593Smuzhiyun * disclaimer.
17*4882a593Smuzhiyun *
18*4882a593Smuzhiyun * - Redistributions in binary form must reproduce the above
19*4882a593Smuzhiyun * copyright notice, this list of conditions and the following
20*4882a593Smuzhiyun * disclaimer in the documentation and/or other materials
21*4882a593Smuzhiyun * provided with the distribution.
22*4882a593Smuzhiyun *
23*4882a593Smuzhiyun * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24*4882a593Smuzhiyun * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25*4882a593Smuzhiyun * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26*4882a593Smuzhiyun * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27*4882a593Smuzhiyun * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28*4882a593Smuzhiyun * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29*4882a593Smuzhiyun * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30*4882a593Smuzhiyun * SOFTWARE.
31*4882a593Smuzhiyun *
32*4882a593Smuzhiyun */
33*4882a593Smuzhiyun #include <linux/kernel.h>
34*4882a593Smuzhiyun #include <net/sock.h>
35*4882a593Smuzhiyun #include <linux/in.h>
36*4882a593Smuzhiyun #include <linux/ipv6.h>
37*4882a593Smuzhiyun #include <linux/if_arp.h>
38*4882a593Smuzhiyun #include <linux/jhash.h>
39*4882a593Smuzhiyun #include <linux/ratelimit.h>
40*4882a593Smuzhiyun #include "rds.h"
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun static struct rhashtable bind_hash_table;
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun static const struct rhashtable_params ht_parms = {
45*4882a593Smuzhiyun .nelem_hint = 768,
46*4882a593Smuzhiyun .key_len = RDS_BOUND_KEY_LEN,
47*4882a593Smuzhiyun .key_offset = offsetof(struct rds_sock, rs_bound_key),
48*4882a593Smuzhiyun .head_offset = offsetof(struct rds_sock, rs_bound_node),
49*4882a593Smuzhiyun .max_size = 16384,
50*4882a593Smuzhiyun .min_size = 1024,
51*4882a593Smuzhiyun };
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun /* Create a key for the bind hash table manipulation. Port is in network byte
54*4882a593Smuzhiyun * order.
55*4882a593Smuzhiyun */
__rds_create_bind_key(u8 * key,const struct in6_addr * addr,__be16 port,__u32 scope_id)56*4882a593Smuzhiyun static inline void __rds_create_bind_key(u8 *key, const struct in6_addr *addr,
57*4882a593Smuzhiyun __be16 port, __u32 scope_id)
58*4882a593Smuzhiyun {
59*4882a593Smuzhiyun memcpy(key, addr, sizeof(*addr));
60*4882a593Smuzhiyun key += sizeof(*addr);
61*4882a593Smuzhiyun memcpy(key, &port, sizeof(port));
62*4882a593Smuzhiyun key += sizeof(port);
63*4882a593Smuzhiyun memcpy(key, &scope_id, sizeof(scope_id));
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun /*
67*4882a593Smuzhiyun * Return the rds_sock bound at the given local address.
68*4882a593Smuzhiyun *
69*4882a593Smuzhiyun * The rx path can race with rds_release. We notice if rds_release() has
70*4882a593Smuzhiyun * marked this socket and don't return a rs ref to the rx path.
71*4882a593Smuzhiyun */
rds_find_bound(const struct in6_addr * addr,__be16 port,__u32 scope_id)72*4882a593Smuzhiyun struct rds_sock *rds_find_bound(const struct in6_addr *addr, __be16 port,
73*4882a593Smuzhiyun __u32 scope_id)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun u8 key[RDS_BOUND_KEY_LEN];
76*4882a593Smuzhiyun struct rds_sock *rs;
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun __rds_create_bind_key(key, addr, port, scope_id);
79*4882a593Smuzhiyun rcu_read_lock();
80*4882a593Smuzhiyun rs = rhashtable_lookup(&bind_hash_table, key, ht_parms);
81*4882a593Smuzhiyun if (rs && (sock_flag(rds_rs_to_sk(rs), SOCK_DEAD) ||
82*4882a593Smuzhiyun !refcount_inc_not_zero(&rds_rs_to_sk(rs)->sk_refcnt)))
83*4882a593Smuzhiyun rs = NULL;
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun rcu_read_unlock();
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun rdsdebug("returning rs %p for %pI6c:%u\n", rs, addr,
88*4882a593Smuzhiyun ntohs(port));
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun return rs;
91*4882a593Smuzhiyun }
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun /* returns -ve errno or +ve port */
rds_add_bound(struct rds_sock * rs,const struct in6_addr * addr,__be16 * port,__u32 scope_id)94*4882a593Smuzhiyun static int rds_add_bound(struct rds_sock *rs, const struct in6_addr *addr,
95*4882a593Smuzhiyun __be16 *port, __u32 scope_id)
96*4882a593Smuzhiyun {
97*4882a593Smuzhiyun int ret = -EADDRINUSE;
98*4882a593Smuzhiyun u16 rover, last;
99*4882a593Smuzhiyun u8 key[RDS_BOUND_KEY_LEN];
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun if (*port != 0) {
102*4882a593Smuzhiyun rover = be16_to_cpu(*port);
103*4882a593Smuzhiyun if (rover == RDS_FLAG_PROBE_PORT)
104*4882a593Smuzhiyun return -EINVAL;
105*4882a593Smuzhiyun last = rover;
106*4882a593Smuzhiyun } else {
107*4882a593Smuzhiyun rover = max_t(u16, prandom_u32(), 2);
108*4882a593Smuzhiyun last = rover - 1;
109*4882a593Smuzhiyun }
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun do {
112*4882a593Smuzhiyun if (rover == 0)
113*4882a593Smuzhiyun rover++;
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun if (rover == RDS_FLAG_PROBE_PORT)
116*4882a593Smuzhiyun continue;
117*4882a593Smuzhiyun __rds_create_bind_key(key, addr, cpu_to_be16(rover),
118*4882a593Smuzhiyun scope_id);
119*4882a593Smuzhiyun if (rhashtable_lookup_fast(&bind_hash_table, key, ht_parms))
120*4882a593Smuzhiyun continue;
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun memcpy(rs->rs_bound_key, key, sizeof(rs->rs_bound_key));
123*4882a593Smuzhiyun rs->rs_bound_addr = *addr;
124*4882a593Smuzhiyun net_get_random_once(&rs->rs_hash_initval,
125*4882a593Smuzhiyun sizeof(rs->rs_hash_initval));
126*4882a593Smuzhiyun rs->rs_bound_port = cpu_to_be16(rover);
127*4882a593Smuzhiyun rs->rs_bound_node.next = NULL;
128*4882a593Smuzhiyun rds_sock_addref(rs);
129*4882a593Smuzhiyun if (!rhashtable_insert_fast(&bind_hash_table,
130*4882a593Smuzhiyun &rs->rs_bound_node, ht_parms)) {
131*4882a593Smuzhiyun *port = rs->rs_bound_port;
132*4882a593Smuzhiyun rs->rs_bound_scope_id = scope_id;
133*4882a593Smuzhiyun ret = 0;
134*4882a593Smuzhiyun rdsdebug("rs %p binding to %pI6c:%d\n",
135*4882a593Smuzhiyun rs, addr, (int)ntohs(*port));
136*4882a593Smuzhiyun break;
137*4882a593Smuzhiyun } else {
138*4882a593Smuzhiyun rs->rs_bound_addr = in6addr_any;
139*4882a593Smuzhiyun rds_sock_put(rs);
140*4882a593Smuzhiyun ret = -ENOMEM;
141*4882a593Smuzhiyun break;
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun } while (rover++ != last);
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun return ret;
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun
rds_remove_bound(struct rds_sock * rs)148*4882a593Smuzhiyun void rds_remove_bound(struct rds_sock *rs)
149*4882a593Smuzhiyun {
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun if (ipv6_addr_any(&rs->rs_bound_addr))
152*4882a593Smuzhiyun return;
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun rdsdebug("rs %p unbinding from %pI6c:%d\n",
155*4882a593Smuzhiyun rs, &rs->rs_bound_addr,
156*4882a593Smuzhiyun ntohs(rs->rs_bound_port));
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun rhashtable_remove_fast(&bind_hash_table, &rs->rs_bound_node, ht_parms);
159*4882a593Smuzhiyun rds_sock_put(rs);
160*4882a593Smuzhiyun rs->rs_bound_addr = in6addr_any;
161*4882a593Smuzhiyun }
162*4882a593Smuzhiyun
rds_bind(struct socket * sock,struct sockaddr * uaddr,int addr_len)163*4882a593Smuzhiyun int rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
164*4882a593Smuzhiyun {
165*4882a593Smuzhiyun struct sock *sk = sock->sk;
166*4882a593Smuzhiyun struct rds_sock *rs = rds_sk_to_rs(sk);
167*4882a593Smuzhiyun struct in6_addr v6addr, *binding_addr;
168*4882a593Smuzhiyun struct rds_transport *trans;
169*4882a593Smuzhiyun __u32 scope_id = 0;
170*4882a593Smuzhiyun int ret = 0;
171*4882a593Smuzhiyun __be16 port;
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun /* We allow an RDS socket to be bound to either IPv4 or IPv6
174*4882a593Smuzhiyun * address.
175*4882a593Smuzhiyun */
176*4882a593Smuzhiyun if (addr_len < offsetofend(struct sockaddr, sa_family))
177*4882a593Smuzhiyun return -EINVAL;
178*4882a593Smuzhiyun if (uaddr->sa_family == AF_INET) {
179*4882a593Smuzhiyun struct sockaddr_in *sin = (struct sockaddr_in *)uaddr;
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun if (addr_len < sizeof(struct sockaddr_in) ||
182*4882a593Smuzhiyun sin->sin_addr.s_addr == htonl(INADDR_ANY) ||
183*4882a593Smuzhiyun sin->sin_addr.s_addr == htonl(INADDR_BROADCAST) ||
184*4882a593Smuzhiyun ipv4_is_multicast(sin->sin_addr.s_addr))
185*4882a593Smuzhiyun return -EINVAL;
186*4882a593Smuzhiyun ipv6_addr_set_v4mapped(sin->sin_addr.s_addr, &v6addr);
187*4882a593Smuzhiyun binding_addr = &v6addr;
188*4882a593Smuzhiyun port = sin->sin_port;
189*4882a593Smuzhiyun #if IS_ENABLED(CONFIG_IPV6)
190*4882a593Smuzhiyun } else if (uaddr->sa_family == AF_INET6) {
191*4882a593Smuzhiyun struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)uaddr;
192*4882a593Smuzhiyun int addr_type;
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun if (addr_len < sizeof(struct sockaddr_in6))
195*4882a593Smuzhiyun return -EINVAL;
196*4882a593Smuzhiyun addr_type = ipv6_addr_type(&sin6->sin6_addr);
197*4882a593Smuzhiyun if (!(addr_type & IPV6_ADDR_UNICAST)) {
198*4882a593Smuzhiyun __be32 addr4;
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun if (!(addr_type & IPV6_ADDR_MAPPED))
201*4882a593Smuzhiyun return -EINVAL;
202*4882a593Smuzhiyun
203*4882a593Smuzhiyun /* It is a mapped address. Need to do some sanity
204*4882a593Smuzhiyun * checks.
205*4882a593Smuzhiyun */
206*4882a593Smuzhiyun addr4 = sin6->sin6_addr.s6_addr32[3];
207*4882a593Smuzhiyun if (addr4 == htonl(INADDR_ANY) ||
208*4882a593Smuzhiyun addr4 == htonl(INADDR_BROADCAST) ||
209*4882a593Smuzhiyun ipv4_is_multicast(addr4))
210*4882a593Smuzhiyun return -EINVAL;
211*4882a593Smuzhiyun }
212*4882a593Smuzhiyun /* The scope ID must be specified for link local address. */
213*4882a593Smuzhiyun if (addr_type & IPV6_ADDR_LINKLOCAL) {
214*4882a593Smuzhiyun if (sin6->sin6_scope_id == 0)
215*4882a593Smuzhiyun return -EINVAL;
216*4882a593Smuzhiyun scope_id = sin6->sin6_scope_id;
217*4882a593Smuzhiyun }
218*4882a593Smuzhiyun binding_addr = &sin6->sin6_addr;
219*4882a593Smuzhiyun port = sin6->sin6_port;
220*4882a593Smuzhiyun #endif
221*4882a593Smuzhiyun } else {
222*4882a593Smuzhiyun return -EINVAL;
223*4882a593Smuzhiyun }
224*4882a593Smuzhiyun lock_sock(sk);
225*4882a593Smuzhiyun
226*4882a593Smuzhiyun /* RDS socket does not allow re-binding. */
227*4882a593Smuzhiyun if (!ipv6_addr_any(&rs->rs_bound_addr)) {
228*4882a593Smuzhiyun ret = -EINVAL;
229*4882a593Smuzhiyun goto out;
230*4882a593Smuzhiyun }
231*4882a593Smuzhiyun /* Socket is connected. The binding address should have the same
232*4882a593Smuzhiyun * scope ID as the connected address, except the case when one is
233*4882a593Smuzhiyun * non-link local address (scope_id is 0).
234*4882a593Smuzhiyun */
235*4882a593Smuzhiyun if (!ipv6_addr_any(&rs->rs_conn_addr) && scope_id &&
236*4882a593Smuzhiyun rs->rs_bound_scope_id &&
237*4882a593Smuzhiyun scope_id != rs->rs_bound_scope_id) {
238*4882a593Smuzhiyun ret = -EINVAL;
239*4882a593Smuzhiyun goto out;
240*4882a593Smuzhiyun }
241*4882a593Smuzhiyun
242*4882a593Smuzhiyun /* The transport can be set using SO_RDS_TRANSPORT option before the
243*4882a593Smuzhiyun * socket is bound.
244*4882a593Smuzhiyun */
245*4882a593Smuzhiyun if (rs->rs_transport) {
246*4882a593Smuzhiyun trans = rs->rs_transport;
247*4882a593Smuzhiyun if (!trans->laddr_check ||
248*4882a593Smuzhiyun trans->laddr_check(sock_net(sock->sk),
249*4882a593Smuzhiyun binding_addr, scope_id) != 0) {
250*4882a593Smuzhiyun ret = -ENOPROTOOPT;
251*4882a593Smuzhiyun goto out;
252*4882a593Smuzhiyun }
253*4882a593Smuzhiyun } else {
254*4882a593Smuzhiyun trans = rds_trans_get_preferred(sock_net(sock->sk),
255*4882a593Smuzhiyun binding_addr, scope_id);
256*4882a593Smuzhiyun if (!trans) {
257*4882a593Smuzhiyun ret = -EADDRNOTAVAIL;
258*4882a593Smuzhiyun pr_info_ratelimited("RDS: %s could not find a transport for %pI6c, load rds_tcp or rds_rdma?\n",
259*4882a593Smuzhiyun __func__, binding_addr);
260*4882a593Smuzhiyun goto out;
261*4882a593Smuzhiyun }
262*4882a593Smuzhiyun rs->rs_transport = trans;
263*4882a593Smuzhiyun }
264*4882a593Smuzhiyun
265*4882a593Smuzhiyun sock_set_flag(sk, SOCK_RCU_FREE);
266*4882a593Smuzhiyun ret = rds_add_bound(rs, binding_addr, &port, scope_id);
267*4882a593Smuzhiyun if (ret)
268*4882a593Smuzhiyun rs->rs_transport = NULL;
269*4882a593Smuzhiyun
270*4882a593Smuzhiyun out:
271*4882a593Smuzhiyun release_sock(sk);
272*4882a593Smuzhiyun return ret;
273*4882a593Smuzhiyun }
274*4882a593Smuzhiyun
rds_bind_lock_destroy(void)275*4882a593Smuzhiyun void rds_bind_lock_destroy(void)
276*4882a593Smuzhiyun {
277*4882a593Smuzhiyun rhashtable_destroy(&bind_hash_table);
278*4882a593Smuzhiyun }
279*4882a593Smuzhiyun
rds_bind_lock_init(void)280*4882a593Smuzhiyun int rds_bind_lock_init(void)
281*4882a593Smuzhiyun {
282*4882a593Smuzhiyun return rhashtable_init(&bind_hash_table, &ht_parms);
283*4882a593Smuzhiyun }
284