xref: /OK3568_Linux_fs/kernel/drivers/infiniband/hw/usnic/usnic_transport.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun  * Copyright (c) 2013, Cisco Systems, Inc. All rights reserved.
3*4882a593Smuzhiyun  *
4*4882a593Smuzhiyun  * This software is available to you under a choice of one of two
5*4882a593Smuzhiyun  * licenses.  You may choose to be licensed under the terms of the GNU
6*4882a593Smuzhiyun  * General Public License (GPL) Version 2, available from the file
7*4882a593Smuzhiyun  * COPYING in the main directory of this source tree, or the
8*4882a593Smuzhiyun  * BSD license below:
9*4882a593Smuzhiyun  *
10*4882a593Smuzhiyun  *     Redistribution and use in source and binary forms, with or
11*4882a593Smuzhiyun  *     without modification, are permitted provided that the following
12*4882a593Smuzhiyun  *     conditions are met:
13*4882a593Smuzhiyun  *
14*4882a593Smuzhiyun  *      - Redistributions of source code must retain the above
15*4882a593Smuzhiyun  *        copyright notice, this list of conditions and the following
16*4882a593Smuzhiyun  *        disclaimer.
17*4882a593Smuzhiyun  *
18*4882a593Smuzhiyun  *      - Redistributions in binary form must reproduce the above
19*4882a593Smuzhiyun  *        copyright notice, this list of conditions and the following
20*4882a593Smuzhiyun  *        disclaimer in the documentation and/or other materials
21*4882a593Smuzhiyun  *        provided with the distribution.
22*4882a593Smuzhiyun  *
23*4882a593Smuzhiyun  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24*4882a593Smuzhiyun  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25*4882a593Smuzhiyun  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26*4882a593Smuzhiyun  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27*4882a593Smuzhiyun  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28*4882a593Smuzhiyun  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29*4882a593Smuzhiyun  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30*4882a593Smuzhiyun  * SOFTWARE.
31*4882a593Smuzhiyun  *
32*4882a593Smuzhiyun  */
33*4882a593Smuzhiyun #include <linux/bitmap.h>
34*4882a593Smuzhiyun #include <linux/file.h>
35*4882a593Smuzhiyun #include <linux/module.h>
36*4882a593Smuzhiyun #include <linux/slab.h>
37*4882a593Smuzhiyun #include <net/inet_sock.h>
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun #include "usnic_transport.h"
40*4882a593Smuzhiyun #include "usnic_log.h"
41*4882a593Smuzhiyun 
42*4882a593Smuzhiyun /* ROCE */
43*4882a593Smuzhiyun static unsigned long *roce_bitmap;
44*4882a593Smuzhiyun static u16 roce_next_port = 1;
45*4882a593Smuzhiyun #define ROCE_BITMAP_SZ ((1 << (8 /*CHAR_BIT*/ * sizeof(u16)))/8 /*CHAR BIT*/)
46*4882a593Smuzhiyun static DEFINE_SPINLOCK(roce_bitmap_lock);
47*4882a593Smuzhiyun 
usnic_transport_to_str(enum usnic_transport_type type)48*4882a593Smuzhiyun const char *usnic_transport_to_str(enum usnic_transport_type type)
49*4882a593Smuzhiyun {
50*4882a593Smuzhiyun 	switch (type) {
51*4882a593Smuzhiyun 	case USNIC_TRANSPORT_UNKNOWN:
52*4882a593Smuzhiyun 		return "Unknown";
53*4882a593Smuzhiyun 	case USNIC_TRANSPORT_ROCE_CUSTOM:
54*4882a593Smuzhiyun 		return "roce custom";
55*4882a593Smuzhiyun 	case USNIC_TRANSPORT_IPV4_UDP:
56*4882a593Smuzhiyun 		return "IPv4 UDP";
57*4882a593Smuzhiyun 	case USNIC_TRANSPORT_MAX:
58*4882a593Smuzhiyun 		return "Max?";
59*4882a593Smuzhiyun 	default:
60*4882a593Smuzhiyun 		return "Not known";
61*4882a593Smuzhiyun 	}
62*4882a593Smuzhiyun }
63*4882a593Smuzhiyun 
usnic_transport_sock_to_str(char * buf,int buf_sz,struct socket * sock)64*4882a593Smuzhiyun int usnic_transport_sock_to_str(char *buf, int buf_sz,
65*4882a593Smuzhiyun 					struct socket *sock)
66*4882a593Smuzhiyun {
67*4882a593Smuzhiyun 	int err;
68*4882a593Smuzhiyun 	uint32_t addr;
69*4882a593Smuzhiyun 	uint16_t port;
70*4882a593Smuzhiyun 	int proto;
71*4882a593Smuzhiyun 
72*4882a593Smuzhiyun 	memset(buf, 0, buf_sz);
73*4882a593Smuzhiyun 	err = usnic_transport_sock_get_addr(sock, &proto, &addr, &port);
74*4882a593Smuzhiyun 	if (err)
75*4882a593Smuzhiyun 		return 0;
76*4882a593Smuzhiyun 
77*4882a593Smuzhiyun 	return scnprintf(buf, buf_sz, "Proto:%u Addr:%pI4h Port:%hu",
78*4882a593Smuzhiyun 			proto, &addr, port);
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun 
81*4882a593Smuzhiyun /*
82*4882a593Smuzhiyun  * reserve a port number.  if "0" specified, we will try to pick one
83*4882a593Smuzhiyun  * starting at roce_next_port.  roce_next_port will take on the values
84*4882a593Smuzhiyun  * 1..4096
85*4882a593Smuzhiyun  */
usnic_transport_rsrv_port(enum usnic_transport_type type,u16 port_num)86*4882a593Smuzhiyun u16 usnic_transport_rsrv_port(enum usnic_transport_type type, u16 port_num)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun 	if (type == USNIC_TRANSPORT_ROCE_CUSTOM) {
89*4882a593Smuzhiyun 		spin_lock(&roce_bitmap_lock);
90*4882a593Smuzhiyun 		if (!port_num) {
91*4882a593Smuzhiyun 			port_num = bitmap_find_next_zero_area(roce_bitmap,
92*4882a593Smuzhiyun 						ROCE_BITMAP_SZ,
93*4882a593Smuzhiyun 						roce_next_port /* start */,
94*4882a593Smuzhiyun 						1 /* nr */,
95*4882a593Smuzhiyun 						0 /* align */);
96*4882a593Smuzhiyun 			roce_next_port = (port_num & 4095) + 1;
97*4882a593Smuzhiyun 		} else if (test_bit(port_num, roce_bitmap)) {
98*4882a593Smuzhiyun 			usnic_err("Failed to allocate port for %s\n",
99*4882a593Smuzhiyun 					usnic_transport_to_str(type));
100*4882a593Smuzhiyun 			spin_unlock(&roce_bitmap_lock);
101*4882a593Smuzhiyun 			goto out_fail;
102*4882a593Smuzhiyun 		}
103*4882a593Smuzhiyun 		bitmap_set(roce_bitmap, port_num, 1);
104*4882a593Smuzhiyun 		spin_unlock(&roce_bitmap_lock);
105*4882a593Smuzhiyun 	} else {
106*4882a593Smuzhiyun 		usnic_err("Failed to allocate port - transport %s unsupported\n",
107*4882a593Smuzhiyun 				usnic_transport_to_str(type));
108*4882a593Smuzhiyun 		goto out_fail;
109*4882a593Smuzhiyun 	}
110*4882a593Smuzhiyun 
111*4882a593Smuzhiyun 	usnic_dbg("Allocating port %hu for %s\n", port_num,
112*4882a593Smuzhiyun 			usnic_transport_to_str(type));
113*4882a593Smuzhiyun 	return port_num;
114*4882a593Smuzhiyun 
115*4882a593Smuzhiyun out_fail:
116*4882a593Smuzhiyun 	return 0;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun 
usnic_transport_unrsrv_port(enum usnic_transport_type type,u16 port_num)119*4882a593Smuzhiyun void usnic_transport_unrsrv_port(enum usnic_transport_type type, u16 port_num)
120*4882a593Smuzhiyun {
121*4882a593Smuzhiyun 	if (type == USNIC_TRANSPORT_ROCE_CUSTOM) {
122*4882a593Smuzhiyun 		spin_lock(&roce_bitmap_lock);
123*4882a593Smuzhiyun 		if (!port_num) {
124*4882a593Smuzhiyun 			usnic_err("Unreserved invalid port num 0 for %s\n",
125*4882a593Smuzhiyun 					usnic_transport_to_str(type));
126*4882a593Smuzhiyun 			goto out_roce_custom;
127*4882a593Smuzhiyun 		}
128*4882a593Smuzhiyun 
129*4882a593Smuzhiyun 		if (!test_bit(port_num, roce_bitmap)) {
130*4882a593Smuzhiyun 			usnic_err("Unreserving invalid %hu for %s\n",
131*4882a593Smuzhiyun 					port_num,
132*4882a593Smuzhiyun 					usnic_transport_to_str(type));
133*4882a593Smuzhiyun 			goto out_roce_custom;
134*4882a593Smuzhiyun 		}
135*4882a593Smuzhiyun 		bitmap_clear(roce_bitmap, port_num, 1);
136*4882a593Smuzhiyun 		usnic_dbg("Freeing port %hu for %s\n", port_num,
137*4882a593Smuzhiyun 				usnic_transport_to_str(type));
138*4882a593Smuzhiyun out_roce_custom:
139*4882a593Smuzhiyun 		spin_unlock(&roce_bitmap_lock);
140*4882a593Smuzhiyun 	} else {
141*4882a593Smuzhiyun 		usnic_err("Freeing invalid port %hu for %d\n", port_num, type);
142*4882a593Smuzhiyun 	}
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun 
usnic_transport_get_socket(int sock_fd)145*4882a593Smuzhiyun struct socket *usnic_transport_get_socket(int sock_fd)
146*4882a593Smuzhiyun {
147*4882a593Smuzhiyun 	struct socket *sock;
148*4882a593Smuzhiyun 	int err;
149*4882a593Smuzhiyun 	char buf[25];
150*4882a593Smuzhiyun 
151*4882a593Smuzhiyun 	/* sockfd_lookup will internally do a fget */
152*4882a593Smuzhiyun 	sock = sockfd_lookup(sock_fd, &err);
153*4882a593Smuzhiyun 	if (!sock) {
154*4882a593Smuzhiyun 		usnic_err("Unable to lookup socket for fd %d with err %d\n",
155*4882a593Smuzhiyun 				sock_fd, err);
156*4882a593Smuzhiyun 		return ERR_PTR(-ENOENT);
157*4882a593Smuzhiyun 	}
158*4882a593Smuzhiyun 
159*4882a593Smuzhiyun 	usnic_transport_sock_to_str(buf, sizeof(buf), sock);
160*4882a593Smuzhiyun 	usnic_dbg("Get sock %s\n", buf);
161*4882a593Smuzhiyun 
162*4882a593Smuzhiyun 	return sock;
163*4882a593Smuzhiyun }
164*4882a593Smuzhiyun 
usnic_transport_put_socket(struct socket * sock)165*4882a593Smuzhiyun void usnic_transport_put_socket(struct socket *sock)
166*4882a593Smuzhiyun {
167*4882a593Smuzhiyun 	char buf[100];
168*4882a593Smuzhiyun 
169*4882a593Smuzhiyun 	usnic_transport_sock_to_str(buf, sizeof(buf), sock);
170*4882a593Smuzhiyun 	usnic_dbg("Put sock %s\n", buf);
171*4882a593Smuzhiyun 	sockfd_put(sock);
172*4882a593Smuzhiyun }
173*4882a593Smuzhiyun 
usnic_transport_sock_get_addr(struct socket * sock,int * proto,uint32_t * addr,uint16_t * port)174*4882a593Smuzhiyun int usnic_transport_sock_get_addr(struct socket *sock, int *proto,
175*4882a593Smuzhiyun 					uint32_t *addr, uint16_t *port)
176*4882a593Smuzhiyun {
177*4882a593Smuzhiyun 	int err;
178*4882a593Smuzhiyun 	struct sockaddr_in sock_addr;
179*4882a593Smuzhiyun 
180*4882a593Smuzhiyun 	err = sock->ops->getname(sock,
181*4882a593Smuzhiyun 				(struct sockaddr *)&sock_addr,
182*4882a593Smuzhiyun 				0);
183*4882a593Smuzhiyun 	if (err < 0)
184*4882a593Smuzhiyun 		return err;
185*4882a593Smuzhiyun 
186*4882a593Smuzhiyun 	if (sock_addr.sin_family != AF_INET)
187*4882a593Smuzhiyun 		return -EINVAL;
188*4882a593Smuzhiyun 
189*4882a593Smuzhiyun 	if (proto)
190*4882a593Smuzhiyun 		*proto = sock->sk->sk_protocol;
191*4882a593Smuzhiyun 	if (port)
192*4882a593Smuzhiyun 		*port = ntohs(((struct sockaddr_in *)&sock_addr)->sin_port);
193*4882a593Smuzhiyun 	if (addr)
194*4882a593Smuzhiyun 		*addr = ntohl(((struct sockaddr_in *)
195*4882a593Smuzhiyun 					&sock_addr)->sin_addr.s_addr);
196*4882a593Smuzhiyun 
197*4882a593Smuzhiyun 	return 0;
198*4882a593Smuzhiyun }
199*4882a593Smuzhiyun 
usnic_transport_init(void)200*4882a593Smuzhiyun int usnic_transport_init(void)
201*4882a593Smuzhiyun {
202*4882a593Smuzhiyun 	roce_bitmap = kzalloc(ROCE_BITMAP_SZ, GFP_KERNEL);
203*4882a593Smuzhiyun 	if (!roce_bitmap)
204*4882a593Smuzhiyun 		return -ENOMEM;
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun 	/* Do not ever allocate bit 0, hence set it here */
207*4882a593Smuzhiyun 	bitmap_set(roce_bitmap, 0, 1);
208*4882a593Smuzhiyun 	return 0;
209*4882a593Smuzhiyun }
210*4882a593Smuzhiyun 
usnic_transport_fini(void)211*4882a593Smuzhiyun void usnic_transport_fini(void)
212*4882a593Smuzhiyun {
213*4882a593Smuzhiyun 	kfree(roce_bitmap);
214*4882a593Smuzhiyun }
215