1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * RDMA Transport Layer
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
6*4882a593Smuzhiyun * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
7*4882a593Smuzhiyun * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun #undef pr_fmt
10*4882a593Smuzhiyun #define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include "rtrs-pri.h"
13*4882a593Smuzhiyun #include "rtrs-srv.h"
14*4882a593Smuzhiyun #include "rtrs-log.h"
15*4882a593Smuzhiyun
rtrs_srv_release(struct kobject * kobj)16*4882a593Smuzhiyun static void rtrs_srv_release(struct kobject *kobj)
17*4882a593Smuzhiyun {
18*4882a593Smuzhiyun struct rtrs_srv_sess *sess;
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun sess = container_of(kobj, struct rtrs_srv_sess, kobj);
21*4882a593Smuzhiyun kfree(sess);
22*4882a593Smuzhiyun }
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun static struct kobj_type ktype = {
25*4882a593Smuzhiyun .sysfs_ops = &kobj_sysfs_ops,
26*4882a593Smuzhiyun .release = rtrs_srv_release,
27*4882a593Smuzhiyun };
28*4882a593Smuzhiyun
rtrs_srv_disconnect_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)29*4882a593Smuzhiyun static ssize_t rtrs_srv_disconnect_show(struct kobject *kobj,
30*4882a593Smuzhiyun struct kobj_attribute *attr,
31*4882a593Smuzhiyun char *page)
32*4882a593Smuzhiyun {
33*4882a593Smuzhiyun return scnprintf(page, PAGE_SIZE, "Usage: echo 1 > %s\n",
34*4882a593Smuzhiyun attr->attr.name);
35*4882a593Smuzhiyun }
36*4882a593Smuzhiyun
rtrs_srv_disconnect_store(struct kobject * kobj,struct kobj_attribute * attr,const char * buf,size_t count)37*4882a593Smuzhiyun static ssize_t rtrs_srv_disconnect_store(struct kobject *kobj,
38*4882a593Smuzhiyun struct kobj_attribute *attr,
39*4882a593Smuzhiyun const char *buf, size_t count)
40*4882a593Smuzhiyun {
41*4882a593Smuzhiyun struct rtrs_srv_sess *sess;
42*4882a593Smuzhiyun struct rtrs_sess *s;
43*4882a593Smuzhiyun char str[MAXHOSTNAMELEN];
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun sess = container_of(kobj, struct rtrs_srv_sess, kobj);
46*4882a593Smuzhiyun s = &sess->s;
47*4882a593Smuzhiyun if (!sysfs_streq(buf, "1")) {
48*4882a593Smuzhiyun rtrs_err(s, "%s: invalid value: '%s'\n",
49*4882a593Smuzhiyun attr->attr.name, buf);
50*4882a593Smuzhiyun return -EINVAL;
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun sockaddr_to_str((struct sockaddr *)&sess->s.dst_addr, str, sizeof(str));
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun rtrs_info(s, "disconnect for path %s requested\n", str);
56*4882a593Smuzhiyun /* first remove sysfs itself to avoid deadlock */
57*4882a593Smuzhiyun sysfs_remove_file_self(&sess->kobj, &attr->attr);
58*4882a593Smuzhiyun close_sess(sess);
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun return count;
61*4882a593Smuzhiyun }
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun static struct kobj_attribute rtrs_srv_disconnect_attr =
64*4882a593Smuzhiyun __ATTR(disconnect, 0644,
65*4882a593Smuzhiyun rtrs_srv_disconnect_show, rtrs_srv_disconnect_store);
66*4882a593Smuzhiyun
rtrs_srv_hca_port_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)67*4882a593Smuzhiyun static ssize_t rtrs_srv_hca_port_show(struct kobject *kobj,
68*4882a593Smuzhiyun struct kobj_attribute *attr,
69*4882a593Smuzhiyun char *page)
70*4882a593Smuzhiyun {
71*4882a593Smuzhiyun struct rtrs_srv_sess *sess;
72*4882a593Smuzhiyun struct rtrs_con *usr_con;
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun sess = container_of(kobj, typeof(*sess), kobj);
75*4882a593Smuzhiyun usr_con = sess->s.con[0];
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun return scnprintf(page, PAGE_SIZE, "%u\n",
78*4882a593Smuzhiyun usr_con->cm_id->port_num);
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun static struct kobj_attribute rtrs_srv_hca_port_attr =
82*4882a593Smuzhiyun __ATTR(hca_port, 0444, rtrs_srv_hca_port_show, NULL);
83*4882a593Smuzhiyun
rtrs_srv_hca_name_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)84*4882a593Smuzhiyun static ssize_t rtrs_srv_hca_name_show(struct kobject *kobj,
85*4882a593Smuzhiyun struct kobj_attribute *attr,
86*4882a593Smuzhiyun char *page)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun struct rtrs_srv_sess *sess;
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun sess = container_of(kobj, struct rtrs_srv_sess, kobj);
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun return scnprintf(page, PAGE_SIZE, "%s\n",
93*4882a593Smuzhiyun sess->s.dev->ib_dev->name);
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun static struct kobj_attribute rtrs_srv_hca_name_attr =
97*4882a593Smuzhiyun __ATTR(hca_name, 0444, rtrs_srv_hca_name_show, NULL);
98*4882a593Smuzhiyun
rtrs_srv_src_addr_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)99*4882a593Smuzhiyun static ssize_t rtrs_srv_src_addr_show(struct kobject *kobj,
100*4882a593Smuzhiyun struct kobj_attribute *attr,
101*4882a593Smuzhiyun char *page)
102*4882a593Smuzhiyun {
103*4882a593Smuzhiyun struct rtrs_srv_sess *sess;
104*4882a593Smuzhiyun int cnt;
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun sess = container_of(kobj, struct rtrs_srv_sess, kobj);
107*4882a593Smuzhiyun cnt = sockaddr_to_str((struct sockaddr *)&sess->s.dst_addr,
108*4882a593Smuzhiyun page, PAGE_SIZE);
109*4882a593Smuzhiyun return cnt + scnprintf(page + cnt, PAGE_SIZE - cnt, "\n");
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun static struct kobj_attribute rtrs_srv_src_addr_attr =
113*4882a593Smuzhiyun __ATTR(src_addr, 0444, rtrs_srv_src_addr_show, NULL);
114*4882a593Smuzhiyun
rtrs_srv_dst_addr_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)115*4882a593Smuzhiyun static ssize_t rtrs_srv_dst_addr_show(struct kobject *kobj,
116*4882a593Smuzhiyun struct kobj_attribute *attr,
117*4882a593Smuzhiyun char *page)
118*4882a593Smuzhiyun {
119*4882a593Smuzhiyun struct rtrs_srv_sess *sess;
120*4882a593Smuzhiyun int cnt;
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun sess = container_of(kobj, struct rtrs_srv_sess, kobj);
123*4882a593Smuzhiyun cnt = sockaddr_to_str((struct sockaddr *)&sess->s.src_addr,
124*4882a593Smuzhiyun page, PAGE_SIZE);
125*4882a593Smuzhiyun return cnt + scnprintf(page + cnt, PAGE_SIZE - cnt, "\n");
126*4882a593Smuzhiyun }
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun static struct kobj_attribute rtrs_srv_dst_addr_attr =
129*4882a593Smuzhiyun __ATTR(dst_addr, 0444, rtrs_srv_dst_addr_show, NULL);
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun static struct attribute *rtrs_srv_sess_attrs[] = {
132*4882a593Smuzhiyun &rtrs_srv_hca_name_attr.attr,
133*4882a593Smuzhiyun &rtrs_srv_hca_port_attr.attr,
134*4882a593Smuzhiyun &rtrs_srv_src_addr_attr.attr,
135*4882a593Smuzhiyun &rtrs_srv_dst_addr_attr.attr,
136*4882a593Smuzhiyun &rtrs_srv_disconnect_attr.attr,
137*4882a593Smuzhiyun NULL,
138*4882a593Smuzhiyun };
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun static const struct attribute_group rtrs_srv_sess_attr_group = {
141*4882a593Smuzhiyun .attrs = rtrs_srv_sess_attrs,
142*4882a593Smuzhiyun };
143*4882a593Smuzhiyun
144*4882a593Smuzhiyun STAT_ATTR(struct rtrs_srv_stats, rdma,
145*4882a593Smuzhiyun rtrs_srv_stats_rdma_to_str,
146*4882a593Smuzhiyun rtrs_srv_reset_rdma_stats);
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun static struct attribute *rtrs_srv_stats_attrs[] = {
149*4882a593Smuzhiyun &rdma_attr.attr,
150*4882a593Smuzhiyun NULL,
151*4882a593Smuzhiyun };
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun static const struct attribute_group rtrs_srv_stats_attr_group = {
154*4882a593Smuzhiyun .attrs = rtrs_srv_stats_attrs,
155*4882a593Smuzhiyun };
156*4882a593Smuzhiyun
rtrs_srv_create_once_sysfs_root_folders(struct rtrs_srv_sess * sess)157*4882a593Smuzhiyun static int rtrs_srv_create_once_sysfs_root_folders(struct rtrs_srv_sess *sess)
158*4882a593Smuzhiyun {
159*4882a593Smuzhiyun struct rtrs_srv *srv = sess->srv;
160*4882a593Smuzhiyun int err = 0;
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun mutex_lock(&srv->paths_mutex);
163*4882a593Smuzhiyun if (srv->dev_ref++) {
164*4882a593Smuzhiyun /*
165*4882a593Smuzhiyun * Device needs to be registered only on the first session
166*4882a593Smuzhiyun */
167*4882a593Smuzhiyun goto unlock;
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun srv->dev.class = rtrs_dev_class;
170*4882a593Smuzhiyun err = dev_set_name(&srv->dev, "%s", sess->s.sessname);
171*4882a593Smuzhiyun if (err)
172*4882a593Smuzhiyun goto unlock;
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun /*
175*4882a593Smuzhiyun * Suppress user space notification until
176*4882a593Smuzhiyun * sysfs files are created
177*4882a593Smuzhiyun */
178*4882a593Smuzhiyun dev_set_uevent_suppress(&srv->dev, true);
179*4882a593Smuzhiyun err = device_add(&srv->dev);
180*4882a593Smuzhiyun if (err) {
181*4882a593Smuzhiyun pr_err("device_add(): %d\n", err);
182*4882a593Smuzhiyun goto put;
183*4882a593Smuzhiyun }
184*4882a593Smuzhiyun srv->kobj_paths = kobject_create_and_add("paths", &srv->dev.kobj);
185*4882a593Smuzhiyun if (!srv->kobj_paths) {
186*4882a593Smuzhiyun err = -ENOMEM;
187*4882a593Smuzhiyun pr_err("kobject_create_and_add(): %d\n", err);
188*4882a593Smuzhiyun device_del(&srv->dev);
189*4882a593Smuzhiyun put_device(&srv->dev);
190*4882a593Smuzhiyun goto unlock;
191*4882a593Smuzhiyun }
192*4882a593Smuzhiyun dev_set_uevent_suppress(&srv->dev, false);
193*4882a593Smuzhiyun kobject_uevent(&srv->dev.kobj, KOBJ_ADD);
194*4882a593Smuzhiyun goto unlock;
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun put:
197*4882a593Smuzhiyun put_device(&srv->dev);
198*4882a593Smuzhiyun unlock:
199*4882a593Smuzhiyun mutex_unlock(&srv->paths_mutex);
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun return err;
202*4882a593Smuzhiyun }
203*4882a593Smuzhiyun
204*4882a593Smuzhiyun static void
rtrs_srv_destroy_once_sysfs_root_folders(struct rtrs_srv_sess * sess)205*4882a593Smuzhiyun rtrs_srv_destroy_once_sysfs_root_folders(struct rtrs_srv_sess *sess)
206*4882a593Smuzhiyun {
207*4882a593Smuzhiyun struct rtrs_srv *srv = sess->srv;
208*4882a593Smuzhiyun
209*4882a593Smuzhiyun mutex_lock(&srv->paths_mutex);
210*4882a593Smuzhiyun if (!--srv->dev_ref) {
211*4882a593Smuzhiyun kobject_del(srv->kobj_paths);
212*4882a593Smuzhiyun kobject_put(srv->kobj_paths);
213*4882a593Smuzhiyun mutex_unlock(&srv->paths_mutex);
214*4882a593Smuzhiyun device_del(&srv->dev);
215*4882a593Smuzhiyun put_device(&srv->dev);
216*4882a593Smuzhiyun } else {
217*4882a593Smuzhiyun put_device(&srv->dev);
218*4882a593Smuzhiyun mutex_unlock(&srv->paths_mutex);
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun }
221*4882a593Smuzhiyun
rtrs_srv_sess_stats_release(struct kobject * kobj)222*4882a593Smuzhiyun static void rtrs_srv_sess_stats_release(struct kobject *kobj)
223*4882a593Smuzhiyun {
224*4882a593Smuzhiyun struct rtrs_srv_stats *stats;
225*4882a593Smuzhiyun
226*4882a593Smuzhiyun stats = container_of(kobj, struct rtrs_srv_stats, kobj_stats);
227*4882a593Smuzhiyun
228*4882a593Smuzhiyun kfree(stats);
229*4882a593Smuzhiyun }
230*4882a593Smuzhiyun
231*4882a593Smuzhiyun static struct kobj_type ktype_stats = {
232*4882a593Smuzhiyun .sysfs_ops = &kobj_sysfs_ops,
233*4882a593Smuzhiyun .release = rtrs_srv_sess_stats_release,
234*4882a593Smuzhiyun };
235*4882a593Smuzhiyun
rtrs_srv_create_stats_files(struct rtrs_srv_sess * sess)236*4882a593Smuzhiyun static int rtrs_srv_create_stats_files(struct rtrs_srv_sess *sess)
237*4882a593Smuzhiyun {
238*4882a593Smuzhiyun int err;
239*4882a593Smuzhiyun struct rtrs_sess *s = &sess->s;
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun err = kobject_init_and_add(&sess->stats->kobj_stats, &ktype_stats,
242*4882a593Smuzhiyun &sess->kobj, "stats");
243*4882a593Smuzhiyun if (err) {
244*4882a593Smuzhiyun rtrs_err(s, "kobject_init_and_add(): %d\n", err);
245*4882a593Smuzhiyun kobject_put(&sess->stats->kobj_stats);
246*4882a593Smuzhiyun return err;
247*4882a593Smuzhiyun }
248*4882a593Smuzhiyun err = sysfs_create_group(&sess->stats->kobj_stats,
249*4882a593Smuzhiyun &rtrs_srv_stats_attr_group);
250*4882a593Smuzhiyun if (err) {
251*4882a593Smuzhiyun rtrs_err(s, "sysfs_create_group(): %d\n", err);
252*4882a593Smuzhiyun goto err;
253*4882a593Smuzhiyun }
254*4882a593Smuzhiyun
255*4882a593Smuzhiyun return 0;
256*4882a593Smuzhiyun
257*4882a593Smuzhiyun err:
258*4882a593Smuzhiyun kobject_del(&sess->stats->kobj_stats);
259*4882a593Smuzhiyun kobject_put(&sess->stats->kobj_stats);
260*4882a593Smuzhiyun
261*4882a593Smuzhiyun return err;
262*4882a593Smuzhiyun }
263*4882a593Smuzhiyun
rtrs_srv_create_sess_files(struct rtrs_srv_sess * sess)264*4882a593Smuzhiyun int rtrs_srv_create_sess_files(struct rtrs_srv_sess *sess)
265*4882a593Smuzhiyun {
266*4882a593Smuzhiyun struct rtrs_srv *srv = sess->srv;
267*4882a593Smuzhiyun struct rtrs_sess *s = &sess->s;
268*4882a593Smuzhiyun char str[NAME_MAX];
269*4882a593Smuzhiyun int err, cnt;
270*4882a593Smuzhiyun
271*4882a593Smuzhiyun cnt = sockaddr_to_str((struct sockaddr *)&sess->s.dst_addr,
272*4882a593Smuzhiyun str, sizeof(str));
273*4882a593Smuzhiyun cnt += scnprintf(str + cnt, sizeof(str) - cnt, "@");
274*4882a593Smuzhiyun sockaddr_to_str((struct sockaddr *)&sess->s.src_addr,
275*4882a593Smuzhiyun str + cnt, sizeof(str) - cnt);
276*4882a593Smuzhiyun
277*4882a593Smuzhiyun err = rtrs_srv_create_once_sysfs_root_folders(sess);
278*4882a593Smuzhiyun if (err)
279*4882a593Smuzhiyun return err;
280*4882a593Smuzhiyun
281*4882a593Smuzhiyun err = kobject_init_and_add(&sess->kobj, &ktype, srv->kobj_paths,
282*4882a593Smuzhiyun "%s", str);
283*4882a593Smuzhiyun if (err) {
284*4882a593Smuzhiyun rtrs_err(s, "kobject_init_and_add(): %d\n", err);
285*4882a593Smuzhiyun goto destroy_root;
286*4882a593Smuzhiyun }
287*4882a593Smuzhiyun err = sysfs_create_group(&sess->kobj, &rtrs_srv_sess_attr_group);
288*4882a593Smuzhiyun if (err) {
289*4882a593Smuzhiyun rtrs_err(s, "sysfs_create_group(): %d\n", err);
290*4882a593Smuzhiyun goto put_kobj;
291*4882a593Smuzhiyun }
292*4882a593Smuzhiyun err = rtrs_srv_create_stats_files(sess);
293*4882a593Smuzhiyun if (err)
294*4882a593Smuzhiyun goto remove_group;
295*4882a593Smuzhiyun
296*4882a593Smuzhiyun return 0;
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun remove_group:
299*4882a593Smuzhiyun sysfs_remove_group(&sess->kobj, &rtrs_srv_sess_attr_group);
300*4882a593Smuzhiyun put_kobj:
301*4882a593Smuzhiyun kobject_del(&sess->kobj);
302*4882a593Smuzhiyun destroy_root:
303*4882a593Smuzhiyun kobject_put(&sess->kobj);
304*4882a593Smuzhiyun rtrs_srv_destroy_once_sysfs_root_folders(sess);
305*4882a593Smuzhiyun
306*4882a593Smuzhiyun return err;
307*4882a593Smuzhiyun }
308*4882a593Smuzhiyun
rtrs_srv_destroy_sess_files(struct rtrs_srv_sess * sess)309*4882a593Smuzhiyun void rtrs_srv_destroy_sess_files(struct rtrs_srv_sess *sess)
310*4882a593Smuzhiyun {
311*4882a593Smuzhiyun if (sess->kobj.state_in_sysfs) {
312*4882a593Smuzhiyun kobject_del(&sess->stats->kobj_stats);
313*4882a593Smuzhiyun kobject_put(&sess->stats->kobj_stats);
314*4882a593Smuzhiyun sysfs_remove_group(&sess->kobj, &rtrs_srv_sess_attr_group);
315*4882a593Smuzhiyun kobject_put(&sess->kobj);
316*4882a593Smuzhiyun
317*4882a593Smuzhiyun rtrs_srv_destroy_once_sysfs_root_folders(sess);
318*4882a593Smuzhiyun }
319*4882a593Smuzhiyun }
320