1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * linux/fs/9p/trans_fd.c
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Fd transport layer. Includes deprecated socket layer.
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Copyright (C) 2006 by Russ Cox <rsc@swtch.com>
8*4882a593Smuzhiyun * Copyright (C) 2004-2005 by Latchesar Ionkov <lucho@ionkov.net>
9*4882a593Smuzhiyun * Copyright (C) 2004-2008 by Eric Van Hensbergen <ericvh@gmail.com>
10*4882a593Smuzhiyun * Copyright (C) 1997-2002 by Ron Minnich <rminnich@sarnoff.com>
11*4882a593Smuzhiyun */
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun #include <linux/in.h>
16*4882a593Smuzhiyun #include <linux/module.h>
17*4882a593Smuzhiyun #include <linux/net.h>
18*4882a593Smuzhiyun #include <linux/ipv6.h>
19*4882a593Smuzhiyun #include <linux/kthread.h>
20*4882a593Smuzhiyun #include <linux/errno.h>
21*4882a593Smuzhiyun #include <linux/kernel.h>
22*4882a593Smuzhiyun #include <linux/un.h>
23*4882a593Smuzhiyun #include <linux/uaccess.h>
24*4882a593Smuzhiyun #include <linux/inet.h>
25*4882a593Smuzhiyun #include <linux/idr.h>
26*4882a593Smuzhiyun #include <linux/file.h>
27*4882a593Smuzhiyun #include <linux/parser.h>
28*4882a593Smuzhiyun #include <linux/slab.h>
29*4882a593Smuzhiyun #include <linux/seq_file.h>
30*4882a593Smuzhiyun #include <net/9p/9p.h>
31*4882a593Smuzhiyun #include <net/9p/client.h>
32*4882a593Smuzhiyun #include <net/9p/transport.h>
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun #include <linux/syscalls.h> /* killme */
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun #define P9_PORT 564
37*4882a593Smuzhiyun #define MAX_SOCK_BUF (64*1024)
38*4882a593Smuzhiyun #define MAXPOLLWADDR 2
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun static struct p9_trans_module p9_tcp_trans;
41*4882a593Smuzhiyun static struct p9_trans_module p9_fd_trans;
42*4882a593Smuzhiyun
43*4882a593Smuzhiyun /**
44*4882a593Smuzhiyun * struct p9_fd_opts - per-transport options
45*4882a593Smuzhiyun * @rfd: file descriptor for reading (trans=fd)
46*4882a593Smuzhiyun * @wfd: file descriptor for writing (trans=fd)
47*4882a593Smuzhiyun * @port: port to connect to (trans=tcp)
48*4882a593Smuzhiyun *
49*4882a593Smuzhiyun */
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun struct p9_fd_opts {
52*4882a593Smuzhiyun int rfd;
53*4882a593Smuzhiyun int wfd;
54*4882a593Smuzhiyun u16 port;
55*4882a593Smuzhiyun bool privport;
56*4882a593Smuzhiyun };
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun /*
59*4882a593Smuzhiyun * Option Parsing (code inspired by NFS code)
60*4882a593Smuzhiyun * - a little lazy - parse all fd-transport options
61*4882a593Smuzhiyun */
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun enum {
64*4882a593Smuzhiyun /* Options that take integer arguments */
65*4882a593Smuzhiyun Opt_port, Opt_rfdno, Opt_wfdno, Opt_err,
66*4882a593Smuzhiyun /* Options that take no arguments */
67*4882a593Smuzhiyun Opt_privport,
68*4882a593Smuzhiyun };
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun static const match_table_t tokens = {
71*4882a593Smuzhiyun {Opt_port, "port=%u"},
72*4882a593Smuzhiyun {Opt_rfdno, "rfdno=%u"},
73*4882a593Smuzhiyun {Opt_wfdno, "wfdno=%u"},
74*4882a593Smuzhiyun {Opt_privport, "privport"},
75*4882a593Smuzhiyun {Opt_err, NULL},
76*4882a593Smuzhiyun };
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun enum {
79*4882a593Smuzhiyun Rworksched = 1, /* read work scheduled or running */
80*4882a593Smuzhiyun Rpending = 2, /* can read */
81*4882a593Smuzhiyun Wworksched = 4, /* write work scheduled or running */
82*4882a593Smuzhiyun Wpending = 8, /* can write */
83*4882a593Smuzhiyun };
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun struct p9_poll_wait {
86*4882a593Smuzhiyun struct p9_conn *conn;
87*4882a593Smuzhiyun wait_queue_entry_t wait;
88*4882a593Smuzhiyun wait_queue_head_t *wait_addr;
89*4882a593Smuzhiyun };
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun /**
92*4882a593Smuzhiyun * struct p9_conn - fd mux connection state information
93*4882a593Smuzhiyun * @mux_list: list link for mux to manage multiple connections (?)
94*4882a593Smuzhiyun * @client: reference to client instance for this connection
95*4882a593Smuzhiyun * @err: error state
96*4882a593Smuzhiyun * @req_list: accounting for requests which have been sent
97*4882a593Smuzhiyun * @unsent_req_list: accounting for requests that haven't been sent
98*4882a593Smuzhiyun * @req: current request being processed (if any)
99*4882a593Smuzhiyun * @tmp_buf: temporary buffer to read in header
100*4882a593Smuzhiyun * @rc: temporary fcall for reading current frame
101*4882a593Smuzhiyun * @wpos: write position for current frame
102*4882a593Smuzhiyun * @wsize: amount of data to write for current frame
103*4882a593Smuzhiyun * @wbuf: current write buffer
104*4882a593Smuzhiyun * @poll_pending_link: pending links to be polled per conn
105*4882a593Smuzhiyun * @poll_wait: array of wait_q's for various worker threads
106*4882a593Smuzhiyun * @pt: poll state
107*4882a593Smuzhiyun * @rq: current read work
108*4882a593Smuzhiyun * @wq: current write work
109*4882a593Smuzhiyun * @wsched: ????
110*4882a593Smuzhiyun *
111*4882a593Smuzhiyun */
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun struct p9_conn {
114*4882a593Smuzhiyun struct list_head mux_list;
115*4882a593Smuzhiyun struct p9_client *client;
116*4882a593Smuzhiyun int err;
117*4882a593Smuzhiyun struct list_head req_list;
118*4882a593Smuzhiyun struct list_head unsent_req_list;
119*4882a593Smuzhiyun struct p9_req_t *rreq;
120*4882a593Smuzhiyun struct p9_req_t *wreq;
121*4882a593Smuzhiyun char tmp_buf[P9_HDRSZ];
122*4882a593Smuzhiyun struct p9_fcall rc;
123*4882a593Smuzhiyun int wpos;
124*4882a593Smuzhiyun int wsize;
125*4882a593Smuzhiyun char *wbuf;
126*4882a593Smuzhiyun struct list_head poll_pending_link;
127*4882a593Smuzhiyun struct p9_poll_wait poll_wait[MAXPOLLWADDR];
128*4882a593Smuzhiyun poll_table pt;
129*4882a593Smuzhiyun struct work_struct rq;
130*4882a593Smuzhiyun struct work_struct wq;
131*4882a593Smuzhiyun unsigned long wsched;
132*4882a593Smuzhiyun };
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun /**
135*4882a593Smuzhiyun * struct p9_trans_fd - transport state
136*4882a593Smuzhiyun * @rd: reference to file to read from
137*4882a593Smuzhiyun * @wr: reference of file to write to
138*4882a593Smuzhiyun * @conn: connection state reference
139*4882a593Smuzhiyun *
140*4882a593Smuzhiyun */
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun struct p9_trans_fd {
143*4882a593Smuzhiyun struct file *rd;
144*4882a593Smuzhiyun struct file *wr;
145*4882a593Smuzhiyun struct p9_conn conn;
146*4882a593Smuzhiyun };
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun static void p9_poll_workfn(struct work_struct *work);
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun static DEFINE_SPINLOCK(p9_poll_lock);
151*4882a593Smuzhiyun static LIST_HEAD(p9_poll_pending_list);
152*4882a593Smuzhiyun static DECLARE_WORK(p9_poll_work, p9_poll_workfn);
153*4882a593Smuzhiyun
154*4882a593Smuzhiyun static unsigned int p9_ipport_resv_min = P9_DEF_MIN_RESVPORT;
155*4882a593Smuzhiyun static unsigned int p9_ipport_resv_max = P9_DEF_MAX_RESVPORT;
156*4882a593Smuzhiyun
p9_mux_poll_stop(struct p9_conn * m)157*4882a593Smuzhiyun static void p9_mux_poll_stop(struct p9_conn *m)
158*4882a593Smuzhiyun {
159*4882a593Smuzhiyun unsigned long flags;
160*4882a593Smuzhiyun int i;
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(m->poll_wait); i++) {
163*4882a593Smuzhiyun struct p9_poll_wait *pwait = &m->poll_wait[i];
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun if (pwait->wait_addr) {
166*4882a593Smuzhiyun remove_wait_queue(pwait->wait_addr, &pwait->wait);
167*4882a593Smuzhiyun pwait->wait_addr = NULL;
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun spin_lock_irqsave(&p9_poll_lock, flags);
172*4882a593Smuzhiyun list_del_init(&m->poll_pending_link);
173*4882a593Smuzhiyun spin_unlock_irqrestore(&p9_poll_lock, flags);
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun flush_work(&p9_poll_work);
176*4882a593Smuzhiyun }
177*4882a593Smuzhiyun
178*4882a593Smuzhiyun /**
179*4882a593Smuzhiyun * p9_conn_cancel - cancel all pending requests with error
180*4882a593Smuzhiyun * @m: mux data
181*4882a593Smuzhiyun * @err: error code
182*4882a593Smuzhiyun *
183*4882a593Smuzhiyun */
184*4882a593Smuzhiyun
p9_conn_cancel(struct p9_conn * m,int err)185*4882a593Smuzhiyun static void p9_conn_cancel(struct p9_conn *m, int err)
186*4882a593Smuzhiyun {
187*4882a593Smuzhiyun struct p9_req_t *req, *rtmp;
188*4882a593Smuzhiyun LIST_HEAD(cancel_list);
189*4882a593Smuzhiyun
190*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR, "mux %p err %d\n", m, err);
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun spin_lock(&m->client->lock);
193*4882a593Smuzhiyun
194*4882a593Smuzhiyun if (m->err) {
195*4882a593Smuzhiyun spin_unlock(&m->client->lock);
196*4882a593Smuzhiyun return;
197*4882a593Smuzhiyun }
198*4882a593Smuzhiyun
199*4882a593Smuzhiyun m->err = err;
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun list_for_each_entry_safe(req, rtmp, &m->req_list, req_list) {
202*4882a593Smuzhiyun list_move(&req->req_list, &cancel_list);
203*4882a593Smuzhiyun req->status = REQ_STATUS_ERROR;
204*4882a593Smuzhiyun }
205*4882a593Smuzhiyun list_for_each_entry_safe(req, rtmp, &m->unsent_req_list, req_list) {
206*4882a593Smuzhiyun list_move(&req->req_list, &cancel_list);
207*4882a593Smuzhiyun req->status = REQ_STATUS_ERROR;
208*4882a593Smuzhiyun }
209*4882a593Smuzhiyun
210*4882a593Smuzhiyun spin_unlock(&m->client->lock);
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun list_for_each_entry_safe(req, rtmp, &cancel_list, req_list) {
213*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR, "call back req %p\n", req);
214*4882a593Smuzhiyun list_del(&req->req_list);
215*4882a593Smuzhiyun if (!req->t_err)
216*4882a593Smuzhiyun req->t_err = err;
217*4882a593Smuzhiyun p9_client_cb(m->client, req, REQ_STATUS_ERROR);
218*4882a593Smuzhiyun }
219*4882a593Smuzhiyun }
220*4882a593Smuzhiyun
221*4882a593Smuzhiyun static __poll_t
p9_fd_poll(struct p9_client * client,struct poll_table_struct * pt,int * err)222*4882a593Smuzhiyun p9_fd_poll(struct p9_client *client, struct poll_table_struct *pt, int *err)
223*4882a593Smuzhiyun {
224*4882a593Smuzhiyun __poll_t ret;
225*4882a593Smuzhiyun struct p9_trans_fd *ts = NULL;
226*4882a593Smuzhiyun
227*4882a593Smuzhiyun if (client && client->status == Connected)
228*4882a593Smuzhiyun ts = client->trans;
229*4882a593Smuzhiyun
230*4882a593Smuzhiyun if (!ts) {
231*4882a593Smuzhiyun if (err)
232*4882a593Smuzhiyun *err = -EREMOTEIO;
233*4882a593Smuzhiyun return EPOLLERR;
234*4882a593Smuzhiyun }
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun ret = vfs_poll(ts->rd, pt);
237*4882a593Smuzhiyun if (ts->rd != ts->wr)
238*4882a593Smuzhiyun ret = (ret & ~EPOLLOUT) | (vfs_poll(ts->wr, pt) & ~EPOLLIN);
239*4882a593Smuzhiyun return ret;
240*4882a593Smuzhiyun }
241*4882a593Smuzhiyun
242*4882a593Smuzhiyun /**
243*4882a593Smuzhiyun * p9_fd_read- read from a fd
244*4882a593Smuzhiyun * @client: client instance
245*4882a593Smuzhiyun * @v: buffer to receive data into
246*4882a593Smuzhiyun * @len: size of receive buffer
247*4882a593Smuzhiyun *
248*4882a593Smuzhiyun */
249*4882a593Smuzhiyun
p9_fd_read(struct p9_client * client,void * v,int len)250*4882a593Smuzhiyun static int p9_fd_read(struct p9_client *client, void *v, int len)
251*4882a593Smuzhiyun {
252*4882a593Smuzhiyun int ret;
253*4882a593Smuzhiyun struct p9_trans_fd *ts = NULL;
254*4882a593Smuzhiyun loff_t pos;
255*4882a593Smuzhiyun
256*4882a593Smuzhiyun if (client && client->status != Disconnected)
257*4882a593Smuzhiyun ts = client->trans;
258*4882a593Smuzhiyun
259*4882a593Smuzhiyun if (!ts)
260*4882a593Smuzhiyun return -EREMOTEIO;
261*4882a593Smuzhiyun
262*4882a593Smuzhiyun if (!(ts->rd->f_flags & O_NONBLOCK))
263*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR, "blocking read ...\n");
264*4882a593Smuzhiyun
265*4882a593Smuzhiyun pos = ts->rd->f_pos;
266*4882a593Smuzhiyun ret = kernel_read(ts->rd, v, len, &pos);
267*4882a593Smuzhiyun if (ret <= 0 && ret != -ERESTARTSYS && ret != -EAGAIN)
268*4882a593Smuzhiyun client->status = Disconnected;
269*4882a593Smuzhiyun return ret;
270*4882a593Smuzhiyun }
271*4882a593Smuzhiyun
272*4882a593Smuzhiyun /**
273*4882a593Smuzhiyun * p9_read_work - called when there is some data to be read from a transport
274*4882a593Smuzhiyun * @work: container of work to be done
275*4882a593Smuzhiyun *
276*4882a593Smuzhiyun */
277*4882a593Smuzhiyun
p9_read_work(struct work_struct * work)278*4882a593Smuzhiyun static void p9_read_work(struct work_struct *work)
279*4882a593Smuzhiyun {
280*4882a593Smuzhiyun __poll_t n;
281*4882a593Smuzhiyun int err;
282*4882a593Smuzhiyun struct p9_conn *m;
283*4882a593Smuzhiyun
284*4882a593Smuzhiyun m = container_of(work, struct p9_conn, rq);
285*4882a593Smuzhiyun
286*4882a593Smuzhiyun if (m->err < 0)
287*4882a593Smuzhiyun return;
288*4882a593Smuzhiyun
289*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "start mux %p pos %zd\n", m, m->rc.offset);
290*4882a593Smuzhiyun
291*4882a593Smuzhiyun if (!m->rc.sdata) {
292*4882a593Smuzhiyun m->rc.sdata = m->tmp_buf;
293*4882a593Smuzhiyun m->rc.offset = 0;
294*4882a593Smuzhiyun m->rc.capacity = P9_HDRSZ; /* start by reading header */
295*4882a593Smuzhiyun }
296*4882a593Smuzhiyun
297*4882a593Smuzhiyun clear_bit(Rpending, &m->wsched);
298*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "read mux %p pos %zd size: %zd = %zd\n",
299*4882a593Smuzhiyun m, m->rc.offset, m->rc.capacity,
300*4882a593Smuzhiyun m->rc.capacity - m->rc.offset);
301*4882a593Smuzhiyun err = p9_fd_read(m->client, m->rc.sdata + m->rc.offset,
302*4882a593Smuzhiyun m->rc.capacity - m->rc.offset);
303*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "mux %p got %d bytes\n", m, err);
304*4882a593Smuzhiyun if (err == -EAGAIN)
305*4882a593Smuzhiyun goto end_clear;
306*4882a593Smuzhiyun
307*4882a593Smuzhiyun if (err <= 0)
308*4882a593Smuzhiyun goto error;
309*4882a593Smuzhiyun
310*4882a593Smuzhiyun m->rc.offset += err;
311*4882a593Smuzhiyun
312*4882a593Smuzhiyun /* header read in */
313*4882a593Smuzhiyun if ((!m->rreq) && (m->rc.offset == m->rc.capacity)) {
314*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "got new header\n");
315*4882a593Smuzhiyun
316*4882a593Smuzhiyun /* Header size */
317*4882a593Smuzhiyun m->rc.size = P9_HDRSZ;
318*4882a593Smuzhiyun err = p9_parse_header(&m->rc, &m->rc.size, NULL, NULL, 0);
319*4882a593Smuzhiyun if (err) {
320*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR,
321*4882a593Smuzhiyun "error parsing header: %d\n", err);
322*4882a593Smuzhiyun goto error;
323*4882a593Smuzhiyun }
324*4882a593Smuzhiyun
325*4882a593Smuzhiyun if (m->rc.size >= m->client->msize) {
326*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR,
327*4882a593Smuzhiyun "requested packet size too big: %d\n",
328*4882a593Smuzhiyun m->rc.size);
329*4882a593Smuzhiyun err = -EIO;
330*4882a593Smuzhiyun goto error;
331*4882a593Smuzhiyun }
332*4882a593Smuzhiyun
333*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS,
334*4882a593Smuzhiyun "mux %p pkt: size: %d bytes tag: %d\n",
335*4882a593Smuzhiyun m, m->rc.size, m->rc.tag);
336*4882a593Smuzhiyun
337*4882a593Smuzhiyun m->rreq = p9_tag_lookup(m->client, m->rc.tag);
338*4882a593Smuzhiyun if (!m->rreq || (m->rreq->status != REQ_STATUS_SENT)) {
339*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR, "Unexpected packet tag %d\n",
340*4882a593Smuzhiyun m->rc.tag);
341*4882a593Smuzhiyun err = -EIO;
342*4882a593Smuzhiyun goto error;
343*4882a593Smuzhiyun }
344*4882a593Smuzhiyun
345*4882a593Smuzhiyun if (!m->rreq->rc.sdata) {
346*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR,
347*4882a593Smuzhiyun "No recv fcall for tag %d (req %p), disconnecting!\n",
348*4882a593Smuzhiyun m->rc.tag, m->rreq);
349*4882a593Smuzhiyun m->rreq = NULL;
350*4882a593Smuzhiyun err = -EIO;
351*4882a593Smuzhiyun goto error;
352*4882a593Smuzhiyun }
353*4882a593Smuzhiyun m->rc.sdata = m->rreq->rc.sdata;
354*4882a593Smuzhiyun memcpy(m->rc.sdata, m->tmp_buf, m->rc.capacity);
355*4882a593Smuzhiyun m->rc.capacity = m->rc.size;
356*4882a593Smuzhiyun }
357*4882a593Smuzhiyun
358*4882a593Smuzhiyun /* packet is read in
359*4882a593Smuzhiyun * not an else because some packets (like clunk) have no payload
360*4882a593Smuzhiyun */
361*4882a593Smuzhiyun if ((m->rreq) && (m->rc.offset == m->rc.capacity)) {
362*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "got new packet\n");
363*4882a593Smuzhiyun m->rreq->rc.size = m->rc.offset;
364*4882a593Smuzhiyun spin_lock(&m->client->lock);
365*4882a593Smuzhiyun if (m->rreq->status == REQ_STATUS_SENT) {
366*4882a593Smuzhiyun list_del(&m->rreq->req_list);
367*4882a593Smuzhiyun p9_client_cb(m->client, m->rreq, REQ_STATUS_RCVD);
368*4882a593Smuzhiyun } else if (m->rreq->status == REQ_STATUS_FLSHD) {
369*4882a593Smuzhiyun /* Ignore replies associated with a cancelled request. */
370*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS,
371*4882a593Smuzhiyun "Ignore replies associated with a cancelled request\n");
372*4882a593Smuzhiyun } else {
373*4882a593Smuzhiyun spin_unlock(&m->client->lock);
374*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR,
375*4882a593Smuzhiyun "Request tag %d errored out while we were reading the reply\n",
376*4882a593Smuzhiyun m->rc.tag);
377*4882a593Smuzhiyun err = -EIO;
378*4882a593Smuzhiyun goto error;
379*4882a593Smuzhiyun }
380*4882a593Smuzhiyun spin_unlock(&m->client->lock);
381*4882a593Smuzhiyun m->rc.sdata = NULL;
382*4882a593Smuzhiyun m->rc.offset = 0;
383*4882a593Smuzhiyun m->rc.capacity = 0;
384*4882a593Smuzhiyun p9_req_put(m->rreq);
385*4882a593Smuzhiyun m->rreq = NULL;
386*4882a593Smuzhiyun }
387*4882a593Smuzhiyun
388*4882a593Smuzhiyun end_clear:
389*4882a593Smuzhiyun clear_bit(Rworksched, &m->wsched);
390*4882a593Smuzhiyun
391*4882a593Smuzhiyun if (!list_empty(&m->req_list)) {
392*4882a593Smuzhiyun if (test_and_clear_bit(Rpending, &m->wsched))
393*4882a593Smuzhiyun n = EPOLLIN;
394*4882a593Smuzhiyun else
395*4882a593Smuzhiyun n = p9_fd_poll(m->client, NULL, NULL);
396*4882a593Smuzhiyun
397*4882a593Smuzhiyun if ((n & EPOLLIN) && !test_and_set_bit(Rworksched, &m->wsched)) {
398*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "sched read work %p\n", m);
399*4882a593Smuzhiyun schedule_work(&m->rq);
400*4882a593Smuzhiyun }
401*4882a593Smuzhiyun }
402*4882a593Smuzhiyun
403*4882a593Smuzhiyun return;
404*4882a593Smuzhiyun error:
405*4882a593Smuzhiyun p9_conn_cancel(m, err);
406*4882a593Smuzhiyun clear_bit(Rworksched, &m->wsched);
407*4882a593Smuzhiyun }
408*4882a593Smuzhiyun
409*4882a593Smuzhiyun /**
410*4882a593Smuzhiyun * p9_fd_write - write to a socket
411*4882a593Smuzhiyun * @client: client instance
412*4882a593Smuzhiyun * @v: buffer to send data from
413*4882a593Smuzhiyun * @len: size of send buffer
414*4882a593Smuzhiyun *
415*4882a593Smuzhiyun */
416*4882a593Smuzhiyun
p9_fd_write(struct p9_client * client,void * v,int len)417*4882a593Smuzhiyun static int p9_fd_write(struct p9_client *client, void *v, int len)
418*4882a593Smuzhiyun {
419*4882a593Smuzhiyun ssize_t ret;
420*4882a593Smuzhiyun struct p9_trans_fd *ts = NULL;
421*4882a593Smuzhiyun
422*4882a593Smuzhiyun if (client && client->status != Disconnected)
423*4882a593Smuzhiyun ts = client->trans;
424*4882a593Smuzhiyun
425*4882a593Smuzhiyun if (!ts)
426*4882a593Smuzhiyun return -EREMOTEIO;
427*4882a593Smuzhiyun
428*4882a593Smuzhiyun if (!(ts->wr->f_flags & O_NONBLOCK))
429*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR, "blocking write ...\n");
430*4882a593Smuzhiyun
431*4882a593Smuzhiyun ret = kernel_write(ts->wr, v, len, &ts->wr->f_pos);
432*4882a593Smuzhiyun if (ret <= 0 && ret != -ERESTARTSYS && ret != -EAGAIN)
433*4882a593Smuzhiyun client->status = Disconnected;
434*4882a593Smuzhiyun return ret;
435*4882a593Smuzhiyun }
436*4882a593Smuzhiyun
437*4882a593Smuzhiyun /**
438*4882a593Smuzhiyun * p9_write_work - called when a transport can send some data
439*4882a593Smuzhiyun * @work: container for work to be done
440*4882a593Smuzhiyun *
441*4882a593Smuzhiyun */
442*4882a593Smuzhiyun
p9_write_work(struct work_struct * work)443*4882a593Smuzhiyun static void p9_write_work(struct work_struct *work)
444*4882a593Smuzhiyun {
445*4882a593Smuzhiyun __poll_t n;
446*4882a593Smuzhiyun int err;
447*4882a593Smuzhiyun struct p9_conn *m;
448*4882a593Smuzhiyun struct p9_req_t *req;
449*4882a593Smuzhiyun
450*4882a593Smuzhiyun m = container_of(work, struct p9_conn, wq);
451*4882a593Smuzhiyun
452*4882a593Smuzhiyun if (m->err < 0) {
453*4882a593Smuzhiyun clear_bit(Wworksched, &m->wsched);
454*4882a593Smuzhiyun return;
455*4882a593Smuzhiyun }
456*4882a593Smuzhiyun
457*4882a593Smuzhiyun if (!m->wsize) {
458*4882a593Smuzhiyun spin_lock(&m->client->lock);
459*4882a593Smuzhiyun if (list_empty(&m->unsent_req_list)) {
460*4882a593Smuzhiyun clear_bit(Wworksched, &m->wsched);
461*4882a593Smuzhiyun spin_unlock(&m->client->lock);
462*4882a593Smuzhiyun return;
463*4882a593Smuzhiyun }
464*4882a593Smuzhiyun
465*4882a593Smuzhiyun req = list_entry(m->unsent_req_list.next, struct p9_req_t,
466*4882a593Smuzhiyun req_list);
467*4882a593Smuzhiyun req->status = REQ_STATUS_SENT;
468*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "move req %p\n", req);
469*4882a593Smuzhiyun list_move_tail(&req->req_list, &m->req_list);
470*4882a593Smuzhiyun
471*4882a593Smuzhiyun m->wbuf = req->tc.sdata;
472*4882a593Smuzhiyun m->wsize = req->tc.size;
473*4882a593Smuzhiyun m->wpos = 0;
474*4882a593Smuzhiyun p9_req_get(req);
475*4882a593Smuzhiyun m->wreq = req;
476*4882a593Smuzhiyun spin_unlock(&m->client->lock);
477*4882a593Smuzhiyun }
478*4882a593Smuzhiyun
479*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "mux %p pos %d size %d\n",
480*4882a593Smuzhiyun m, m->wpos, m->wsize);
481*4882a593Smuzhiyun clear_bit(Wpending, &m->wsched);
482*4882a593Smuzhiyun err = p9_fd_write(m->client, m->wbuf + m->wpos, m->wsize - m->wpos);
483*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "mux %p sent %d bytes\n", m, err);
484*4882a593Smuzhiyun if (err == -EAGAIN)
485*4882a593Smuzhiyun goto end_clear;
486*4882a593Smuzhiyun
487*4882a593Smuzhiyun
488*4882a593Smuzhiyun if (err < 0)
489*4882a593Smuzhiyun goto error;
490*4882a593Smuzhiyun else if (err == 0) {
491*4882a593Smuzhiyun err = -EREMOTEIO;
492*4882a593Smuzhiyun goto error;
493*4882a593Smuzhiyun }
494*4882a593Smuzhiyun
495*4882a593Smuzhiyun m->wpos += err;
496*4882a593Smuzhiyun if (m->wpos == m->wsize) {
497*4882a593Smuzhiyun m->wpos = m->wsize = 0;
498*4882a593Smuzhiyun p9_req_put(m->wreq);
499*4882a593Smuzhiyun m->wreq = NULL;
500*4882a593Smuzhiyun }
501*4882a593Smuzhiyun
502*4882a593Smuzhiyun end_clear:
503*4882a593Smuzhiyun clear_bit(Wworksched, &m->wsched);
504*4882a593Smuzhiyun
505*4882a593Smuzhiyun if (m->wsize || !list_empty(&m->unsent_req_list)) {
506*4882a593Smuzhiyun if (test_and_clear_bit(Wpending, &m->wsched))
507*4882a593Smuzhiyun n = EPOLLOUT;
508*4882a593Smuzhiyun else
509*4882a593Smuzhiyun n = p9_fd_poll(m->client, NULL, NULL);
510*4882a593Smuzhiyun
511*4882a593Smuzhiyun if ((n & EPOLLOUT) &&
512*4882a593Smuzhiyun !test_and_set_bit(Wworksched, &m->wsched)) {
513*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "sched write work %p\n", m);
514*4882a593Smuzhiyun schedule_work(&m->wq);
515*4882a593Smuzhiyun }
516*4882a593Smuzhiyun }
517*4882a593Smuzhiyun
518*4882a593Smuzhiyun return;
519*4882a593Smuzhiyun
520*4882a593Smuzhiyun error:
521*4882a593Smuzhiyun p9_conn_cancel(m, err);
522*4882a593Smuzhiyun clear_bit(Wworksched, &m->wsched);
523*4882a593Smuzhiyun }
524*4882a593Smuzhiyun
p9_pollwake(wait_queue_entry_t * wait,unsigned int mode,int sync,void * key)525*4882a593Smuzhiyun static int p9_pollwake(wait_queue_entry_t *wait, unsigned int mode, int sync, void *key)
526*4882a593Smuzhiyun {
527*4882a593Smuzhiyun struct p9_poll_wait *pwait =
528*4882a593Smuzhiyun container_of(wait, struct p9_poll_wait, wait);
529*4882a593Smuzhiyun struct p9_conn *m = pwait->conn;
530*4882a593Smuzhiyun unsigned long flags;
531*4882a593Smuzhiyun
532*4882a593Smuzhiyun spin_lock_irqsave(&p9_poll_lock, flags);
533*4882a593Smuzhiyun if (list_empty(&m->poll_pending_link))
534*4882a593Smuzhiyun list_add_tail(&m->poll_pending_link, &p9_poll_pending_list);
535*4882a593Smuzhiyun spin_unlock_irqrestore(&p9_poll_lock, flags);
536*4882a593Smuzhiyun
537*4882a593Smuzhiyun schedule_work(&p9_poll_work);
538*4882a593Smuzhiyun return 1;
539*4882a593Smuzhiyun }
540*4882a593Smuzhiyun
541*4882a593Smuzhiyun /**
542*4882a593Smuzhiyun * p9_pollwait - add poll task to the wait queue
543*4882a593Smuzhiyun * @filp: file pointer being polled
544*4882a593Smuzhiyun * @wait_address: wait_q to block on
545*4882a593Smuzhiyun * @p: poll state
546*4882a593Smuzhiyun *
547*4882a593Smuzhiyun * called by files poll operation to add v9fs-poll task to files wait queue
548*4882a593Smuzhiyun */
549*4882a593Smuzhiyun
550*4882a593Smuzhiyun static void
p9_pollwait(struct file * filp,wait_queue_head_t * wait_address,poll_table * p)551*4882a593Smuzhiyun p9_pollwait(struct file *filp, wait_queue_head_t *wait_address, poll_table *p)
552*4882a593Smuzhiyun {
553*4882a593Smuzhiyun struct p9_conn *m = container_of(p, struct p9_conn, pt);
554*4882a593Smuzhiyun struct p9_poll_wait *pwait = NULL;
555*4882a593Smuzhiyun int i;
556*4882a593Smuzhiyun
557*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(m->poll_wait); i++) {
558*4882a593Smuzhiyun if (m->poll_wait[i].wait_addr == NULL) {
559*4882a593Smuzhiyun pwait = &m->poll_wait[i];
560*4882a593Smuzhiyun break;
561*4882a593Smuzhiyun }
562*4882a593Smuzhiyun }
563*4882a593Smuzhiyun
564*4882a593Smuzhiyun if (!pwait) {
565*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR, "not enough wait_address slots\n");
566*4882a593Smuzhiyun return;
567*4882a593Smuzhiyun }
568*4882a593Smuzhiyun
569*4882a593Smuzhiyun pwait->conn = m;
570*4882a593Smuzhiyun pwait->wait_addr = wait_address;
571*4882a593Smuzhiyun init_waitqueue_func_entry(&pwait->wait, p9_pollwake);
572*4882a593Smuzhiyun add_wait_queue(wait_address, &pwait->wait);
573*4882a593Smuzhiyun }
574*4882a593Smuzhiyun
575*4882a593Smuzhiyun /**
576*4882a593Smuzhiyun * p9_conn_create - initialize the per-session mux data
577*4882a593Smuzhiyun * @client: client instance
578*4882a593Smuzhiyun *
579*4882a593Smuzhiyun * Note: Creates the polling task if this is the first session.
580*4882a593Smuzhiyun */
581*4882a593Smuzhiyun
p9_conn_create(struct p9_client * client)582*4882a593Smuzhiyun static void p9_conn_create(struct p9_client *client)
583*4882a593Smuzhiyun {
584*4882a593Smuzhiyun __poll_t n;
585*4882a593Smuzhiyun struct p9_trans_fd *ts = client->trans;
586*4882a593Smuzhiyun struct p9_conn *m = &ts->conn;
587*4882a593Smuzhiyun
588*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "client %p msize %d\n", client, client->msize);
589*4882a593Smuzhiyun
590*4882a593Smuzhiyun INIT_LIST_HEAD(&m->mux_list);
591*4882a593Smuzhiyun m->client = client;
592*4882a593Smuzhiyun
593*4882a593Smuzhiyun INIT_LIST_HEAD(&m->req_list);
594*4882a593Smuzhiyun INIT_LIST_HEAD(&m->unsent_req_list);
595*4882a593Smuzhiyun INIT_WORK(&m->rq, p9_read_work);
596*4882a593Smuzhiyun INIT_WORK(&m->wq, p9_write_work);
597*4882a593Smuzhiyun INIT_LIST_HEAD(&m->poll_pending_link);
598*4882a593Smuzhiyun init_poll_funcptr(&m->pt, p9_pollwait);
599*4882a593Smuzhiyun
600*4882a593Smuzhiyun n = p9_fd_poll(client, &m->pt, NULL);
601*4882a593Smuzhiyun if (n & EPOLLIN) {
602*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "mux %p can read\n", m);
603*4882a593Smuzhiyun set_bit(Rpending, &m->wsched);
604*4882a593Smuzhiyun }
605*4882a593Smuzhiyun
606*4882a593Smuzhiyun if (n & EPOLLOUT) {
607*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "mux %p can write\n", m);
608*4882a593Smuzhiyun set_bit(Wpending, &m->wsched);
609*4882a593Smuzhiyun }
610*4882a593Smuzhiyun }
611*4882a593Smuzhiyun
612*4882a593Smuzhiyun /**
613*4882a593Smuzhiyun * p9_poll_mux - polls a mux and schedules read or write works if necessary
614*4882a593Smuzhiyun * @m: connection to poll
615*4882a593Smuzhiyun *
616*4882a593Smuzhiyun */
617*4882a593Smuzhiyun
p9_poll_mux(struct p9_conn * m)618*4882a593Smuzhiyun static void p9_poll_mux(struct p9_conn *m)
619*4882a593Smuzhiyun {
620*4882a593Smuzhiyun __poll_t n;
621*4882a593Smuzhiyun int err = -ECONNRESET;
622*4882a593Smuzhiyun
623*4882a593Smuzhiyun if (m->err < 0)
624*4882a593Smuzhiyun return;
625*4882a593Smuzhiyun
626*4882a593Smuzhiyun n = p9_fd_poll(m->client, NULL, &err);
627*4882a593Smuzhiyun if (n & (EPOLLERR | EPOLLHUP | EPOLLNVAL)) {
628*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "error mux %p err %d\n", m, n);
629*4882a593Smuzhiyun p9_conn_cancel(m, err);
630*4882a593Smuzhiyun }
631*4882a593Smuzhiyun
632*4882a593Smuzhiyun if (n & EPOLLIN) {
633*4882a593Smuzhiyun set_bit(Rpending, &m->wsched);
634*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "mux %p can read\n", m);
635*4882a593Smuzhiyun if (!test_and_set_bit(Rworksched, &m->wsched)) {
636*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "sched read work %p\n", m);
637*4882a593Smuzhiyun schedule_work(&m->rq);
638*4882a593Smuzhiyun }
639*4882a593Smuzhiyun }
640*4882a593Smuzhiyun
641*4882a593Smuzhiyun if (n & EPOLLOUT) {
642*4882a593Smuzhiyun set_bit(Wpending, &m->wsched);
643*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "mux %p can write\n", m);
644*4882a593Smuzhiyun if ((m->wsize || !list_empty(&m->unsent_req_list)) &&
645*4882a593Smuzhiyun !test_and_set_bit(Wworksched, &m->wsched)) {
646*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "sched write work %p\n", m);
647*4882a593Smuzhiyun schedule_work(&m->wq);
648*4882a593Smuzhiyun }
649*4882a593Smuzhiyun }
650*4882a593Smuzhiyun }
651*4882a593Smuzhiyun
652*4882a593Smuzhiyun /**
653*4882a593Smuzhiyun * p9_fd_request - send 9P request
654*4882a593Smuzhiyun * The function can sleep until the request is scheduled for sending.
655*4882a593Smuzhiyun * The function can be interrupted. Return from the function is not
656*4882a593Smuzhiyun * a guarantee that the request is sent successfully.
657*4882a593Smuzhiyun *
658*4882a593Smuzhiyun * @client: client instance
659*4882a593Smuzhiyun * @req: request to be sent
660*4882a593Smuzhiyun *
661*4882a593Smuzhiyun */
662*4882a593Smuzhiyun
p9_fd_request(struct p9_client * client,struct p9_req_t * req)663*4882a593Smuzhiyun static int p9_fd_request(struct p9_client *client, struct p9_req_t *req)
664*4882a593Smuzhiyun {
665*4882a593Smuzhiyun __poll_t n;
666*4882a593Smuzhiyun struct p9_trans_fd *ts = client->trans;
667*4882a593Smuzhiyun struct p9_conn *m = &ts->conn;
668*4882a593Smuzhiyun
669*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "mux %p task %p tcall %p id %d\n",
670*4882a593Smuzhiyun m, current, &req->tc, req->tc.id);
671*4882a593Smuzhiyun if (m->err < 0)
672*4882a593Smuzhiyun return m->err;
673*4882a593Smuzhiyun
674*4882a593Smuzhiyun spin_lock(&client->lock);
675*4882a593Smuzhiyun req->status = REQ_STATUS_UNSENT;
676*4882a593Smuzhiyun list_add_tail(&req->req_list, &m->unsent_req_list);
677*4882a593Smuzhiyun spin_unlock(&client->lock);
678*4882a593Smuzhiyun
679*4882a593Smuzhiyun if (test_and_clear_bit(Wpending, &m->wsched))
680*4882a593Smuzhiyun n = EPOLLOUT;
681*4882a593Smuzhiyun else
682*4882a593Smuzhiyun n = p9_fd_poll(m->client, NULL, NULL);
683*4882a593Smuzhiyun
684*4882a593Smuzhiyun if (n & EPOLLOUT && !test_and_set_bit(Wworksched, &m->wsched))
685*4882a593Smuzhiyun schedule_work(&m->wq);
686*4882a593Smuzhiyun
687*4882a593Smuzhiyun return 0;
688*4882a593Smuzhiyun }
689*4882a593Smuzhiyun
p9_fd_cancel(struct p9_client * client,struct p9_req_t * req)690*4882a593Smuzhiyun static int p9_fd_cancel(struct p9_client *client, struct p9_req_t *req)
691*4882a593Smuzhiyun {
692*4882a593Smuzhiyun int ret = 1;
693*4882a593Smuzhiyun
694*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "client %p req %p\n", client, req);
695*4882a593Smuzhiyun
696*4882a593Smuzhiyun spin_lock(&client->lock);
697*4882a593Smuzhiyun
698*4882a593Smuzhiyun if (req->status == REQ_STATUS_UNSENT) {
699*4882a593Smuzhiyun list_del(&req->req_list);
700*4882a593Smuzhiyun req->status = REQ_STATUS_FLSHD;
701*4882a593Smuzhiyun p9_req_put(req);
702*4882a593Smuzhiyun ret = 0;
703*4882a593Smuzhiyun }
704*4882a593Smuzhiyun spin_unlock(&client->lock);
705*4882a593Smuzhiyun
706*4882a593Smuzhiyun return ret;
707*4882a593Smuzhiyun }
708*4882a593Smuzhiyun
p9_fd_cancelled(struct p9_client * client,struct p9_req_t * req)709*4882a593Smuzhiyun static int p9_fd_cancelled(struct p9_client *client, struct p9_req_t *req)
710*4882a593Smuzhiyun {
711*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "client %p req %p\n", client, req);
712*4882a593Smuzhiyun
713*4882a593Smuzhiyun spin_lock(&client->lock);
714*4882a593Smuzhiyun /* Ignore cancelled request if message has been received
715*4882a593Smuzhiyun * before lock.
716*4882a593Smuzhiyun */
717*4882a593Smuzhiyun if (req->status == REQ_STATUS_RCVD) {
718*4882a593Smuzhiyun spin_unlock(&client->lock);
719*4882a593Smuzhiyun return 0;
720*4882a593Smuzhiyun }
721*4882a593Smuzhiyun
722*4882a593Smuzhiyun /* we haven't received a response for oldreq,
723*4882a593Smuzhiyun * remove it from the list.
724*4882a593Smuzhiyun */
725*4882a593Smuzhiyun list_del(&req->req_list);
726*4882a593Smuzhiyun req->status = REQ_STATUS_FLSHD;
727*4882a593Smuzhiyun spin_unlock(&client->lock);
728*4882a593Smuzhiyun p9_req_put(req);
729*4882a593Smuzhiyun
730*4882a593Smuzhiyun return 0;
731*4882a593Smuzhiyun }
732*4882a593Smuzhiyun
p9_fd_show_options(struct seq_file * m,struct p9_client * clnt)733*4882a593Smuzhiyun static int p9_fd_show_options(struct seq_file *m, struct p9_client *clnt)
734*4882a593Smuzhiyun {
735*4882a593Smuzhiyun if (clnt->trans_mod == &p9_tcp_trans) {
736*4882a593Smuzhiyun if (clnt->trans_opts.tcp.port != P9_PORT)
737*4882a593Smuzhiyun seq_printf(m, ",port=%u", clnt->trans_opts.tcp.port);
738*4882a593Smuzhiyun } else if (clnt->trans_mod == &p9_fd_trans) {
739*4882a593Smuzhiyun if (clnt->trans_opts.fd.rfd != ~0)
740*4882a593Smuzhiyun seq_printf(m, ",rfd=%u", clnt->trans_opts.fd.rfd);
741*4882a593Smuzhiyun if (clnt->trans_opts.fd.wfd != ~0)
742*4882a593Smuzhiyun seq_printf(m, ",wfd=%u", clnt->trans_opts.fd.wfd);
743*4882a593Smuzhiyun }
744*4882a593Smuzhiyun return 0;
745*4882a593Smuzhiyun }
746*4882a593Smuzhiyun
747*4882a593Smuzhiyun /**
748*4882a593Smuzhiyun * parse_opts - parse mount options into p9_fd_opts structure
749*4882a593Smuzhiyun * @params: options string passed from mount
750*4882a593Smuzhiyun * @opts: fd transport-specific structure to parse options into
751*4882a593Smuzhiyun *
752*4882a593Smuzhiyun * Returns 0 upon success, -ERRNO upon failure
753*4882a593Smuzhiyun */
754*4882a593Smuzhiyun
parse_opts(char * params,struct p9_fd_opts * opts)755*4882a593Smuzhiyun static int parse_opts(char *params, struct p9_fd_opts *opts)
756*4882a593Smuzhiyun {
757*4882a593Smuzhiyun char *p;
758*4882a593Smuzhiyun substring_t args[MAX_OPT_ARGS];
759*4882a593Smuzhiyun int option;
760*4882a593Smuzhiyun char *options, *tmp_options;
761*4882a593Smuzhiyun
762*4882a593Smuzhiyun opts->port = P9_PORT;
763*4882a593Smuzhiyun opts->rfd = ~0;
764*4882a593Smuzhiyun opts->wfd = ~0;
765*4882a593Smuzhiyun opts->privport = false;
766*4882a593Smuzhiyun
767*4882a593Smuzhiyun if (!params)
768*4882a593Smuzhiyun return 0;
769*4882a593Smuzhiyun
770*4882a593Smuzhiyun tmp_options = kstrdup(params, GFP_KERNEL);
771*4882a593Smuzhiyun if (!tmp_options) {
772*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR,
773*4882a593Smuzhiyun "failed to allocate copy of option string\n");
774*4882a593Smuzhiyun return -ENOMEM;
775*4882a593Smuzhiyun }
776*4882a593Smuzhiyun options = tmp_options;
777*4882a593Smuzhiyun
778*4882a593Smuzhiyun while ((p = strsep(&options, ",")) != NULL) {
779*4882a593Smuzhiyun int token;
780*4882a593Smuzhiyun int r;
781*4882a593Smuzhiyun if (!*p)
782*4882a593Smuzhiyun continue;
783*4882a593Smuzhiyun token = match_token(p, tokens, args);
784*4882a593Smuzhiyun if ((token != Opt_err) && (token != Opt_privport)) {
785*4882a593Smuzhiyun r = match_int(&args[0], &option);
786*4882a593Smuzhiyun if (r < 0) {
787*4882a593Smuzhiyun p9_debug(P9_DEBUG_ERROR,
788*4882a593Smuzhiyun "integer field, but no integer?\n");
789*4882a593Smuzhiyun continue;
790*4882a593Smuzhiyun }
791*4882a593Smuzhiyun }
792*4882a593Smuzhiyun switch (token) {
793*4882a593Smuzhiyun case Opt_port:
794*4882a593Smuzhiyun opts->port = option;
795*4882a593Smuzhiyun break;
796*4882a593Smuzhiyun case Opt_rfdno:
797*4882a593Smuzhiyun opts->rfd = option;
798*4882a593Smuzhiyun break;
799*4882a593Smuzhiyun case Opt_wfdno:
800*4882a593Smuzhiyun opts->wfd = option;
801*4882a593Smuzhiyun break;
802*4882a593Smuzhiyun case Opt_privport:
803*4882a593Smuzhiyun opts->privport = true;
804*4882a593Smuzhiyun break;
805*4882a593Smuzhiyun default:
806*4882a593Smuzhiyun continue;
807*4882a593Smuzhiyun }
808*4882a593Smuzhiyun }
809*4882a593Smuzhiyun
810*4882a593Smuzhiyun kfree(tmp_options);
811*4882a593Smuzhiyun return 0;
812*4882a593Smuzhiyun }
813*4882a593Smuzhiyun
p9_fd_open(struct p9_client * client,int rfd,int wfd)814*4882a593Smuzhiyun static int p9_fd_open(struct p9_client *client, int rfd, int wfd)
815*4882a593Smuzhiyun {
816*4882a593Smuzhiyun struct p9_trans_fd *ts = kzalloc(sizeof(struct p9_trans_fd),
817*4882a593Smuzhiyun GFP_KERNEL);
818*4882a593Smuzhiyun if (!ts)
819*4882a593Smuzhiyun return -ENOMEM;
820*4882a593Smuzhiyun
821*4882a593Smuzhiyun ts->rd = fget(rfd);
822*4882a593Smuzhiyun if (!ts->rd)
823*4882a593Smuzhiyun goto out_free_ts;
824*4882a593Smuzhiyun if (!(ts->rd->f_mode & FMODE_READ))
825*4882a593Smuzhiyun goto out_put_rd;
826*4882a593Smuzhiyun /* prevent workers from hanging on IO when fd is a pipe */
827*4882a593Smuzhiyun ts->rd->f_flags |= O_NONBLOCK;
828*4882a593Smuzhiyun ts->wr = fget(wfd);
829*4882a593Smuzhiyun if (!ts->wr)
830*4882a593Smuzhiyun goto out_put_rd;
831*4882a593Smuzhiyun if (!(ts->wr->f_mode & FMODE_WRITE))
832*4882a593Smuzhiyun goto out_put_wr;
833*4882a593Smuzhiyun ts->wr->f_flags |= O_NONBLOCK;
834*4882a593Smuzhiyun
835*4882a593Smuzhiyun client->trans = ts;
836*4882a593Smuzhiyun client->status = Connected;
837*4882a593Smuzhiyun
838*4882a593Smuzhiyun return 0;
839*4882a593Smuzhiyun
840*4882a593Smuzhiyun out_put_wr:
841*4882a593Smuzhiyun fput(ts->wr);
842*4882a593Smuzhiyun out_put_rd:
843*4882a593Smuzhiyun fput(ts->rd);
844*4882a593Smuzhiyun out_free_ts:
845*4882a593Smuzhiyun kfree(ts);
846*4882a593Smuzhiyun return -EIO;
847*4882a593Smuzhiyun }
848*4882a593Smuzhiyun
p9_socket_open(struct p9_client * client,struct socket * csocket)849*4882a593Smuzhiyun static int p9_socket_open(struct p9_client *client, struct socket *csocket)
850*4882a593Smuzhiyun {
851*4882a593Smuzhiyun struct p9_trans_fd *p;
852*4882a593Smuzhiyun struct file *file;
853*4882a593Smuzhiyun
854*4882a593Smuzhiyun p = kzalloc(sizeof(struct p9_trans_fd), GFP_KERNEL);
855*4882a593Smuzhiyun if (!p) {
856*4882a593Smuzhiyun sock_release(csocket);
857*4882a593Smuzhiyun return -ENOMEM;
858*4882a593Smuzhiyun }
859*4882a593Smuzhiyun
860*4882a593Smuzhiyun csocket->sk->sk_allocation = GFP_NOIO;
861*4882a593Smuzhiyun file = sock_alloc_file(csocket, 0, NULL);
862*4882a593Smuzhiyun if (IS_ERR(file)) {
863*4882a593Smuzhiyun pr_err("%s (%d): failed to map fd\n",
864*4882a593Smuzhiyun __func__, task_pid_nr(current));
865*4882a593Smuzhiyun kfree(p);
866*4882a593Smuzhiyun return PTR_ERR(file);
867*4882a593Smuzhiyun }
868*4882a593Smuzhiyun
869*4882a593Smuzhiyun get_file(file);
870*4882a593Smuzhiyun p->wr = p->rd = file;
871*4882a593Smuzhiyun client->trans = p;
872*4882a593Smuzhiyun client->status = Connected;
873*4882a593Smuzhiyun
874*4882a593Smuzhiyun p->rd->f_flags |= O_NONBLOCK;
875*4882a593Smuzhiyun
876*4882a593Smuzhiyun p9_conn_create(client);
877*4882a593Smuzhiyun return 0;
878*4882a593Smuzhiyun }
879*4882a593Smuzhiyun
880*4882a593Smuzhiyun /**
881*4882a593Smuzhiyun * p9_mux_destroy - cancels all pending requests of mux
882*4882a593Smuzhiyun * @m: mux to destroy
883*4882a593Smuzhiyun *
884*4882a593Smuzhiyun */
885*4882a593Smuzhiyun
p9_conn_destroy(struct p9_conn * m)886*4882a593Smuzhiyun static void p9_conn_destroy(struct p9_conn *m)
887*4882a593Smuzhiyun {
888*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "mux %p prev %p next %p\n",
889*4882a593Smuzhiyun m, m->mux_list.prev, m->mux_list.next);
890*4882a593Smuzhiyun
891*4882a593Smuzhiyun p9_mux_poll_stop(m);
892*4882a593Smuzhiyun cancel_work_sync(&m->rq);
893*4882a593Smuzhiyun if (m->rreq) {
894*4882a593Smuzhiyun p9_req_put(m->rreq);
895*4882a593Smuzhiyun m->rreq = NULL;
896*4882a593Smuzhiyun }
897*4882a593Smuzhiyun cancel_work_sync(&m->wq);
898*4882a593Smuzhiyun if (m->wreq) {
899*4882a593Smuzhiyun p9_req_put(m->wreq);
900*4882a593Smuzhiyun m->wreq = NULL;
901*4882a593Smuzhiyun }
902*4882a593Smuzhiyun
903*4882a593Smuzhiyun p9_conn_cancel(m, -ECONNRESET);
904*4882a593Smuzhiyun
905*4882a593Smuzhiyun m->client = NULL;
906*4882a593Smuzhiyun }
907*4882a593Smuzhiyun
908*4882a593Smuzhiyun /**
909*4882a593Smuzhiyun * p9_fd_close - shutdown file descriptor transport
910*4882a593Smuzhiyun * @client: client instance
911*4882a593Smuzhiyun *
912*4882a593Smuzhiyun */
913*4882a593Smuzhiyun
p9_fd_close(struct p9_client * client)914*4882a593Smuzhiyun static void p9_fd_close(struct p9_client *client)
915*4882a593Smuzhiyun {
916*4882a593Smuzhiyun struct p9_trans_fd *ts;
917*4882a593Smuzhiyun
918*4882a593Smuzhiyun if (!client)
919*4882a593Smuzhiyun return;
920*4882a593Smuzhiyun
921*4882a593Smuzhiyun ts = client->trans;
922*4882a593Smuzhiyun if (!ts)
923*4882a593Smuzhiyun return;
924*4882a593Smuzhiyun
925*4882a593Smuzhiyun client->status = Disconnected;
926*4882a593Smuzhiyun
927*4882a593Smuzhiyun p9_conn_destroy(&ts->conn);
928*4882a593Smuzhiyun
929*4882a593Smuzhiyun if (ts->rd)
930*4882a593Smuzhiyun fput(ts->rd);
931*4882a593Smuzhiyun if (ts->wr)
932*4882a593Smuzhiyun fput(ts->wr);
933*4882a593Smuzhiyun
934*4882a593Smuzhiyun kfree(ts);
935*4882a593Smuzhiyun }
936*4882a593Smuzhiyun
937*4882a593Smuzhiyun /*
938*4882a593Smuzhiyun * stolen from NFS - maybe should be made a generic function?
939*4882a593Smuzhiyun */
valid_ipaddr4(const char * buf)940*4882a593Smuzhiyun static inline int valid_ipaddr4(const char *buf)
941*4882a593Smuzhiyun {
942*4882a593Smuzhiyun int rc, count, in[4];
943*4882a593Smuzhiyun
944*4882a593Smuzhiyun rc = sscanf(buf, "%d.%d.%d.%d", &in[0], &in[1], &in[2], &in[3]);
945*4882a593Smuzhiyun if (rc != 4)
946*4882a593Smuzhiyun return -EINVAL;
947*4882a593Smuzhiyun for (count = 0; count < 4; count++) {
948*4882a593Smuzhiyun if (in[count] > 255)
949*4882a593Smuzhiyun return -EINVAL;
950*4882a593Smuzhiyun }
951*4882a593Smuzhiyun return 0;
952*4882a593Smuzhiyun }
953*4882a593Smuzhiyun
p9_bind_privport(struct socket * sock)954*4882a593Smuzhiyun static int p9_bind_privport(struct socket *sock)
955*4882a593Smuzhiyun {
956*4882a593Smuzhiyun struct sockaddr_in cl;
957*4882a593Smuzhiyun int port, err = -EINVAL;
958*4882a593Smuzhiyun
959*4882a593Smuzhiyun memset(&cl, 0, sizeof(cl));
960*4882a593Smuzhiyun cl.sin_family = AF_INET;
961*4882a593Smuzhiyun cl.sin_addr.s_addr = htonl(INADDR_ANY);
962*4882a593Smuzhiyun for (port = p9_ipport_resv_max; port >= p9_ipport_resv_min; port--) {
963*4882a593Smuzhiyun cl.sin_port = htons((ushort)port);
964*4882a593Smuzhiyun err = kernel_bind(sock, (struct sockaddr *)&cl, sizeof(cl));
965*4882a593Smuzhiyun if (err != -EADDRINUSE)
966*4882a593Smuzhiyun break;
967*4882a593Smuzhiyun }
968*4882a593Smuzhiyun return err;
969*4882a593Smuzhiyun }
970*4882a593Smuzhiyun
971*4882a593Smuzhiyun
972*4882a593Smuzhiyun static int
p9_fd_create_tcp(struct p9_client * client,const char * addr,char * args)973*4882a593Smuzhiyun p9_fd_create_tcp(struct p9_client *client, const char *addr, char *args)
974*4882a593Smuzhiyun {
975*4882a593Smuzhiyun int err;
976*4882a593Smuzhiyun struct socket *csocket;
977*4882a593Smuzhiyun struct sockaddr_in sin_server;
978*4882a593Smuzhiyun struct p9_fd_opts opts;
979*4882a593Smuzhiyun
980*4882a593Smuzhiyun err = parse_opts(args, &opts);
981*4882a593Smuzhiyun if (err < 0)
982*4882a593Smuzhiyun return err;
983*4882a593Smuzhiyun
984*4882a593Smuzhiyun if (addr == NULL || valid_ipaddr4(addr) < 0)
985*4882a593Smuzhiyun return -EINVAL;
986*4882a593Smuzhiyun
987*4882a593Smuzhiyun csocket = NULL;
988*4882a593Smuzhiyun
989*4882a593Smuzhiyun client->trans_opts.tcp.port = opts.port;
990*4882a593Smuzhiyun client->trans_opts.tcp.privport = opts.privport;
991*4882a593Smuzhiyun sin_server.sin_family = AF_INET;
992*4882a593Smuzhiyun sin_server.sin_addr.s_addr = in_aton(addr);
993*4882a593Smuzhiyun sin_server.sin_port = htons(opts.port);
994*4882a593Smuzhiyun err = __sock_create(current->nsproxy->net_ns, PF_INET,
995*4882a593Smuzhiyun SOCK_STREAM, IPPROTO_TCP, &csocket, 1);
996*4882a593Smuzhiyun if (err) {
997*4882a593Smuzhiyun pr_err("%s (%d): problem creating socket\n",
998*4882a593Smuzhiyun __func__, task_pid_nr(current));
999*4882a593Smuzhiyun return err;
1000*4882a593Smuzhiyun }
1001*4882a593Smuzhiyun
1002*4882a593Smuzhiyun if (opts.privport) {
1003*4882a593Smuzhiyun err = p9_bind_privport(csocket);
1004*4882a593Smuzhiyun if (err < 0) {
1005*4882a593Smuzhiyun pr_err("%s (%d): problem binding to privport\n",
1006*4882a593Smuzhiyun __func__, task_pid_nr(current));
1007*4882a593Smuzhiyun sock_release(csocket);
1008*4882a593Smuzhiyun return err;
1009*4882a593Smuzhiyun }
1010*4882a593Smuzhiyun }
1011*4882a593Smuzhiyun
1012*4882a593Smuzhiyun err = csocket->ops->connect(csocket,
1013*4882a593Smuzhiyun (struct sockaddr *)&sin_server,
1014*4882a593Smuzhiyun sizeof(struct sockaddr_in), 0);
1015*4882a593Smuzhiyun if (err < 0) {
1016*4882a593Smuzhiyun pr_err("%s (%d): problem connecting socket to %s\n",
1017*4882a593Smuzhiyun __func__, task_pid_nr(current), addr);
1018*4882a593Smuzhiyun sock_release(csocket);
1019*4882a593Smuzhiyun return err;
1020*4882a593Smuzhiyun }
1021*4882a593Smuzhiyun
1022*4882a593Smuzhiyun return p9_socket_open(client, csocket);
1023*4882a593Smuzhiyun }
1024*4882a593Smuzhiyun
1025*4882a593Smuzhiyun static int
p9_fd_create_unix(struct p9_client * client,const char * addr,char * args)1026*4882a593Smuzhiyun p9_fd_create_unix(struct p9_client *client, const char *addr, char *args)
1027*4882a593Smuzhiyun {
1028*4882a593Smuzhiyun int err;
1029*4882a593Smuzhiyun struct socket *csocket;
1030*4882a593Smuzhiyun struct sockaddr_un sun_server;
1031*4882a593Smuzhiyun
1032*4882a593Smuzhiyun csocket = NULL;
1033*4882a593Smuzhiyun
1034*4882a593Smuzhiyun if (!addr || !strlen(addr))
1035*4882a593Smuzhiyun return -EINVAL;
1036*4882a593Smuzhiyun
1037*4882a593Smuzhiyun if (strlen(addr) >= UNIX_PATH_MAX) {
1038*4882a593Smuzhiyun pr_err("%s (%d): address too long: %s\n",
1039*4882a593Smuzhiyun __func__, task_pid_nr(current), addr);
1040*4882a593Smuzhiyun return -ENAMETOOLONG;
1041*4882a593Smuzhiyun }
1042*4882a593Smuzhiyun
1043*4882a593Smuzhiyun sun_server.sun_family = PF_UNIX;
1044*4882a593Smuzhiyun strcpy(sun_server.sun_path, addr);
1045*4882a593Smuzhiyun err = __sock_create(current->nsproxy->net_ns, PF_UNIX,
1046*4882a593Smuzhiyun SOCK_STREAM, 0, &csocket, 1);
1047*4882a593Smuzhiyun if (err < 0) {
1048*4882a593Smuzhiyun pr_err("%s (%d): problem creating socket\n",
1049*4882a593Smuzhiyun __func__, task_pid_nr(current));
1050*4882a593Smuzhiyun
1051*4882a593Smuzhiyun return err;
1052*4882a593Smuzhiyun }
1053*4882a593Smuzhiyun err = csocket->ops->connect(csocket, (struct sockaddr *)&sun_server,
1054*4882a593Smuzhiyun sizeof(struct sockaddr_un) - 1, 0);
1055*4882a593Smuzhiyun if (err < 0) {
1056*4882a593Smuzhiyun pr_err("%s (%d): problem connecting socket: %s: %d\n",
1057*4882a593Smuzhiyun __func__, task_pid_nr(current), addr, err);
1058*4882a593Smuzhiyun sock_release(csocket);
1059*4882a593Smuzhiyun return err;
1060*4882a593Smuzhiyun }
1061*4882a593Smuzhiyun
1062*4882a593Smuzhiyun return p9_socket_open(client, csocket);
1063*4882a593Smuzhiyun }
1064*4882a593Smuzhiyun
1065*4882a593Smuzhiyun static int
p9_fd_create(struct p9_client * client,const char * addr,char * args)1066*4882a593Smuzhiyun p9_fd_create(struct p9_client *client, const char *addr, char *args)
1067*4882a593Smuzhiyun {
1068*4882a593Smuzhiyun int err;
1069*4882a593Smuzhiyun struct p9_fd_opts opts;
1070*4882a593Smuzhiyun
1071*4882a593Smuzhiyun parse_opts(args, &opts);
1072*4882a593Smuzhiyun client->trans_opts.fd.rfd = opts.rfd;
1073*4882a593Smuzhiyun client->trans_opts.fd.wfd = opts.wfd;
1074*4882a593Smuzhiyun
1075*4882a593Smuzhiyun if (opts.rfd == ~0 || opts.wfd == ~0) {
1076*4882a593Smuzhiyun pr_err("Insufficient options for proto=fd\n");
1077*4882a593Smuzhiyun return -ENOPROTOOPT;
1078*4882a593Smuzhiyun }
1079*4882a593Smuzhiyun
1080*4882a593Smuzhiyun err = p9_fd_open(client, opts.rfd, opts.wfd);
1081*4882a593Smuzhiyun if (err < 0)
1082*4882a593Smuzhiyun return err;
1083*4882a593Smuzhiyun
1084*4882a593Smuzhiyun p9_conn_create(client);
1085*4882a593Smuzhiyun
1086*4882a593Smuzhiyun return 0;
1087*4882a593Smuzhiyun }
1088*4882a593Smuzhiyun
1089*4882a593Smuzhiyun static struct p9_trans_module p9_tcp_trans = {
1090*4882a593Smuzhiyun .name = "tcp",
1091*4882a593Smuzhiyun .maxsize = MAX_SOCK_BUF,
1092*4882a593Smuzhiyun .def = 0,
1093*4882a593Smuzhiyun .create = p9_fd_create_tcp,
1094*4882a593Smuzhiyun .close = p9_fd_close,
1095*4882a593Smuzhiyun .request = p9_fd_request,
1096*4882a593Smuzhiyun .cancel = p9_fd_cancel,
1097*4882a593Smuzhiyun .cancelled = p9_fd_cancelled,
1098*4882a593Smuzhiyun .show_options = p9_fd_show_options,
1099*4882a593Smuzhiyun .owner = THIS_MODULE,
1100*4882a593Smuzhiyun };
1101*4882a593Smuzhiyun
1102*4882a593Smuzhiyun static struct p9_trans_module p9_unix_trans = {
1103*4882a593Smuzhiyun .name = "unix",
1104*4882a593Smuzhiyun .maxsize = MAX_SOCK_BUF,
1105*4882a593Smuzhiyun .def = 0,
1106*4882a593Smuzhiyun .create = p9_fd_create_unix,
1107*4882a593Smuzhiyun .close = p9_fd_close,
1108*4882a593Smuzhiyun .request = p9_fd_request,
1109*4882a593Smuzhiyun .cancel = p9_fd_cancel,
1110*4882a593Smuzhiyun .cancelled = p9_fd_cancelled,
1111*4882a593Smuzhiyun .show_options = p9_fd_show_options,
1112*4882a593Smuzhiyun .owner = THIS_MODULE,
1113*4882a593Smuzhiyun };
1114*4882a593Smuzhiyun
1115*4882a593Smuzhiyun static struct p9_trans_module p9_fd_trans = {
1116*4882a593Smuzhiyun .name = "fd",
1117*4882a593Smuzhiyun .maxsize = MAX_SOCK_BUF,
1118*4882a593Smuzhiyun .def = 0,
1119*4882a593Smuzhiyun .create = p9_fd_create,
1120*4882a593Smuzhiyun .close = p9_fd_close,
1121*4882a593Smuzhiyun .request = p9_fd_request,
1122*4882a593Smuzhiyun .cancel = p9_fd_cancel,
1123*4882a593Smuzhiyun .cancelled = p9_fd_cancelled,
1124*4882a593Smuzhiyun .show_options = p9_fd_show_options,
1125*4882a593Smuzhiyun .owner = THIS_MODULE,
1126*4882a593Smuzhiyun };
1127*4882a593Smuzhiyun
1128*4882a593Smuzhiyun /**
1129*4882a593Smuzhiyun * p9_poll_workfn - poll worker thread
1130*4882a593Smuzhiyun * @work: work queue
1131*4882a593Smuzhiyun *
1132*4882a593Smuzhiyun * polls all v9fs transports for new events and queues the appropriate
1133*4882a593Smuzhiyun * work to the work queue
1134*4882a593Smuzhiyun *
1135*4882a593Smuzhiyun */
1136*4882a593Smuzhiyun
p9_poll_workfn(struct work_struct * work)1137*4882a593Smuzhiyun static void p9_poll_workfn(struct work_struct *work)
1138*4882a593Smuzhiyun {
1139*4882a593Smuzhiyun unsigned long flags;
1140*4882a593Smuzhiyun
1141*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "start %p\n", current);
1142*4882a593Smuzhiyun
1143*4882a593Smuzhiyun spin_lock_irqsave(&p9_poll_lock, flags);
1144*4882a593Smuzhiyun while (!list_empty(&p9_poll_pending_list)) {
1145*4882a593Smuzhiyun struct p9_conn *conn = list_first_entry(&p9_poll_pending_list,
1146*4882a593Smuzhiyun struct p9_conn,
1147*4882a593Smuzhiyun poll_pending_link);
1148*4882a593Smuzhiyun list_del_init(&conn->poll_pending_link);
1149*4882a593Smuzhiyun spin_unlock_irqrestore(&p9_poll_lock, flags);
1150*4882a593Smuzhiyun
1151*4882a593Smuzhiyun p9_poll_mux(conn);
1152*4882a593Smuzhiyun
1153*4882a593Smuzhiyun spin_lock_irqsave(&p9_poll_lock, flags);
1154*4882a593Smuzhiyun }
1155*4882a593Smuzhiyun spin_unlock_irqrestore(&p9_poll_lock, flags);
1156*4882a593Smuzhiyun
1157*4882a593Smuzhiyun p9_debug(P9_DEBUG_TRANS, "finish\n");
1158*4882a593Smuzhiyun }
1159*4882a593Smuzhiyun
p9_trans_fd_init(void)1160*4882a593Smuzhiyun int p9_trans_fd_init(void)
1161*4882a593Smuzhiyun {
1162*4882a593Smuzhiyun v9fs_register_trans(&p9_tcp_trans);
1163*4882a593Smuzhiyun v9fs_register_trans(&p9_unix_trans);
1164*4882a593Smuzhiyun v9fs_register_trans(&p9_fd_trans);
1165*4882a593Smuzhiyun
1166*4882a593Smuzhiyun return 0;
1167*4882a593Smuzhiyun }
1168*4882a593Smuzhiyun
p9_trans_fd_exit(void)1169*4882a593Smuzhiyun void p9_trans_fd_exit(void)
1170*4882a593Smuzhiyun {
1171*4882a593Smuzhiyun flush_work(&p9_poll_work);
1172*4882a593Smuzhiyun v9fs_unregister_trans(&p9_tcp_trans);
1173*4882a593Smuzhiyun v9fs_unregister_trans(&p9_unix_trans);
1174*4882a593Smuzhiyun v9fs_unregister_trans(&p9_fd_trans);
1175*4882a593Smuzhiyun }
1176