1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0+
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2015 Karol Kosik <karo9@interia.eu>
4*4882a593Smuzhiyun * Copyright (C) 2015-2016 Samsung Electronics
5*4882a593Smuzhiyun * Igor Kotrasinski <i.kotrasinsk@samsung.com>
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <net/sock.h>
9*4882a593Smuzhiyun #include <linux/list.h>
10*4882a593Smuzhiyun #include <linux/kthread.h>
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include "usbip_common.h"
13*4882a593Smuzhiyun #include "vudc.h"
14*4882a593Smuzhiyun
setup_base_pdu(struct usbip_header_basic * base,__u32 command,__u32 seqnum)15*4882a593Smuzhiyun static inline void setup_base_pdu(struct usbip_header_basic *base,
16*4882a593Smuzhiyun __u32 command, __u32 seqnum)
17*4882a593Smuzhiyun {
18*4882a593Smuzhiyun base->command = command;
19*4882a593Smuzhiyun base->seqnum = seqnum;
20*4882a593Smuzhiyun base->devid = 0;
21*4882a593Smuzhiyun base->ep = 0;
22*4882a593Smuzhiyun base->direction = 0;
23*4882a593Smuzhiyun }
24*4882a593Smuzhiyun
setup_ret_submit_pdu(struct usbip_header * rpdu,struct urbp * urb_p)25*4882a593Smuzhiyun static void setup_ret_submit_pdu(struct usbip_header *rpdu, struct urbp *urb_p)
26*4882a593Smuzhiyun {
27*4882a593Smuzhiyun setup_base_pdu(&rpdu->base, USBIP_RET_SUBMIT, urb_p->seqnum);
28*4882a593Smuzhiyun usbip_pack_pdu(rpdu, urb_p->urb, USBIP_RET_SUBMIT, 1);
29*4882a593Smuzhiyun }
30*4882a593Smuzhiyun
setup_ret_unlink_pdu(struct usbip_header * rpdu,struct v_unlink * unlink)31*4882a593Smuzhiyun static void setup_ret_unlink_pdu(struct usbip_header *rpdu,
32*4882a593Smuzhiyun struct v_unlink *unlink)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun setup_base_pdu(&rpdu->base, USBIP_RET_UNLINK, unlink->seqnum);
35*4882a593Smuzhiyun rpdu->u.ret_unlink.status = unlink->status;
36*4882a593Smuzhiyun }
37*4882a593Smuzhiyun
v_send_ret_unlink(struct vudc * udc,struct v_unlink * unlink)38*4882a593Smuzhiyun static int v_send_ret_unlink(struct vudc *udc, struct v_unlink *unlink)
39*4882a593Smuzhiyun {
40*4882a593Smuzhiyun struct msghdr msg;
41*4882a593Smuzhiyun struct kvec iov[1];
42*4882a593Smuzhiyun size_t txsize;
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun int ret;
45*4882a593Smuzhiyun struct usbip_header pdu_header;
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun txsize = 0;
48*4882a593Smuzhiyun memset(&pdu_header, 0, sizeof(pdu_header));
49*4882a593Smuzhiyun memset(&msg, 0, sizeof(msg));
50*4882a593Smuzhiyun memset(&iov, 0, sizeof(iov));
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun /* 1. setup usbip_header */
53*4882a593Smuzhiyun setup_ret_unlink_pdu(&pdu_header, unlink);
54*4882a593Smuzhiyun usbip_header_correct_endian(&pdu_header, 1);
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun iov[0].iov_base = &pdu_header;
57*4882a593Smuzhiyun iov[0].iov_len = sizeof(pdu_header);
58*4882a593Smuzhiyun txsize += sizeof(pdu_header);
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun ret = kernel_sendmsg(udc->ud.tcp_socket, &msg, iov,
61*4882a593Smuzhiyun 1, txsize);
62*4882a593Smuzhiyun if (ret != txsize) {
63*4882a593Smuzhiyun usbip_event_add(&udc->ud, VUDC_EVENT_ERROR_TCP);
64*4882a593Smuzhiyun if (ret >= 0)
65*4882a593Smuzhiyun return -EPIPE;
66*4882a593Smuzhiyun return ret;
67*4882a593Smuzhiyun }
68*4882a593Smuzhiyun kfree(unlink);
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun return txsize;
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun
v_send_ret_submit(struct vudc * udc,struct urbp * urb_p)73*4882a593Smuzhiyun static int v_send_ret_submit(struct vudc *udc, struct urbp *urb_p)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun struct urb *urb = urb_p->urb;
76*4882a593Smuzhiyun struct usbip_header pdu_header;
77*4882a593Smuzhiyun struct usbip_iso_packet_descriptor *iso_buffer = NULL;
78*4882a593Smuzhiyun struct kvec *iov = NULL;
79*4882a593Smuzhiyun int iovnum = 0;
80*4882a593Smuzhiyun int ret = 0;
81*4882a593Smuzhiyun size_t txsize;
82*4882a593Smuzhiyun struct msghdr msg;
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun txsize = 0;
85*4882a593Smuzhiyun memset(&pdu_header, 0, sizeof(pdu_header));
86*4882a593Smuzhiyun memset(&msg, 0, sizeof(msg));
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun if (urb->actual_length > 0 && !urb->transfer_buffer) {
89*4882a593Smuzhiyun dev_err(&udc->gadget.dev,
90*4882a593Smuzhiyun "urb: actual_length %d transfer_buffer null\n",
91*4882a593Smuzhiyun urb->actual_length);
92*4882a593Smuzhiyun return -1;
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun if (urb_p->type == USB_ENDPOINT_XFER_ISOC)
96*4882a593Smuzhiyun iovnum = 2 + urb->number_of_packets;
97*4882a593Smuzhiyun else
98*4882a593Smuzhiyun iovnum = 2;
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun iov = kcalloc(iovnum, sizeof(*iov), GFP_KERNEL);
101*4882a593Smuzhiyun if (!iov) {
102*4882a593Smuzhiyun usbip_event_add(&udc->ud, VUDC_EVENT_ERROR_MALLOC);
103*4882a593Smuzhiyun ret = -ENOMEM;
104*4882a593Smuzhiyun goto out;
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun iovnum = 0;
107*4882a593Smuzhiyun
108*4882a593Smuzhiyun /* 1. setup usbip_header */
109*4882a593Smuzhiyun setup_ret_submit_pdu(&pdu_header, urb_p);
110*4882a593Smuzhiyun usbip_dbg_stub_tx("setup txdata seqnum: %d\n",
111*4882a593Smuzhiyun pdu_header.base.seqnum);
112*4882a593Smuzhiyun usbip_header_correct_endian(&pdu_header, 1);
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun iov[iovnum].iov_base = &pdu_header;
115*4882a593Smuzhiyun iov[iovnum].iov_len = sizeof(pdu_header);
116*4882a593Smuzhiyun iovnum++;
117*4882a593Smuzhiyun txsize += sizeof(pdu_header);
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun /* 2. setup transfer buffer */
120*4882a593Smuzhiyun if (urb_p->type != USB_ENDPOINT_XFER_ISOC &&
121*4882a593Smuzhiyun usb_pipein(urb->pipe) && urb->actual_length > 0) {
122*4882a593Smuzhiyun iov[iovnum].iov_base = urb->transfer_buffer;
123*4882a593Smuzhiyun iov[iovnum].iov_len = urb->actual_length;
124*4882a593Smuzhiyun iovnum++;
125*4882a593Smuzhiyun txsize += urb->actual_length;
126*4882a593Smuzhiyun } else if (urb_p->type == USB_ENDPOINT_XFER_ISOC &&
127*4882a593Smuzhiyun usb_pipein(urb->pipe)) {
128*4882a593Smuzhiyun /* FIXME - copypasted from stub_tx, refactor */
129*4882a593Smuzhiyun int i;
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun for (i = 0; i < urb->number_of_packets; i++) {
132*4882a593Smuzhiyun iov[iovnum].iov_base = urb->transfer_buffer +
133*4882a593Smuzhiyun urb->iso_frame_desc[i].offset;
134*4882a593Smuzhiyun iov[iovnum].iov_len =
135*4882a593Smuzhiyun urb->iso_frame_desc[i].actual_length;
136*4882a593Smuzhiyun iovnum++;
137*4882a593Smuzhiyun txsize += urb->iso_frame_desc[i].actual_length;
138*4882a593Smuzhiyun }
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun if (txsize != sizeof(pdu_header) + urb->actual_length) {
141*4882a593Smuzhiyun usbip_event_add(&udc->ud, VUDC_EVENT_ERROR_TCP);
142*4882a593Smuzhiyun ret = -EPIPE;
143*4882a593Smuzhiyun goto out;
144*4882a593Smuzhiyun }
145*4882a593Smuzhiyun }
146*4882a593Smuzhiyun /* else - no buffer to send */
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun /* 3. setup iso_packet_descriptor */
149*4882a593Smuzhiyun if (urb_p->type == USB_ENDPOINT_XFER_ISOC) {
150*4882a593Smuzhiyun ssize_t len = 0;
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun iso_buffer = usbip_alloc_iso_desc_pdu(urb, &len);
153*4882a593Smuzhiyun if (!iso_buffer) {
154*4882a593Smuzhiyun usbip_event_add(&udc->ud,
155*4882a593Smuzhiyun VUDC_EVENT_ERROR_MALLOC);
156*4882a593Smuzhiyun ret = -ENOMEM;
157*4882a593Smuzhiyun goto out;
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun iov[iovnum].iov_base = iso_buffer;
161*4882a593Smuzhiyun iov[iovnum].iov_len = len;
162*4882a593Smuzhiyun txsize += len;
163*4882a593Smuzhiyun iovnum++;
164*4882a593Smuzhiyun }
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun ret = kernel_sendmsg(udc->ud.tcp_socket, &msg,
167*4882a593Smuzhiyun iov, iovnum, txsize);
168*4882a593Smuzhiyun if (ret != txsize) {
169*4882a593Smuzhiyun usbip_event_add(&udc->ud, VUDC_EVENT_ERROR_TCP);
170*4882a593Smuzhiyun if (ret >= 0)
171*4882a593Smuzhiyun ret = -EPIPE;
172*4882a593Smuzhiyun goto out;
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun
175*4882a593Smuzhiyun out:
176*4882a593Smuzhiyun kfree(iov);
177*4882a593Smuzhiyun kfree(iso_buffer);
178*4882a593Smuzhiyun free_urbp_and_urb(urb_p);
179*4882a593Smuzhiyun if (ret < 0)
180*4882a593Smuzhiyun return ret;
181*4882a593Smuzhiyun return txsize;
182*4882a593Smuzhiyun }
183*4882a593Smuzhiyun
v_send_ret(struct vudc * udc)184*4882a593Smuzhiyun static int v_send_ret(struct vudc *udc)
185*4882a593Smuzhiyun {
186*4882a593Smuzhiyun unsigned long flags;
187*4882a593Smuzhiyun struct tx_item *txi;
188*4882a593Smuzhiyun size_t total_size = 0;
189*4882a593Smuzhiyun int ret = 0;
190*4882a593Smuzhiyun
191*4882a593Smuzhiyun spin_lock_irqsave(&udc->lock_tx, flags);
192*4882a593Smuzhiyun while (!list_empty(&udc->tx_queue)) {
193*4882a593Smuzhiyun txi = list_first_entry(&udc->tx_queue, struct tx_item,
194*4882a593Smuzhiyun tx_entry);
195*4882a593Smuzhiyun list_del(&txi->tx_entry);
196*4882a593Smuzhiyun spin_unlock_irqrestore(&udc->lock_tx, flags);
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun switch (txi->type) {
199*4882a593Smuzhiyun case TX_SUBMIT:
200*4882a593Smuzhiyun ret = v_send_ret_submit(udc, txi->s);
201*4882a593Smuzhiyun break;
202*4882a593Smuzhiyun case TX_UNLINK:
203*4882a593Smuzhiyun ret = v_send_ret_unlink(udc, txi->u);
204*4882a593Smuzhiyun break;
205*4882a593Smuzhiyun }
206*4882a593Smuzhiyun kfree(txi);
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun if (ret < 0)
209*4882a593Smuzhiyun return ret;
210*4882a593Smuzhiyun
211*4882a593Smuzhiyun total_size += ret;
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun spin_lock_irqsave(&udc->lock_tx, flags);
214*4882a593Smuzhiyun }
215*4882a593Smuzhiyun
216*4882a593Smuzhiyun spin_unlock_irqrestore(&udc->lock_tx, flags);
217*4882a593Smuzhiyun return total_size;
218*4882a593Smuzhiyun }
219*4882a593Smuzhiyun
220*4882a593Smuzhiyun
v_tx_loop(void * data)221*4882a593Smuzhiyun int v_tx_loop(void *data)
222*4882a593Smuzhiyun {
223*4882a593Smuzhiyun struct usbip_device *ud = (struct usbip_device *) data;
224*4882a593Smuzhiyun struct vudc *udc = container_of(ud, struct vudc, ud);
225*4882a593Smuzhiyun int ret;
226*4882a593Smuzhiyun
227*4882a593Smuzhiyun while (!kthread_should_stop()) {
228*4882a593Smuzhiyun if (usbip_event_happened(&udc->ud))
229*4882a593Smuzhiyun break;
230*4882a593Smuzhiyun ret = v_send_ret(udc);
231*4882a593Smuzhiyun if (ret < 0) {
232*4882a593Smuzhiyun pr_warn("v_tx exit with error %d", ret);
233*4882a593Smuzhiyun break;
234*4882a593Smuzhiyun }
235*4882a593Smuzhiyun wait_event_interruptible(udc->tx_waitq,
236*4882a593Smuzhiyun (!list_empty(&udc->tx_queue) ||
237*4882a593Smuzhiyun kthread_should_stop()));
238*4882a593Smuzhiyun }
239*4882a593Smuzhiyun
240*4882a593Smuzhiyun return 0;
241*4882a593Smuzhiyun }
242*4882a593Smuzhiyun
243*4882a593Smuzhiyun /* called with spinlocks held */
v_enqueue_ret_unlink(struct vudc * udc,__u32 seqnum,__u32 status)244*4882a593Smuzhiyun void v_enqueue_ret_unlink(struct vudc *udc, __u32 seqnum, __u32 status)
245*4882a593Smuzhiyun {
246*4882a593Smuzhiyun struct tx_item *txi;
247*4882a593Smuzhiyun struct v_unlink *unlink;
248*4882a593Smuzhiyun
249*4882a593Smuzhiyun txi = kzalloc(sizeof(*txi), GFP_ATOMIC);
250*4882a593Smuzhiyun if (!txi) {
251*4882a593Smuzhiyun usbip_event_add(&udc->ud, VDEV_EVENT_ERROR_MALLOC);
252*4882a593Smuzhiyun return;
253*4882a593Smuzhiyun }
254*4882a593Smuzhiyun unlink = kzalloc(sizeof(*unlink), GFP_ATOMIC);
255*4882a593Smuzhiyun if (!unlink) {
256*4882a593Smuzhiyun kfree(txi);
257*4882a593Smuzhiyun usbip_event_add(&udc->ud, VDEV_EVENT_ERROR_MALLOC);
258*4882a593Smuzhiyun return;
259*4882a593Smuzhiyun }
260*4882a593Smuzhiyun
261*4882a593Smuzhiyun unlink->seqnum = seqnum;
262*4882a593Smuzhiyun unlink->status = status;
263*4882a593Smuzhiyun txi->type = TX_UNLINK;
264*4882a593Smuzhiyun txi->u = unlink;
265*4882a593Smuzhiyun
266*4882a593Smuzhiyun list_add_tail(&txi->tx_entry, &udc->tx_queue);
267*4882a593Smuzhiyun }
268*4882a593Smuzhiyun
269*4882a593Smuzhiyun /* called with spinlocks held */
v_enqueue_ret_submit(struct vudc * udc,struct urbp * urb_p)270*4882a593Smuzhiyun void v_enqueue_ret_submit(struct vudc *udc, struct urbp *urb_p)
271*4882a593Smuzhiyun {
272*4882a593Smuzhiyun struct tx_item *txi;
273*4882a593Smuzhiyun
274*4882a593Smuzhiyun txi = kzalloc(sizeof(*txi), GFP_ATOMIC);
275*4882a593Smuzhiyun if (!txi) {
276*4882a593Smuzhiyun usbip_event_add(&udc->ud, VDEV_EVENT_ERROR_MALLOC);
277*4882a593Smuzhiyun return;
278*4882a593Smuzhiyun }
279*4882a593Smuzhiyun
280*4882a593Smuzhiyun txi->type = TX_SUBMIT;
281*4882a593Smuzhiyun txi->s = urb_p;
282*4882a593Smuzhiyun
283*4882a593Smuzhiyun list_add_tail(&txi->tx_entry, &udc->tx_queue);
284*4882a593Smuzhiyun }
285