Lines Matching +full:host +full:- +full:port
1 // SPDX-License-Identifier: GPL-2.0-or-later
27 #include <linux/dma-mapping.h>
44 /* Used for exporting per-port information to debugfs */
75 /* The hvc device associated with this console port */
119 * This is a per-device struct that stores data common to all the
120 * ports for that device (vdev->priv).
150 * guest->host transfers, one for host->guest transfers
155 * A control packet buffer for guest->host requests, protected
160 /* Array of per-port IO virtqueues */
171 /* This struct holds the per-port data */
172 struct port { struct
173 /* Next port in the list, head is in the ports_device */
184 * port. Has to be a spinlock because it can be called from argument
192 /* The IO vqs for this port */ argument
195 /* File in the debugfs directory that exposes this port's information */ argument
200 * this port for accounting and debugging purposes. These argument
201 * counts are not reset across port open / close events.
206 * The entries in this struct will be valid if this port is
211 /* Each port associates with a separate char device */ argument
215 /* Reference-counting to handle port hot-unplugs and file operations */ argument
221 /* The 'name' of the port that we expose via sysfs properties */ argument
224 /* We can notify apps of host connect / disconnect events via SIGIO */
227 /* The 'id' to identify the port with the Host */ argument
232 /* Is the host device open */
235 /* We should allow only one process to open a port */ argument
239 /* This is the very early arch-specified put chars function. */
242 static struct port *find_port_by_vtermno(u32 vtermno) in find_port_by_vtermno() argument
244 struct port *port; in find_port_by_vtermno() local
250 if (cons->vtermno == vtermno) { in find_port_by_vtermno()
251 port = container_of(cons, struct port, cons); in find_port_by_vtermno()
255 port = NULL; in find_port_by_vtermno()
258 return port; in find_port_by_vtermno()
261 static struct port *find_port_by_devt_in_portdev(struct ports_device *portdev, in find_port_by_devt_in_portdev()
264 struct port *port; in find_port_by_devt_in_portdev() local
267 spin_lock_irqsave(&portdev->ports_lock, flags); in find_port_by_devt_in_portdev()
268 list_for_each_entry(port, &portdev->ports, list) { in find_port_by_devt_in_portdev()
269 if (port->cdev->dev == dev) { in find_port_by_devt_in_portdev()
270 kref_get(&port->kref); in find_port_by_devt_in_portdev()
274 port = NULL; in find_port_by_devt_in_portdev()
276 spin_unlock_irqrestore(&portdev->ports_lock, flags); in find_port_by_devt_in_portdev()
278 return port; in find_port_by_devt_in_portdev()
281 static struct port *find_port_by_devt(dev_t dev) in find_port_by_devt()
284 struct port *port; in find_port_by_devt() local
289 port = find_port_by_devt_in_portdev(portdev, dev); in find_port_by_devt()
290 if (port) in find_port_by_devt()
293 port = NULL; in find_port_by_devt()
296 return port; in find_port_by_devt()
299 static struct port *find_port_by_id(struct ports_device *portdev, u32 id) in find_port_by_id()
301 struct port *port; in find_port_by_id() local
304 spin_lock_irqsave(&portdev->ports_lock, flags); in find_port_by_id()
305 list_for_each_entry(port, &portdev->ports, list) in find_port_by_id()
306 if (port->id == id) in find_port_by_id()
308 port = NULL; in find_port_by_id()
310 spin_unlock_irqrestore(&portdev->ports_lock, flags); in find_port_by_id()
312 return port; in find_port_by_id()
315 static struct port *find_port_by_vq(struct ports_device *portdev, in find_port_by_vq()
318 struct port *port; in find_port_by_vq() local
321 spin_lock_irqsave(&portdev->ports_lock, flags); in find_port_by_vq()
322 list_for_each_entry(port, &portdev->ports, list) in find_port_by_vq()
323 if (port->in_vq == vq || port->out_vq == vq) in find_port_by_vq()
325 port = NULL; in find_port_by_vq()
327 spin_unlock_irqrestore(&portdev->ports_lock, flags); in find_port_by_vq()
328 return port; in find_port_by_vq()
331 static bool is_console_port(struct port *port) in is_console_port() argument
333 if (port->cons.hvc) in is_console_port()
340 return is_rproc_enabled && vdev->id.device == VIRTIO_ID_RPROC_SERIAL; in is_rproc_serial()
349 if (!portdev->vdev) in use_multiport()
351 return __virtio_test_bit(portdev->vdev, VIRTIO_CONSOLE_F_MULTIPORT); in use_multiport()
361 for (i = 0; i < buf->sgpages; i++) { in free_buf()
362 struct page *page = sg_page(&buf->sg[i]); in free_buf()
368 if (!buf->dev) { in free_buf()
369 kfree(buf->buf); in free_buf()
375 /* queue up dma-buffers to be freed later */ in free_buf()
377 list_add_tail(&buf->list, &pending_free_dma_bufs); in free_buf()
381 dma_free_coherent(buf->dev, buf->size, buf->buf, buf->dma); in free_buf()
384 put_device(buf->dev); in free_buf()
407 list_del(&buf->list); in reclaim_dma_bufs()
427 buf->sgpages = pages; in alloc_buf()
429 buf->dev = NULL; in alloc_buf()
430 buf->buf = NULL; in alloc_buf()
441 buf->dev = vdev->dev.parent; in alloc_buf()
442 if (!buf->dev) in alloc_buf()
446 get_device(buf->dev); in alloc_buf()
447 buf->buf = dma_alloc_coherent(buf->dev, buf_size, &buf->dma, in alloc_buf()
450 buf->dev = NULL; in alloc_buf()
451 buf->buf = kmalloc(buf_size, GFP_KERNEL); in alloc_buf()
454 if (!buf->buf) in alloc_buf()
456 buf->len = 0; in alloc_buf()
457 buf->offset = 0; in alloc_buf()
458 buf->size = buf_size; in alloc_buf()
468 static struct port_buffer *get_inbuf(struct port *port) in get_inbuf() argument
473 if (port->inbuf) in get_inbuf()
474 return port->inbuf; in get_inbuf()
476 buf = virtqueue_get_buf(port->in_vq, &len); in get_inbuf()
478 buf->len = min_t(size_t, len, buf->size); in get_inbuf()
479 buf->offset = 0; in get_inbuf()
480 port->stats.bytes_received += len; in get_inbuf()
486 * Create a scatter-gather list representing our input buffer and put
496 sg_init_one(sg, buf->buf, buf->size); in add_inbuf()
501 ret = vq->num_free; in add_inbuf()
505 /* Discard any unread data this port has. Callers lockers. */
506 static void discard_port_data(struct port *port) in discard_port_data() argument
511 if (!port->portdev) { in discard_port_data()
515 buf = get_inbuf(port); in discard_port_data()
519 port->stats.bytes_discarded += buf->len - buf->offset; in discard_port_data()
520 if (add_inbuf(port->in_vq, buf) < 0) { in discard_port_data()
524 port->inbuf = NULL; in discard_port_data()
525 buf = get_inbuf(port); in discard_port_data()
528 dev_warn(port->dev, "Errors adding %d buffers back to vq\n", in discard_port_data()
532 static bool port_has_data(struct port *port) in port_has_data() argument
538 spin_lock_irqsave(&port->inbuf_lock, flags); in port_has_data()
539 port->inbuf = get_inbuf(port); in port_has_data()
540 if (port->inbuf) in port_has_data()
543 spin_unlock_irqrestore(&port->inbuf_lock, flags); in port_has_data()
557 vq = portdev->c_ovq; in __send_control_msg()
559 spin_lock(&portdev->c_ovq_lock); in __send_control_msg()
561 portdev->cpkt.id = cpu_to_virtio32(portdev->vdev, port_id); in __send_control_msg()
562 portdev->cpkt.event = cpu_to_virtio16(portdev->vdev, event); in __send_control_msg()
563 portdev->cpkt.value = cpu_to_virtio16(portdev->vdev, value); in __send_control_msg()
565 sg_init_one(sg, &portdev->cpkt, sizeof(struct virtio_console_control)); in __send_control_msg()
567 if (virtqueue_add_outbuf(vq, sg, 1, &portdev->cpkt, GFP_ATOMIC) == 0) { in __send_control_msg()
574 spin_unlock(&portdev->c_ovq_lock); in __send_control_msg()
578 static ssize_t send_control_msg(struct port *port, unsigned int event, in send_control_msg() argument
581 /* Did the port get unplugged before userspace closed it? */ in send_control_msg()
582 if (port->portdev) in send_control_msg()
583 return __send_control_msg(port->portdev, port->id, event, value); in send_control_msg()
588 /* Callers must take the port->outvq_lock */
589 static void reclaim_consumed_buffers(struct port *port) in reclaim_consumed_buffers() argument
594 if (!port->portdev) { in reclaim_consumed_buffers()
598 while ((buf = virtqueue_get_buf(port->out_vq, &len))) { in reclaim_consumed_buffers()
600 port->outvq_full = false; in reclaim_consumed_buffers()
604 static ssize_t __send_to_port(struct port *port, struct scatterlist *sg, in __send_to_port() argument
613 out_vq = port->out_vq; in __send_to_port()
615 spin_lock_irqsave(&port->outvq_lock, flags); in __send_to_port()
617 reclaim_consumed_buffers(port); in __send_to_port()
621 /* Tell Host to go! */ in __send_to_port()
629 if (out_vq->num_free == 0) in __send_to_port()
630 port->outvq_full = true; in __send_to_port()
636 * Wait till the host acknowledges it pushed out the data we in __send_to_port()
648 spin_unlock_irqrestore(&port->outvq_lock, flags); in __send_to_port()
650 port->stats.bytes_sent += in_count; in __send_to_port()
652 * We're expected to return the amount of data we wrote -- all in __send_to_port()
662 static ssize_t fill_readbuf(struct port *port, char __user *out_buf, in fill_readbuf() argument
668 if (!out_count || !port_has_data(port)) in fill_readbuf()
671 buf = port->inbuf; in fill_readbuf()
672 out_count = min(out_count, buf->len - buf->offset); in fill_readbuf()
677 ret = copy_to_user(out_buf, buf->buf + buf->offset, out_count); in fill_readbuf()
679 return -EFAULT; in fill_readbuf()
681 memcpy((__force char *)out_buf, buf->buf + buf->offset, in fill_readbuf()
685 buf->offset += out_count; in fill_readbuf()
687 if (buf->offset == buf->len) { in fill_readbuf()
690 * Re-queue so that the Host can send us more data. in fill_readbuf()
692 spin_lock_irqsave(&port->inbuf_lock, flags); in fill_readbuf()
693 port->inbuf = NULL; in fill_readbuf()
695 if (add_inbuf(port->in_vq, buf) < 0) in fill_readbuf()
696 dev_warn(port->dev, "failed add_buf\n"); in fill_readbuf()
698 spin_unlock_irqrestore(&port->inbuf_lock, flags); in fill_readbuf()
705 static bool will_read_block(struct port *port) in will_read_block() argument
707 if (!port->guest_connected) { in will_read_block()
708 /* Port got hot-unplugged. Let's exit. */ in will_read_block()
711 return !port_has_data(port) && port->host_connected; in will_read_block()
714 static bool will_write_block(struct port *port) in will_write_block() argument
718 if (!port->guest_connected) { in will_write_block()
719 /* Port got hot-unplugged. Let's exit. */ in will_write_block()
722 if (!port->host_connected) in will_write_block()
725 spin_lock_irq(&port->outvq_lock); in will_write_block()
727 * Check if the Host has consumed any buffers since we last in will_write_block()
730 reclaim_consumed_buffers(port); in will_write_block()
731 ret = port->outvq_full; in will_write_block()
732 spin_unlock_irq(&port->outvq_lock); in will_write_block()
740 struct port *port; in port_fops_read() local
743 port = filp->private_data; in port_fops_read()
745 /* Port is hot-unplugged. */ in port_fops_read()
746 if (!port->guest_connected) in port_fops_read()
747 return -ENODEV; in port_fops_read()
749 if (!port_has_data(port)) { in port_fops_read()
751 * If nothing's connected on the host just return 0 in in port_fops_read()
755 if (!port->host_connected) in port_fops_read()
757 if (filp->f_flags & O_NONBLOCK) in port_fops_read()
758 return -EAGAIN; in port_fops_read()
760 ret = wait_event_freezable(port->waitqueue, in port_fops_read()
761 !will_read_block(port)); in port_fops_read()
765 /* Port got hot-unplugged while we were waiting above. */ in port_fops_read()
766 if (!port->guest_connected) in port_fops_read()
767 return -ENODEV; in port_fops_read()
773 * might receive some data as well as the host could get in port_fops_read()
778 if (!port_has_data(port) && !port->host_connected) in port_fops_read()
781 return fill_readbuf(port, ubuf, count, true); in port_fops_read()
784 static int wait_port_writable(struct port *port, bool nonblock) in wait_port_writable() argument
788 if (will_write_block(port)) { in wait_port_writable()
790 return -EAGAIN; in wait_port_writable()
792 ret = wait_event_freezable(port->waitqueue, in wait_port_writable()
793 !will_write_block(port)); in wait_port_writable()
797 /* Port got hot-unplugged. */ in wait_port_writable()
798 if (!port->guest_connected) in wait_port_writable()
799 return -ENODEV; in wait_port_writable()
807 struct port *port; in port_fops_write() local
817 port = filp->private_data; in port_fops_write()
819 nonblock = filp->f_flags & O_NONBLOCK; in port_fops_write()
821 ret = wait_port_writable(port, nonblock); in port_fops_write()
827 buf = alloc_buf(port->portdev->vdev, count, 0); in port_fops_write()
829 return -ENOMEM; in port_fops_write()
831 ret = copy_from_user(buf->buf, ubuf, count); in port_fops_write()
833 ret = -EFAULT; in port_fops_write()
838 * We now ask send_buf() to not spin for generic ports -- we in port_fops_write()
839 * can re-use the same code path that non-blocking file in port_fops_write()
842 * through to the host. in port_fops_write()
845 sg_init_one(sg, buf->buf, count); in port_fops_write()
846 ret = __send_to_port(port, sg, 1, count, buf, nonblock); in port_fops_write()
867 struct sg_list *sgl = sd->u.data; in pipe_to_sg()
870 if (sgl->n == sgl->size) in pipe_to_sg()
876 get_page(buf->page); in pipe_to_sg()
877 unlock_page(buf->page); in pipe_to_sg()
879 len = min(buf->len, sd->len); in pipe_to_sg()
880 sg_set_page(&(sgl->sg[sgl->n]), buf->page, len, buf->offset); in pipe_to_sg()
887 return -ENOMEM; in pipe_to_sg()
889 offset = sd->pos & ~PAGE_MASK; in pipe_to_sg()
891 len = sd->len; in pipe_to_sg()
893 len = PAGE_SIZE - offset; in pipe_to_sg()
895 src = kmap_atomic(buf->page); in pipe_to_sg()
896 memcpy(page_address(page) + offset, src + buf->offset, len); in pipe_to_sg()
899 sg_set_page(&(sgl->sg[sgl->n]), page, len, offset); in pipe_to_sg()
901 sgl->n++; in pipe_to_sg()
902 sgl->len += len; in pipe_to_sg()
907 /* Faster zero-copy write by splicing */
912 struct port *port = filp->private_data; in port_fops_splice_write() local
926 * pipe_to_sg() must allocate dma-buffers and copy content from in port_fops_splice_write()
928 * support allocating and freeing such a list of dma-buffers. in port_fops_splice_write()
930 if (is_rproc_serial(port->out_vq->vdev)) in port_fops_splice_write()
931 return -EINVAL; in port_fops_splice_write()
935 if (pipe_empty(pipe->head, pipe->tail)) in port_fops_splice_write()
938 ret = wait_port_writable(port, filp->f_flags & O_NONBLOCK); in port_fops_splice_write()
942 occupancy = pipe_occupancy(pipe->head, pipe->tail); in port_fops_splice_write()
943 buf = alloc_buf(port->portdev->vdev, 0, occupancy); in port_fops_splice_write()
946 ret = -ENOMEM; in port_fops_splice_write()
953 sgl.sg = buf->sg; in port_fops_splice_write()
958 ret = __send_to_port(port, buf->sg, sgl.n, sgl.len, buf, true); in port_fops_splice_write()
971 struct port *port; in port_fops_poll() local
974 port = filp->private_data; in port_fops_poll()
975 poll_wait(filp, &port->waitqueue, wait); in port_fops_poll()
977 if (!port->guest_connected) { in port_fops_poll()
978 /* Port got unplugged */ in port_fops_poll()
982 if (!will_read_block(port)) in port_fops_poll()
984 if (!will_write_block(port)) in port_fops_poll()
986 if (!port->host_connected) in port_fops_poll()
996 struct port *port; in port_fops_release() local
998 port = filp->private_data; in port_fops_release()
1000 /* Notify host of port being closed */ in port_fops_release()
1001 send_control_msg(port, VIRTIO_CONSOLE_PORT_OPEN, 0); in port_fops_release()
1003 spin_lock_irq(&port->inbuf_lock); in port_fops_release()
1004 port->guest_connected = false; in port_fops_release()
1006 discard_port_data(port); in port_fops_release()
1008 spin_unlock_irq(&port->inbuf_lock); in port_fops_release()
1010 spin_lock_irq(&port->outvq_lock); in port_fops_release()
1011 reclaim_consumed_buffers(port); in port_fops_release()
1012 spin_unlock_irq(&port->outvq_lock); in port_fops_release()
1016 * Locks aren't necessary here as a port can't be opened after in port_fops_release()
1017 * unplug, and if a port isn't unplugged, a kref would already in port_fops_release()
1018 * exist for the port. Plus, taking ports_lock here would in port_fops_release()
1020 * inside remove_port if we're the last holder of the port, in port_fops_release()
1023 kref_put(&port->kref, remove_port); in port_fops_release()
1030 struct cdev *cdev = inode->i_cdev; in port_fops_open()
1031 struct port *port; in port_fops_open() local
1034 /* We get the port with a kref here */ in port_fops_open()
1035 port = find_port_by_devt(cdev->dev); in port_fops_open()
1036 if (!port) { in port_fops_open()
1037 /* Port was unplugged before we could proceed */ in port_fops_open()
1038 return -ENXIO; in port_fops_open()
1040 filp->private_data = port; in port_fops_open()
1043 * Don't allow opening of console port devices -- that's done in port_fops_open()
1046 if (is_console_port(port)) { in port_fops_open()
1047 ret = -ENXIO; in port_fops_open()
1051 /* Allow only one process to open a particular port at a time */ in port_fops_open()
1052 spin_lock_irq(&port->inbuf_lock); in port_fops_open()
1053 if (port->guest_connected) { in port_fops_open()
1054 spin_unlock_irq(&port->inbuf_lock); in port_fops_open()
1055 ret = -EBUSY; in port_fops_open()
1059 port->guest_connected = true; in port_fops_open()
1060 spin_unlock_irq(&port->inbuf_lock); in port_fops_open()
1062 spin_lock_irq(&port->outvq_lock); in port_fops_open()
1065 * buffers in the window of the port getting previously closed in port_fops_open()
1068 reclaim_consumed_buffers(port); in port_fops_open()
1069 spin_unlock_irq(&port->outvq_lock); in port_fops_open()
1073 /* Notify host of port being opened */ in port_fops_open()
1074 send_control_msg(filp->private_data, VIRTIO_CONSOLE_PORT_OPEN, 1); in port_fops_open()
1078 kref_put(&port->kref, remove_port); in port_fops_open()
1084 struct port *port; in port_fops_fasync() local
1086 port = filp->private_data; in port_fops_fasync()
1087 return fasync_helper(fd, filp, mode, &port->async_queue); in port_fops_fasync()
1094 * /dev/vport<device number>p<port number>
1111 * We turn the characters into a scatter-gather list, add it to the
1112 * output queue and then kick the Host. Then we sit here waiting for
1118 struct port *port; in put_chars() local
1126 port = find_port_by_vtermno(vtermno); in put_chars()
1127 if (!port) in put_chars()
1128 return -EPIPE; in put_chars()
1132 return -ENOMEM; in put_chars()
1135 ret = __send_to_port(port, sg, 1, count, data, false); in put_chars()
1149 struct port *port; in get_chars() local
1151 /* If we've not set up the port yet, we have no input to give. */ in get_chars()
1155 port = find_port_by_vtermno(vtermno); in get_chars()
1156 if (!port) in get_chars()
1157 return -EPIPE; in get_chars()
1160 BUG_ON(!port->in_vq); in get_chars()
1162 return fill_readbuf(port, (__force char __user *)buf, count, false); in get_chars()
1165 static void resize_console(struct port *port) in resize_console() argument
1169 /* The port could have been hot-unplugged */ in resize_console()
1170 if (!port || !is_console_port(port)) in resize_console()
1173 vdev = port->portdev->vdev; in resize_console()
1178 hvc_resize(port->cons.hvc, port->cons.ws); in resize_console()
1184 struct port *port; in notifier_add_vio() local
1186 port = find_port_by_vtermno(hp->vtermno); in notifier_add_vio()
1187 if (!port) in notifier_add_vio()
1188 return -EINVAL; in notifier_add_vio()
1190 hp->irq_requested = 1; in notifier_add_vio()
1191 resize_console(port); in notifier_add_vio()
1198 hp->irq_requested = 0; in notifier_del_vio()
1215 * At this stage, the console is output-only. It's too early to set
1216 * up a virtqueue, so we let the drivers do some boutique early-output
1225 static int init_port_console(struct port *port) in init_port_console() argument
1230 * The Host's telling us this port is a console port. Hook it in init_port_console()
1246 port->cons.vtermno = pdrvdata.next_vtermno; in init_port_console()
1248 port->cons.hvc = hvc_alloc(port->cons.vtermno, 0, &hv_ops, PAGE_SIZE); in init_port_console()
1249 if (IS_ERR(port->cons.hvc)) { in init_port_console()
1250 ret = PTR_ERR(port->cons.hvc); in init_port_console()
1251 dev_err(port->dev, in init_port_console()
1252 "error %d allocating hvc for port\n", ret); in init_port_console()
1253 port->cons.hvc = NULL; in init_port_console()
1258 list_add_tail(&port->cons.list, &pdrvdata.consoles); in init_port_console()
1260 port->guest_connected = true; in init_port_console()
1269 /* Notify host of port being opened */ in init_port_console()
1270 send_control_msg(port, VIRTIO_CONSOLE_PORT_OPEN, 1); in init_port_console()
1278 struct port *port; in show_port_name() local
1280 port = dev_get_drvdata(dev); in show_port_name()
1282 return sprintf(buffer, "%s\n", port->name); in show_port_name()
1299 struct port *port = s->private; in port_debugfs_show() local
1301 seq_printf(s, "name: %s\n", port->name ? port->name : ""); in port_debugfs_show()
1302 seq_printf(s, "guest_connected: %d\n", port->guest_connected); in port_debugfs_show()
1303 seq_printf(s, "host_connected: %d\n", port->host_connected); in port_debugfs_show()
1304 seq_printf(s, "outvq_full: %d\n", port->outvq_full); in port_debugfs_show()
1305 seq_printf(s, "bytes_sent: %lu\n", port->stats.bytes_sent); in port_debugfs_show()
1306 seq_printf(s, "bytes_received: %lu\n", port->stats.bytes_received); in port_debugfs_show()
1307 seq_printf(s, "bytes_discarded: %lu\n", port->stats.bytes_discarded); in port_debugfs_show()
1309 is_console_port(port) ? "yes" : "no"); in port_debugfs_show()
1310 seq_printf(s, "console_vtermno: %u\n", port->cons.vtermno); in port_debugfs_show()
1317 static void set_console_size(struct port *port, u16 rows, u16 cols) in set_console_size() argument
1319 if (!port || !is_console_port(port)) in set_console_size()
1322 port->cons.ws.ws_row = rows; in set_console_size()
1323 port->cons.ws.ws_col = cols; in set_console_size()
1334 buf = alloc_buf(vq->vdev, PAGE_SIZE, 0); in fill_queue()
1336 return -ENOMEM; in fill_queue()
1352 static void send_sigio_to_port(struct port *port) in send_sigio_to_port() argument
1354 if (port->async_queue && port->guest_connected) in send_sigio_to_port()
1355 kill_fasync(&port->async_queue, SIGIO, POLL_OUT); in send_sigio_to_port()
1361 struct port *port; in add_port() local
1365 port = kmalloc(sizeof(*port), GFP_KERNEL); in add_port()
1366 if (!port) { in add_port()
1367 err = -ENOMEM; in add_port()
1370 kref_init(&port->kref); in add_port()
1372 port->portdev = portdev; in add_port()
1373 port->id = id; in add_port()
1375 port->name = NULL; in add_port()
1376 port->inbuf = NULL; in add_port()
1377 port->cons.hvc = NULL; in add_port()
1378 port->async_queue = NULL; in add_port()
1380 port->cons.ws.ws_row = port->cons.ws.ws_col = 0; in add_port()
1381 port->cons.vtermno = 0; in add_port()
1383 port->host_connected = port->guest_connected = false; in add_port()
1384 port->stats = (struct port_stats) { 0 }; in add_port()
1386 port->outvq_full = false; in add_port()
1388 port->in_vq = portdev->in_vqs[port->id]; in add_port()
1389 port->out_vq = portdev->out_vqs[port->id]; in add_port()
1391 port->cdev = cdev_alloc(); in add_port()
1392 if (!port->cdev) { in add_port()
1393 dev_err(&port->portdev->vdev->dev, "Error allocating cdev\n"); in add_port()
1394 err = -ENOMEM; in add_port()
1397 port->cdev->ops = &port_fops; in add_port()
1399 devt = MKDEV(portdev->chr_major, id); in add_port()
1400 err = cdev_add(port->cdev, devt, 1); in add_port()
1402 dev_err(&port->portdev->vdev->dev, in add_port()
1403 "Error %d adding cdev for port %u\n", err, id); in add_port()
1406 port->dev = device_create(pdrvdata.class, &port->portdev->vdev->dev, in add_port()
1407 devt, port, "vport%up%u", in add_port()
1408 port->portdev->vdev->index, id); in add_port()
1409 if (IS_ERR(port->dev)) { in add_port()
1410 err = PTR_ERR(port->dev); in add_port()
1411 dev_err(&port->portdev->vdev->dev, in add_port()
1412 "Error %d creating device for port %u\n", in add_port()
1417 spin_lock_init(&port->inbuf_lock); in add_port()
1418 spin_lock_init(&port->outvq_lock); in add_port()
1419 init_waitqueue_head(&port->waitqueue); in add_port()
1425 err = fill_queue(port->in_vq, &port->inbuf_lock); in add_port()
1426 if (err < 0 && err != -ENOSPC) { in add_port()
1427 dev_err(port->dev, "Error allocating inbufs\n"); in add_port()
1431 if (is_rproc_serial(port->portdev->vdev)) in add_port()
1434 * rproc_serial does not want the console port, only in add_port()
1435 * the generic port implementation. in add_port()
1437 port->host_connected = true; in add_port()
1438 else if (!use_multiport(port->portdev)) { in add_port()
1441 * this has to be a console port. in add_port()
1443 err = init_port_console(port); in add_port()
1448 spin_lock_irq(&portdev->ports_lock); in add_port()
1449 list_add_tail(&port->list, &port->portdev->ports); in add_port()
1450 spin_unlock_irq(&portdev->ports_lock); in add_port()
1453 * Tell the Host we're set so that it can send us various in add_port()
1454 * configuration parameters for this port (eg, port name, in add_port()
1455 * caching, whether this is a console port, etc.) in add_port()
1457 send_control_msg(port, VIRTIO_CONSOLE_PORT_READY, 1); in add_port()
1462 * inspect a port's state at any time in add_port()
1465 port->portdev->vdev->index, id); in add_port()
1466 port->debugfs_file = debugfs_create_file(debugfs_name, 0444, in add_port()
1468 port, in add_port()
1475 device_destroy(pdrvdata.class, port->dev->devt); in add_port()
1477 cdev_del(port->cdev); in add_port()
1479 kfree(port); in add_port()
1481 /* The host might want to notify management sw about port add failure */ in add_port()
1486 /* No users remain, remove all port-specific data. */
1489 struct port *port; in remove_port() local
1491 port = container_of(kref, struct port, kref); in remove_port()
1493 kfree(port); in remove_port()
1496 static void remove_port_data(struct port *port) in remove_port_data() argument
1498 spin_lock_irq(&port->inbuf_lock); in remove_port_data()
1499 /* Remove unused data this port might have received. */ in remove_port_data()
1500 discard_port_data(port); in remove_port_data()
1501 spin_unlock_irq(&port->inbuf_lock); in remove_port_data()
1503 spin_lock_irq(&port->outvq_lock); in remove_port_data()
1504 reclaim_consumed_buffers(port); in remove_port_data()
1505 spin_unlock_irq(&port->outvq_lock); in remove_port_data()
1509 * Port got unplugged. Remove port from portdev's list and drop the
1510 * kref reference. If no userspace has this port opened, it will
1511 * result in immediate removal the port.
1513 static void unplug_port(struct port *port) in unplug_port() argument
1515 spin_lock_irq(&port->portdev->ports_lock); in unplug_port()
1516 list_del(&port->list); in unplug_port()
1517 spin_unlock_irq(&port->portdev->ports_lock); in unplug_port()
1519 spin_lock_irq(&port->inbuf_lock); in unplug_port()
1520 if (port->guest_connected) { in unplug_port()
1521 /* Let the app know the port is going down. */ in unplug_port()
1522 send_sigio_to_port(port); in unplug_port()
1525 port->guest_connected = false; in unplug_port()
1526 port->host_connected = false; in unplug_port()
1528 wake_up_interruptible(&port->waitqueue); in unplug_port()
1530 spin_unlock_irq(&port->inbuf_lock); in unplug_port()
1532 if (is_console_port(port)) { in unplug_port()
1534 list_del(&port->cons.list); in unplug_port()
1536 hvc_remove(port->cons.hvc); in unplug_port()
1539 remove_port_data(port); in unplug_port()
1542 * We should just assume the device itself has gone off -- in unplug_port()
1543 * else a close on an open port later will try to send out a in unplug_port()
1546 port->portdev = NULL; in unplug_port()
1548 sysfs_remove_group(&port->dev->kobj, &port_attribute_group); in unplug_port()
1549 device_destroy(pdrvdata.class, port->dev->devt); in unplug_port()
1550 cdev_del(port->cdev); in unplug_port()
1552 debugfs_remove(port->debugfs_file); in unplug_port()
1553 kfree(port->name); in unplug_port()
1556 * Locks around here are not necessary - a port can't be in unplug_port()
1557 * opened after we removed the port struct from ports_list in unplug_port()
1560 kref_put(&port->kref, remove_port); in unplug_port()
1563 /* Any private messages that the Host and Guest want to share */
1569 struct port *port; in handle_control_message() local
1573 cpkt = (struct virtio_console_control *)(buf->buf + buf->offset); in handle_control_message()
1575 port = find_port_by_id(portdev, virtio32_to_cpu(vdev, cpkt->id)); in handle_control_message()
1576 if (!port && in handle_control_message()
1577 cpkt->event != cpu_to_virtio16(vdev, VIRTIO_CONSOLE_PORT_ADD)) { in handle_control_message()
1579 dev_dbg(&portdev->vdev->dev, in handle_control_message()
1580 "Invalid index %u in control packet\n", cpkt->id); in handle_control_message()
1584 switch (virtio16_to_cpu(vdev, cpkt->event)) { in handle_control_message()
1586 if (port) { in handle_control_message()
1587 dev_dbg(&portdev->vdev->dev, in handle_control_message()
1588 "Port %u already added\n", port->id); in handle_control_message()
1589 send_control_msg(port, VIRTIO_CONSOLE_PORT_READY, 1); in handle_control_message()
1592 if (virtio32_to_cpu(vdev, cpkt->id) >= in handle_control_message()
1593 portdev->max_nr_ports) { in handle_control_message()
1594 dev_warn(&portdev->vdev->dev, in handle_control_message()
1595 "Request for adding port with " in handle_control_message()
1596 "out-of-bound id %u, max. supported id: %u\n", in handle_control_message()
1597 cpkt->id, portdev->max_nr_ports - 1); in handle_control_message()
1600 add_port(portdev, virtio32_to_cpu(vdev, cpkt->id)); in handle_control_message()
1603 unplug_port(port); in handle_control_message()
1606 if (!cpkt->value) in handle_control_message()
1608 if (is_console_port(port)) in handle_control_message()
1611 init_port_console(port); in handle_control_message()
1614 * Could remove the port here in case init fails - but in handle_control_message()
1615 * have to notify the host first. in handle_control_message()
1624 if (!is_console_port(port)) in handle_control_message()
1627 memcpy(&size, buf->buf + buf->offset + sizeof(*cpkt), in handle_control_message()
1629 set_console_size(port, size.rows, size.cols); in handle_control_message()
1631 port->cons.hvc->irq_requested = 1; in handle_control_message()
1632 resize_console(port); in handle_control_message()
1636 port->host_connected = virtio16_to_cpu(vdev, cpkt->value); in handle_control_message()
1637 wake_up_interruptible(&port->waitqueue); in handle_control_message()
1639 * If the host port got closed and the host had any in handle_control_message()
1643 spin_lock_irq(&port->outvq_lock); in handle_control_message()
1644 reclaim_consumed_buffers(port); in handle_control_message()
1645 spin_unlock_irq(&port->outvq_lock); in handle_control_message()
1649 * knowing the host connection state changed. in handle_control_message()
1651 spin_lock_irq(&port->inbuf_lock); in handle_control_message()
1652 send_sigio_to_port(port); in handle_control_message()
1653 spin_unlock_irq(&port->inbuf_lock); in handle_control_message()
1660 if (port->name) in handle_control_message()
1667 name_size = buf->len - buf->offset - sizeof(*cpkt) + 1; in handle_control_message()
1669 port->name = kmalloc(name_size, GFP_KERNEL); in handle_control_message()
1670 if (!port->name) { in handle_control_message()
1671 dev_err(port->dev, in handle_control_message()
1672 "Not enough space to store port name\n"); in handle_control_message()
1675 strncpy(port->name, buf->buf + buf->offset + sizeof(*cpkt), in handle_control_message()
1676 name_size - 1); in handle_control_message()
1677 port->name[name_size - 1] = 0; in handle_control_message()
1681 * create it only if we have a name for the port. in handle_control_message()
1683 err = sysfs_create_group(&port->dev->kobj, in handle_control_message()
1686 dev_err(port->dev, in handle_control_message()
1695 kobject_uevent(&port->dev->kobj, KOBJ_CHANGE); in handle_control_message()
1709 vq = portdev->c_ivq; in control_work_handler()
1711 spin_lock(&portdev->c_ivq_lock); in control_work_handler()
1713 spin_unlock(&portdev->c_ivq_lock); in control_work_handler()
1715 buf->len = min_t(size_t, len, buf->size); in control_work_handler()
1716 buf->offset = 0; in control_work_handler()
1718 handle_control_message(vq->vdev, portdev, buf); in control_work_handler()
1720 spin_lock(&portdev->c_ivq_lock); in control_work_handler()
1721 if (add_inbuf(portdev->c_ivq, buf) < 0) { in control_work_handler()
1722 dev_warn(&portdev->vdev->dev, in control_work_handler()
1727 spin_unlock(&portdev->c_ivq_lock); in control_work_handler()
1741 struct port *port; in out_intr() local
1743 port = find_port_by_vq(vq->vdev->priv, vq); in out_intr()
1744 if (!port) { in out_intr()
1749 wake_up_interruptible(&port->waitqueue); in out_intr()
1754 struct port *port; in in_intr() local
1757 port = find_port_by_vq(vq->vdev->priv, vq); in in_intr()
1758 if (!port) { in in_intr()
1763 spin_lock_irqsave(&port->inbuf_lock, flags); in in_intr()
1764 port->inbuf = get_inbuf(port); in in_intr()
1767 * Normally the port should not accept data when the port is in in_intr()
1768 * closed. For generic serial ports, the host won't (shouldn't) in in_intr()
1770 * can be reached when a console port is not yet connected (no in in_intr()
1775 * A generic serial port will discard data if not connected, in in_intr()
1776 * while console ports and rproc-serial ports accepts data at in in_intr()
1777 * any time. rproc-serial is initiated with guest_connected to in in_intr()
1783 if (!port->guest_connected && !is_rproc_serial(port->portdev->vdev)) in in_intr()
1784 discard_port_data(port); in in_intr()
1787 send_sigio_to_port(port); in in_intr()
1789 spin_unlock_irqrestore(&port->inbuf_lock, flags); in in_intr()
1791 wake_up_interruptible(&port->waitqueue); in in_intr()
1793 if (is_console_port(port) && hvc_poll(port->cons.hvc)) in in_intr()
1801 portdev = vq->vdev->priv; in control_intr()
1802 schedule_work(&portdev->control_work); in control_intr()
1809 portdev = vdev->priv; in config_intr()
1812 schedule_work(&portdev->config_work); in config_intr()
1822 struct port *port; in config_work_handler() local
1825 vdev = portdev->vdev; in config_work_handler()
1829 port = find_port_by_id(portdev, 0); in config_work_handler()
1830 set_console_size(port, rows, cols); in config_work_handler()
1837 * done per-port. in config_work_handler()
1839 resize_console(port); in config_work_handler()
1851 nr_ports = portdev->max_nr_ports; in init_vqs()
1858 portdev->in_vqs = kmalloc_array(nr_ports, sizeof(struct virtqueue *), in init_vqs()
1860 portdev->out_vqs = kmalloc_array(nr_ports, sizeof(struct virtqueue *), in init_vqs()
1862 if (!vqs || !io_callbacks || !io_names || !portdev->in_vqs || in init_vqs()
1863 !portdev->out_vqs) { in init_vqs()
1864 err = -ENOMEM; in init_vqs()
1869 * For backward compat (newer host but older guest), the host in init_vqs()
1870 * spawns a console port first and also inits the vqs for port in init_vqs()
1883 io_names[j] = "control-i"; in init_vqs()
1884 io_names[j + 1] = "control-o"; in init_vqs()
1895 err = virtio_find_vqs(portdev->vdev, nr_queues, vqs, in init_vqs()
1902 portdev->in_vqs[0] = vqs[0]; in init_vqs()
1903 portdev->out_vqs[0] = vqs[1]; in init_vqs()
1906 portdev->c_ivq = vqs[j]; in init_vqs()
1907 portdev->c_ovq = vqs[j + 1]; in init_vqs()
1911 portdev->in_vqs[i] = vqs[j]; in init_vqs()
1912 portdev->out_vqs[i] = vqs[j + 1]; in init_vqs()
1922 kfree(portdev->out_vqs); in init_vqs()
1923 kfree(portdev->in_vqs); in init_vqs()
1939 virtio_device_for_each_vq(portdev->vdev, vq) { in remove_vqs()
1946 portdev->vdev->config->del_vqs(portdev->vdev); in remove_vqs()
1947 kfree(portdev->in_vqs); in remove_vqs()
1948 kfree(portdev->out_vqs); in remove_vqs()
1954 struct port *port, *port2; in virtcons_remove() local
1956 portdev = vdev->priv; in virtcons_remove()
1959 list_del(&portdev->list); in virtcons_remove()
1965 flush_work(&portdev->control_work); in virtcons_remove()
1967 flush_work(&portdev->config_work); in virtcons_remove()
1970 vdev->config->reset(vdev); in virtcons_remove()
1973 cancel_work_sync(&portdev->control_work); in virtcons_remove()
1975 cancel_work_sync(&portdev->config_work); in virtcons_remove()
1977 list_for_each_entry_safe(port, port2, &portdev->ports, list) in virtcons_remove()
1978 unplug_port(port); in virtcons_remove()
1980 unregister_chrdev(portdev->chr_major, "virtio-portsdev"); in virtcons_remove()
1984 * (device-side) queues. So there's no point in keeping the in virtcons_remove()
1987 * have to just stop using the port, as the vqs are going in virtcons_remove()
1998 * If the host also supports multiple console ports, we check the
1999 * config space to see how many ports the host has spawned. We
2000 * initialize each port found.
2010 if (!vdev->config->get && in virtcons_probe()
2013 dev_err(&vdev->dev, "%s failure: config access disabled\n", in virtcons_probe()
2015 return -EINVAL; in virtcons_probe()
2023 err = -ENOMEM; in virtcons_probe()
2027 /* Attach this portdev to this virtio_device, and vice-versa. */ in virtcons_probe()
2028 portdev->vdev = vdev; in virtcons_probe()
2029 vdev->priv = portdev; in virtcons_probe()
2031 portdev->chr_major = register_chrdev(0, "virtio-portsdev", in virtcons_probe()
2033 if (portdev->chr_major < 0) { in virtcons_probe()
2034 dev_err(&vdev->dev, in virtcons_probe()
2036 portdev->chr_major, vdev->index); in virtcons_probe()
2037 err = portdev->chr_major; in virtcons_probe()
2042 portdev->max_nr_ports = 1; in virtcons_probe()
2048 &portdev->max_nr_ports) == 0) { in virtcons_probe()
2054 dev_err(&vdev->dev, "Error %d initializing vqs\n", err); in virtcons_probe()
2058 spin_lock_init(&portdev->ports_lock); in virtcons_probe()
2059 INIT_LIST_HEAD(&portdev->ports); in virtcons_probe()
2060 INIT_LIST_HEAD(&portdev->list); in virtcons_probe()
2062 virtio_device_ready(portdev->vdev); in virtcons_probe()
2064 INIT_WORK(&portdev->config_work, &config_work_handler); in virtcons_probe()
2065 INIT_WORK(&portdev->control_work, &control_work_handler); in virtcons_probe()
2068 spin_lock_init(&portdev->c_ivq_lock); in virtcons_probe()
2069 spin_lock_init(&portdev->c_ovq_lock); in virtcons_probe()
2071 err = fill_queue(portdev->c_ivq, &portdev->c_ivq_lock); in virtcons_probe()
2073 dev_err(&vdev->dev, in virtcons_probe()
2076 * The host might want to notify mgmt sw about device in virtcons_probe()
2087 * For backward compatibility: Create a console port in virtcons_probe()
2088 * if we're running on older host. in virtcons_probe()
2094 list_add_tail(&portdev->list, &pdrvdata.portdevs); in virtcons_probe()
2106 * this might take some host<->guest communication - thus we have to in virtcons_probe()
2115 unregister_chrdev(portdev->chr_major, "virtio-portsdev"); in virtcons_probe()
2148 struct port *port; in virtcons_freeze() local
2150 portdev = vdev->priv; in virtcons_freeze()
2152 vdev->config->reset(vdev); in virtcons_freeze()
2155 virtqueue_disable_cb(portdev->c_ivq); in virtcons_freeze()
2156 cancel_work_sync(&portdev->control_work); in virtcons_freeze()
2157 cancel_work_sync(&portdev->config_work); in virtcons_freeze()
2163 virtqueue_disable_cb(portdev->c_ivq); in virtcons_freeze()
2165 list_for_each_entry(port, &portdev->ports, list) { in virtcons_freeze()
2166 virtqueue_disable_cb(port->in_vq); in virtcons_freeze()
2167 virtqueue_disable_cb(port->out_vq); in virtcons_freeze()
2169 * We'll ask the host later if the new invocation has in virtcons_freeze()
2170 * the port opened or closed. in virtcons_freeze()
2172 port->host_connected = false; in virtcons_freeze()
2173 remove_port_data(port); in virtcons_freeze()
2183 struct port *port; in virtcons_restore() local
2186 portdev = vdev->priv; in virtcons_restore()
2192 virtio_device_ready(portdev->vdev); in virtcons_restore()
2195 fill_queue(portdev->c_ivq, &portdev->c_ivq_lock); in virtcons_restore()
2197 list_for_each_entry(port, &portdev->ports, list) { in virtcons_restore()
2198 port->in_vq = portdev->in_vqs[port->id]; in virtcons_restore()
2199 port->out_vq = portdev->out_vqs[port->id]; in virtcons_restore()
2201 fill_queue(port->in_vq, &port->inbuf_lock); in virtcons_restore()
2203 /* Get port open/close status on the host */ in virtcons_restore()
2204 send_control_msg(port, VIRTIO_CONSOLE_PORT_READY, 1); in virtcons_restore()
2207 * If a port was open at the time of suspending, we in virtcons_restore()
2208 * have to let the host know that it's still open. in virtcons_restore()
2210 if (port->guest_connected) in virtcons_restore()
2211 send_control_msg(port, VIRTIO_CONSOLE_PORT_OPEN, 1); in virtcons_restore()
2246 pdrvdata.class = class_create(THIS_MODULE, "virtio-ports"); in virtio_console_init()
2249 pr_err("Error %d creating virtio-ports class\n", err); in virtio_console_init()
2253 pdrvdata.debugfs_dir = debugfs_create_dir("virtio-ports", NULL); in virtio_console_init()
2255 pr_warn("Error creating debugfs dir for virtio-ports\n"); in virtio_console_init()