60 static bool vmci_check_transport(struct vsock_sock *vsk);
284 	struct vsock_sock *vsk;  in vmci_transport_send_control_pkt()  local
286 	vsk = vsock_sk(sk);  in vmci_transport_send_control_pkt()
288 	if (!vsock_addr_bound(&vsk->local_addr))  in vmci_transport_send_control_pkt()
291 	if (!vsock_addr_bound(&vsk->remote_addr))  in vmci_transport_send_control_pkt()
294 	return vmci_transport_alloc_send_control_pkt(&vsk->local_addr,  in vmci_transport_send_control_pkt()
295 						     &vsk->remote_addr,  in vmci_transport_send_control_pkt()
317 	struct vsock_sock *vsk;  in vmci_transport_send_reset()  local
322 	vsk = vsock_sk(sk);  in vmci_transport_send_reset()
324 	if (!vsock_addr_bound(&vsk->local_addr))  in vmci_transport_send_reset()
327 	if (vsock_addr_bound(&vsk->remote_addr)) {  in vmci_transport_send_reset()
328 		dst_ptr = &vsk->remote_addr;  in vmci_transport_send_reset()
334 	return vmci_transport_alloc_send_control_pkt(&vsk->local_addr, dst_ptr,  in vmci_transport_send_reset()
448 static int vmci_transport_shutdown(struct vsock_sock *vsk, int mode)  in vmci_transport_shutdown()  argument
451 					&vsk->sk,  in vmci_transport_shutdown()
614 	struct vsock_sock *vsk;  in vmci_transport_recv_dgram_cb()  local
627 	vsk = vsock_sk(sk);  in vmci_transport_recv_dgram_cb()
628 	if (!vmci_transport_allow_dgram(vsk, dg->src.context))  in vmci_transport_recv_dgram_cb()
675 	struct vsock_sock *vsk;  in vmci_transport_recv_stream_cb()  local
744 	vsk = vsock_sk(sk);  in vmci_transport_recv_stream_cb()
745 	if (!vmci_transport_allow_dgram(vsk, pkt->dg.src.context)) {  in vmci_transport_recv_stream_cb()
759 		vsk->local_addr.svm_cid = dst.svm_cid;  in vmci_transport_recv_stream_cb()
762 			vmci_trans(vsk)->notify_ops->handle_notify_pkt(  in vmci_transport_recv_stream_cb()
803 	struct vsock_sock *vsk;  in vmci_transport_handle_detach()  local
805 	vsk = vsock_sk(sk);  in vmci_transport_handle_detach()
806 	if (!vmci_handle_is_invalid(vmci_trans(vsk)->qp_handle)) {  in vmci_transport_handle_detach()
812 		vsk->peer_shutdown = SHUTDOWN_MASK;  in vmci_transport_handle_detach()
821 		if (vsk->local_addr.svm_cid == VMADDR_CID_HOST ||  in vmci_transport_handle_detach()
822 		    vsock_stream_has_data(vsk) <= 0) {  in vmci_transport_handle_detach()
1279 	struct vsock_sock *vsk;  in vmci_transport_recv_connecting_client()  local
1283 	vsk = vsock_sk(sk);  in vmci_transport_recv_connecting_client()
1289 					  vmci_trans(vsk)->qp_handle)) {  in vmci_transport_recv_connecting_client()
1302 		vsock_insert_connected(vsk);  in vmci_transport_recv_connecting_client()
1309 		    || pkt->dg.src.context != vsk->remote_addr.svm_cid  in vmci_transport_recv_connecting_client()
1310 		    || pkt->src_port != vsk->remote_addr.svm_port  in vmci_transport_recv_connecting_client()
1311 		    || !vmci_handle_is_invalid(vmci_trans(vsk)->qp_handle)  in vmci_transport_recv_connecting_client()
1312 		    || vmci_trans(vsk)->qpair  in vmci_transport_recv_connecting_client()
1313 		    || vmci_trans(vsk)->produce_size != 0  in vmci_transport_recv_connecting_client()
1314 		    || vmci_trans(vsk)->consume_size != 0  in vmci_transport_recv_connecting_client()
1315 		    || vmci_trans(vsk)->detach_sub_id != VMCI_INVALID_ID) {  in vmci_transport_recv_connecting_client()
1347 		if (vsk->ignore_connecting_rst) {  in vmci_transport_recv_connecting_client()
1348 			vsk->ignore_connecting_rst = false;  in vmci_transport_recv_connecting_client()
1379 	struct vsock_sock *vsk;  in vmci_transport_recv_connecting_client_negotiate()  local
1389 	vsk = vsock_sk(sk);  in vmci_transport_recv_connecting_client_negotiate()
1396 	vsk->sent_request = false;  in vmci_transport_recv_connecting_client_negotiate()
1397 	vsk->ignore_connecting_rst = false;  in vmci_transport_recv_connecting_client_negotiate()
1400 	if (pkt->u.size < vsk->buffer_min_size ||  in vmci_transport_recv_connecting_client_negotiate()
1401 	    pkt->u.size > vsk->buffer_max_size) {  in vmci_transport_recv_connecting_client_negotiate()
1408 	if (vsk->local_addr.svm_cid == VMADDR_CID_ANY)  in vmci_transport_recv_connecting_client_negotiate()
1409 		vsk->local_addr.svm_cid = pkt->dg.dst.context;  in vmci_transport_recv_connecting_client_negotiate()
1443 				   vmci_trans(vsk), &detach_sub_id);  in vmci_transport_recv_connecting_client_negotiate()
1451 	is_local = vsk->remote_addr.svm_cid == vsk->local_addr.svm_cid;  in vmci_transport_recv_connecting_client_negotiate()
1458 					      vsk->remote_addr.svm_cid,  in vmci_transport_recv_connecting_client_negotiate()
1461 						  vsk,  in vmci_transport_recv_connecting_client_negotiate()
1462 						  vsk->  in vmci_transport_recv_connecting_client_negotiate()
1473 	vmci_trans(vsk)->qp_handle = handle;  in vmci_transport_recv_connecting_client_negotiate()
1474 	vmci_trans(vsk)->qpair = qpair;  in vmci_transport_recv_connecting_client_negotiate()
1476 	vmci_trans(vsk)->produce_size = vmci_trans(vsk)->consume_size =  in vmci_transport_recv_connecting_client_negotiate()
1479 	vmci_trans(vsk)->detach_sub_id = detach_sub_id;  in vmci_transport_recv_connecting_client_negotiate()
1481 	vmci_trans(vsk)->notify_ops->process_negotiate(sk);  in vmci_transport_recv_connecting_client_negotiate()
1500 	struct vsock_sock *vsk = vsock_sk(sk);  in vmci_transport_recv_connecting_client_invalid()  local
1502 	if (vsk->sent_request) {  in vmci_transport_recv_connecting_client_invalid()
1503 		vsk->sent_request = false;  in vmci_transport_recv_connecting_client_invalid()
1504 		vsk->ignore_connecting_rst = true;  in vmci_transport_recv_connecting_client_invalid()
1506 		err = vmci_transport_send_conn_request(sk, vsk->buffer_size);  in vmci_transport_recv_connecting_client_invalid()
1520 	struct vsock_sock *vsk;  in vmci_transport_recv_connected()  local
1534 			vsk = vsock_sk(sk);  in vmci_transport_recv_connected()
1536 			vsk->peer_shutdown |= pkt->u.mode;  in vmci_transport_recv_connected()
1542 		vsk = vsock_sk(sk);  in vmci_transport_recv_connected()
1553 		vsk->peer_shutdown = SHUTDOWN_MASK;  in vmci_transport_recv_connected()
1554 		if (vsock_stream_has_data(vsk) <= 0)  in vmci_transport_recv_connected()
1561 		vsk = vsock_sk(sk);  in vmci_transport_recv_connected()
1562 		vmci_trans(vsk)->notify_ops->handle_notify_pkt(  in vmci_transport_recv_connected()
1574 static int vmci_transport_socket_init(struct vsock_sock *vsk,  in vmci_transport_socket_init()  argument
1577 	vsk->trans = kmalloc(sizeof(struct vmci_transport), GFP_KERNEL);  in vmci_transport_socket_init()
1578 	if (!vsk->trans)  in vmci_transport_socket_init()
1581 	vmci_trans(vsk)->dg_handle = VMCI_INVALID_HANDLE;  in vmci_transport_socket_init()
1582 	vmci_trans(vsk)->qp_handle = VMCI_INVALID_HANDLE;  in vmci_transport_socket_init()
1583 	vmci_trans(vsk)->qpair = NULL;  in vmci_transport_socket_init()
1584 	vmci_trans(vsk)->produce_size = vmci_trans(vsk)->consume_size = 0;  in vmci_transport_socket_init()
1585 	vmci_trans(vsk)->detach_sub_id = VMCI_INVALID_ID;  in vmci_transport_socket_init()
1586 	vmci_trans(vsk)->notify_ops = NULL;  in vmci_transport_socket_init()
1587 	INIT_LIST_HEAD(&vmci_trans(vsk)->elem);  in vmci_transport_socket_init()
1588 	vmci_trans(vsk)->sk = &vsk->sk;  in vmci_transport_socket_init()
1589 	spin_lock_init(&vmci_trans(vsk)->lock);  in vmci_transport_socket_init()
1628 static void vmci_transport_destruct(struct vsock_sock *vsk)  in vmci_transport_destruct()  argument
1631 	if (!vmci_trans(vsk))  in vmci_transport_destruct()
1637 	spin_lock_bh(&vmci_trans(vsk)->lock);  in vmci_transport_destruct()
1638 	vmci_trans(vsk)->sk = NULL;  in vmci_transport_destruct()
1639 	spin_unlock_bh(&vmci_trans(vsk)->lock);  in vmci_transport_destruct()
1641 	if (vmci_trans(vsk)->notify_ops)  in vmci_transport_destruct()
1642 		vmci_trans(vsk)->notify_ops->socket_destruct(vsk);  in vmci_transport_destruct()
1645 	list_add(&vmci_trans(vsk)->elem, &vmci_transport_cleanup_list);  in vmci_transport_destruct()
1649 	vsk->trans = NULL;  in vmci_transport_destruct()
1652 static void vmci_transport_release(struct vsock_sock *vsk)  in vmci_transport_release()  argument
1654 	vsock_remove_sock(vsk);  in vmci_transport_release()
1656 	if (!vmci_handle_is_invalid(vmci_trans(vsk)->dg_handle)) {  in vmci_transport_release()
1657 		vmci_datagram_destroy_handle(vmci_trans(vsk)->dg_handle);  in vmci_transport_release()
1658 		vmci_trans(vsk)->dg_handle = VMCI_INVALID_HANDLE;  in vmci_transport_release()
1662 static int vmci_transport_dgram_bind(struct vsock_sock *vsk,  in vmci_transport_dgram_bind()  argument
1683 						 &vsk->sk,  in vmci_transport_dgram_bind()
1684 						 &vmci_trans(vsk)->dg_handle);  in vmci_transport_dgram_bind()
1687 	vsock_addr_init(&vsk->local_addr, addr->svm_cid,  in vmci_transport_dgram_bind()
1688 			vmci_trans(vsk)->dg_handle.resource);  in vmci_transport_dgram_bind()
1694 	struct vsock_sock *vsk,  in vmci_transport_dgram_enqueue()  argument
1705 	if (!vmci_transport_allow_dgram(vsk, remote_addr->svm_cid))  in vmci_transport_dgram_enqueue()
1717 	dg->src = vmci_make_handle(vsk->local_addr.svm_cid,  in vmci_transport_dgram_enqueue()
1718 				   vsk->local_addr.svm_port);  in vmci_transport_dgram_enqueue()
1729 static int vmci_transport_dgram_dequeue(struct vsock_sock *vsk,  in vmci_transport_dgram_dequeue()  argument
1746 	skb = skb_recv_datagram(&vsk->sk, flags, noblock, &err);  in vmci_transport_dgram_dequeue()
1781 	skb_free_datagram(&vsk->sk, skb);  in vmci_transport_dgram_dequeue()
1797 static int vmci_transport_connect(struct vsock_sock *vsk)  in vmci_transport_connect()  argument
1801 	struct sock *sk = &vsk->sk;  in vmci_transport_connect()
1805 		err = vmci_transport_send_conn_request(sk, vsk->buffer_size);  in vmci_transport_connect()
1813 		err = vmci_transport_send_conn_request2(sk, vsk->buffer_size,  in vmci_transport_connect()
1820 		vsk->sent_request = true;  in vmci_transport_connect()
1827 	struct vsock_sock *vsk,  in vmci_transport_stream_dequeue()  argument
1833 		return vmci_qpair_peekv(vmci_trans(vsk)->qpair, msg, len, 0);  in vmci_transport_stream_dequeue()
1835 		return vmci_qpair_dequev(vmci_trans(vsk)->qpair, msg, len, 0);  in vmci_transport_stream_dequeue()
1839 	struct vsock_sock *vsk,  in vmci_transport_stream_enqueue()  argument
1843 	return vmci_qpair_enquev(vmci_trans(vsk)->qpair, msg, len, 0);  in vmci_transport_stream_enqueue()
1846 static s64 vmci_transport_stream_has_data(struct vsock_sock *vsk)  in vmci_transport_stream_has_data()  argument
1848 	return vmci_qpair_consume_buf_ready(vmci_trans(vsk)->qpair);  in vmci_transport_stream_has_data()
1851 static s64 vmci_transport_stream_has_space(struct vsock_sock *vsk)  in vmci_transport_stream_has_space()  argument
1853 	return vmci_qpair_produce_free_space(vmci_trans(vsk)->qpair);  in vmci_transport_stream_has_space()
1856 static u64 vmci_transport_stream_rcvhiwat(struct vsock_sock *vsk)  in vmci_transport_stream_rcvhiwat()  argument
1858 	return vmci_trans(vsk)->consume_size;  in vmci_transport_stream_rcvhiwat()
1861 static bool vmci_transport_stream_is_active(struct vsock_sock *vsk)  in vmci_transport_stream_is_active()  argument
1863 	return !vmci_handle_is_invalid(vmci_trans(vsk)->qp_handle);  in vmci_transport_stream_is_active()
1867 	struct vsock_sock *vsk,  in vmci_transport_notify_poll_in()  argument
1871 	return vmci_trans(vsk)->notify_ops->poll_in(  in vmci_transport_notify_poll_in()
1872 			&vsk->sk, target, data_ready_now);  in vmci_transport_notify_poll_in()
1876 	struct vsock_sock *vsk,  in vmci_transport_notify_poll_out()  argument
1880 	return vmci_trans(vsk)->notify_ops->poll_out(  in vmci_transport_notify_poll_out()
1881 			&vsk->sk, target, space_available_now);  in vmci_transport_notify_poll_out()
1885 	struct vsock_sock *vsk,  in vmci_transport_notify_recv_init()  argument
1889 	return vmci_trans(vsk)->notify_ops->recv_init(  in vmci_transport_notify_recv_init()
1890 			&vsk->sk, target,  in vmci_transport_notify_recv_init()
1895 	struct vsock_sock *vsk,  in vmci_transport_notify_recv_pre_block()  argument
1899 	return vmci_trans(vsk)->notify_ops->recv_pre_block(  in vmci_transport_notify_recv_pre_block()
1900 			&vsk->sk, target,  in vmci_transport_notify_recv_pre_block()
1905 	struct vsock_sock *vsk,  in vmci_transport_notify_recv_pre_dequeue()  argument
1909 	return vmci_trans(vsk)->notify_ops->recv_pre_dequeue(  in vmci_transport_notify_recv_pre_dequeue()
1910 			&vsk->sk, target,  in vmci_transport_notify_recv_pre_dequeue()
1915 	struct vsock_sock *vsk,  in vmci_transport_notify_recv_post_dequeue()  argument
1921 	return vmci_trans(vsk)->notify_ops->recv_post_dequeue(  in vmci_transport_notify_recv_post_dequeue()
1922 			&vsk->sk, target, copied, data_read,  in vmci_transport_notify_recv_post_dequeue()
1927 	struct vsock_sock *vsk,  in vmci_transport_notify_send_init()  argument
1930 	return vmci_trans(vsk)->notify_ops->send_init(  in vmci_transport_notify_send_init()
1931 			&vsk->sk,  in vmci_transport_notify_send_init()
1936 	struct vsock_sock *vsk,  in vmci_transport_notify_send_pre_block()  argument
1939 	return vmci_trans(vsk)->notify_ops->send_pre_block(  in vmci_transport_notify_send_pre_block()
1940 			&vsk->sk,  in vmci_transport_notify_send_pre_block()
1945 	struct vsock_sock *vsk,  in vmci_transport_notify_send_pre_enqueue()  argument
1948 	return vmci_trans(vsk)->notify_ops->send_pre_enqueue(  in vmci_transport_notify_send_pre_enqueue()
1949 			&vsk->sk,  in vmci_transport_notify_send_pre_enqueue()
1954 	struct vsock_sock *vsk,  in vmci_transport_notify_send_post_enqueue()  argument
1958 	return vmci_trans(vsk)->notify_ops->send_post_enqueue(  in vmci_transport_notify_send_post_enqueue()
1959 			&vsk->sk, written,  in vmci_transport_notify_send_post_enqueue()
1982 	struct vsock_sock *vsk = vsock_sk(sk);  in vmci_transport_proto_to_notify_struct()  local
1989 		vmci_trans(vsk)->notify_ops = &vmci_transport_notify_pkt_ops;  in vmci_transport_proto_to_notify_struct()
1995 		vmci_trans(vsk)->notify_ops =  in vmci_transport_proto_to_notify_struct()
2004 	vmci_trans(vsk)->notify_ops->socket_init(sk);  in vmci_transport_proto_to_notify_struct()
2052 static bool vmci_check_transport(struct vsock_sock *vsk)  in vmci_check_transport()  argument
2054 	return vsk->transport == &vmci_transport;  in vmci_check_transport()