285 	struct vsock_sock *vsk;  in vmci_transport_send_control_pkt()  local
288 	vsk = vsock_sk(sk);  in vmci_transport_send_control_pkt()
290 	if (!vsock_addr_bound(&vsk->local_addr))  in vmci_transport_send_control_pkt()
293 	if (!vsock_addr_bound(&vsk->remote_addr))  in vmci_transport_send_control_pkt()
300 	err = __vmci_transport_send_control_pkt(pkt, &vsk->local_addr,  in vmci_transport_send_control_pkt()
301 						&vsk->remote_addr, type, size,  in vmci_transport_send_control_pkt()
440 static int vmci_transport_shutdown(struct vsock_sock *vsk, int mode)  in vmci_transport_shutdown()  argument
443 					&vsk->sk,  in vmci_transport_shutdown()
607 	struct vsock_sock *vsk;  in vmci_transport_recv_dgram_cb()  local
620 	vsk = vsock_sk(sk);  in vmci_transport_recv_dgram_cb()
621 	if (!vmci_transport_allow_dgram(vsk, dg->src.context))  in vmci_transport_recv_dgram_cb()
668 	struct vsock_sock *vsk;  in vmci_transport_recv_stream_cb()  local
737 	vsk = vsock_sk(sk);  in vmci_transport_recv_stream_cb()
738 	if (!vmci_transport_allow_dgram(vsk, pkt->dg.src.context)) {  in vmci_transport_recv_stream_cb()
752 		vsk->local_addr.svm_cid = dst.svm_cid;  in vmci_transport_recv_stream_cb()
755 			vmci_trans(vsk)->notify_ops->handle_notify_pkt(  in vmci_transport_recv_stream_cb()
796 	struct vsock_sock *vsk;  in vmci_transport_handle_detach()  local
798 	vsk = vsock_sk(sk);  in vmci_transport_handle_detach()
799 	if (!vmci_handle_is_invalid(vmci_trans(vsk)->qp_handle)) {  in vmci_transport_handle_detach()
805 		vsk->peer_shutdown = SHUTDOWN_MASK;  in vmci_transport_handle_detach()
811 		if (vsock_stream_has_data(vsk) <= 0) {  in vmci_transport_handle_detach()
1260 	struct vsock_sock *vsk;  in vmci_transport_recv_connecting_client()  local
1264 	vsk = vsock_sk(sk);  in vmci_transport_recv_connecting_client()
1270 					  vmci_trans(vsk)->qp_handle)) {  in vmci_transport_recv_connecting_client()
1283 		vsock_insert_connected(vsk);  in vmci_transport_recv_connecting_client()
1290 		    || pkt->dg.src.context != vsk->remote_addr.svm_cid  in vmci_transport_recv_connecting_client()
1291 		    || pkt->src_port != vsk->remote_addr.svm_port  in vmci_transport_recv_connecting_client()
1292 		    || !vmci_handle_is_invalid(vmci_trans(vsk)->qp_handle)  in vmci_transport_recv_connecting_client()
1293 		    || vmci_trans(vsk)->qpair  in vmci_transport_recv_connecting_client()
1294 		    || vmci_trans(vsk)->produce_size != 0  in vmci_transport_recv_connecting_client()
1295 		    || vmci_trans(vsk)->consume_size != 0  in vmci_transport_recv_connecting_client()
1296 		    || vmci_trans(vsk)->detach_sub_id != VMCI_INVALID_ID) {  in vmci_transport_recv_connecting_client()
1328 		if (vsk->ignore_connecting_rst) {  in vmci_transport_recv_connecting_client()
1329 			vsk->ignore_connecting_rst = false;  in vmci_transport_recv_connecting_client()
1360 	struct vsock_sock *vsk;  in vmci_transport_recv_connecting_client_negotiate()  local
1370 	vsk = vsock_sk(sk);  in vmci_transport_recv_connecting_client_negotiate()
1377 	vsk->sent_request = false;  in vmci_transport_recv_connecting_client_negotiate()
1378 	vsk->ignore_connecting_rst = false;  in vmci_transport_recv_connecting_client_negotiate()
1381 	if (pkt->u.size < vmci_trans(vsk)->queue_pair_min_size ||  in vmci_transport_recv_connecting_client_negotiate()
1382 	    pkt->u.size > vmci_trans(vsk)->queue_pair_max_size) {  in vmci_transport_recv_connecting_client_negotiate()
1389 	if (vsk->local_addr.svm_cid == VMADDR_CID_ANY)  in vmci_transport_recv_connecting_client_negotiate()
1390 		vsk->local_addr.svm_cid = pkt->dg.dst.context;  in vmci_transport_recv_connecting_client_negotiate()
1424 				   vmci_trans(vsk), &detach_sub_id);  in vmci_transport_recv_connecting_client_negotiate()
1432 	is_local = vsk->remote_addr.svm_cid == vsk->local_addr.svm_cid;  in vmci_transport_recv_connecting_client_negotiate()
1439 					      vsk->remote_addr.svm_cid,  in vmci_transport_recv_connecting_client_negotiate()
1442 						  vsk,  in vmci_transport_recv_connecting_client_negotiate()
1443 						  vsk->  in vmci_transport_recv_connecting_client_negotiate()
1454 	vmci_trans(vsk)->qp_handle = handle;  in vmci_transport_recv_connecting_client_negotiate()
1455 	vmci_trans(vsk)->qpair = qpair;  in vmci_transport_recv_connecting_client_negotiate()
1457 	vmci_trans(vsk)->produce_size = vmci_trans(vsk)->consume_size =  in vmci_transport_recv_connecting_client_negotiate()
1460 	vmci_trans(vsk)->detach_sub_id = detach_sub_id;  in vmci_transport_recv_connecting_client_negotiate()
1462 	vmci_trans(vsk)->notify_ops->process_negotiate(sk);  in vmci_transport_recv_connecting_client_negotiate()
1481 	struct vsock_sock *vsk = vsock_sk(sk);  in vmci_transport_recv_connecting_client_invalid()  local
1483 	if (vsk->sent_request) {  in vmci_transport_recv_connecting_client_invalid()
1484 		vsk->sent_request = false;  in vmci_transport_recv_connecting_client_invalid()
1485 		vsk->ignore_connecting_rst = true;  in vmci_transport_recv_connecting_client_invalid()
1488 			sk, vmci_trans(vsk)->queue_pair_size);  in vmci_transport_recv_connecting_client_invalid()
1502 	struct vsock_sock *vsk;  in vmci_transport_recv_connected()  local
1516 			vsk = vsock_sk(sk);  in vmci_transport_recv_connected()
1518 			vsk->peer_shutdown |= pkt->u.mode;  in vmci_transport_recv_connected()
1524 		vsk = vsock_sk(sk);  in vmci_transport_recv_connected()
1535 		vsk->peer_shutdown = SHUTDOWN_MASK;  in vmci_transport_recv_connected()
1536 		if (vsock_stream_has_data(vsk) <= 0)  in vmci_transport_recv_connected()
1543 		vsk = vsock_sk(sk);  in vmci_transport_recv_connected()
1544 		vmci_trans(vsk)->notify_ops->handle_notify_pkt(  in vmci_transport_recv_connected()
1556 static int vmci_transport_socket_init(struct vsock_sock *vsk,  in vmci_transport_socket_init()  argument
1559 	vsk->trans = kmalloc(sizeof(struct vmci_transport), GFP_KERNEL);  in vmci_transport_socket_init()
1560 	if (!vsk->trans)  in vmci_transport_socket_init()
1563 	vmci_trans(vsk)->dg_handle = VMCI_INVALID_HANDLE;  in vmci_transport_socket_init()
1564 	vmci_trans(vsk)->qp_handle = VMCI_INVALID_HANDLE;  in vmci_transport_socket_init()
1565 	vmci_trans(vsk)->qpair = NULL;  in vmci_transport_socket_init()
1566 	vmci_trans(vsk)->produce_size = vmci_trans(vsk)->consume_size = 0;  in vmci_transport_socket_init()
1567 	vmci_trans(vsk)->detach_sub_id = VMCI_INVALID_ID;  in vmci_transport_socket_init()
1568 	vmci_trans(vsk)->notify_ops = NULL;  in vmci_transport_socket_init()
1569 	INIT_LIST_HEAD(&vmci_trans(vsk)->elem);  in vmci_transport_socket_init()
1570 	vmci_trans(vsk)->sk = &vsk->sk;  in vmci_transport_socket_init()
1571 	spin_lock_init(&vmci_trans(vsk)->lock);  in vmci_transport_socket_init()
1573 		vmci_trans(vsk)->queue_pair_size =  in vmci_transport_socket_init()
1575 		vmci_trans(vsk)->queue_pair_min_size =  in vmci_transport_socket_init()
1577 		vmci_trans(vsk)->queue_pair_max_size =  in vmci_transport_socket_init()
1580 		vmci_trans(vsk)->queue_pair_size =  in vmci_transport_socket_init()
1582 		vmci_trans(vsk)->queue_pair_min_size =  in vmci_transport_socket_init()
1584 		vmci_trans(vsk)->queue_pair_max_size =  in vmci_transport_socket_init()
1625 static void vmci_transport_destruct(struct vsock_sock *vsk)  in vmci_transport_destruct()  argument
1630 	spin_lock_bh(&vmci_trans(vsk)->lock);  in vmci_transport_destruct()
1631 	vmci_trans(vsk)->sk = NULL;  in vmci_transport_destruct()
1632 	spin_unlock_bh(&vmci_trans(vsk)->lock);  in vmci_transport_destruct()
1634 	if (vmci_trans(vsk)->notify_ops)  in vmci_transport_destruct()
1635 		vmci_trans(vsk)->notify_ops->socket_destruct(vsk);  in vmci_transport_destruct()
1638 	list_add(&vmci_trans(vsk)->elem, &vmci_transport_cleanup_list);  in vmci_transport_destruct()
1642 	vsk->trans = NULL;  in vmci_transport_destruct()
1645 static void vmci_transport_release(struct vsock_sock *vsk)  in vmci_transport_release()  argument
1647 	if (!vmci_handle_is_invalid(vmci_trans(vsk)->dg_handle)) {  in vmci_transport_release()
1648 		vmci_datagram_destroy_handle(vmci_trans(vsk)->dg_handle);  in vmci_transport_release()
1649 		vmci_trans(vsk)->dg_handle = VMCI_INVALID_HANDLE;  in vmci_transport_release()
1653 static int vmci_transport_dgram_bind(struct vsock_sock *vsk,  in vmci_transport_dgram_bind()  argument
1674 						 &vsk->sk,  in vmci_transport_dgram_bind()
1675 						 &vmci_trans(vsk)->dg_handle);  in vmci_transport_dgram_bind()
1678 	vsock_addr_init(&vsk->local_addr, addr->svm_cid,  in vmci_transport_dgram_bind()
1679 			vmci_trans(vsk)->dg_handle.resource);  in vmci_transport_dgram_bind()
1685 	struct vsock_sock *vsk,  in vmci_transport_dgram_enqueue()  argument
1696 	if (!vmci_transport_allow_dgram(vsk, remote_addr->svm_cid))  in vmci_transport_dgram_enqueue()
1708 	dg->src = vmci_make_handle(vsk->local_addr.svm_cid,  in vmci_transport_dgram_enqueue()
1709 				   vsk->local_addr.svm_port);  in vmci_transport_dgram_enqueue()
1720 static int vmci_transport_dgram_dequeue(struct vsock_sock *vsk,  in vmci_transport_dgram_dequeue()  argument
1737 	skb = skb_recv_datagram(&vsk->sk, flags, noblock, &err);  in vmci_transport_dgram_dequeue()
1775 	skb_free_datagram(&vsk->sk, skb);  in vmci_transport_dgram_dequeue()
1791 static int vmci_transport_connect(struct vsock_sock *vsk)  in vmci_transport_connect()  argument
1795 	struct sock *sk = &vsk->sk;  in vmci_transport_connect()
1800 			sk, vmci_trans(vsk)->queue_pair_size);  in vmci_transport_connect()
1809 				sk, vmci_trans(vsk)->queue_pair_size,  in vmci_transport_connect()
1816 		vsk->sent_request = true;  in vmci_transport_connect()
1823 	struct vsock_sock *vsk,  in vmci_transport_stream_dequeue()  argument
1829 		return vmci_qpair_peekv(vmci_trans(vsk)->qpair, msg, len, 0);  in vmci_transport_stream_dequeue()
1831 		return vmci_qpair_dequev(vmci_trans(vsk)->qpair, msg, len, 0);  in vmci_transport_stream_dequeue()
1835 	struct vsock_sock *vsk,  in vmci_transport_stream_enqueue()  argument
1839 	return vmci_qpair_enquev(vmci_trans(vsk)->qpair, msg, len, 0);  in vmci_transport_stream_enqueue()
1842 static s64 vmci_transport_stream_has_data(struct vsock_sock *vsk)  in vmci_transport_stream_has_data()  argument
1844 	return vmci_qpair_consume_buf_ready(vmci_trans(vsk)->qpair);  in vmci_transport_stream_has_data()
1847 static s64 vmci_transport_stream_has_space(struct vsock_sock *vsk)  in vmci_transport_stream_has_space()  argument
1849 	return vmci_qpair_produce_free_space(vmci_trans(vsk)->qpair);  in vmci_transport_stream_has_space()
1852 static u64 vmci_transport_stream_rcvhiwat(struct vsock_sock *vsk)  in vmci_transport_stream_rcvhiwat()  argument
1854 	return vmci_trans(vsk)->consume_size;  in vmci_transport_stream_rcvhiwat()
1857 static bool vmci_transport_stream_is_active(struct vsock_sock *vsk)  in vmci_transport_stream_is_active()  argument
1859 	return !vmci_handle_is_invalid(vmci_trans(vsk)->qp_handle);  in vmci_transport_stream_is_active()
1862 static u64 vmci_transport_get_buffer_size(struct vsock_sock *vsk)  in vmci_transport_get_buffer_size()  argument
1864 	return vmci_trans(vsk)->queue_pair_size;  in vmci_transport_get_buffer_size()
1867 static u64 vmci_transport_get_min_buffer_size(struct vsock_sock *vsk)  in vmci_transport_get_min_buffer_size()  argument
1869 	return vmci_trans(vsk)->queue_pair_min_size;  in vmci_transport_get_min_buffer_size()
1872 static u64 vmci_transport_get_max_buffer_size(struct vsock_sock *vsk)  in vmci_transport_get_max_buffer_size()  argument
1874 	return vmci_trans(vsk)->queue_pair_max_size;  in vmci_transport_get_max_buffer_size()
1877 static void vmci_transport_set_buffer_size(struct vsock_sock *vsk, u64 val)  in vmci_transport_set_buffer_size()  argument
1879 	if (val < vmci_trans(vsk)->queue_pair_min_size)  in vmci_transport_set_buffer_size()
1880 		vmci_trans(vsk)->queue_pair_min_size = val;  in vmci_transport_set_buffer_size()
1881 	if (val > vmci_trans(vsk)->queue_pair_max_size)  in vmci_transport_set_buffer_size()
1882 		vmci_trans(vsk)->queue_pair_max_size = val;  in vmci_transport_set_buffer_size()
1883 	vmci_trans(vsk)->queue_pair_size = val;  in vmci_transport_set_buffer_size()
1886 static void vmci_transport_set_min_buffer_size(struct vsock_sock *vsk,  in vmci_transport_set_min_buffer_size()  argument
1889 	if (val > vmci_trans(vsk)->queue_pair_size)  in vmci_transport_set_min_buffer_size()
1890 		vmci_trans(vsk)->queue_pair_size = val;  in vmci_transport_set_min_buffer_size()
1891 	vmci_trans(vsk)->queue_pair_min_size = val;  in vmci_transport_set_min_buffer_size()
1894 static void vmci_transport_set_max_buffer_size(struct vsock_sock *vsk,  in vmci_transport_set_max_buffer_size()  argument
1897 	if (val < vmci_trans(vsk)->queue_pair_size)  in vmci_transport_set_max_buffer_size()
1898 		vmci_trans(vsk)->queue_pair_size = val;  in vmci_transport_set_max_buffer_size()
1899 	vmci_trans(vsk)->queue_pair_max_size = val;  in vmci_transport_set_max_buffer_size()
1903 	struct vsock_sock *vsk,  in vmci_transport_notify_poll_in()  argument
1907 	return vmci_trans(vsk)->notify_ops->poll_in(  in vmci_transport_notify_poll_in()
1908 			&vsk->sk, target, data_ready_now);  in vmci_transport_notify_poll_in()
1912 	struct vsock_sock *vsk,  in vmci_transport_notify_poll_out()  argument
1916 	return vmci_trans(vsk)->notify_ops->poll_out(  in vmci_transport_notify_poll_out()
1917 			&vsk->sk, target, space_available_now);  in vmci_transport_notify_poll_out()
1921 	struct vsock_sock *vsk,  in vmci_transport_notify_recv_init()  argument
1925 	return vmci_trans(vsk)->notify_ops->recv_init(  in vmci_transport_notify_recv_init()
1926 			&vsk->sk, target,  in vmci_transport_notify_recv_init()
1931 	struct vsock_sock *vsk,  in vmci_transport_notify_recv_pre_block()  argument
1935 	return vmci_trans(vsk)->notify_ops->recv_pre_block(  in vmci_transport_notify_recv_pre_block()
1936 			&vsk->sk, target,  in vmci_transport_notify_recv_pre_block()
1941 	struct vsock_sock *vsk,  in vmci_transport_notify_recv_pre_dequeue()  argument
1945 	return vmci_trans(vsk)->notify_ops->recv_pre_dequeue(  in vmci_transport_notify_recv_pre_dequeue()
1946 			&vsk->sk, target,  in vmci_transport_notify_recv_pre_dequeue()
1951 	struct vsock_sock *vsk,  in vmci_transport_notify_recv_post_dequeue()  argument
1957 	return vmci_trans(vsk)->notify_ops->recv_post_dequeue(  in vmci_transport_notify_recv_post_dequeue()
1958 			&vsk->sk, target, copied, data_read,  in vmci_transport_notify_recv_post_dequeue()
1963 	struct vsock_sock *vsk,  in vmci_transport_notify_send_init()  argument
1966 	return vmci_trans(vsk)->notify_ops->send_init(  in vmci_transport_notify_send_init()
1967 			&vsk->sk,  in vmci_transport_notify_send_init()
1972 	struct vsock_sock *vsk,  in vmci_transport_notify_send_pre_block()  argument
1975 	return vmci_trans(vsk)->notify_ops->send_pre_block(  in vmci_transport_notify_send_pre_block()
1976 			&vsk->sk,  in vmci_transport_notify_send_pre_block()
1981 	struct vsock_sock *vsk,  in vmci_transport_notify_send_pre_enqueue()  argument
1984 	return vmci_trans(vsk)->notify_ops->send_pre_enqueue(  in vmci_transport_notify_send_pre_enqueue()
1985 			&vsk->sk,  in vmci_transport_notify_send_pre_enqueue()
1990 	struct vsock_sock *vsk,  in vmci_transport_notify_send_post_enqueue()  argument
1994 	return vmci_trans(vsk)->notify_ops->send_post_enqueue(  in vmci_transport_notify_send_post_enqueue()
1995 			&vsk->sk, written,  in vmci_transport_notify_send_post_enqueue()
2018 	struct vsock_sock *vsk = vsock_sk(sk);  in vmci_transport_proto_to_notify_struct()  local
2025 		vmci_trans(vsk)->notify_ops = &vmci_transport_notify_pkt_ops;  in vmci_transport_proto_to_notify_struct()
2031 		vmci_trans(vsk)->notify_ops =  in vmci_transport_proto_to_notify_struct()
2040 	vmci_trans(vsk)->notify_ops->socket_init(sk);  in vmci_transport_proto_to_notify_struct()