355 struct file *sock_alloc_file(struct socket *sock, int flags, const char *dname)  in sock_alloc_file()  argument
364 	} else if (sock->sk) {  in sock_alloc_file()
365 		name.name = sock->sk->sk_prot_creator->name;  in sock_alloc_file()
373 	d_instantiate(path.dentry, SOCK_INODE(sock));  in sock_alloc_file()
384 	sock->file = file;  in sock_alloc_file()
386 	file->private_data = sock;  in sock_alloc_file()
391 static int sock_map_fd(struct socket *sock, int flags)  in sock_map_fd()  argument
398 	newfile = sock_alloc_file(sock, flags, NULL);  in sock_map_fd()
434 	struct socket *sock;  in sockfd_lookup()  local
442 	sock = sock_from_file(file, err);  in sockfd_lookup()
443 	if (!sock)  in sockfd_lookup()
445 	return sock;  in sockfd_lookup()
452 	struct socket *sock;  in sockfd_lookup_light()  local
456 		sock = sock_from_file(f.file, err);  in sockfd_lookup_light()
457 		if (likely(sock)) {  in sockfd_lookup_light()
459 			return sock;  in sockfd_lookup_light()
539 	struct socket *sock;  in sock_alloc()  local
545 	sock = SOCKET_I(inode);  in sock_alloc()
547 	kmemcheck_annotate_bitfield(sock, type);  in sock_alloc()
555 	return sock;  in sock_alloc()
567 void sock_release(struct socket *sock)  in sock_release()  argument
569 	if (sock->ops) {  in sock_release()
570 		struct module *owner = sock->ops->owner;  in sock_release()
572 		sock->ops->release(sock);  in sock_release()
573 		sock->ops = NULL;  in sock_release()
577 	if (rcu_dereference_protected(sock->wq, 1)->fasync_list)  in sock_release()
581 	if (!sock->file) {  in sock_release()
582 		iput(SOCK_INODE(sock));  in sock_release()
585 	sock->file = NULL;  in sock_release()
589 void __sock_tx_timestamp(const struct sock *sk, __u8 *tx_flags)  in __sock_tx_timestamp()
609 static inline int sock_sendmsg_nosec(struct socket *sock, struct msghdr *msg)  in sock_sendmsg_nosec()  argument
611 	int ret = sock->ops->sendmsg(sock, msg, msg_data_left(msg));  in sock_sendmsg_nosec()
616 int sock_sendmsg(struct socket *sock, struct msghdr *msg)  in sock_sendmsg()  argument
618 	int err = security_socket_sendmsg(sock, msg,  in sock_sendmsg()
621 	return err ?: sock_sendmsg_nosec(sock, msg);  in sock_sendmsg()
625 int kernel_sendmsg(struct socket *sock, struct msghdr *msg,  in kernel_sendmsg()  argument
629 	return sock_sendmsg(sock, msg);  in kernel_sendmsg()
636 void __sock_recv_timestamp(struct msghdr *msg, struct sock *sk,  in __sock_recv_timestamp()
678 void __sock_recv_wifi_status(struct msghdr *msg, struct sock *sk,  in __sock_recv_wifi_status()
694 static inline void sock_recv_drops(struct msghdr *msg, struct sock *sk,  in sock_recv_drops()
702 void __sock_recv_ts_and_drops(struct msghdr *msg, struct sock *sk,  in __sock_recv_ts_and_drops()
710 static inline int sock_recvmsg_nosec(struct socket *sock, struct msghdr *msg,  in sock_recvmsg_nosec()  argument
713 	return sock->ops->recvmsg(sock, msg, size, flags);  in sock_recvmsg_nosec()
716 int sock_recvmsg(struct socket *sock, struct msghdr *msg, size_t size,  in sock_recvmsg()  argument
719 	int err = security_socket_recvmsg(sock, msg, size, flags);  in sock_recvmsg()
721 	return err ?: sock_recvmsg_nosec(sock, msg, size, flags);  in sock_recvmsg()
740 int kernel_recvmsg(struct socket *sock, struct msghdr *msg,  in kernel_recvmsg()  argument
748 	result = sock_recvmsg(sock, msg, size, flags);  in kernel_recvmsg()
757 	struct socket *sock;  in sock_sendpage()  local
760 	sock = file->private_data;  in sock_sendpage()
766 	return kernel_sendpage(sock, page, offset, size, flags);  in sock_sendpage()
773 	struct socket *sock = file->private_data;  in sock_splice_read()  local
775 	if (unlikely(!sock->ops->splice_read))  in sock_splice_read()
778 	return sock->ops->splice_read(sock, ppos, pipe, len, flags);  in sock_splice_read()
784 	struct socket *sock = file->private_data;  in sock_read_iter()  local
798 	res = sock_recvmsg(sock, &msg, iov_iter_count(to), msg.msg_flags);  in sock_read_iter()
806 	struct socket *sock = file->private_data;  in sock_write_iter()  local
817 	if (sock->type == SOCK_SEQPACKET)  in sock_write_iter()
820 	res = sock_sendmsg(sock, &msg);  in sock_write_iter()
863 static long sock_do_ioctl(struct net *net, struct socket *sock,  in sock_do_ioctl()  argument
869 	err = sock->ops->ioctl(sock, cmd, arg);  in sock_do_ioctl()
888 	struct socket *sock;  in sock_ioctl()  local
889 	struct sock *sk;  in sock_ioctl()
894 	sock = file->private_data;  in sock_ioctl()
895 	sk = sock->sk;  in sock_ioctl()
911 			f_setown(sock->file, pid, 1);  in sock_ioctl()
916 			err = put_user(f_getown(sock->file),  in sock_ioctl()
955 			err = sock_do_ioctl(net, sock, cmd, arg);  in sock_ioctl()
964 	struct socket *sock = NULL;  in sock_create_lite()  local
970 	sock = sock_alloc();  in sock_create_lite()
971 	if (!sock) {  in sock_create_lite()
976 	sock->type = type;  in sock_create_lite()
977 	err = security_socket_post_create(sock, family, type, protocol, 1);  in sock_create_lite()
982 	*res = sock;  in sock_create_lite()
985 	sock_release(sock);  in sock_create_lite()
986 	sock = NULL;  in sock_create_lite()
995 	struct socket *sock;  in sock_poll()  local
1000 	sock = file->private_data;  in sock_poll()
1002 	if (sk_can_busy_loop(sock->sk)) {  in sock_poll()
1008 			sk_busy_loop(sock->sk, 1);  in sock_poll()
1011 	return busy_flag | sock->ops->poll(file, sock, wait);  in sock_poll()
1016 	struct socket *sock = file->private_data;  in sock_mmap()  local
1018 	return sock->ops->mmap(file, sock, vma);  in sock_mmap()
1040 	struct socket *sock = filp->private_data;  in sock_fasync()  local
1041 	struct sock *sk = sock->sk;  in sock_fasync()
1048 	wq = rcu_dereference_protected(sock->wq, sock_owned_by_user(sk));  in sock_fasync()
1092 	struct socket *sock;  in __sock_create()  local
1127 	sock = sock_alloc();  in __sock_create()
1128 	if (!sock) {  in __sock_create()
1134 	sock->type = type;  in __sock_create()
1163 	err = pf->create(net, sock, protocol, kern);  in __sock_create()
1171 	if (!try_module_get(sock->ops->owner))  in __sock_create()
1179 	err = security_socket_post_create(sock, family, type, protocol, kern);  in __sock_create()
1182 	*res = sock;  in __sock_create()
1189 	sock->ops = NULL;  in __sock_create()
1192 	sock_release(sock);  in __sock_create()
1216 	struct socket *sock;  in SYSCALL_DEFINE3()  local
1233 	retval = sock_create(family, type, protocol, &sock);  in SYSCALL_DEFINE3()
1237 	retval = sock_map_fd(sock, flags & (O_CLOEXEC | O_NONBLOCK));  in SYSCALL_DEFINE3()
1246 	sock_release(sock);  in SYSCALL_DEFINE3()
1365 	struct socket *sock;  in SYSCALL_DEFINE3()  local
1369 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE3()
1370 	if (sock) {  in SYSCALL_DEFINE3()
1373 			err = security_socket_bind(sock,  in SYSCALL_DEFINE3()
1377 				err = sock->ops->bind(sock,  in SYSCALL_DEFINE3()
1381 		fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE3()
1394 	struct socket *sock;  in SYSCALL_DEFINE2()  local
1398 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE2()
1399 	if (sock) {  in SYSCALL_DEFINE2()
1400 		somaxconn = sock_net(sock->sk)->core.sysctl_somaxconn;  in SYSCALL_DEFINE2()
1404 		err = security_socket_listen(sock, backlog);  in SYSCALL_DEFINE2()
1406 			err = sock->ops->listen(sock, backlog);  in SYSCALL_DEFINE2()
1408 		fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE2()
1428 	struct socket *sock, *newsock;  in SYSCALL_DEFINE4()  local
1439 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE4()
1440 	if (!sock)  in SYSCALL_DEFINE4()
1448 	newsock->type = sock->type;  in SYSCALL_DEFINE4()
1449 	newsock->ops = sock->ops;  in SYSCALL_DEFINE4()
1463 	newfile = sock_alloc_file(newsock, flags, sock->sk->sk_prot_creator->name);  in SYSCALL_DEFINE4()
1471 	err = security_socket_accept(sock, newsock);  in SYSCALL_DEFINE4()
1475 	err = sock->ops->accept(sock, newsock, sock->file->f_flags);  in SYSCALL_DEFINE4()
1497 	fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE4()
1527 	struct socket *sock;  in SYSCALL_DEFINE3()  local
1531 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE3()
1532 	if (!sock)  in SYSCALL_DEFINE3()
1539 	    security_socket_connect(sock, (struct sockaddr *)&address, addrlen);  in SYSCALL_DEFINE3()
1543 	err = sock->ops->connect(sock, (struct sockaddr *)&address, addrlen,  in SYSCALL_DEFINE3()
1544 				 sock->file->f_flags);  in SYSCALL_DEFINE3()
1546 	fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE3()
1559 	struct socket *sock;  in SYSCALL_DEFINE3()  local
1563 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE3()
1564 	if (!sock)  in SYSCALL_DEFINE3()
1567 	err = security_socket_getsockname(sock);  in SYSCALL_DEFINE3()
1571 	err = sock->ops->getname(sock, (struct sockaddr *)&address, &len, 0);  in SYSCALL_DEFINE3()
1577 	fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE3()
1590 	struct socket *sock;  in SYSCALL_DEFINE3()  local
1594 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE3()
1595 	if (sock != NULL) {  in SYSCALL_DEFINE3()
1596 		err = security_socket_getpeername(sock);  in SYSCALL_DEFINE3()
1598 			fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE3()
1603 		    sock->ops->getname(sock, (struct sockaddr *)&address, &len,  in SYSCALL_DEFINE3()
1608 		fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE3()
1623 	struct socket *sock;  in SYSCALL_DEFINE6()  local
1633 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE6()
1634 	if (!sock)  in SYSCALL_DEFINE6()
1648 	if (sock->file->f_flags & O_NONBLOCK)  in SYSCALL_DEFINE6()
1651 	err = sock_sendmsg(sock, &msg);  in SYSCALL_DEFINE6()
1654 	fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE6()
1679 	struct socket *sock;  in SYSCALL_DEFINE6()  local
1689 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE6()
1690 	if (!sock)  in SYSCALL_DEFINE6()
1700 	if (sock->file->f_flags & O_NONBLOCK)  in SYSCALL_DEFINE6()
1702 	err = sock_recvmsg(sock, &msg, iov_iter_count(&msg.msg_iter), flags);  in SYSCALL_DEFINE6()
1711 	fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE6()
1735 	struct socket *sock;  in SYSCALL_DEFINE5()  local
1740 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE5()
1741 	if (sock != NULL) {  in SYSCALL_DEFINE5()
1742 		err = security_socket_setsockopt(sock, level, optname);  in SYSCALL_DEFINE5()
1748 			    sock_setsockopt(sock, level, optname, optval,  in SYSCALL_DEFINE5()
1752 			    sock->ops->setsockopt(sock, level, optname, optval,  in SYSCALL_DEFINE5()
1755 		fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE5()
1769 	struct socket *sock;  in SYSCALL_DEFINE5()  local
1771 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE5()
1772 	if (sock != NULL) {  in SYSCALL_DEFINE5()
1773 		err = security_socket_getsockopt(sock, level, optname);  in SYSCALL_DEFINE5()
1779 			    sock_getsockopt(sock, level, optname, optval,  in SYSCALL_DEFINE5()
1783 			    sock->ops->getsockopt(sock, level, optname, optval,  in SYSCALL_DEFINE5()
1786 		fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE5()
1798 	struct socket *sock;  in SYSCALL_DEFINE2()  local
1800 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in SYSCALL_DEFINE2()
1801 	if (sock != NULL) {  in SYSCALL_DEFINE2()
1802 		err = security_socket_shutdown(sock, how);  in SYSCALL_DEFINE2()
1804 			err = sock->ops->shutdown(sock, how);  in SYSCALL_DEFINE2()
1805 		fput_light(sock->file, fput_needed);  in SYSCALL_DEFINE2()
1875 static int ___sys_sendmsg(struct socket *sock, struct user_msghdr __user *msg,  in ___sys_sendmsg()  argument
1906 		    cmsghdr_from_user_compat_to_kern(msg_sys, sock->sk, ctl,  in ___sys_sendmsg()
1914 			ctl_buf = sock_kmalloc(sock->sk, ctl_len, GFP_KERNEL);  in ___sys_sendmsg()
1932 	if (sock->file->f_flags & O_NONBLOCK)  in ___sys_sendmsg()
1944 		err = sock_sendmsg_nosec(sock, msg_sys);  in ___sys_sendmsg()
1947 	err = sock_sendmsg(sock, msg_sys);  in ___sys_sendmsg()
1961 		sock_kfree_s(sock->sk, ctl_buf, ctl_len);  in ___sys_sendmsg()
1975 	struct socket *sock;  in __sys_sendmsg()  local
1977 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_sendmsg()
1978 	if (!sock)  in __sys_sendmsg()
1981 	err = ___sys_sendmsg(sock, msg, &msg_sys, flags, NULL);  in __sys_sendmsg()
1983 	fput_light(sock->file, fput_needed);  in __sys_sendmsg()
2003 	struct socket *sock;  in __sys_sendmmsg()  local
2014 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_sendmmsg()
2015 	if (!sock)  in __sys_sendmmsg()
2025 			err = ___sys_sendmsg(sock, (struct user_msghdr __user *)compat_entry,  in __sys_sendmmsg()
2032 			err = ___sys_sendmsg(sock,  in __sys_sendmmsg()
2046 	fput_light(sock->file, fput_needed);  in __sys_sendmmsg()
2063 static int ___sys_recvmsg(struct socket *sock, struct user_msghdr __user *msg,  in ___sys_recvmsg()  argument
2097 	if (sock->file->f_flags & O_NONBLOCK)  in ___sys_recvmsg()
2099 	err = (nosec ? sock_recvmsg_nosec : sock_recvmsg)(sock, msg_sys,  in ___sys_recvmsg()
2139 	struct socket *sock;  in __sys_recvmsg()  local
2141 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_recvmsg()
2142 	if (!sock)  in __sys_recvmsg()
2145 	err = ___sys_recvmsg(sock, msg, &msg_sys, flags, 0);  in __sys_recvmsg()
2147 	fput_light(sock->file, fput_needed);  in __sys_recvmsg()
2168 	struct socket *sock;  in __sys_recvmmsg()  local
2181 	sock = sockfd_lookup_light(fd, &err, &fput_needed);  in __sys_recvmmsg()
2182 	if (!sock)  in __sys_recvmmsg()
2185 	err = sock_error(sock->sk);  in __sys_recvmmsg()
2197 			err = ___sys_recvmsg(sock, (struct user_msghdr __user *)compat_entry,  in __sys_recvmmsg()
2205 			err = ___sys_recvmsg(sock,  in __sys_recvmmsg()
2260 		sock->sk->sk_err = -err;  in __sys_recvmmsg()
2263 	fput_light(sock->file, fput_needed);  in __sys_recvmmsg()
2550 static int do_siocgstamp(struct net *net, struct socket *sock,  in do_siocgstamp()  argument
2558 	err = sock_do_ioctl(net, sock, cmd, (unsigned long)&ktv);  in do_siocgstamp()
2566 static int do_siocgstampns(struct net *net, struct socket *sock,  in do_siocgstampns()  argument
2574 	err = sock_do_ioctl(net, sock, cmd, (unsigned long)&kts);  in do_siocgstampns()
2867 static int dev_ifsioc(struct net *net, struct socket *sock,  in dev_ifsioc()  argument
2877 	err = sock_do_ioctl(net, sock, cmd, (unsigned long)uifr);  in dev_ifsioc()
2972 static int routing_ioctl(struct net *net, struct socket *sock,  in routing_ioctl()  argument
2983 	if (sock && sock->sk && sock->sk->sk_family == AF_INET6) { /* ipv6 */  in routing_ioctl()
3022 	ret = sock_do_ioctl(net, sock, cmd, (unsigned long) r);  in routing_ioctl()
3044 static int compat_sock_ioctl_trans(struct file *file, struct socket *sock,  in compat_sock_ioctl_trans()  argument
3048 	struct sock *sk = sock->sk;  in compat_sock_ioctl_trans()
3076 		return routing_ioctl(net, sock, cmd, argp);  in compat_sock_ioctl_trans()
3078 		return do_siocgstamp(net, sock, cmd, argp);  in compat_sock_ioctl_trans()
3080 		return do_siocgstampns(net, sock, cmd, argp);  in compat_sock_ioctl_trans()
3132 		return dev_ifsioc(net, sock, cmd, argp);  in compat_sock_ioctl_trans()
3138 		return sock_do_ioctl(net, sock, cmd, arg);  in compat_sock_ioctl_trans()
3147 	struct socket *sock = file->private_data;  in compat_sock_ioctl()  local
3149 	struct sock *sk;  in compat_sock_ioctl()
3152 	sk = sock->sk;  in compat_sock_ioctl()
3155 	if (sock->ops->compat_ioctl)  in compat_sock_ioctl()
3156 		ret = sock->ops->compat_ioctl(sock, cmd, arg);  in compat_sock_ioctl()
3163 		ret = compat_sock_ioctl_trans(file, sock, cmd, arg);  in compat_sock_ioctl()
3169 int kernel_bind(struct socket *sock, struct sockaddr *addr, int addrlen)  in kernel_bind()  argument
3171 	return sock->ops->bind(sock, addr, addrlen);  in kernel_bind()
3175 int kernel_listen(struct socket *sock, int backlog)  in kernel_listen()  argument
3177 	return sock->ops->listen(sock, backlog);  in kernel_listen()
3181 int kernel_accept(struct socket *sock, struct socket **newsock, int flags)  in kernel_accept()  argument
3183 	struct sock *sk = sock->sk;  in kernel_accept()
3191 	err = sock->ops->accept(sock, *newsock, flags);  in kernel_accept()
3198 	(*newsock)->ops = sock->ops;  in kernel_accept()
3206 int kernel_connect(struct socket *sock, struct sockaddr *addr, int addrlen,  in kernel_connect()  argument
3209 	return sock->ops->connect(sock, addr, addrlen, flags);  in kernel_connect()
3213 int kernel_getsockname(struct socket *sock, struct sockaddr *addr,  in kernel_getsockname()  argument
3216 	return sock->ops->getname(sock, addr, addrlen, 0);  in kernel_getsockname()
3220 int kernel_getpeername(struct socket *sock, struct sockaddr *addr,  in kernel_getpeername()  argument
3223 	return sock->ops->getname(sock, addr, addrlen, 1);  in kernel_getpeername()
3227 int kernel_getsockopt(struct socket *sock, int level, int optname,  in kernel_getsockopt()  argument
3240 		err = sock_getsockopt(sock, level, optname, uoptval, uoptlen);  in kernel_getsockopt()
3242 		err = sock->ops->getsockopt(sock, level, optname, uoptval,  in kernel_getsockopt()
3249 int kernel_setsockopt(struct socket *sock, int level, int optname,  in kernel_setsockopt()  argument
3260 		err = sock_setsockopt(sock, level, optname, uoptval, optlen);  in kernel_setsockopt()
3262 		err = sock->ops->setsockopt(sock, level, optname, uoptval,  in kernel_setsockopt()
3269 int kernel_sendpage(struct socket *sock, struct page *page, int offset,  in kernel_sendpage()  argument
3272 	if (sock->ops->sendpage)  in kernel_sendpage()
3273 		return sock->ops->sendpage(sock, page, offset, size, flags);  in kernel_sendpage()
3275 	return sock_no_sendpage(sock, page, offset, size, flags);  in kernel_sendpage()
3279 int kernel_sock_ioctl(struct socket *sock, int cmd, unsigned long arg)  in kernel_sock_ioctl()  argument
3285 	err = sock->ops->ioctl(sock, cmd, arg);  in kernel_sock_ioctl()
3292 int kernel_sock_shutdown(struct socket *sock, enum sock_shutdown_cmd how)  in kernel_sock_shutdown()  argument
3294 	return sock->ops->shutdown(sock, how);  in kernel_sock_shutdown()