114 static inline int iscsi_sw_sk_state_check(struct sock *sk)  in iscsi_sw_sk_state_check()  argument
116 	struct iscsi_conn *conn = sk->sk_user_data;  in iscsi_sw_sk_state_check()
118 	if ((sk->sk_state == TCP_CLOSE_WAIT || sk->sk_state == TCP_CLOSE) &&  in iscsi_sw_sk_state_check()
120 	    !atomic_read(&sk->sk_rmem_alloc)) {  in iscsi_sw_sk_state_check()
128 static void iscsi_sw_tcp_data_ready(struct sock *sk)  in iscsi_sw_tcp_data_ready()  argument
134 	read_lock(&sk->sk_callback_lock);  in iscsi_sw_tcp_data_ready()
135 	conn = sk->sk_user_data;  in iscsi_sw_tcp_data_ready()
137 		read_unlock(&sk->sk_callback_lock);  in iscsi_sw_tcp_data_ready()
150 	tcp_read_sock(sk, &rd_desc, iscsi_sw_tcp_recv);  in iscsi_sw_tcp_data_ready()
152 	iscsi_sw_sk_state_check(sk);  in iscsi_sw_tcp_data_ready()
157 	read_unlock(&sk->sk_callback_lock);  in iscsi_sw_tcp_data_ready()
160 static void iscsi_sw_tcp_state_change(struct sock *sk)  in iscsi_sw_tcp_state_change()  argument
168 	read_lock(&sk->sk_callback_lock);  in iscsi_sw_tcp_state_change()
169 	conn = sk->sk_user_data;  in iscsi_sw_tcp_state_change()
171 		read_unlock(&sk->sk_callback_lock);  in iscsi_sw_tcp_state_change()
176 	iscsi_sw_sk_state_check(sk);  in iscsi_sw_tcp_state_change()
182 	read_unlock(&sk->sk_callback_lock);  in iscsi_sw_tcp_state_change()
184 	old_state_change(sk);  in iscsi_sw_tcp_state_change()
191 static void iscsi_sw_tcp_write_space(struct sock *sk)  in iscsi_sw_tcp_write_space()  argument
198 	read_lock_bh(&sk->sk_callback_lock);  in iscsi_sw_tcp_write_space()
199 	conn = sk->sk_user_data;  in iscsi_sw_tcp_write_space()
201 		read_unlock_bh(&sk->sk_callback_lock);  in iscsi_sw_tcp_write_space()
208 	read_unlock_bh(&sk->sk_callback_lock);  in iscsi_sw_tcp_write_space()
210 	old_write_space(sk);  in iscsi_sw_tcp_write_space()
220 	struct sock *sk = tcp_sw_conn->sock->sk;  in iscsi_sw_tcp_conn_set_callbacks()  local
223 	write_lock_bh(&sk->sk_callback_lock);  in iscsi_sw_tcp_conn_set_callbacks()
224 	sk->sk_user_data = conn;  in iscsi_sw_tcp_conn_set_callbacks()
225 	tcp_sw_conn->old_data_ready = sk->sk_data_ready;  in iscsi_sw_tcp_conn_set_callbacks()
226 	tcp_sw_conn->old_state_change = sk->sk_state_change;  in iscsi_sw_tcp_conn_set_callbacks()
227 	tcp_sw_conn->old_write_space = sk->sk_write_space;  in iscsi_sw_tcp_conn_set_callbacks()
228 	sk->sk_data_ready = iscsi_sw_tcp_data_ready;  in iscsi_sw_tcp_conn_set_callbacks()
229 	sk->sk_state_change = iscsi_sw_tcp_state_change;  in iscsi_sw_tcp_conn_set_callbacks()
230 	sk->sk_write_space = iscsi_sw_tcp_write_space;  in iscsi_sw_tcp_conn_set_callbacks()
231 	write_unlock_bh(&sk->sk_callback_lock);  in iscsi_sw_tcp_conn_set_callbacks()
239 	struct sock *sk = tcp_sw_conn->sock->sk;  in iscsi_sw_tcp_conn_restore_callbacks()  local
242 	write_lock_bh(&sk->sk_callback_lock);  in iscsi_sw_tcp_conn_restore_callbacks()
243 	sk->sk_user_data    = NULL;  in iscsi_sw_tcp_conn_restore_callbacks()
244 	sk->sk_data_ready   = tcp_sw_conn->old_data_ready;  in iscsi_sw_tcp_conn_restore_callbacks()
245 	sk->sk_state_change = tcp_sw_conn->old_state_change;  in iscsi_sw_tcp_conn_restore_callbacks()
246 	sk->sk_write_space  = tcp_sw_conn->old_write_space;  in iscsi_sw_tcp_conn_restore_callbacks()
247 	sk->sk_no_check_tx = 0;  in iscsi_sw_tcp_conn_restore_callbacks()
248 	write_unlock_bh(&sk->sk_callback_lock);  in iscsi_sw_tcp_conn_restore_callbacks()
268 	struct socket *sk = tcp_sw_conn->sock;  in iscsi_sw_tcp_xmit_segment()  local
288 			r = tcp_sw_conn->sendpage(sk, sg_page(sg), offset,  in iscsi_sw_tcp_xmit_segment()
297 			r = kernel_sendmsg(sk, &msg, &iov, 1, copy);  in iscsi_sw_tcp_xmit_segment()
592 	sock_hold(sock->sk);  in iscsi_sw_tcp_release_conn()
594 	sock_put(sock->sk);  in iscsi_sw_tcp_release_conn()
629 	sock->sk->sk_err = EIO;  in iscsi_sw_tcp_conn_stop()
630 	wake_up_interruptible(sk_sleep(sock->sk));  in iscsi_sw_tcp_conn_stop()
650 	struct sock *sk;  in iscsi_sw_tcp_conn_bind()  local
672 	sk = sock->sk;  in iscsi_sw_tcp_conn_bind()
673 	sk->sk_reuse = SK_CAN_REUSE;  in iscsi_sw_tcp_conn_bind()
674 	sk->sk_sndtimeo = 15 * HZ; /* FIXME: make it configurable */  in iscsi_sw_tcp_conn_bind()
675 	sk->sk_allocation = GFP_ATOMIC;  in iscsi_sw_tcp_conn_bind()
676 	sk_set_memalloc(sk);  in iscsi_sw_tcp_conn_bind()