265 	rds_inc_init(&ibinc->ii_inc, ic->conn, ic->conn->c_faddr);  in rds_ib_refill_one_inc()
299 static int rds_ib_recv_refill_one(struct rds_connection *conn,  in rds_ib_recv_refill_one()  argument
302 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_recv_refill_one()
350 static int acquire_refill(struct rds_connection *conn)  in acquire_refill()  argument
352 	return test_and_set_bit(RDS_RECV_REFILL, &conn->c_flags) == 0;  in acquire_refill()
355 static void release_refill(struct rds_connection *conn)  in release_refill()  argument
357 	clear_bit(RDS_RECV_REFILL, &conn->c_flags);  in release_refill()
364 	if (waitqueue_active(&conn->c_waitq))  in release_refill()
365 		wake_up_all(&conn->c_waitq);  in release_refill()
375 void rds_ib_recv_refill(struct rds_connection *conn, int prefill, gfp_t gfp)  in rds_ib_recv_refill()  argument
377 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_recv_refill()
389 	if (!acquire_refill(conn))  in rds_ib_recv_refill()
392 	while ((prefill || rds_conn_up(conn)) &&  in rds_ib_recv_refill()
401 		ret = rds_ib_recv_refill_one(conn, recv, gfp);  in rds_ib_recv_refill()
415 			rds_ib_conn_error(conn, "recv post on "  in rds_ib_recv_refill()
417 			       "reconnecting\n", &conn->c_faddr,  in rds_ib_recv_refill()
427 		rds_ib_advertise_credits(conn, posted);  in rds_ib_recv_refill()
432 	release_refill(conn);  in rds_ib_recv_refill()
444 	if (rds_conn_up(conn) &&  in rds_ib_recv_refill()
447 		queue_delayed_work(rds_wq, &conn->c_recv_w, 1);  in rds_ib_recv_refill()
669 		rds_ib_conn_error(ic->conn, "sending ack failed\n");  in rds_ib_send_ack()
764 static void rds_ib_cong_recv(struct rds_connection *conn,  in rds_ib_cong_recv()  argument
781 	map = conn->c_fcong;  in rds_ib_cong_recv()
831 static void rds_ib_process_recv(struct rds_connection *conn,  in rds_ib_process_recv()  argument
835 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_process_recv()
845 		rds_ib_conn_error(conn, "incoming message "  in rds_ib_process_recv()
849 		       &conn->c_faddr);  in rds_ib_process_recv()
858 		rds_ib_conn_error(conn, "incoming message "  in rds_ib_process_recv()
861 		       &conn->c_faddr);  in rds_ib_process_recv()
872 		rds_ib_send_add_credits(conn, ihdr->h_credit);  in rds_ib_process_recv()
920 			rds_ib_conn_error(conn,  in rds_ib_process_recv()
936 			rds_ib_cong_recv(conn, ibinc);  in rds_ib_process_recv()
938 			rds_recv_incoming(conn, conn->c_faddr, conn->c_laddr,  in rds_ib_process_recv()
960 	struct rds_connection *conn = ic->conn;  in rds_ib_recv_cqe_handler()  local
978 		rds_ib_process_recv(conn, recv, wc->byte_len, state);  in rds_ib_recv_cqe_handler()
981 		if (rds_conn_up(conn) || rds_conn_connecting(conn))  in rds_ib_recv_cqe_handler()
982 …rds_ib_conn_error(conn, "recv completion on %pI4 had status %u (%s), disconnecting and reconnectin…  in rds_ib_recv_cqe_handler()
983 					  &conn->c_faddr,  in rds_ib_recv_cqe_handler()
1008 		rds_ib_recv_refill(conn, 0, GFP_NOWAIT);  in rds_ib_recv_cqe_handler()
1011 int rds_ib_recv(struct rds_connection *conn)  in rds_ib_recv()  argument
1013 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_recv()
1016 	rdsdebug("conn %p\n", conn);  in rds_ib_recv()
1017 	if (rds_conn_up(conn)) {  in rds_ib_recv()
1019 		rds_ib_recv_refill(conn, 0, GFP_KERNEL);  in rds_ib_recv()