243 	struct rds_connection *conn = ic->conn;  in rds_ib_send_cqe_handler()  local
298 	if (test_and_clear_bit(RDS_LL_SEND_FULL, &conn->c_flags) ||  in rds_ib_send_cqe_handler()
299 	    test_bit(0, &conn->c_map_queued))  in rds_ib_send_cqe_handler()
300 		queue_delayed_work(rds_wq, &conn->c_send_w, 0);  in rds_ib_send_cqe_handler()
303 	if (wc->status != IB_WC_SUCCESS && rds_conn_up(conn)) {  in rds_ib_send_cqe_handler()
304 …rds_ib_conn_error(conn, "send completion on %pI4 had status %u (%s), disconnecting and reconnectin…  in rds_ib_send_cqe_handler()
305 				  &conn->c_faddr, wc->status,  in rds_ib_send_cqe_handler()
378 		struct rds_connection *conn = ic->i_cm_id->context;  in rds_ib_send_grab_credits()  local
381 		set_bit(RDS_LL_SEND_FULL, &conn->c_flags);  in rds_ib_send_grab_credits()
407 void rds_ib_send_add_credits(struct rds_connection *conn, unsigned int credits)  in rds_ib_send_add_credits()  argument
409 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_send_add_credits()
417 			test_bit(RDS_LL_SEND_FULL, &conn->c_flags) ? ", ll_send_full" : "");  in rds_ib_send_add_credits()
420 	if (test_and_clear_bit(RDS_LL_SEND_FULL, &conn->c_flags))  in rds_ib_send_add_credits()
421 		queue_delayed_work(rds_wq, &conn->c_send_w, 0);  in rds_ib_send_add_credits()
428 void rds_ib_advertise_credits(struct rds_connection *conn, unsigned int posted)  in rds_ib_advertise_credits()  argument
430 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_advertise_credits()
483 int rds_ib_xmit(struct rds_connection *conn, struct rds_message *rm,  in rds_ib_xmit()  argument
486 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_xmit()
509 	if (conn->c_loopback  in rds_ib_xmit()
511 		rds_cong_map_updated(conn->c_fcong, ~(u64) 0);  in rds_ib_xmit()
525 		set_bit(RDS_LL_SEND_FULL, &conn->c_flags);  in rds_ib_xmit()
540 			set_bit(RDS_LL_SEND_FULL, &conn->c_flags);  in rds_ib_xmit()
718 		rds_ib_send_add_credits(conn, credit_alloc - i);  in rds_ib_xmit()
731 		       "returned %d\n", &conn->c_faddr, ret);  in rds_ib_xmit()
739 		rds_ib_conn_error(ic->conn, "ib_post_send failed\n");  in rds_ib_xmit()
754 int rds_ib_xmit_atomic(struct rds_connection *conn, struct rm_atomic_op *op)  in rds_ib_xmit_atomic()  argument
756 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_xmit_atomic()
828 		       "returned %d\n", &conn->c_faddr, ret);  in rds_ib_xmit_atomic()
843 int rds_ib_xmit_rdma(struct rds_connection *conn, struct rm_rdma_op *op)  in rds_ib_xmit_rdma()  argument
845 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_xmit_rdma()
968 		       "returned %d\n", &conn->c_faddr, ret);  in rds_ib_xmit_rdma()
984 void rds_ib_xmit_complete(struct rds_connection *conn)  in rds_ib_xmit_complete()  argument
986 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_xmit_complete()