79 static void rds_ib_dev_shutdown(struct rds_ib_device *rds_ibdev)  in rds_ib_dev_shutdown()  argument
84 	spin_lock_irqsave(&rds_ibdev->spinlock, flags);  in rds_ib_dev_shutdown()
85 	list_for_each_entry(ic, &rds_ibdev->conn_list, ib_node)  in rds_ib_dev_shutdown()
87 	spin_unlock_irqrestore(&rds_ibdev->spinlock, flags);  in rds_ib_dev_shutdown()
97 	struct rds_ib_device *rds_ibdev = container_of(work,  in rds_ib_dev_free()  local
100 	if (rds_ibdev->mr_pool)  in rds_ib_dev_free()
101 		rds_ib_destroy_mr_pool(rds_ibdev->mr_pool);  in rds_ib_dev_free()
102 	if (rds_ibdev->mr)  in rds_ib_dev_free()
103 		ib_dereg_mr(rds_ibdev->mr);  in rds_ib_dev_free()
104 	if (rds_ibdev->pd)  in rds_ib_dev_free()
105 		ib_dealloc_pd(rds_ibdev->pd);  in rds_ib_dev_free()
107 	list_for_each_entry_safe(i_ipaddr, i_next, &rds_ibdev->ipaddr_list, list) {  in rds_ib_dev_free()
112 	kfree(rds_ibdev);  in rds_ib_dev_free()
115 void rds_ib_dev_put(struct rds_ib_device *rds_ibdev)  in rds_ib_dev_put()  argument
117 	BUG_ON(atomic_read(&rds_ibdev->refcount) <= 0);  in rds_ib_dev_put()
118 	if (atomic_dec_and_test(&rds_ibdev->refcount))  in rds_ib_dev_put()
119 		queue_work(rds_wq, &rds_ibdev->free_work);  in rds_ib_dev_put()
124 	struct rds_ib_device *rds_ibdev;  in rds_ib_add_one()  local
140 	rds_ibdev = kzalloc_node(sizeof(struct rds_ib_device), GFP_KERNEL,  in rds_ib_add_one()
142 	if (!rds_ibdev)  in rds_ib_add_one()
145 	spin_lock_init(&rds_ibdev->spinlock);  in rds_ib_add_one()
146 	atomic_set(&rds_ibdev->refcount, 1);  in rds_ib_add_one()
147 	INIT_WORK(&rds_ibdev->free_work, rds_ib_dev_free);  in rds_ib_add_one()
149 	rds_ibdev->max_wrs = dev_attr->max_qp_wr;  in rds_ib_add_one()
150 	rds_ibdev->max_sge = min(dev_attr->max_sge, RDS_IB_MAX_SGE);  in rds_ib_add_one()
152 	rds_ibdev->fmr_max_remaps = dev_attr->max_map_per_fmr?: 32;  in rds_ib_add_one()
153 	rds_ibdev->max_fmrs = dev_attr->max_fmr ?  in rds_ib_add_one()
157 	rds_ibdev->max_initiator_depth = dev_attr->max_qp_init_rd_atom;  in rds_ib_add_one()
158 	rds_ibdev->max_responder_resources = dev_attr->max_qp_rd_atom;  in rds_ib_add_one()
160 	rds_ibdev->dev = device;  in rds_ib_add_one()
161 	rds_ibdev->pd = ib_alloc_pd(device);  in rds_ib_add_one()
162 	if (IS_ERR(rds_ibdev->pd)) {  in rds_ib_add_one()
163 		rds_ibdev->pd = NULL;  in rds_ib_add_one()
167 	rds_ibdev->mr = ib_get_dma_mr(rds_ibdev->pd, IB_ACCESS_LOCAL_WRITE);  in rds_ib_add_one()
168 	if (IS_ERR(rds_ibdev->mr)) {  in rds_ib_add_one()
169 		rds_ibdev->mr = NULL;  in rds_ib_add_one()
173 	rds_ibdev->mr_pool = rds_ib_create_mr_pool(rds_ibdev);  in rds_ib_add_one()
174 	if (IS_ERR(rds_ibdev->mr_pool)) {  in rds_ib_add_one()
175 		rds_ibdev->mr_pool = NULL;  in rds_ib_add_one()
179 	INIT_LIST_HEAD(&rds_ibdev->ipaddr_list);  in rds_ib_add_one()
180 	INIT_LIST_HEAD(&rds_ibdev->conn_list);  in rds_ib_add_one()
183 	list_add_tail_rcu(&rds_ibdev->list, &rds_ib_devices);  in rds_ib_add_one()
185 	atomic_inc(&rds_ibdev->refcount);  in rds_ib_add_one()
187 	ib_set_client_data(device, &rds_ib_client, rds_ibdev);  in rds_ib_add_one()
188 	atomic_inc(&rds_ibdev->refcount);  in rds_ib_add_one()
193 	rds_ib_dev_put(rds_ibdev);  in rds_ib_add_one()
216 	struct rds_ib_device *rds_ibdev;  in rds_ib_get_client_data()  local
219 	rds_ibdev = ib_get_client_data(device, &rds_ib_client);  in rds_ib_get_client_data()
220 	if (rds_ibdev)  in rds_ib_get_client_data()
221 		atomic_inc(&rds_ibdev->refcount);  in rds_ib_get_client_data()
223 	return rds_ibdev;  in rds_ib_get_client_data()
235 	struct rds_ib_device *rds_ibdev;  in rds_ib_remove_one()  local
237 	rds_ibdev = ib_get_client_data(device, &rds_ib_client);  in rds_ib_remove_one()
238 	if (!rds_ibdev)  in rds_ib_remove_one()
241 	rds_ib_dev_shutdown(rds_ibdev);  in rds_ib_remove_one()
247 	list_del_rcu(&rds_ibdev->list);  in rds_ib_remove_one()
256 	rds_ib_dev_put(rds_ibdev);  in rds_ib_remove_one()
257 	rds_ib_dev_put(rds_ibdev);  in rds_ib_remove_one()
282 		struct rds_ib_device *rds_ibdev;  in rds_ib_conn_info_visitor()  local
291 		rds_ibdev = ic->rds_ibdev;  in rds_ib_conn_info_visitor()
294 		iinfo->max_send_sge = rds_ibdev->max_sge;  in rds_ib_conn_info_visitor()
295 		rds_ib_get_mr_info(rds_ibdev, iinfo);  in rds_ib_conn_info_visitor()