79 static void rds_ib_dev_shutdown(struct rds_ib_device *rds_ibdev)  in rds_ib_dev_shutdown()  argument
84 	spin_lock_irqsave(&rds_ibdev->spinlock, flags);  in rds_ib_dev_shutdown()
85 	list_for_each_entry(ic, &rds_ibdev->conn_list, ib_node)  in rds_ib_dev_shutdown()
87 	spin_unlock_irqrestore(&rds_ibdev->spinlock, flags);  in rds_ib_dev_shutdown()
97 	struct rds_ib_device *rds_ibdev = container_of(work,  in rds_ib_dev_free()  local
100 	if (rds_ibdev->mr_8k_pool)  in rds_ib_dev_free()
101 		rds_ib_destroy_mr_pool(rds_ibdev->mr_8k_pool);  in rds_ib_dev_free()
102 	if (rds_ibdev->mr_1m_pool)  in rds_ib_dev_free()
103 		rds_ib_destroy_mr_pool(rds_ibdev->mr_1m_pool);  in rds_ib_dev_free()
104 	if (rds_ibdev->pd)  in rds_ib_dev_free()
105 		ib_dealloc_pd(rds_ibdev->pd);  in rds_ib_dev_free()
107 	list_for_each_entry_safe(i_ipaddr, i_next, &rds_ibdev->ipaddr_list, list) {  in rds_ib_dev_free()
112 	kfree(rds_ibdev);  in rds_ib_dev_free()
115 void rds_ib_dev_put(struct rds_ib_device *rds_ibdev)  in rds_ib_dev_put()  argument
117 	BUG_ON(atomic_read(&rds_ibdev->refcount) <= 0);  in rds_ib_dev_put()
118 	if (atomic_dec_and_test(&rds_ibdev->refcount))  in rds_ib_dev_put()
119 		queue_work(rds_wq, &rds_ibdev->free_work);  in rds_ib_dev_put()
124 	struct rds_ib_device *rds_ibdev;  in rds_ib_add_one()  local
140 	rds_ibdev = kzalloc_node(sizeof(struct rds_ib_device), GFP_KERNEL,  in rds_ib_add_one()
142 	if (!rds_ibdev)  in rds_ib_add_one()
145 	spin_lock_init(&rds_ibdev->spinlock);  in rds_ib_add_one()
146 	atomic_set(&rds_ibdev->refcount, 1);  in rds_ib_add_one()
147 	INIT_WORK(&rds_ibdev->free_work, rds_ib_dev_free);  in rds_ib_add_one()
149 	rds_ibdev->max_wrs = dev_attr->max_qp_wr;  in rds_ib_add_one()
150 	rds_ibdev->max_sge = min(dev_attr->max_sge, RDS_IB_MAX_SGE);  in rds_ib_add_one()
152 	rds_ibdev->fmr_max_remaps = dev_attr->max_map_per_fmr?: 32;  in rds_ib_add_one()
153 	rds_ibdev->max_1m_fmrs = dev_attr->max_mr ?  in rds_ib_add_one()
157 	rds_ibdev->max_8k_fmrs = dev_attr->max_mr ?  in rds_ib_add_one()
161 	rds_ibdev->max_initiator_depth = dev_attr->max_qp_init_rd_atom;  in rds_ib_add_one()
162 	rds_ibdev->max_responder_resources = dev_attr->max_qp_rd_atom;  in rds_ib_add_one()
164 	rds_ibdev->dev = device;  in rds_ib_add_one()
165 	rds_ibdev->pd = ib_alloc_pd(device);  in rds_ib_add_one()
166 	if (IS_ERR(rds_ibdev->pd)) {  in rds_ib_add_one()
167 		rds_ibdev->pd = NULL;  in rds_ib_add_one()
171 	rds_ibdev->mr_1m_pool =  in rds_ib_add_one()
172 		rds_ib_create_mr_pool(rds_ibdev, RDS_IB_MR_1M_POOL);  in rds_ib_add_one()
173 	if (IS_ERR(rds_ibdev->mr_1m_pool)) {  in rds_ib_add_one()
174 		rds_ibdev->mr_1m_pool = NULL;  in rds_ib_add_one()
178 	rds_ibdev->mr_8k_pool =  in rds_ib_add_one()
179 		rds_ib_create_mr_pool(rds_ibdev, RDS_IB_MR_8K_POOL);  in rds_ib_add_one()
180 	if (IS_ERR(rds_ibdev->mr_8k_pool)) {  in rds_ib_add_one()
181 		rds_ibdev->mr_8k_pool = NULL;  in rds_ib_add_one()
186 		 dev_attr->max_fmr, rds_ibdev->max_wrs, rds_ibdev->max_sge,  in rds_ib_add_one()
187 		 rds_ibdev->fmr_max_remaps, rds_ibdev->max_1m_fmrs,  in rds_ib_add_one()
188 		 rds_ibdev->max_8k_fmrs);  in rds_ib_add_one()
190 	INIT_LIST_HEAD(&rds_ibdev->ipaddr_list);  in rds_ib_add_one()
191 	INIT_LIST_HEAD(&rds_ibdev->conn_list);  in rds_ib_add_one()
194 	list_add_tail_rcu(&rds_ibdev->list, &rds_ib_devices);  in rds_ib_add_one()
196 	atomic_inc(&rds_ibdev->refcount);  in rds_ib_add_one()
198 	ib_set_client_data(device, &rds_ib_client, rds_ibdev);  in rds_ib_add_one()
199 	atomic_inc(&rds_ibdev->refcount);  in rds_ib_add_one()
204 	rds_ib_dev_put(rds_ibdev);  in rds_ib_add_one()
227 	struct rds_ib_device *rds_ibdev;  in rds_ib_get_client_data()  local
230 	rds_ibdev = ib_get_client_data(device, &rds_ib_client);  in rds_ib_get_client_data()
231 	if (rds_ibdev)  in rds_ib_get_client_data()
232 		atomic_inc(&rds_ibdev->refcount);  in rds_ib_get_client_data()
234 	return rds_ibdev;  in rds_ib_get_client_data()
246 	struct rds_ib_device *rds_ibdev = client_data;  in rds_ib_remove_one()  local
248 	if (!rds_ibdev)  in rds_ib_remove_one()
251 	rds_ib_dev_shutdown(rds_ibdev);  in rds_ib_remove_one()
257 	list_del_rcu(&rds_ibdev->list);  in rds_ib_remove_one()
266 	rds_ib_dev_put(rds_ibdev);  in rds_ib_remove_one()
267 	rds_ib_dev_put(rds_ibdev);  in rds_ib_remove_one()
292 		struct rds_ib_device *rds_ibdev;  in rds_ib_conn_info_visitor()  local
301 		rds_ibdev = ic->rds_ibdev;  in rds_ib_conn_info_visitor()
304 		iinfo->max_send_sge = rds_ibdev->max_sge;  in rds_ib_conn_info_visitor()
305 		rds_ib_get_mr_info(rds_ibdev, iinfo);  in rds_ib_conn_info_visitor()