64 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_mw()  local
85 	next_stag_index %= nesadapter->max_mr;  in nes_alloc_mw()
87 	ret = nes_alloc_resource(nesadapter, nesadapter->allocated_mrs,  in nes_alloc_mw()
88 			nesadapter->max_mr, &stag_index, &next_stag_index, NES_RESOURCE_MW);  in nes_alloc_mw()
95 		nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_alloc_mw()
110 		nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_alloc_mw()
138 		nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_alloc_mw()
165 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dealloc_mw()  local
201 	nes_free_resource(nesadapter, nesadapter->allocated_mrs,  in nes_dealloc_mw()
293 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in alloc_fast_reg_mr()  local
310 	spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in alloc_fast_reg_mr()
311 	if (nesadapter->free_4kpbl > 0) {  in alloc_fast_reg_mr()
312 		nesadapter->free_4kpbl--;  in alloc_fast_reg_mr()
313 		spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in alloc_fast_reg_mr()
316 		spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in alloc_fast_reg_mr()
366 		spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in alloc_fast_reg_mr()
367 		nesadapter->free_4kpbl++;  in alloc_fast_reg_mr()
368 		spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in alloc_fast_reg_mr()
388 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_mr()  local
416 	next_stag_index %= nesadapter->max_mr;  in nes_alloc_mr()
418 	err = nes_alloc_resource(nesadapter, nesadapter->allocated_mrs,  in nes_alloc_mr()
419 				 nesadapter->max_mr, &stag_index,  in nes_alloc_mr()
426 		nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_alloc_mr()
446 		nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_alloc_mr()
505 	props->fw_ver = nesdev->nesadapter->firmware_version;  in nes_query_device()
506 	props->device_cap_flags = nesdev->nesadapter->device_cap_flags;  in nes_query_device()
507 	props->vendor_id = nesdev->nesadapter->vendor_id;  in nes_query_device()
508 	props->vendor_part_id = nesdev->nesadapter->vendor_part_id;  in nes_query_device()
509 	props->hw_ver = nesdev->nesadapter->hw_rev;  in nes_query_device()
512 	props->max_qp_wr = nesdev->nesadapter->max_qp_wr - 2;  in nes_query_device()
513 	props->max_sge = nesdev->nesadapter->max_sge;  in nes_query_device()
515 	props->max_cqe = nesdev->nesadapter->max_cqe;  in nes_query_device()
520 	switch (nesdev->nesadapter->max_irrq_wr) {  in nes_query_device()
624 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_ucontext()  local
647 	uresp.wq_size = nesdev->nesadapter->max_qp_wr * 2;  in nes_alloc_ucontext()
648 	uresp.virtwq = nesadapter->virtwq;  in nes_alloc_ucontext()
707 		index /= ((sizeof(struct nes_hw_qp_wqe) * nesdev->nesadapter->max_qp_wr * 2) +  in nes_mmap()
755 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_pd()  local
765 	err = nes_alloc_resource(nesadapter, nesadapter->allocated_pds,  in nes_alloc_pd()
766 			nesadapter->max_pd, &pd_num, &nesadapter->next_pd, NES_RESOURCE_PD);  in nes_alloc_pd()
773 		nes_free_resource(nesadapter, nesadapter->allocated_pds, pd_num);  in nes_alloc_pd()
780 	nespd->pd_id = (pd_num << (PAGE_SHIFT-12)) + nesadapter->base_pd;  in nes_alloc_pd()
790 			nes_free_resource(nesadapter, nesadapter->allocated_pds, pd_num);  in nes_alloc_pd()
798 			nes_free_resource(nesadapter, nesadapter->allocated_pds, pd_num);  in nes_alloc_pd()
822 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dealloc_pd()  local
837 	nes_free_resource(nesadapter, nesadapter->allocated_pds,  in nes_dealloc_pd()
838 			(nespd->pd_id-nesadapter->base_pd)>>(PAGE_SHIFT-12));  in nes_dealloc_pd()
896 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_setup_virt_qp()  local
936 	spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in nes_setup_virt_qp()
937 	if (!nesadapter->free_256pbl) {  in nes_setup_virt_qp()
940 		spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_setup_virt_qp()
945 	nesadapter->free_256pbl--;  in nes_setup_virt_qp()
946 	spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_setup_virt_qp()
955 		spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in nes_setup_virt_qp()
956 		nesadapter->free_256pbl++;  in nes_setup_virt_qp()
957 		spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_setup_virt_qp()
988 		spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in nes_setup_virt_qp()
989 		nesadapter->free_256pbl++;  in nes_setup_virt_qp()
990 		spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_setup_virt_qp()
1061 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_free_qp_mem()  local
1066 		spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in nes_free_qp_mem()
1067 		nesadapter->free_256pbl++;  in nes_free_qp_mem()
1068 		spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_free_qp_mem()
1091 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_create_qp()  local
1142 			ret = nes_alloc_resource(nesadapter, nesadapter->allocated_qps,  in nes_create_qp()
1143 					nesadapter->max_qp, &qp_num, &nesadapter->next_qp, NES_RESOURCE_QP);  in nes_create_qp()
1151 				nes_free_resource(nesadapter, nesadapter->allocated_qps, qp_num);  in nes_create_qp()
1166 					nes_free_resource(nesadapter, nesadapter->allocated_qps, qp_num);  in nes_create_qp()
1193 							nes_free_resource(nesadapter, nesadapter->allocated_qps, qp_num);  in nes_create_qp()
1208 						nes_free_resource(nesadapter, nesadapter->allocated_qps, qp_num);  in nes_create_qp()
1221 					nes_free_resource(nesadapter, nesadapter->allocated_qps, qp_num);  in nes_create_qp()
1231 				nes_free_resource(nesadapter, nesadapter->allocated_qps, qp_num);  in nes_create_qp()
1305 					((((u32)nesadapter->max_irrq_wr) <<  in nes_create_qp()
1317 				nes_free_resource(nesadapter, nesadapter->allocated_qps, qp_num);  in nes_create_qp()
1355 				nes_free_resource(nesadapter, nesadapter->allocated_qps, qp_num);  in nes_create_qp()
1375 					nes_free_resource(nesadapter, nesadapter->allocated_qps, qp_num);  in nes_create_qp()
1398 	nesdev->nesadapter->qp_table[nesqp->hwqp.qp_id-NES_FIRST_QPN] = nesqp;  in nes_create_qp()
1519 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_create_cq()  local
1538 	if (entries > nesadapter->max_cqe)  in nes_create_cq()
1541 	err = nes_alloc_resource(nesadapter, nesadapter->allocated_cqs,  in nes_create_cq()
1542 			nesadapter->max_cq, &cq_num, &nesadapter->next_cq, NES_RESOURCE_CQ);  in nes_create_cq()
1549 		nes_free_resource(nesadapter, nesadapter->allocated_cqs, cq_num);  in nes_create_cq()
1562 			nes_free_resource(nesadapter, nesadapter->allocated_cqs, cq_num);  in nes_create_cq()
1576 			nes_free_resource(nesadapter, nesadapter->allocated_cqs, cq_num);  in nes_create_cq()
1591 			nes_free_resource(nesadapter, nesadapter->allocated_cqs, cq_num);  in nes_create_cq()
1608 			nes_free_resource(nesadapter, nesadapter->allocated_cqs, cq_num);  in nes_create_cq()
1636 		nes_free_resource(nesadapter, nesadapter->allocated_cqs, cq_num);  in nes_create_cq()
1647 	spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in nes_create_cq()
1653 			if (nesadapter->free_4kpbl == 0) {  in nes_create_cq()
1654 				spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_create_cq()
1664 				nes_free_resource(nesadapter, nesadapter->allocated_cqs, cq_num);  in nes_create_cq()
1670 				nesadapter->free_4kpbl--;  in nes_create_cq()
1675 			if (nesadapter->free_256pbl == 0) {  in nes_create_cq()
1676 				spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_create_cq()
1686 				nes_free_resource(nesadapter, nesadapter->allocated_cqs, cq_num);  in nes_create_cq()
1692 				nesadapter->free_256pbl--;  in nes_create_cq()
1697 	spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_create_cq()
1743 		nes_free_resource(nesadapter, nesadapter->allocated_cqs, cq_num);  in nes_create_cq()
1758 			nes_free_resource(nesadapter, nesadapter->allocated_cqs, cq_num);  in nes_create_cq()
1776 	struct nes_adapter *nesadapter;  in nes_destroy_cq()  local
1789 	nesadapter = nesdev->nesadapter;  in nes_destroy_cq()
1802 	spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in nes_destroy_cq()
1804 		nesadapter->free_256pbl++;  in nes_destroy_cq()
1805 		if (nesadapter->free_256pbl > nesadapter->max_256pbl) {  in nes_destroy_cq()
1807 					__func__, nesadapter->free_256pbl, nesadapter->max_256pbl);  in nes_destroy_cq()
1810 		nesadapter->free_4kpbl++;  in nes_destroy_cq()
1811 		if (nesadapter->free_4kpbl > nesadapter->max_4kpbl) {  in nes_destroy_cq()
1813 					__func__, nesadapter->free_4kpbl, nesadapter->max_4kpbl);  in nes_destroy_cq()
1818 	spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_destroy_cq()
1825 		nes_free_resource(nesadapter, nesadapter->allocated_cqs, nescq->hw_cq.cq_number);  in nes_destroy_cq()
1920 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_mr()  local
1941 		spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in nes_reg_mr()
1946 			if (pbl_count_256 <= nesadapter->free_256pbl)  in nes_reg_mr()
1948 			else if (pbl_count_4k <= nesadapter->free_4kpbl)  in nes_reg_mr()
1951 			if (((pbl_count_4k + use_two_level) <= nesadapter->free_4kpbl) &&  in nes_reg_mr()
1952 			    (nesadapter->free_4kpbl > (nesadapter->max_4kpbl >> 1))) {  in nes_reg_mr()
1954 			} else if ((pbl_count_256 + 1) <= nesadapter->free_256pbl) {  in nes_reg_mr()
1957 			} else if ((pbl_count_4k + use_two_level) <= nesadapter->free_4kpbl) {  in nes_reg_mr()
1961 			if ((pbl_count_4k + 1) <= nesadapter->free_4kpbl)  in nes_reg_mr()
1967 			nesadapter->free_256pbl -= pbl_count + use_two_level;  in nes_reg_mr()
1970 			nesadapter->free_4kpbl -= pbl_count + use_two_level;  in nes_reg_mr()
1972 			spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_reg_mr()
1978 		spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_reg_mr()
1986 			spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in nes_reg_mr()
1987 			nesadapter->free_256pbl += pbl_count_256 + use_two_level;  in nes_reg_mr()
1994 			if ((pbl_count_4k + use_two_level) <= nesadapter->free_4kpbl) {  in nes_reg_mr()
1995 				nesadapter->free_4kpbl -= pbl_count + use_two_level;  in nes_reg_mr()
1998 			spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_reg_mr()
2052 		spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in nes_reg_mr()
2054 			nesadapter->free_256pbl += pbl_count + use_two_level;  in nes_reg_mr()
2056 			nesadapter->free_4kpbl += pbl_count + use_two_level;  in nes_reg_mr()
2057 		spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_reg_mr()
2085 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_phys_mr()  local
2115 	next_stag_index %= nesadapter->max_mr;  in nes_reg_phys_mr()
2123 	err = nes_alloc_resource(nesadapter, nesadapter->allocated_mrs, nesadapter->max_mr,  in nes_reg_phys_mr()
2131 		nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_reg_phys_mr()
2147 					nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_reg_phys_mr()
2157 					nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_reg_phys_mr()
2172 				nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_reg_phys_mr()
2196 			nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_reg_phys_mr()
2294 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_user_mr()  local
2353 			next_stag_index %= nesadapter->max_mr;  in nes_reg_user_mr()
2355 			err = nes_alloc_resource(nesadapter, nesadapter->allocated_mrs,  in nes_reg_user_mr()
2356 					nesadapter->max_mr, &stag_index, &next_stag_index, NES_RESOURCE_USER_MR);  in nes_reg_user_mr()
2365 				nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_reg_user_mr()
2373 					nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_reg_user_mr()
2383 					nes_free_resource(nesadapter, nesadapter->allocated_mrs,  in nes_reg_user_mr()
2401 							nes_free_resource(nesadapter,  in nes_reg_user_mr()
2402 									  nesadapter->allocated_mrs, stag_index);  in nes_reg_user_mr()
2416 								nes_free_resource(nesadapter, nesadapter->allocated_mrs,  in nes_reg_user_mr()
2430 								nes_free_resource(nesadapter, nesadapter->allocated_mrs,  in nes_reg_user_mr()
2448 							nes_free_resource(nesadapter, nesadapter->allocated_mrs, stag_index);  in nes_reg_user_mr()
2646 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dereg_mr()  local
2714 		spin_lock_irqsave(&nesadapter->pbl_lock, flags);  in nes_dereg_mr()
2716 			nesadapter->free_4kpbl += nesmr->pbls_used;  in nes_dereg_mr()
2717 			if (nesadapter->free_4kpbl > nesadapter->max_4kpbl)  in nes_dereg_mr()
2720 					nesadapter->free_4kpbl,  in nes_dereg_mr()
2721 					nesadapter->max_4kpbl);  in nes_dereg_mr()
2723 			nesadapter->free_256pbl += nesmr->pbls_used;  in nes_dereg_mr()
2724 			if (nesadapter->free_256pbl > nesadapter->max_256pbl)  in nes_dereg_mr()
2727 					nesadapter->free_256pbl,  in nes_dereg_mr()
2728 					nesadapter->max_256pbl);  in nes_dereg_mr()
2730 		spin_unlock_irqrestore(&nesadapter->pbl_lock, flags);  in nes_dereg_mr()
2732 	nes_free_resource(nesadapter, nesadapter->allocated_mrs,  in nes_dereg_mr()
2752 	return sprintf(buf, "%x\n", nesvnic->nesdev->nesadapter->hw_rev);  in show_rev()
2768 		(nesvnic->nesdev->nesadapter->firmware_version >> 16),  in show_fw_ver()
2769 		(nesvnic->nesdev->nesadapter->firmware_version & 0x000000ff));  in show_fw_ver()
3316 			if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_send()
3339 			if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_send()
3341 					  ib_wr->num_sge, nesdev->nesadapter->max_sge);  in nes_post_send()
3548 		if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_recv()
3647 		wqe_index = u32temp & (nesdev->nesadapter->max_qp_wr - 1);  in nes_poll_cq()
3757 			wqe_index = (wqe_index & (~(nesdev->nesadapter->max_qp_wr - 1))) | wq_tail;  in nes_poll_cq()
3996 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_register_ofa_device()  local
4005 	nesibdev->max_cq = (nesadapter->max_cq-NES_FIRST_QPN) / nesadapter->port_count;  in nes_register_ofa_device()
4006 	nesibdev->max_mr = nesadapter->max_mr / nesadapter->port_count;  in nes_register_ofa_device()
4007 	nesibdev->max_qp = (nesadapter->max_qp-NES_FIRST_QPN) / nesadapter->port_count;  in nes_register_ofa_device()
4008 	nesibdev->max_pd = nesadapter->max_pd / nesadapter->port_count;  in nes_register_ofa_device()