63 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_mw()  local
64 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_mw()
107 	cqp_request = nes_get_cqp_request(nesdev);  in nes_alloc_mw()
122 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_alloc_mw()
127 	nes_post_cqp_request(nesdev, cqp_request);  in nes_alloc_mw()
136 		nes_put_cqp_request(nesdev, cqp_request);  in nes_alloc_mw()
145 	nes_put_cqp_request(nesdev, cqp_request);  in nes_alloc_mw()
164 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_dealloc_mw()  local
165 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dealloc_mw()
172 	cqp_request = nes_get_cqp_request(nesdev);  in nes_dealloc_mw()
179 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_dealloc_mw()
184 	nes_post_cqp_request(nesdev, cqp_request);  in nes_dealloc_mw()
199 	nes_put_cqp_request(nesdev, cqp_request);  in nes_dealloc_mw()
217 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_bind_mw()  local
274 	nes_write32(nesdev->regs+NES_WQE_ALLOC,  in nes_bind_mw()
286 static int alloc_fast_reg_mr(struct nes_device *nesdev, struct nes_pd *nespd,  in alloc_fast_reg_mr()  argument
293 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in alloc_fast_reg_mr()
299 	cqp_request = nes_get_cqp_request(nesdev);  in alloc_fast_reg_mr()
318 		nes_free_cqp_request(nesdev, cqp_request);  in alloc_fast_reg_mr()
333 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in alloc_fast_reg_mr()
351 	nes_post_cqp_request(nesdev, cqp_request);  in alloc_fast_reg_mr()
363 	nes_put_cqp_request(nesdev, cqp_request);  in alloc_fast_reg_mr()
387 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_mr()  local
388 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_mr()
437 	ret = alloc_fast_reg_mr(nesdev, nespd, stag, max_num_sg);  in nes_alloc_mr()
450 	nesmr->pages = pci_alloc_consistent(nesdev->pcidev,  in nes_alloc_mr()
496 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_query_device()  local
505 	props->fw_ver = nesdev->nesadapter->firmware_version;  in nes_query_device()
506 	props->device_cap_flags = nesdev->nesadapter->device_cap_flags;  in nes_query_device()
507 	props->vendor_id = nesdev->nesadapter->vendor_id;  in nes_query_device()
508 	props->vendor_part_id = nesdev->nesadapter->vendor_part_id;  in nes_query_device()
509 	props->hw_ver = nesdev->nesadapter->hw_rev;  in nes_query_device()
512 	props->max_qp_wr = nesdev->nesadapter->max_qp_wr - 2;  in nes_query_device()
513 	props->max_sge = nesdev->nesadapter->max_sge;  in nes_query_device()
515 	props->max_cqe = nesdev->nesadapter->max_cqe;  in nes_query_device()
520 	switch (nesdev->nesadapter->max_irrq_wr) {  in nes_query_device()
623 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_ucontext()  local
624 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_ucontext()
647 	uresp.wq_size = nesdev->nesadapter->max_qp_wr * 2;  in nes_alloc_ucontext()
655 	nes_ucontext->nesdev = nesdev;  in nes_alloc_ucontext()
697 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_mmap()  local
707 		index /= ((sizeof(struct nes_hw_qp_wqe) * nesdev->nesadapter->max_qp_wr * 2) +  in nes_mmap()
734 				(nesdev->doorbell_start +  in nes_mmap()
735 				((nes_ucontext->mmap_db_index[index] - nesdev->base_doorbell_index) * 4096))  in nes_mmap()
754 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_pd()  local
755 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_pd()
762 			nesvnic, nesdev->netdev[0], nesdev->netdev[0]->name, ibdev, context,  in nes_alloc_pd()
821 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_dealloc_pd()  local
822 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dealloc_pd()
895 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_setup_virt_qp()  local
896 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_setup_virt_qp()
938 		pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_setup_virt_qp()
948 	nesqp->pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 256, &nesqp->pbl_pbase);  in nes_setup_virt_qp()
952 		pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_setup_virt_qp()
972 	pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_setup_virt_qp()
982 	mem = pci_alloc_consistent(nesdev->pcidev, nesqp->qp_mem_size,  in nes_setup_virt_qp()
986 		pci_free_consistent(nesdev->pcidev, 256, nesqp->pbl_vbase, nesqp->pbl_pbase);  in nes_setup_virt_qp()
1013 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_setup_mmap_qp()  local
1023 	mem = pci_alloc_consistent(nesdev->pcidev, nesqp->qp_mem_size,  in nes_setup_mmap_qp()
1057 static inline void nes_free_qp_mem(struct nes_device *nesdev,  in nes_free_qp_mem()  argument
1061 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_free_qp_mem()
1063 		pci_free_consistent(nesdev->pcidev, nesqp->qp_mem_size,  in nes_free_qp_mem()
1069 …pci_free_consistent(nesdev->pcidev, nesqp->qp_mem_size, nesqp->hwqp.q2_vbase, nesqp->hwqp.q2_pbase…  in nes_free_qp_mem()
1070 		pci_free_consistent(nesdev->pcidev, 256, nesqp->pbl_vbase, nesqp->pbl_pbase );  in nes_free_qp_mem()
1090 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_create_qp()  local
1091 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_create_qp()
1210 							pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_create_qp()
1253 			nesqp->nesqp_context->misc |= cpu_to_le32((u32)PCI_FUNC(nesdev->pcidev->devfn) <<  in nes_create_qp()
1286 			spin_lock_irqsave(&nesdev->cqp.lock, flags);  in nes_create_qp()
1295 			spin_unlock_irqrestore(&nesdev->cqp.lock, flags);  in nes_create_qp()
1314 			cqp_request = nes_get_cqp_request(nesdev);  in nes_create_qp()
1318 				nes_free_qp_mem(nesdev, nesqp,virt_wqs);  in nes_create_qp()
1333 			nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_create_qp()
1341 			nes_post_cqp_request(nesdev, cqp_request);  in nes_create_qp()
1351 					nesqp->hwqp.qp_id, ret, nesdev->cqp.sq_head, nesdev->cqp.sq_tail,  in nes_create_qp()
1354 				nes_put_cqp_request(nesdev, cqp_request);  in nes_create_qp()
1356 				nes_free_qp_mem(nesdev, nesqp,virt_wqs);  in nes_create_qp()
1365 			nes_put_cqp_request(nesdev, cqp_request);  in nes_create_qp()
1376 					nes_free_qp_mem(nesdev, nesqp,virt_wqs);  in nes_create_qp()
1398 	nesdev->nesadapter->qp_table[nesqp->hwqp.qp_id-NES_FIRST_QPN] = nesqp;  in nes_create_qp()
1518 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_create_cq()  local
1519 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_create_cq()
1604 		mem = pci_zalloc_consistent(nesdev->pcidev, nescq->cq_mem_size,  in nes_create_cq()
1624 	cqp_request = nes_get_cqp_request(nesdev);  in nes_create_cq()
1628 			pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1631 			pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1655 				nes_free_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1657 					pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1660 					pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1677 				nes_free_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1679 					pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1682 					pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1699 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_create_cq()
1702 			(nescq->hw_cq.cq_number | ((u32)nesdev->ceq_index << 16)));  in nes_create_cq()
1724 	nes_post_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1734 		nes_put_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1736 			pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1739 			pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1747 	nes_put_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1751 		pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_create_cq()
1774 	struct nes_device *nesdev;  in nes_destroy_cq()  local
1788 	nesdev = nesvnic->nesdev;  in nes_destroy_cq()
1789 	nesadapter = nesdev->nesadapter;  in nes_destroy_cq()
1794 	cqp_request = nes_get_cqp_request(nesdev);  in nes_destroy_cq()
1820 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_destroy_cq()
1823 		(nescq->hw_cq.cq_number | ((u32)PCI_FUNC(nesdev->pcidev->devfn) << 16)));  in nes_destroy_cq()
1828 	nes_post_cqp_request(nesdev, cqp_request);  in nes_destroy_cq()
1850 	nes_put_cqp_request(nesdev, cqp_request);  in nes_destroy_cq()
1853 		pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size,  in nes_destroy_cq()
1863 static u32 root_256(struct nes_device *nesdev,  in root_256()  argument
1872 		new_root->pbl_vbase = pci_alloc_consistent(nesdev->pcidev,  in root_256()
1910 static int nes_reg_mr(struct nes_device *nesdev, struct nes_pd *nespd,  in nes_reg_mr()  argument
1920 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_mr()
1932 	cqp_request = nes_get_cqp_request(nesdev);  in nes_reg_mr()
1974 			nes_free_cqp_request(nesdev, cqp_request);  in nes_reg_mr()
1982 		if (root_256(nesdev, root_vpbl, &new_root, pbl_count_4k) == 1) {  in nes_reg_mr()
2016 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_reg_mr()
2040 	nes_post_cqp_request(nesdev, cqp_request);  in nes_reg_mr()
2049 	nes_put_cqp_request(nesdev, cqp_request);  in nes_reg_mr()
2060 		pci_free_consistent(nesdev->pcidev, 512, new_root.pbl_vbase,  in nes_reg_mr()
2084 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_reg_phys_mr()  local
2085 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_phys_mr()
2140 				root_vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 8192,  in nes_reg_phys_mr()
2145 					pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_phys_mr()
2153 					pci_free_consistent(nesdev->pcidev, 8192, root_vpbl.pbl_vbase,  in nes_reg_phys_mr()
2155 					pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_phys_mr()
2167 			vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 4096,  in nes_reg_phys_mr()
2231 	ret = nes_reg_mr(nesdev, nespd, stag, region_length, &root_vpbl,  in nes_reg_phys_mr()
2249 		pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase, vpbl.pbl_pbase);  in nes_reg_phys_mr()
2252 			pci_free_consistent(nesdev->pcidev, 4096, root_vpbl.leaf_vpbl[i].pbl_vbase,  in nes_reg_phys_mr()
2256 		pci_free_consistent(nesdev->pcidev, 8192, root_vpbl.pbl_vbase,  in nes_reg_phys_mr()
2293 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_reg_user_mr()  local
2294 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_user_mr()
2408 							root_vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev,  in nes_reg_user_mr()
2414 								pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_user_mr()
2426 								pci_free_consistent(nesdev->pcidev, 8192, root_vpbl.pbl_vbase,  in nes_reg_user_mr()
2428 								pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_user_mr()
2442 						vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 4096,  in nes_reg_user_mr()
2514 			ret = nes_reg_mr(nesdev, nespd, stag, region->length, &root_vpbl,  in nes_reg_user_mr()
2534 				pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_user_mr()
2538 					pci_free_consistent(nesdev->pcidev, 4096,  in nes_reg_user_mr()
2543 				pci_free_consistent(nesdev->pcidev, 8192, root_vpbl.pbl_vbase,  in nes_reg_user_mr()
2583 			pbl = pci_alloc_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_reg_user_mr()
2645 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_dereg_mr()  local
2646 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dereg_mr()
2656 		pci_free_consistent(nesdev->pcidev,  in nes_dereg_mr()
2671 	cqp_request = nes_get_cqp_request(nesdev);  in nes_dereg_mr()
2679 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_dereg_mr()
2686 	nes_post_cqp_request(nesdev, cqp_request);  in nes_dereg_mr()
2699 	nes_put_cqp_request(nesdev, cqp_request);  in nes_dereg_mr()
2752 	return sprintf(buf, "%x\n", nesvnic->nesdev->nesadapter->hw_rev);  in show_rev()
2768 		(nesvnic->nesdev->nesadapter->firmware_version >> 16),  in show_fw_ver()
2769 		(nesvnic->nesdev->nesadapter->firmware_version & 0x000000ff));  in show_fw_ver()
2841 int nes_hw_modify_qp(struct nes_device *nesdev, struct nes_qp *nesqp,  in nes_hw_modify_qp()  argument
2854 	cqp_request = nes_get_cqp_request(nesdev);  in nes_hw_modify_qp()
2870 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_hw_modify_qp()
2882 	nes_post_cqp_request(nesdev, cqp_request);  in nes_hw_modify_qp()
2901 		nes_put_cqp_request(nesdev, cqp_request);  in nes_hw_modify_qp()
2923 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_modify_qp()  local
3059 						(nesdev->iw_status) &&  in nes_modify_qp()
3118 		ret = nes_hw_modify_qp(nesdev, nesqp, next_iwarp_state, 0, 1);  in nes_modify_qp()
3259 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_post_send()  local
3316 			if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_send()
3339 			if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_send()
3341 					  ib_wr->num_sge, nesdev->nesadapter->max_sge);  in nes_post_send()
3499 		nes_write32(nesdev->regs + NES_WQE_ALLOC,  in nes_post_send()
3521 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_post_recv()  local
3548 		if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_recv()
3593 		nes_write32(nesdev->regs+NES_WQE_ALLOC, (counter<<24) | nesqp->hwqp.qp_id);  in nes_post_recv()
3614 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_poll_cq()  local
3647 		wqe_index = u32temp & (nesdev->nesadapter->max_qp_wr - 1);  in nes_poll_cq()
3750 				nes_write32(nesdev->regs+NES_CQE_ALLOC,  in nes_poll_cq()
3757 			wqe_index = (wqe_index & (~(nesdev->nesadapter->max_qp_wr - 1))) | wq_tail;  in nes_poll_cq()
3765 		nes_write32(nesdev->regs+NES_CQE_ALLOC,  in nes_poll_cq()
3786 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_req_notify_cq()  local
3801 	nes_write32(nesdev->regs+NES_CQE_ALLOC, cq_arm);  in nes_req_notify_cq()
3802 	nes_read32(nesdev->regs+NES_CQE_ALLOC);  in nes_req_notify_cq()
3831 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_init_ofa_device()  local
3870 	nesibdev->ibdev.dma_device = &nesdev->pcidev->dev;  in nes_init_ofa_device()
3871 	nesibdev->ibdev.dev.parent = &nesdev->pcidev->dev;  in nes_init_ofa_device()
3954 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_port_ibevent()  local
3958 	event.event = nesdev->iw_status ? IB_EVENT_PORT_ACTIVE : IB_EVENT_PORT_ERR;  in nes_port_ibevent()
3995 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_register_ofa_device()  local
3996 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_register_ofa_device()