62 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_mw()  local
63 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_mw()
106 	cqp_request = nes_get_cqp_request(nesdev);  in nes_alloc_mw()
121 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_alloc_mw()
126 	nes_post_cqp_request(nesdev, cqp_request);  in nes_alloc_mw()
135 		nes_put_cqp_request(nesdev, cqp_request);  in nes_alloc_mw()
144 	nes_put_cqp_request(nesdev, cqp_request);  in nes_alloc_mw()
163 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_dealloc_mw()  local
164 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dealloc_mw()
171 	cqp_request = nes_get_cqp_request(nesdev);  in nes_dealloc_mw()
178 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_dealloc_mw()
183 	nes_post_cqp_request(nesdev, cqp_request);  in nes_dealloc_mw()
198 	nes_put_cqp_request(nesdev, cqp_request);  in nes_dealloc_mw()
216 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_bind_mw()  local
273 	nes_write32(nesdev->regs+NES_WQE_ALLOC,  in nes_bind_mw()
285 static int alloc_fast_reg_mr(struct nes_device *nesdev, struct nes_pd *nespd,  in alloc_fast_reg_mr()  argument
292 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in alloc_fast_reg_mr()
298 	cqp_request = nes_get_cqp_request(nesdev);  in alloc_fast_reg_mr()
317 		nes_free_cqp_request(nesdev, cqp_request);  in alloc_fast_reg_mr()
332 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in alloc_fast_reg_mr()
350 	nes_post_cqp_request(nesdev, cqp_request);  in alloc_fast_reg_mr()
362 	nes_put_cqp_request(nesdev, cqp_request);  in alloc_fast_reg_mr()
384 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_fast_reg_mr()  local
385 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_fast_reg_mr()
427 	ret = alloc_fast_reg_mr(nesdev, nespd, stag, max_page_list_len);  in nes_alloc_fast_reg_mr()
450 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_fast_reg_page_list()  local
472 	pnesfrpl->nes_wqe_pbl.kva = pci_alloc_consistent(nesdev->pcidev,  in nes_alloc_fast_reg_page_list()
495 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_free_fast_reg_page_list()  local
502 	pci_free_consistent(nesdev->pcidev,  in nes_free_fast_reg_page_list()
518 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_query_device()  local
524 	props->fw_ver = nesdev->nesadapter->firmware_version;  in nes_query_device()
525 	props->device_cap_flags = nesdev->nesadapter->device_cap_flags;  in nes_query_device()
526 	props->vendor_id = nesdev->nesadapter->vendor_id;  in nes_query_device()
527 	props->vendor_part_id = nesdev->nesadapter->vendor_part_id;  in nes_query_device()
528 	props->hw_ver = nesdev->nesadapter->hw_rev;  in nes_query_device()
531 	props->max_qp_wr = nesdev->nesadapter->max_qp_wr - 2;  in nes_query_device()
532 	props->max_sge = nesdev->nesadapter->max_sge;  in nes_query_device()
534 	props->max_cqe = nesdev->nesadapter->max_cqe;  in nes_query_device()
539 	switch (nesdev->nesadapter->max_irrq_wr) {  in nes_query_device()
643 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_ucontext()  local
644 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_ucontext()
667 	uresp.wq_size = nesdev->nesadapter->max_qp_wr * 2;  in nes_alloc_ucontext()
675 	nes_ucontext->nesdev = nesdev;  in nes_alloc_ucontext()
717 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_mmap()  local
727 		index /= ((sizeof(struct nes_hw_qp_wqe) * nesdev->nesadapter->max_qp_wr * 2) +  in nes_mmap()
754 				(nesdev->doorbell_start +  in nes_mmap()
755 				((nes_ucontext->mmap_db_index[index] - nesdev->base_doorbell_index) * 4096))  in nes_mmap()
774 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_alloc_pd()  local
775 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_alloc_pd()
782 			nesvnic, nesdev->netdev[0], nesdev->netdev[0]->name, ibdev, context,  in nes_alloc_pd()
841 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_dealloc_pd()  local
842 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dealloc_pd()
915 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_setup_virt_qp()  local
916 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_setup_virt_qp()
958 		pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_setup_virt_qp()
968 	nesqp->pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 256, &nesqp->pbl_pbase);  in nes_setup_virt_qp()
972 		pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_setup_virt_qp()
992 	pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_setup_virt_qp()
1002 	mem = pci_alloc_consistent(nesdev->pcidev, nesqp->qp_mem_size,  in nes_setup_virt_qp()
1006 		pci_free_consistent(nesdev->pcidev, 256, nesqp->pbl_vbase, nesqp->pbl_pbase);  in nes_setup_virt_qp()
1033 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_setup_mmap_qp()  local
1043 	mem = pci_alloc_consistent(nesdev->pcidev, nesqp->qp_mem_size,  in nes_setup_mmap_qp()
1077 static inline void nes_free_qp_mem(struct nes_device *nesdev,  in nes_free_qp_mem()  argument
1081 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_free_qp_mem()
1083 		pci_free_consistent(nesdev->pcidev, nesqp->qp_mem_size,  in nes_free_qp_mem()
1089 …pci_free_consistent(nesdev->pcidev, nesqp->qp_mem_size, nesqp->hwqp.q2_vbase, nesqp->hwqp.q2_pbase…  in nes_free_qp_mem()
1090 		pci_free_consistent(nesdev->pcidev, 256, nesqp->pbl_vbase, nesqp->pbl_pbase );  in nes_free_qp_mem()
1110 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_create_qp()  local
1111 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_create_qp()
1230 							pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_create_qp()
1273 			nesqp->nesqp_context->misc |= cpu_to_le32((u32)PCI_FUNC(nesdev->pcidev->devfn) <<  in nes_create_qp()
1306 			spin_lock_irqsave(&nesdev->cqp.lock, flags);  in nes_create_qp()
1315 			spin_unlock_irqrestore(&nesdev->cqp.lock, flags);  in nes_create_qp()
1334 			cqp_request = nes_get_cqp_request(nesdev);  in nes_create_qp()
1338 				nes_free_qp_mem(nesdev, nesqp,virt_wqs);  in nes_create_qp()
1353 			nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_create_qp()
1361 			nes_post_cqp_request(nesdev, cqp_request);  in nes_create_qp()
1371 					nesqp->hwqp.qp_id, ret, nesdev->cqp.sq_head, nesdev->cqp.sq_tail,  in nes_create_qp()
1374 				nes_put_cqp_request(nesdev, cqp_request);  in nes_create_qp()
1376 				nes_free_qp_mem(nesdev, nesqp,virt_wqs);  in nes_create_qp()
1385 			nes_put_cqp_request(nesdev, cqp_request);  in nes_create_qp()
1396 					nes_free_qp_mem(nesdev, nesqp,virt_wqs);  in nes_create_qp()
1418 	nesdev->nesadapter->qp_table[nesqp->hwqp.qp_id-NES_FIRST_QPN] = nesqp;  in nes_create_qp()
1536 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_create_cq()  local
1537 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_create_cq()
1619 		mem = pci_zalloc_consistent(nesdev->pcidev, nescq->cq_mem_size,  in nes_create_cq()
1639 	cqp_request = nes_get_cqp_request(nesdev);  in nes_create_cq()
1643 			pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1646 			pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1670 				nes_free_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1672 					pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1675 					pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1692 				nes_free_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1694 					pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1697 					pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1714 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_create_cq()
1717 			(nescq->hw_cq.cq_number | ((u32)nesdev->ceq_index << 16)));  in nes_create_cq()
1739 	nes_post_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1749 		nes_put_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1751 			pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size, mem,  in nes_create_cq()
1754 			pci_free_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_create_cq()
1762 	nes_put_cqp_request(nesdev, cqp_request);  in nes_create_cq()
1766 		pci_free_consistent(nesdev->pcidev, nespbl->pbl_size, nespbl->pbl_vbase,  in nes_create_cq()
1789 	struct nes_device *nesdev;  in nes_destroy_cq()  local
1803 	nesdev = nesvnic->nesdev;  in nes_destroy_cq()
1804 	nesadapter = nesdev->nesadapter;  in nes_destroy_cq()
1809 	cqp_request = nes_get_cqp_request(nesdev);  in nes_destroy_cq()
1835 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_destroy_cq()
1838 		(nescq->hw_cq.cq_number | ((u32)PCI_FUNC(nesdev->pcidev->devfn) << 16)));  in nes_destroy_cq()
1843 	nes_post_cqp_request(nesdev, cqp_request);  in nes_destroy_cq()
1865 	nes_put_cqp_request(nesdev, cqp_request);  in nes_destroy_cq()
1868 		pci_free_consistent(nesdev->pcidev, nescq->cq_mem_size,  in nes_destroy_cq()
1878 static u32 root_256(struct nes_device *nesdev,  in root_256()  argument
1887 		new_root->pbl_vbase = pci_alloc_consistent(nesdev->pcidev,  in root_256()
1925 static int nes_reg_mr(struct nes_device *nesdev, struct nes_pd *nespd,  in nes_reg_mr()  argument
1935 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_mr()
1947 	cqp_request = nes_get_cqp_request(nesdev);  in nes_reg_mr()
1989 			nes_free_cqp_request(nesdev, cqp_request);  in nes_reg_mr()
1997 		if (root_256(nesdev, root_vpbl, &new_root, pbl_count_4k) == 1) {  in nes_reg_mr()
2031 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_reg_mr()
2055 	nes_post_cqp_request(nesdev, cqp_request);  in nes_reg_mr()
2064 	nes_put_cqp_request(nesdev, cqp_request);  in nes_reg_mr()
2075 		pci_free_consistent(nesdev->pcidev, 512, new_root.pbl_vbase,  in nes_reg_mr()
2099 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_reg_phys_mr()  local
2100 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_phys_mr()
2155 				root_vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 8192,  in nes_reg_phys_mr()
2160 					pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_phys_mr()
2168 					pci_free_consistent(nesdev->pcidev, 8192, root_vpbl.pbl_vbase,  in nes_reg_phys_mr()
2170 					pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_phys_mr()
2182 			vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 4096,  in nes_reg_phys_mr()
2246 	ret = nes_reg_mr(nesdev, nespd, stag, region_length, &root_vpbl,  in nes_reg_phys_mr()
2264 		pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase, vpbl.pbl_pbase);  in nes_reg_phys_mr()
2267 			pci_free_consistent(nesdev->pcidev, 4096, root_vpbl.leaf_vpbl[i].pbl_vbase,  in nes_reg_phys_mr()
2271 		pci_free_consistent(nesdev->pcidev, 8192, root_vpbl.pbl_vbase,  in nes_reg_phys_mr()
2308 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_reg_user_mr()  local
2309 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_reg_user_mr()
2423 							root_vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev,  in nes_reg_user_mr()
2429 								pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_user_mr()
2441 								pci_free_consistent(nesdev->pcidev, 8192, root_vpbl.pbl_vbase,  in nes_reg_user_mr()
2443 								pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_user_mr()
2457 						vpbl.pbl_vbase = pci_alloc_consistent(nesdev->pcidev, 4096,  in nes_reg_user_mr()
2529 			ret = nes_reg_mr(nesdev, nespd, stag, region->length, &root_vpbl,  in nes_reg_user_mr()
2549 				pci_free_consistent(nesdev->pcidev, 4096, vpbl.pbl_vbase,  in nes_reg_user_mr()
2553 					pci_free_consistent(nesdev->pcidev, 4096,  in nes_reg_user_mr()
2558 				pci_free_consistent(nesdev->pcidev, 8192, root_vpbl.pbl_vbase,  in nes_reg_user_mr()
2598 			pbl = pci_alloc_consistent(nesdev->pcidev, nespbl->pbl_size,  in nes_reg_user_mr()
2660 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_dereg_mr()  local
2661 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_dereg_mr()
2679 	cqp_request = nes_get_cqp_request(nesdev);  in nes_dereg_mr()
2687 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_dereg_mr()
2694 	nes_post_cqp_request(nesdev, cqp_request);  in nes_dereg_mr()
2707 	nes_put_cqp_request(nesdev, cqp_request);  in nes_dereg_mr()
2760 	return sprintf(buf, "%x\n", nesvnic->nesdev->nesadapter->hw_rev);  in show_rev()
2776 		(nesvnic->nesdev->nesadapter->firmware_version >> 16),  in show_fw_ver()
2777 		(nesvnic->nesdev->nesadapter->firmware_version & 0x000000ff));  in show_fw_ver()
2849 int nes_hw_modify_qp(struct nes_device *nesdev, struct nes_qp *nesqp,  in nes_hw_modify_qp()  argument
2862 	cqp_request = nes_get_cqp_request(nesdev);  in nes_hw_modify_qp()
2878 	nes_fill_init_cqp_wqe(cqp_wqe, nesdev);  in nes_hw_modify_qp()
2890 	nes_post_cqp_request(nesdev, cqp_request);  in nes_hw_modify_qp()
2909 		nes_put_cqp_request(nesdev, cqp_request);  in nes_hw_modify_qp()
2931 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_modify_qp()  local
3067 						(nesdev->iw_status) &&  in nes_modify_qp()
3126 		ret = nes_hw_modify_qp(nesdev, nesqp, next_iwarp_state, 0, 1);  in nes_modify_qp()
3265 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_post_send()  local
3322 			if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_send()
3345 			if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_send()
3347 					  ib_wr->num_sge, nesdev->nesadapter->max_sge);  in nes_post_send()
3523 		nes_write32(nesdev->regs + NES_WQE_ALLOC,  in nes_post_send()
3545 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_post_recv()  local
3572 		if (ib_wr->num_sge > nesdev->nesadapter->max_sge) {  in nes_post_recv()
3617 		nes_write32(nesdev->regs+NES_WQE_ALLOC, (counter<<24) | nesqp->hwqp.qp_id);  in nes_post_recv()
3638 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_poll_cq()  local
3671 		wqe_index = u32temp & (nesdev->nesadapter->max_qp_wr - 1);  in nes_poll_cq()
3774 				nes_write32(nesdev->regs+NES_CQE_ALLOC,  in nes_poll_cq()
3781 			wqe_index = (wqe_index & (~(nesdev->nesadapter->max_qp_wr - 1))) | wq_tail;  in nes_poll_cq()
3789 		nes_write32(nesdev->regs+NES_CQE_ALLOC,  in nes_poll_cq()
3810 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_req_notify_cq()  local
3825 	nes_write32(nesdev->regs+NES_CQE_ALLOC, cq_arm);  in nes_req_notify_cq()
3826 	nes_read32(nesdev->regs+NES_CQE_ALLOC);  in nes_req_notify_cq()
3839 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_init_ofa_device()  local
3878 	nesibdev->ibdev.dma_device = &nesdev->pcidev->dev;  in nes_init_ofa_device()
3879 	nesibdev->ibdev.dev.parent = &nesdev->pcidev->dev;  in nes_init_ofa_device()
3962 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_port_ibevent()  local
3966 	event.event = nesdev->iw_status ? IB_EVENT_PORT_ACTIVE : IB_EVENT_PORT_ERR;  in nes_port_ibevent()
4003 	struct nes_device *nesdev = nesvnic->nesdev;  in nes_register_ofa_device()  local
4004 	struct nes_adapter *nesadapter = nesdev->nesadapter;  in nes_register_ofa_device()