1019 		pci_free_consistent(nesdev->pcidev, nesdev->cqp_mem_size, nesdev->cqp.sq_vbase,  in nes_init_cqp()
1020 				nesdev->cqp.sq_pbase);  in nes_init_cqp()
1027 	spin_lock_init(&nesdev->cqp.lock);  in nes_init_cqp()
1028 	init_waitqueue_head(&nesdev->cqp.waitq);  in nes_init_cqp()
1036 	nesdev->cqp.sq_vbase = vmem;  in nes_init_cqp()
1037 	nesdev->cqp.sq_pbase = pmem;  in nes_init_cqp()
1038 	nesdev->cqp.sq_size = NES_CQP_SQ_SIZE;  in nes_init_cqp()
1039 	nesdev->cqp.sq_head = 0;  in nes_init_cqp()
1040 	nesdev->cqp.sq_tail = 0;  in nes_init_cqp()
1041 	nesdev->cqp.qp_id = PCI_FUNC(nesdev->pcidev->devfn);  in nes_init_cqp()
1043 	vmem += (sizeof(struct nes_hw_cqp_wqe) * nesdev->cqp.sq_size);  in nes_init_cqp()
1044 	pmem += (sizeof(struct nes_hw_cqp_wqe) * nesdev->cqp.sq_size);  in nes_init_cqp()
1090 	cqp_qp_context->context_words[2] = cpu_to_le32((u32)nesdev->cqp.sq_pbase);  in nes_init_cqp()
1091 	cqp_qp_context->context_words[3] = cpu_to_le32(((u64)nesdev->cqp.sq_pbase) >> 32);  in nes_init_cqp()
1116 	cqp_head = nesdev->cqp.sq_head++;  in nes_init_cqp()
1117 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_init_cqp()
1136 	cqp_head = nesdev->cqp.sq_head++;  in nes_init_cqp()
1137 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_init_cqp()
1146 	cqp_head = nesdev->cqp.sq_head++;  in nes_init_cqp()
1147 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_init_cqp()
1156 	cqp_head = nesdev->cqp.sq_head++;  in nes_init_cqp()
1157 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_init_cqp()
1182 	nes_write32(nesdev->regs+NES_WQE_ALLOC, u32temp | nesdev->cqp.qp_id);  in nes_init_cqp()
1201 	nesdev->cqp.sq_tail++;  in nes_init_cqp()
1221 	} while (!(nesdev->cqp.sq_head == nesdev->cqp.sq_tail));  in nes_destroy_cqp()
1230 	spin_lock_irqsave(&nesdev->cqp.lock, flags);  in nes_destroy_cqp()
1233 	cqp_head = nesdev->cqp.sq_head++;  in nes_destroy_cqp()
1234 	nesdev->cqp.sq_head &= nesdev->cqp.sq_size-1;  in nes_destroy_cqp()
1235 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_destroy_cqp()
1241 	cqp_head = nesdev->cqp.sq_head++;  in nes_destroy_cqp()
1242 	nesdev->cqp.sq_head &= nesdev->cqp.sq_size-1;  in nes_destroy_cqp()
1243 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_destroy_cqp()
1248 	cqp_head = nesdev->cqp.sq_head++;  in nes_destroy_cqp()
1249 	nesdev->cqp.sq_head &= nesdev->cqp.sq_size-1;  in nes_destroy_cqp()
1250 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_destroy_cqp()
1255 	cqp_head = nesdev->cqp.sq_head++;  in nes_destroy_cqp()
1256 	nesdev->cqp.sq_head &= nesdev->cqp.sq_size-1;  in nes_destroy_cqp()
1257 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_destroy_cqp()
1263 	cqp_head = nesdev->cqp.sq_head++;  in nes_destroy_cqp()
1264 	nesdev->cqp.sq_head &= nesdev->cqp.sq_size-1;  in nes_destroy_cqp()
1265 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_destroy_cqp()
1268 	cqp_wqe->wqe_words[NES_CQP_WQE_ID_IDX] = cpu_to_le32(nesdev->cqp.qp_id);  in nes_destroy_cqp()
1272 	nes_write32(nesdev->regs+NES_WQE_ALLOC, 0x05800000 | nesdev->cqp.qp_id);  in nes_destroy_cqp()
1274 	spin_unlock_irqrestore(&nesdev->cqp.lock, flags);  in nes_destroy_cqp()
1297 	pci_free_consistent(nesdev->pcidev, nesdev->cqp_mem_size, nesdev->cqp.sq_vbase,  in nes_destroy_cqp()
1298 			nesdev->cqp.sq_pbase);  in nes_destroy_cqp()
1772 	spin_lock_irqsave(&nesdev->cqp.lock, flags);  in nes_init_nic_qp()
1773 	cqp_head = nesdev->cqp.sq_head;  in nes_init_nic_qp()
1775 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_init_nic_qp()
1791 	if (++cqp_head >= nesdev->cqp.sq_size)  in nes_init_nic_qp()
1793 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_init_nic_qp()
1822 	if (++cqp_head >= nesdev->cqp.sq_size)  in nes_init_nic_qp()
1824 	nesdev->cqp.sq_head = cqp_head;  in nes_init_nic_qp()
1829 	nes_write32(nesdev->regs+NES_WQE_ALLOC, 0x02800000 | nesdev->cqp.qp_id);  in nes_init_nic_qp()
1831 	spin_unlock_irqrestore(&nesdev->cqp.lock, flags);  in nes_init_nic_qp()
1835 	ret = wait_event_timeout(nesdev->cqp.waitq, (nesdev->cqp.sq_tail == cqp_head),  in nes_init_nic_qp()
2000 	spin_lock_irqsave(&nesdev->cqp.lock, flags);  in nes_destroy_nic_qp()
2003 	cqp_head = nesdev->cqp.sq_head;  in nes_destroy_nic_qp()
2004 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_destroy_nic_qp()
2012 	if (++cqp_head >= nesdev->cqp.sq_size)  in nes_destroy_nic_qp()
2015 	cqp_wqe = &nesdev->cqp.sq_vbase[cqp_head];  in nes_destroy_nic_qp()
2024 	if (++cqp_head >= nesdev->cqp.sq_size)  in nes_destroy_nic_qp()
2027 	nesdev->cqp.sq_head = cqp_head;  in nes_destroy_nic_qp()
2031 	nes_write32(nesdev->regs+NES_WQE_ALLOC, 0x02800000 | nesdev->cqp.qp_id);  in nes_destroy_nic_qp()
2033 	spin_unlock_irqrestore(&nesdev->cqp.lock, flags);  in nes_destroy_nic_qp()
2036 			cqp_head, nesdev->cqp.sq_head,  in nes_destroy_nic_qp()
2037 			nesdev->cqp.sq_tail, nesdev->cqp.sq_size);  in nes_destroy_nic_qp()
2039 	ret = wait_event_timeout(nesdev->cqp.waitq, (nesdev->cqp.sq_tail == cqp_head),  in nes_destroy_nic_qp()
2044 			ret, cqp_head, nesdev->cqp.sq_head, nesdev->cqp.sq_tail);  in nes_destroy_nic_qp()
3018 	struct nes_hw_cqp *cqp = NULL;  in nes_cqp_ce_handler()  local
3039 			cqp = &nesdev->cqp;  in nes_cqp_ce_handler()
3071 				wake_up(&nesdev->cqp.waitq);  in nes_cqp_ce_handler()
3076 			if (++cqp->sq_tail >= cqp->sq_size)  in nes_cqp_ce_handler()
3077 				cqp->sq_tail = 0;  in nes_cqp_ce_handler()
3089 	spin_lock_irqsave(&nesdev->cqp.lock, flags);  in nes_cqp_ce_handler()
3091 			((((nesdev->cqp.sq_tail+nesdev->cqp.sq_size)-nesdev->cqp.sq_head) &  in nes_cqp_ce_handler()
3092 			(nesdev->cqp.sq_size - 1)) != 1)) {  in nes_cqp_ce_handler()
3096 		head = nesdev->cqp.sq_head++;  in nes_cqp_ce_handler()
3097 		nesdev->cqp.sq_head &= nesdev->cqp.sq_size-1;  in nes_cqp_ce_handler()
3098 		cqp_wqe = &nesdev->cqp.sq_vbase[head];  in nes_cqp_ce_handler()
3115 		nes_write32(nesdev->regs+NES_WQE_ALLOC, 0x01800000 | nesdev->cqp.qp_id);  in nes_cqp_ce_handler()
3117 	spin_unlock_irqrestore(&nesdev->cqp.lock, flags);  in nes_cqp_ce_handler()
3871 			nesdev->cqp.sq_head, nesdev->cqp.sq_tail);  in nes_manage_arp_cache()