242 	struct c4iw_cq *chp = to_c4iw_cq(qhp->ibqp.send_cq);  in c4iw_flush_sq()  local
243 	struct t4_cq *cq = &chp->cq;  in c4iw_flush_sq()
341 void c4iw_flush_hw_cq(struct c4iw_cq *chp)  in c4iw_flush_hw_cq()  argument
348 	PDBG("%s  cqid 0x%x\n", __func__, chp->cq.cqid);  in c4iw_flush_hw_cq()
349 	ret = t4_next_hw_cqe(&chp->cq, &hw_cqe);  in c4iw_flush_hw_cq()
357 		qhp = get_qhp(chp->rhp, CQE_QPID(hw_cqe));  in c4iw_flush_hw_cq()
406 			flush_completed_wrs(&qhp->wq, &chp->cq);  in c4iw_flush_hw_cq()
408 			swcqe = &chp->cq.sw_queue[chp->cq.sw_pidx];  in c4iw_flush_hw_cq()
411 			t4_swcq_produce(&chp->cq);  in c4iw_flush_hw_cq()
414 		t4_hwcq_consume(&chp->cq);  in c4iw_flush_hw_cq()
415 		ret = t4_next_hw_cqe(&chp->cq, &hw_cqe);  in c4iw_flush_hw_cq()
684 static int c4iw_poll_cq_one(struct c4iw_cq *chp, struct ib_wc *wc)  in c4iw_poll_cq_one()  argument
694 	ret = t4_next_cqe(&chp->cq, &rd_cqe);  in c4iw_poll_cq_one()
699 	qhp = get_qhp(chp->rhp, CQE_QPID(rd_cqe));  in c4iw_poll_cq_one()
706 	ret = poll_cq(wq, &(chp->cq), &cqe, &cqe_flushed, &cookie, &credit);  in c4iw_poll_cq_one()
830 	struct c4iw_cq *chp;  in c4iw_poll_cq()  local
835 	chp = to_c4iw_cq(ibcq);  in c4iw_poll_cq()
837 	spin_lock_irqsave(&chp->lock, flags);  in c4iw_poll_cq()
840 			err = c4iw_poll_cq_one(chp, wc + npolled);  in c4iw_poll_cq()
845 	spin_unlock_irqrestore(&chp->lock, flags);  in c4iw_poll_cq()
851 	struct c4iw_cq *chp;  in c4iw_destroy_cq()  local
855 	chp = to_c4iw_cq(ib_cq);  in c4iw_destroy_cq()
857 	remove_handle(chp->rhp, &chp->rhp->cqidr, chp->cq.cqid);  in c4iw_destroy_cq()
858 	atomic_dec(&chp->refcnt);  in c4iw_destroy_cq()
859 	wait_event(chp->wait, !atomic_read(&chp->refcnt));  in c4iw_destroy_cq()
863 	destroy_cq(&chp->rhp->rdev, &chp->cq,  in c4iw_destroy_cq()
864 		   ucontext ? &ucontext->uctx : &chp->cq.rdev->uctx);  in c4iw_destroy_cq()
865 	kfree(chp);  in c4iw_destroy_cq()
874 	struct c4iw_cq *chp;  in c4iw_create_cq()  local
888 	chp = kzalloc(sizeof(*chp), GFP_KERNEL);  in c4iw_create_cq()
889 	if (!chp)  in c4iw_create_cq()
918 	memsize = hwentries * sizeof *chp->cq.queue;  in c4iw_create_cq()
925 	chp->cq.size = hwentries;  in c4iw_create_cq()
926 	chp->cq.memsize = memsize;  in c4iw_create_cq()
927 	chp->cq.vector = vector;  in c4iw_create_cq()
929 	ret = create_cq(&rhp->rdev, &chp->cq,  in c4iw_create_cq()
934 	chp->rhp = rhp;  in c4iw_create_cq()
935 	chp->cq.size--;				/* status page */  in c4iw_create_cq()
936 	chp->ibcq.cqe = entries - 2;  in c4iw_create_cq()
937 	spin_lock_init(&chp->lock);  in c4iw_create_cq()
938 	spin_lock_init(&chp->comp_handler_lock);  in c4iw_create_cq()
939 	atomic_set(&chp->refcnt, 1);  in c4iw_create_cq()
940 	init_waitqueue_head(&chp->wait);  in c4iw_create_cq()
941 	ret = insert_handle(rhp, &rhp->cqidr, chp, chp->cq.cqid);  in c4iw_create_cq()
954 		uresp.cqid = chp->cq.cqid;  in c4iw_create_cq()
955 		uresp.size = chp->cq.size;  in c4iw_create_cq()
956 		uresp.memsize = chp->cq.memsize;  in c4iw_create_cq()
969 		mm->addr = virt_to_phys(chp->cq.queue);  in c4iw_create_cq()
970 		mm->len = chp->cq.memsize;  in c4iw_create_cq()
974 		mm2->addr = chp->cq.ugts;  in c4iw_create_cq()
979 	     __func__, chp->cq.cqid, chp, chp->cq.size,  in c4iw_create_cq()
980 	     chp->cq.memsize, (unsigned long long) chp->cq.dma_addr);  in c4iw_create_cq()
981 	return &chp->ibcq;  in c4iw_create_cq()
987 	remove_handle(rhp, &rhp->cqidr, chp->cq.cqid);  in c4iw_create_cq()
989 	destroy_cq(&chp->rhp->rdev, &chp->cq,  in c4iw_create_cq()
992 	kfree(chp);  in c4iw_create_cq()
1003 	struct c4iw_cq *chp;  in c4iw_arm_cq()  local
1007 	chp = to_c4iw_cq(ibcq);  in c4iw_arm_cq()
1008 	spin_lock_irqsave(&chp->lock, flag);  in c4iw_arm_cq()
1009 	ret = t4_arm_cq(&chp->cq,  in c4iw_arm_cq()
1011 	spin_unlock_irqrestore(&chp->lock, flag);  in c4iw_arm_cq()