47 static void mlx5_ib_cq_event(struct mlx5_core_cq *mcq, enum mlx5_event type)  in mlx5_ib_cq_event()  argument
49 	struct mlx5_ib_cq *cq = container_of(mcq, struct mlx5_ib_cq, mcq);  in mlx5_ib_cq_event()
56 			     type, mcq->cqn);  in mlx5_ib_cq_event()
75 	return get_cqe_from_buf(&cq->buf, n, cq->mcq.cqe_sz);  in get_cqe()
88 	cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in get_sw_cqe()
100 	return get_sw_cqe(cq, cq->mcq.cons_index);  in next_cqe_sw()
433 	cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in mlx5_poll_one()
435 	++cq->mcq.cons_index;  in mlx5_poll_one()
464 				     cq->mcq.cqn, qpn);  in mlx5_poll_one()
498 			    "Requestor" : "Responder", cq->mcq.cqn);  in mlx5_poll_one()
531 				     cq->mcq.cqn, be32_to_cpu(sig_err_cqe->mkey));  in mlx5_poll_one()
541 			     cq->mcq.cqn, mr->sig->err_item.key,  in mlx5_poll_one()
571 		mlx5_cq_set_ci(&cq->mcq);  in mlx5_ib_poll_cq()
586 	mlx5_cq_arm(&to_mcq(ibcq)->mcq,  in mlx5_ib_arm_cq()
591 		    to_mcq(ibcq)->mcq.cons_index);  in mlx5_ib_arm_cq()
709 	cq->mcq.set_ci_db  = cq->db.db;  in create_cq_kernel()
710 	cq->mcq.arm_db     = cq->db.db + 1;  in create_cq_kernel()
711 	cq->mcq.cqe_sz = cqe_size;  in create_cq_kernel()
807 	err = mlx5_core_create_cq(dev->mdev, &cq->mcq, cqb, inlen);  in mlx5_ib_create_cq()
811 	mlx5_ib_dbg(dev, "cqn 0x%x\n", cq->mcq.cqn);  in mlx5_ib_create_cq()
812 	cq->mcq.irqn = irqn;  in mlx5_ib_create_cq()
813 	cq->mcq.comp  = mlx5_ib_cq_comp;  in mlx5_ib_create_cq()
814 	cq->mcq.event = mlx5_ib_cq_event;  in mlx5_ib_create_cq()
817 		if (ib_copy_to_udata(udata, &cq->mcq.cqn, sizeof(__u32))) {  in mlx5_ib_create_cq()
827 	mlx5_core_destroy_cq(dev->mdev, &cq->mcq);  in mlx5_ib_create_cq()
846 	struct mlx5_ib_cq *mcq = to_mcq(cq);  in mlx5_ib_destroy_cq()  local
852 	mlx5_core_destroy_cq(dev->mdev, &mcq->mcq);  in mlx5_ib_destroy_cq()
854 		destroy_cq_user(mcq, context);  in mlx5_ib_destroy_cq()
856 		destroy_cq_kernel(dev, mcq);  in mlx5_ib_destroy_cq()
858 	kfree(mcq);  in mlx5_ib_destroy_cq()
885 	for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); prod_index++)  in __mlx5_ib_cq_clean()
886 		if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe)  in __mlx5_ib_cq_clean()
892 	while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) {  in __mlx5_ib_cq_clean()
894 		cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in __mlx5_ib_cq_clean()
901 			dest64 = (cq->mcq.cqe_sz == 64) ? dest : dest + 64;  in __mlx5_ib_cq_clean()
903 			memcpy(dest, cqe, cq->mcq.cqe_sz);  in __mlx5_ib_cq_clean()
910 		cq->mcq.cons_index += nfreed;  in __mlx5_ib_cq_clean()
915 		mlx5_cq_set_ci(&cq->mcq);  in __mlx5_ib_cq_clean()
933 	struct mlx5_ib_cq *mcq = to_mcq(cq);  in mlx5_ib_modify_cq()  local
944 	in->cqn = cpu_to_be32(mcq->mcq.cqn);  in mlx5_ib_modify_cq()
949 	err = mlx5_core_modify_cq(dev->mdev, &mcq->mcq, in, sizeof(*in));  in mlx5_ib_modify_cq()
953 		mlx5_ib_warn(dev, "modify cq 0x%x failed\n", mcq->mcq.cqn);  in mlx5_ib_modify_cq()
1044 	i = cq->mcq.cons_index;  in copy_resize_cqes()
1072 				cq->mcq.cqn);  in copy_resize_cqes()
1076 	++cq->mcq.cons_index;  in copy_resize_cqes()
1144 	in->cqn = cpu_to_be32(cq->mcq.cqn);  in mlx5_ib_resize_cq()
1146 	err = mlx5_core_modify_cq(dev->mdev, &cq->mcq, in, inlen);  in mlx5_ib_resize_cq()