85 	struct mlx5_cqe64 *cqe64;  in get_sw_cqe()  local
87 	cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in get_sw_cqe()
89 	if (likely((cqe64->op_own) >> 4 != MLX5_CQE_INVALID) &&  in get_sw_cqe()
90 	    !((cqe64->op_own & MLX5_CQE_OWNER_MASK) ^ !!(n & (cq->ibcq.cqe + 1)))) {  in get_sw_cqe()
323 static void handle_atomic(struct mlx5_ib_qp *qp, struct mlx5_cqe64 *cqe64,  in handle_atomic()  argument
333 	byte_count = be32_to_cpu(cqe64->byte_cnt);  in handle_atomic()
348 static void handle_atomics(struct mlx5_ib_qp *qp, struct mlx5_cqe64 *cqe64,  in handle_atomics()  argument
355 		handle_atomic(qp, cqe64, idx);  in handle_atomics()
408 	struct mlx5_cqe64 *cqe64;  in mlx5_poll_one()  local
425 	cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in mlx5_poll_one()
434 	opcode = cqe64->op_own >> 4;  in mlx5_poll_one()
447 	qpn = ntohl(cqe64->sop_drop_qpn) & 0xffffff;  in mlx5_poll_one()
467 		wqe_ctr = be16_to_cpu(cqe64->wqe_counter);  in mlx5_poll_one()
469 		handle_good_req(wc, cqe64, wq, idx);  in mlx5_poll_one()
470 		handle_atomics(*cur_qp, cqe64, wq->last_poll, idx);  in mlx5_poll_one()
479 		handle_responder(wc, cqe64, *cur_qp);  in mlx5_poll_one()
486 		err_cqe = (struct mlx5_err_cqe *)cqe64;  in mlx5_poll_one()
495 			wqe_ctr = be16_to_cpu(cqe64->wqe_counter);  in mlx5_poll_one()
504 				wqe_ctr = be16_to_cpu(cqe64->wqe_counter);  in mlx5_poll_one()
515 		sig_err_cqe = (struct mlx5_sig_err_cqe *)cqe64;  in mlx5_poll_one()
682 	struct mlx5_cqe64 *cqe64;  in init_cq_buf()  local
686 		cqe64 = buf->cqe_size == 64 ? cqe : cqe + 64;  in init_cq_buf()
687 		cqe64->op_own = MLX5_CQE_INVALID << 4;  in init_cq_buf()
850 static int is_equal_rsn(struct mlx5_cqe64 *cqe64, u32 rsn)  in is_equal_rsn()  argument
852 	return rsn == (ntohl(cqe64->sop_drop_qpn) & 0xffffff);  in is_equal_rsn()
857 	struct mlx5_cqe64 *cqe64, *dest64;  in __mlx5_ib_cq_clean()  local
881 		cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in __mlx5_ib_cq_clean()
882 		if (is_equal_rsn(cqe64, rsn)) {  in __mlx5_ib_cq_clean()
883 			if (srq && (ntohl(cqe64->srqn) & 0xffffff))  in __mlx5_ib_cq_clean()
884 				mlx5_ib_free_srq_wqe(srq, be16_to_cpu(cqe64->wqe_counter));  in __mlx5_ib_cq_clean()