wqe_idx 77 drivers/infiniband/hw/hns/hns_roce_hw_v1.c u32 wqe_idx = 0; wqe_idx 99 drivers/infiniband/hw/hns/hns_roce_hw_v1.c wqe_idx = (qp->sq.head + nreq) & (qp->sq.wqe_cnt - 1); wqe_idx 109 drivers/infiniband/hw/hns/hns_roce_hw_v1.c wqe = get_send_wqe(qp, wqe_idx); wqe_idx 110 drivers/infiniband/hw/hns/hns_roce_hw_v1.c qp->sq.wrid[wqe_idx] = wr->wr_id; wqe_idx 357 drivers/infiniband/hw/hns/hns_roce_hw_v1.c unsigned int wqe_idx; wqe_idx 373 drivers/infiniband/hw/hns/hns_roce_hw_v1.c wqe_idx = (hr_qp->rq.head + nreq) & (hr_qp->rq.wqe_cnt - 1); wqe_idx 383 drivers/infiniband/hw/hns/hns_roce_hw_v1.c ctrl = get_recv_wqe(hr_qp, wqe_idx); wqe_idx 395 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hr_qp->rq.wrid[wqe_idx] = wr->wr_id; wqe_idx 248 drivers/infiniband/hw/hns/hns_roce_hw_v2.c unsigned int wqe_idx; wqe_idx 286 drivers/infiniband/hw/hns/hns_roce_hw_v2.c wqe_idx = (qp->sq.head + nreq) & (qp->sq.wqe_cnt - 1); wqe_idx 296 drivers/infiniband/hw/hns/hns_roce_hw_v2.c wqe = get_send_wqe(qp, wqe_idx); wqe_idx 297 drivers/infiniband/hw/hns/hns_roce_hw_v2.c qp->sq.wrid[wqe_idx] = wr->wr_id; wqe_idx 630 drivers/infiniband/hw/hns/hns_roce_hw_v2.c u32 wqe_idx; wqe_idx 651 drivers/infiniband/hw/hns/hns_roce_hw_v2.c wqe_idx = (hr_qp->rq.head + nreq) & (hr_qp->rq.wqe_cnt - 1); wqe_idx 661 drivers/infiniband/hw/hns/hns_roce_hw_v2.c wqe = get_recv_wqe(hr_qp, wqe_idx); wqe_idx 677 drivers/infiniband/hw/hns/hns_roce_hw_v2.c sge_list = hr_qp->rq_inl_buf.wqe_list[wqe_idx].sg_list; wqe_idx 678 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_qp->rq_inl_buf.wqe_list[wqe_idx].sge_cnt = wqe_idx 687 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_qp->rq.wrid[wqe_idx] = wr->wr_id; wqe_idx 6207 drivers/infiniband/hw/hns/hns_roce_hw_v2.c int wqe_idx; wqe_idx 6212 drivers/infiniband/hw/hns/hns_roce_hw_v2.c wqe_idx = find_first_zero_bit(idx_que->bitmap, size); wqe_idx 6214 drivers/infiniband/hw/hns/hns_roce_hw_v2.c bitmap_set(idx_que->bitmap, wqe_idx, 1); wqe_idx 6216 drivers/infiniband/hw/hns/hns_roce_hw_v2.c return wqe_idx; wqe_idx 6220 drivers/infiniband/hw/hns/hns_roce_hw_v2.c int cur_idx, int wqe_idx) wqe_idx 6226 drivers/infiniband/hw/hns/hns_roce_hw_v2.c *addr = wqe_idx; wqe_idx 6239 drivers/infiniband/hw/hns/hns_roce_hw_v2.c int wqe_idx; wqe_idx 6262 drivers/infiniband/hw/hns/hns_roce_hw_v2.c wqe_idx = find_empty_entry(&srq->idx_que, srq->max); wqe_idx 6263 drivers/infiniband/hw/hns/hns_roce_hw_v2.c if (wqe_idx < 0) { wqe_idx 6269 drivers/infiniband/hw/hns/hns_roce_hw_v2.c fill_idx_queue(&srq->idx_que, ind, wqe_idx); wqe_idx 6270 drivers/infiniband/hw/hns/hns_roce_hw_v2.c wqe = get_srq_wqe(srq, wqe_idx); wqe_idx 6285 drivers/infiniband/hw/hns/hns_roce_hw_v2.c srq->wrid[wqe_idx] = wr->wr_id; wqe_idx 605 drivers/infiniband/hw/i40iw/i40iw_ctrl.c u64 scratch, u32 *wqe_idx) wqe_idx 620 drivers/infiniband/hw/i40iw/i40iw_ctrl.c I40IW_ATOMIC_RING_MOVE_HEAD(cqp->sq_ring, *wqe_idx, ret_code); wqe_idx 624 drivers/infiniband/hw/i40iw/i40iw_ctrl.c if (!*wqe_idx) wqe_idx 627 drivers/infiniband/hw/i40iw/i40iw_ctrl.c wqe = cqp->sq_base[*wqe_idx].elem; wqe_idx 628 drivers/infiniband/hw/i40iw/i40iw_ctrl.c cqp->scratch_array[*wqe_idx] = scratch; wqe_idx 641 drivers/infiniband/hw/i40iw/i40iw_ctrl.c u32 wqe_idx; wqe_idx 643 drivers/infiniband/hw/i40iw/i40iw_ctrl.c return i40iw_sc_cqp_get_next_send_wqe_idx(cqp, scratch, &wqe_idx); wqe_idx 726 drivers/infiniband/hw/i40iw/i40iw_ctrl.c u32 wqe_idx; wqe_idx 748 drivers/infiniband/hw/i40iw/i40iw_ctrl.c wqe_idx = (u32)RS_64(temp, I40IW_CQ_WQEIDX); wqe_idx 749 drivers/infiniband/hw/i40iw/i40iw_ctrl.c info->scratch = cqp->scratch_array[wqe_idx]; wqe_idx 753 drivers/infiniband/hw/i40iw/i40iw_ctrl.c get_64bit_val(cqp->sq_base[wqe_idx].elem, 24, &temp1); wqe_idx 1775 drivers/infiniband/hw/i40iw/i40iw_ctrl.c u16 wqe_idx; wqe_idx 1790 drivers/infiniband/hw/i40iw/i40iw_ctrl.c wqe_idx = (u16)RS_64(temp, I40IW_AEQE_WQDESCIDX); wqe_idx 1848 drivers/infiniband/hw/i40iw/i40iw_ctrl.c info->wqe_idx = wqe_idx; wqe_idx 1862 drivers/infiniband/hw/i40iw/i40iw_ctrl.c info->wqe_idx = wqe_idx; wqe_idx 3263 drivers/infiniband/hw/i40iw/i40iw_ctrl.c u32 wqe_idx; wqe_idx 3267 drivers/infiniband/hw/i40iw/i40iw_ctrl.c wqe = i40iw_qp_get_next_send_wqe(&qp->qp_uk, &wqe_idx, I40IW_QP_WQE_MIN_SIZE, wqe_idx 3273 drivers/infiniband/hw/i40iw/i40iw_ctrl.c __func__, info->wr_id, wqe_idx, wqe_idx 3274 drivers/infiniband/hw/i40iw/i40iw_ctrl.c &qp->qp_uk.sq_wrtrk_array[wqe_idx].wrid); wqe_idx 3643 drivers/infiniband/hw/i40iw/i40iw_ctrl.c u32 wqe_idx; wqe_idx 3645 drivers/infiniband/hw/i40iw/i40iw_ctrl.c wqe = i40iw_sc_cqp_get_next_send_wqe_idx(cqp, scratch, &wqe_idx); wqe_idx 3658 drivers/infiniband/hw/i40iw/i40iw_ctrl.c offset = wqe_idx * I40IW_UPDATE_SD_BUF_SIZE; wqe_idx 419 drivers/infiniband/hw/i40iw/i40iw_hw.c ctx_info->err_rq_idx = info->wqe_idx; wqe_idx 48 drivers/infiniband/hw/i40iw/i40iw_puda.c static void i40iw_ilq_putback_rcvbuf(struct i40iw_sc_qp *qp, u32 wqe_idx); wqe_idx 109 drivers/infiniband/hw/i40iw/i40iw_puda.c static void i40iw_puda_post_recvbuf(struct i40iw_puda_rsrc *rsrc, u32 wqe_idx, wqe_idx 116 drivers/infiniband/hw/i40iw/i40iw_puda.c qp->qp_uk.rq_wrid_array[wqe_idx] = (uintptr_t)buf; wqe_idx 117 drivers/infiniband/hw/i40iw/i40iw_puda.c wqe = qp->qp_uk.rq_base[wqe_idx].elem; wqe_idx 120 drivers/infiniband/hw/i40iw/i40iw_puda.c wqe_idx, buf, wqe); wqe_idx 206 drivers/infiniband/hw/i40iw/i40iw_puda.c static u64 *i40iw_puda_get_next_send_wqe(struct i40iw_qp_uk *qp, u32 *wqe_idx) wqe_idx 211 drivers/infiniband/hw/i40iw/i40iw_puda.c *wqe_idx = I40IW_RING_GETCURRENT_HEAD(qp->sq_ring); wqe_idx 212 drivers/infiniband/hw/i40iw/i40iw_puda.c if (!*wqe_idx) wqe_idx 217 drivers/infiniband/hw/i40iw/i40iw_puda.c wqe = qp->sq_base[*wqe_idx].elem; wqe_idx 262 drivers/infiniband/hw/i40iw/i40iw_puda.c info->wqe_idx = (u32)RS_64(qword3, I40IW_CQ_WQEIDX); wqe_idx 319 drivers/infiniband/hw/i40iw/i40iw_puda.c buf = (struct i40iw_puda_buf *)(uintptr_t)qp->rq_wrid_array[info.wqe_idx]; wqe_idx 326 drivers/infiniband/hw/i40iw/i40iw_puda.c info.wqe_idx); wqe_idx 335 drivers/infiniband/hw/i40iw/i40iw_puda.c rsrc->compl_rxwqe_idx = info.wqe_idx; wqe_idx 339 drivers/infiniband/hw/i40iw/i40iw_puda.c i40iw_ilq_putback_rcvbuf(&rsrc->qp, info.wqe_idx); wqe_idx 345 drivers/infiniband/hw/i40iw/i40iw_puda.c sqwrid = (void *)(uintptr_t)qp->sq_wrtrk_array[info.wqe_idx].wrid; wqe_idx 346 drivers/infiniband/hw/i40iw/i40iw_puda.c I40IW_RING_SET_TAIL(qp->sq_ring, info.wqe_idx); wqe_idx 377 drivers/infiniband/hw/i40iw/i40iw_puda.c u32 wqe_idx; wqe_idx 390 drivers/infiniband/hw/i40iw/i40iw_puda.c wqe = i40iw_puda_get_next_send_wqe(&qp->qp_uk, &wqe_idx); wqe_idx 393 drivers/infiniband/hw/i40iw/i40iw_puda.c qp->qp_uk.sq_wrtrk_array[wqe_idx].wrid = (uintptr_t)info->scratch; wqe_idx 989 drivers/infiniband/hw/i40iw/i40iw_puda.c static void i40iw_ilq_putback_rcvbuf(struct i40iw_sc_qp *qp, u32 wqe_idx) wqe_idx 994 drivers/infiniband/hw/i40iw/i40iw_puda.c wqe = qp->qp_uk.rq_base[wqe_idx].elem; wqe_idx 1445 drivers/infiniband/hw/i40iw/i40iw_puda.c u32 wqe_idx = ieq->compl_rxwqe_idx; wqe_idx 1459 drivers/infiniband/hw/i40iw/i40iw_puda.c ieq->rx_wqe_idx = wqe_idx; wqe_idx 66 drivers/infiniband/hw/i40iw/i40iw_puda.h u32 wqe_idx; wqe_idx 759 drivers/infiniband/hw/i40iw/i40iw_type.h u16 wqe_idx; wqe_idx 51 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 wqe_idx, peek_head; wqe_idx 57 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe_idx = I40IW_RING_GETCURRENT_HEAD(qp->sq_ring); wqe_idx 58 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = qp->sq_base[wqe_idx].elem; wqe_idx 60 drivers/infiniband/hw/i40iw/i40iw_uk.c qp->sq_wrtrk_array[wqe_idx].wqe_size = I40IW_QP_WQE_MIN_SIZE; wqe_idx 122 drivers/infiniband/hw/i40iw/i40iw_uk.c static void i40iw_qp_ring_push_db(struct i40iw_qp_uk *qp, u32 wqe_idx) wqe_idx 124 drivers/infiniband/hw/i40iw/i40iw_uk.c set_32bit_val(qp->push_db, 0, LS_32((wqe_idx >> 2), I40E_PFPE_WQEALLOC_WQE_DESC_INDEX) | qp->qp_id); wqe_idx 135 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 *wqe_idx, wqe_idx 149 drivers/infiniband/hw/i40iw/i40iw_uk.c *wqe_idx = I40IW_RING_GETCURRENT_HEAD(qp->sq_ring); wqe_idx 151 drivers/infiniband/hw/i40iw/i40iw_uk.c if (!*wqe_idx) wqe_idx 153 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe_ptr = (uintptr_t)qp->sq_base[*wqe_idx].elem; wqe_idx 164 drivers/infiniband/hw/i40iw/i40iw_uk.c *wqe_idx = I40IW_RING_GETCURRENT_HEAD(qp->sq_ring); wqe_idx 165 drivers/infiniband/hw/i40iw/i40iw_uk.c if (!*wqe_idx) wqe_idx 169 drivers/infiniband/hw/i40iw/i40iw_uk.c if (((*wqe_idx & 3) == 1) && (wqe_size == I40IW_WQE_SIZE_64)) { wqe_idx 174 drivers/infiniband/hw/i40iw/i40iw_uk.c *wqe_idx = I40IW_RING_GETCURRENT_HEAD(qp->sq_ring); wqe_idx 175 drivers/infiniband/hw/i40iw/i40iw_uk.c if (!*wqe_idx) wqe_idx 183 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = qp->sq_base[*wqe_idx].elem; wqe_idx 193 drivers/infiniband/hw/i40iw/i40iw_uk.c qp->sq_wrtrk_array[*wqe_idx].wrid = wr_id; wqe_idx 194 drivers/infiniband/hw/i40iw/i40iw_uk.c qp->sq_wrtrk_array[*wqe_idx].wr_len = total_size; wqe_idx 195 drivers/infiniband/hw/i40iw/i40iw_uk.c qp->sq_wrtrk_array[*wqe_idx].wqe_size = wqe_size; wqe_idx 220 drivers/infiniband/hw/i40iw/i40iw_uk.c u64 *i40iw_qp_get_next_recv_wqe(struct i40iw_qp_uk *qp, u32 *wqe_idx) wqe_idx 228 drivers/infiniband/hw/i40iw/i40iw_uk.c I40IW_ATOMIC_RING_MOVE_HEAD(qp->rq_ring, *wqe_idx, ret_code); wqe_idx 231 drivers/infiniband/hw/i40iw/i40iw_uk.c if (!*wqe_idx) wqe_idx 234 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = qp->rq_base[*wqe_idx * (qp->rq_wqe_size_multiplier >> 2)].elem; wqe_idx 252 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 i, wqe_idx; wqe_idx 274 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, wqe_size, total_size, info->wr_id); wqe_idx 322 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 wqe_idx; wqe_idx 331 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, wqe_size, op_info->lo_addr.len, info->wr_id); wqe_idx 370 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 i, wqe_idx, total_size = 0, byte_off; wqe_idx 385 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, wqe_size, total_size, info->wr_id); wqe_idx 431 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 wqe_idx; wqe_idx 444 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, wqe_size, op_info->len, info->wr_id); wqe_idx 479 drivers/infiniband/hw/i40iw/i40iw_uk.c push = (u64 *)((uintptr_t)qp->push_wqe + (wqe_idx & 0x3) * 0x20); wqe_idx 481 drivers/infiniband/hw/i40iw/i40iw_uk.c i40iw_qp_ring_push_db(qp, wqe_idx); wqe_idx 506 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 wqe_idx; wqe_idx 520 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, wqe_size, op_info->len, info->wr_id); wqe_idx 552 drivers/infiniband/hw/i40iw/i40iw_uk.c push = (u64 *)((uintptr_t)qp->push_wqe + (wqe_idx & 0x3) * 0x20); wqe_idx 554 drivers/infiniband/hw/i40iw/i40iw_uk.c i40iw_qp_ring_push_db(qp, wqe_idx); wqe_idx 576 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 wqe_idx; wqe_idx 582 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, I40IW_QP_WQE_MIN_SIZE, 0, info->wr_id); wqe_idx 618 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 wqe_idx; wqe_idx 624 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, I40IW_QP_WQE_MIN_SIZE, 0, info->wr_id); wqe_idx 663 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 total_size = 0, wqe_idx, i, byte_off; wqe_idx 669 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = i40iw_qp_get_next_recv_wqe(qp, &wqe_idx); wqe_idx 673 drivers/infiniband/hw/i40iw/i40iw_uk.c qp->rq_wrid_array[wqe_idx] = info->wr_id; wqe_idx 756 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 wqe_idx, q_type, array_idx = 0; wqe_idx 801 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe_idx = (u32)RS_64(qword3, I40IW_CQ_WQEIDX); wqe_idx 805 drivers/infiniband/hw/i40iw/i40iw_uk.c array_idx = (wqe_idx * 4) / qp->rq_wqe_size_multiplier; wqe_idx 826 drivers/infiniband/hw/i40iw/i40iw_uk.c if (!wqe_idx && (qp->sq_ring.head == qp->sq_ring.tail)) { wqe_idx 837 drivers/infiniband/hw/i40iw/i40iw_uk.c info->wr_id = qp->sq_wrtrk_array[wqe_idx].wrid; wqe_idx 838 drivers/infiniband/hw/i40iw/i40iw_uk.c info->bytes_xfered = qp->sq_wrtrk_array[wqe_idx].wr_len; wqe_idx 841 drivers/infiniband/hw/i40iw/i40iw_uk.c sw_wqe = qp->sq_base[wqe_idx].elem; wqe_idx 844 drivers/infiniband/hw/i40iw/i40iw_uk.c addl_wqes = qp->sq_wrtrk_array[wqe_idx].wqe_size / I40IW_QP_WQE_MIN_SIZE; wqe_idx 845 drivers/infiniband/hw/i40iw/i40iw_uk.c I40IW_RING_SET_TAIL(qp->sq_ring, (wqe_idx + addl_wqes)); wqe_idx 1133 drivers/infiniband/hw/i40iw/i40iw_uk.c u32 wqe_idx; wqe_idx 1135 drivers/infiniband/hw/i40iw/i40iw_uk.c wqe = i40iw_qp_get_next_send_wqe(qp, &wqe_idx, I40IW_QP_WQE_MIN_SIZE, 0, wr_id); wqe_idx 407 drivers/infiniband/hw/i40iw/i40iw_user.h u64 *i40iw_qp_get_next_send_wqe(struct i40iw_qp_uk *qp, u32 *wqe_idx, wqe_idx 412 drivers/infiniband/hw/i40iw/i40iw_user.h u64 *i40iw_qp_get_next_recv_wqe(struct i40iw_qp_uk *qp, u32 *wqe_idx); wqe_idx 413 drivers/infiniband/hw/i40iw/i40iw_user.h u64 *i40iw_qp_get_next_srq_wqe(struct i40iw_srq_uk *srq, u32 *wqe_idx); wqe_idx 463 drivers/infiniband/hw/i40iw/i40iw_utils.c u32 i, pending_work, wqe_idx; wqe_idx 466 drivers/infiniband/hw/i40iw/i40iw_utils.c wqe_idx = I40IW_RING_GETCURRENT_TAIL(cqp->sc_cqp.sq_ring); wqe_idx 468 drivers/infiniband/hw/i40iw/i40iw_utils.c cqp_request = (struct i40iw_cqp_request *)(unsigned long)cqp->scratch_array[wqe_idx]; wqe_idx 471 drivers/infiniband/hw/i40iw/i40iw_utils.c wqe_idx = (wqe_idx + 1) % I40IW_RING_GETSIZE(cqp->sc_cqp.sq_ring); wqe_idx 1608 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c u32 qpn = 0, wqe_idx = 0; wqe_idx 1641 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c wqe_idx = (le32_to_cpu(cqe->rq.buftag_qpn) >> wqe_idx 1644 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c BUG_ON(wqe_idx < 1); wqe_idx 1647 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c ocrdma_srq_toggle_bit(qp->srq, wqe_idx - 1); wqe_idx 2416 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c u32 wqe_idx) wqe_idx 2422 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c hdr = ocrdma_hwq_head_from_idx(&qp->sq, wqe_idx); wqe_idx 2424 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c ibwc->wr_id = qp->wqe_wr_id_tbl[wqe_idx].wrid; wqe_idx 2577 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c u32 wqe_idx; wqe_idx 2588 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c wqe_idx = (le32_to_cpu(cqe->wq.wqeidx) & wqe_idx 2590 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c if (tail != wqe_idx) wqe_idx 2646 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c u32 wqe_idx; wqe_idx 2649 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c wqe_idx = (le32_to_cpu(cqe->rq.buftag_qpn) >> wqe_idx 2651 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c BUG_ON(wqe_idx < 1); wqe_idx 2653 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c ibwc->wr_id = srq->rqe_wr_id_tbl[wqe_idx]; wqe_idx 2655 drivers/infiniband/hw/ocrdma/ocrdma_verbs.c ocrdma_srq_toggle_bit(srq, wqe_idx - 1);