| /linux-4.4.14/drivers/infiniband/hw/mthca/ |
| D | mthca_cq.c | 181 return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe)); in next_cqe_sw()
208 *cq->set_ci_db = cpu_to_be32(cq->cons_index); in update_cons_index()
294 for (prod_index = cq->cons_index; in mthca_cq_clean()
297 if (prod_index == cq->cons_index + cq->ibcq.cqe) in mthca_cq_clean()
302 qpn, cq->cqn, cq->cons_index, prod_index); in mthca_cq_clean()
308 while ((int) --prod_index - (int) cq->cons_index >= 0) { in mthca_cq_clean()
321 set_cqe_hw(get_cqe(cq, (cq->cons_index + i) & cq->ibcq.cqe)); in mthca_cq_clean()
323 cq->cons_index += nfreed; in mthca_cq_clean()
342 cq->cons_index &= cq->ibcq.cqe; in mthca_cq_resize_copy_cqes()
344 cq->cons_index -= cq->ibcq.cqe + 1; in mthca_cq_resize_copy_cqes()
[all …]
|
| D | mthca_eq.c | 237 eqe = get_eqe(eq, eq->cons_index); in next_eqe_sw()
363 ++eq->cons_index; in mthca_eq_int()
379 set_eq_ci(dev, eq, eq->cons_index); in mthca_eq_int()
411 dev->eq_table.eq[i].cons_index); in mthca_tavor_interrupt()
424 tavor_set_eq_ci(dev, eq, eq->cons_index); in mthca_tavor_msi_x_interrupt()
444 dev->eq_table.eq[i].cons_index); in mthca_arbel_interrupt()
458 arbel_set_eq_ci(dev, eq, eq->cons_index); in mthca_arbel_msi_x_interrupt()
555 eq->cons_index = 0; in mthca_create_eq()
|
| D | mthca_provider.h | 109 u32 cons_index; member
206 u32 cons_index; member
|
| /linux-4.4.14/include/linux/mlx5/ |
| D | cq.h | 52 u32 cons_index; member
130 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); in mlx5_cq_set_ci()
141 u32 cons_index) in mlx5_cq_arm() argument
148 ci = cons_index & 0xffffff; in mlx5_cq_arm()
|
| D | driver.h | 303 u32 cons_index; member
|
| /linux-4.4.14/include/linux/mlx4/ |
| D | cq.h | 148 ci = cq->cons_index & 0xffffff; in mlx4_cq_arm()
166 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); in mlx4_cq_set_ci()
|
| D | device.h | 714 u32 cons_index; member
|
| /linux-4.4.14/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | eq.c | 112 struct mlx5_eqe *eqe = get_eqe(eq, eq->cons_index & (eq->nent - 1)); in next_eqe_sw()
114 return ((eqe->owner & 1) ^ !!(eq->cons_index & eq->nent)) ? NULL : eqe; in next_eqe_sw()
191 u32 val = (eq->cons_index & 0xffffff) | (eq->eqn << 24); in eq_update_ci()
296 ++eq->cons_index; in mlx5_eq_int()
349 eq->cons_index = 0; in mlx5_create_map_eq()
|
| D | cq.c | 110 cq->cons_index = 0; in mlx5_core_create_cq()
|
| /linux-4.4.14/drivers/infiniband/hw/mlx4/ |
| D | cq.c | 89 return get_sw_cqe(cq, cq->mcq.cons_index); in next_cqe_sw()
340 i = cq->mcq.cons_index; in mlx4_ib_get_outstanding_cqes()
344 return i - cq->mcq.cons_index; in mlx4_ib_get_outstanding_cqes()
354 i = cq->mcq.cons_index; in mlx4_ib_cq_resize_copy_cqes()
369 ++cq->mcq.cons_index; in mlx4_ib_cq_resize_copy_cqes()
680 ++cq->mcq.cons_index; in mlx4_ib_poll_one()
949 for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); ++prod_index) in __mlx4_ib_cq_clean()
950 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) in __mlx4_ib_cq_clean()
957 while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { in __mlx4_ib_cq_clean()
977 cq->mcq.cons_index += nfreed; in __mlx4_ib_cq_clean()
|
| /linux-4.4.14/drivers/net/ethernet/mellanox/mlx4/ |
| D | eq.c | 99 __raw_writel((__force u32) cpu_to_be32((eq->cons_index & 0xffffff) | in eq_set_ci()
123 struct mlx4_eqe *eqe = get_eqe(eq, eq->cons_index, eqe_factor, size); in next_eqe_sw()
124 return !!(eqe->owner & 0x80) ^ !!(eq->cons_index & eq->nent) ? NULL : eqe; in next_eqe_sw()
530 eq->eqn, eq->cons_index, ret); in mlx4_eq_int()
558 eq->eqn, eq->cons_index, ret); in mlx4_eq_int()
674 eq->eqn, eq->cons_index, ret); in mlx4_eq_int()
759 eq->cons_index, eqe->owner, eq->nent, in mlx4_eq_int()
762 !!(eq->cons_index & eq->nent) ? "HW" : "SW"); in mlx4_eq_int()
784 eq->cons_index, eqe->owner, eq->nent, in mlx4_eq_int()
786 !!(eq->cons_index & eq->nent) ? "HW" : "SW"); in mlx4_eq_int()
[all …]
|
| D | en_tx.c | 396 u32 cons_index = mcq->cons_index; in mlx4_en_process_tx_cq() local
413 index = cons_index & size_mask; in mlx4_en_process_tx_cq()
422 cons_index & size) && (done < budget)) { in mlx4_en_process_tx_cq()
465 ++cons_index; in mlx4_en_process_tx_cq()
466 index = cons_index & size_mask; in mlx4_en_process_tx_cq()
475 mcq->cons_index = cons_index; in mlx4_en_process_tx_cq()
|
| D | en_rx.c | 771 index = cq->mcq.cons_index & ring->size_mask; in mlx4_en_process_rx_cq()
776 cq->mcq.cons_index & cq->size)) { in mlx4_en_process_rx_cq()
1004 ++cq->mcq.cons_index; in mlx4_en_process_rx_cq()
1005 index = (cq->mcq.cons_index) & ring->size_mask; in mlx4_en_process_rx_cq()
1015 ring->cons = cq->mcq.cons_index; in mlx4_en_process_rx_cq()
|
| D | cq.c | 335 cq->cons_index = 0; in mlx4_cq_alloc()
|
| D | mlx4.h | 395 u32 cons_index; member
|
| /linux-4.4.14/drivers/infiniband/hw/mlx5/ |
| D | cq.c | 100 return get_sw_cqe(cq, cq->mcq.cons_index); in next_cqe_sw()
435 ++cq->mcq.cons_index; in mlx5_poll_one()
591 to_mcq(ibcq)->mcq.cons_index); in mlx5_ib_arm_cq()
885 for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); prod_index++) in __mlx5_ib_cq_clean()
886 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) in __mlx5_ib_cq_clean()
892 while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { in __mlx5_ib_cq_clean()
910 cq->mcq.cons_index += nfreed; in __mlx5_ib_cq_clean()
1044 i = cq->mcq.cons_index; in copy_resize_cqes()
1076 ++cq->mcq.cons_index; in copy_resize_cqes()
|