hr_cq 42 drivers/infiniband/hw/hns/hns_roce_cq.c static void hns_roce_ib_cq_comp(struct hns_roce_cq *hr_cq) hr_cq 44 drivers/infiniband/hw/hns/hns_roce_cq.c struct ib_cq *ibcq = &hr_cq->ib_cq; hr_cq 49 drivers/infiniband/hw/hns/hns_roce_cq.c static void hns_roce_ib_cq_event(struct hns_roce_cq *hr_cq, hr_cq 56 drivers/infiniband/hw/hns/hns_roce_cq.c ibcq = &hr_cq->ib_cq; hr_cq 64 drivers/infiniband/hw/hns/hns_roce_cq.c event_type, hr_cq->cqn); hr_cq 86 drivers/infiniband/hw/hns/hns_roce_cq.c struct hns_roce_cq *hr_cq, int vector) hr_cq 115 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->vector = vector; hr_cq 117 drivers/infiniband/hw/hns/hns_roce_cq.c ret = hns_roce_bitmap_alloc(&cq_table->bitmap, &hr_cq->cqn); hr_cq 124 drivers/infiniband/hw/hns/hns_roce_cq.c ret = hns_roce_table_get(hr_dev, &cq_table->table, hr_cq->cqn); hr_cq 130 drivers/infiniband/hw/hns/hns_roce_cq.c ret = xa_err(xa_store(&cq_table->array, hr_cq->cqn, hr_cq, GFP_KERNEL)); hr_cq 143 drivers/infiniband/hw/hns/hns_roce_cq.c hr_dev->hw->write_cqc(hr_dev, hr_cq, mailbox->buf, mtts, dma_handle, hr_cq 147 drivers/infiniband/hw/hns/hns_roce_cq.c ret = hns_roce_sw2hw_cq(hr_dev, mailbox, hr_cq->cqn); hr_cq 154 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->cons_index = 0; hr_cq 155 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->arm_sn = 1; hr_cq 157 drivers/infiniband/hw/hns/hns_roce_cq.c atomic_set(&hr_cq->refcount, 1); hr_cq 158 drivers/infiniband/hw/hns/hns_roce_cq.c init_completion(&hr_cq->free); hr_cq 163 drivers/infiniband/hw/hns/hns_roce_cq.c xa_erase(&cq_table->array, hr_cq->cqn); hr_cq 166 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_table_put(hr_dev, &cq_table->table, hr_cq->cqn); hr_cq 169 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_bitmap_free(&cq_table->bitmap, hr_cq->cqn, BITMAP_NO_RR); hr_cq 182 drivers/infiniband/hw/hns/hns_roce_cq.c void hns_roce_free_cq(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) hr_cq 188 drivers/infiniband/hw/hns/hns_roce_cq.c ret = hns_roce_hw2sw_cq(hr_dev, NULL, hr_cq->cqn); hr_cq 191 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->cqn); hr_cq 193 drivers/infiniband/hw/hns/hns_roce_cq.c xa_erase(&cq_table->array, hr_cq->cqn); hr_cq 196 drivers/infiniband/hw/hns/hns_roce_cq.c synchronize_irq(hr_dev->eq_table.eq[hr_cq->vector].irq); hr_cq 199 drivers/infiniband/hw/hns/hns_roce_cq.c if (atomic_dec_and_test(&hr_cq->refcount)) hr_cq 200 drivers/infiniband/hw/hns/hns_roce_cq.c complete(&hr_cq->free); hr_cq 201 drivers/infiniband/hw/hns/hns_roce_cq.c wait_for_completion(&hr_cq->free); hr_cq 203 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_table_put(hr_dev, &cq_table->table, hr_cq->cqn); hr_cq 204 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_bitmap_free(&cq_table->bitmap, hr_cq->cqn, BITMAP_NO_RR); hr_cq 300 drivers/infiniband/hw/hns/hns_roce_cq.c struct hns_roce_cq *hr_cq, hr_cq 317 drivers/infiniband/hw/hns/hns_roce_cq.c ret = hns_roce_ib_get_cq_umem(hr_dev, udata, &hr_cq->hr_buf, hr_cq 318 drivers/infiniband/hw/hns/hns_roce_cq.c &hr_cq->umem, ucmd.buf_addr, hr_cq 328 drivers/infiniband/hw/hns/hns_roce_cq.c &hr_cq->db); hr_cq 333 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->db_en = 1; hr_cq 340 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_mtt_cleanup(hr_dev, &hr_cq->hr_buf.hr_mtt); hr_cq 341 drivers/infiniband/hw/hns/hns_roce_cq.c ib_umem_release(hr_cq->umem); hr_cq 347 drivers/infiniband/hw/hns/hns_roce_cq.c struct hns_roce_cq *hr_cq, int cq_entries) hr_cq 354 drivers/infiniband/hw/hns/hns_roce_cq.c ret = hns_roce_alloc_db(hr_dev, &hr_cq->db, 1); hr_cq 358 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->set_ci_db = hr_cq->db.db_record; hr_cq 359 drivers/infiniband/hw/hns/hns_roce_cq.c *hr_cq->set_ci_db = 0; hr_cq 360 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->db_en = 1; hr_cq 364 drivers/infiniband/hw/hns/hns_roce_cq.c ret = hns_roce_ib_alloc_cq_buf(hr_dev, &hr_cq->hr_buf, cq_entries); hr_cq 371 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->cq_db_l = hr_dev->reg_base + hr_dev->odb_offset + hr_cq 378 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_free_db(hr_dev, &hr_cq->db); hr_cq 384 drivers/infiniband/hw/hns/hns_roce_cq.c struct hns_roce_cq *hr_cq, hr_cq 393 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_db_unmap_user(context, &hr_cq->db); hr_cq 395 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_mtt_cleanup(hr_dev, &hr_cq->hr_buf.hr_mtt); hr_cq 396 drivers/infiniband/hw/hns/hns_roce_cq.c ib_umem_release(hr_cq->umem); hr_cq 400 drivers/infiniband/hw/hns/hns_roce_cq.c struct hns_roce_cq *hr_cq) hr_cq 402 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_mtt_cleanup(hr_dev, &hr_cq->hr_buf.hr_mtt); hr_cq 403 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_ib_free_cq_buf(hr_dev, &hr_cq->hr_buf, hr_cq->ib_cq.cqe); hr_cq 406 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_free_db(hr_dev, &hr_cq->db); hr_cq 416 drivers/infiniband/hw/hns/hns_roce_cq.c struct hns_roce_cq *hr_cq = to_hr_cq(ib_cq); hr_cq 431 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->ib_cq.cqe = cq_entries - 1; hr_cq 432 drivers/infiniband/hw/hns/hns_roce_cq.c spin_lock_init(&hr_cq->lock); hr_cq 435 drivers/infiniband/hw/hns/hns_roce_cq.c ret = create_user_cq(hr_dev, hr_cq, udata, &resp, cq_entries); hr_cq 441 drivers/infiniband/hw/hns/hns_roce_cq.c ret = create_kernel_cq(hr_dev, hr_cq, cq_entries); hr_cq 449 drivers/infiniband/hw/hns/hns_roce_cq.c ret = hns_roce_cq_alloc(hr_dev, cq_entries, &hr_cq->hr_buf.hr_mtt, hr_cq 450 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq, vector); hr_cq 462 drivers/infiniband/hw/hns/hns_roce_cq.c if (!udata && hr_cq->tptr_addr) hr_cq 463 drivers/infiniband/hw/hns/hns_roce_cq.c *hr_cq->tptr_addr = 0; hr_cq 466 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->comp = hns_roce_ib_cq_comp; hr_cq 467 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->event = hns_roce_ib_cq_event; hr_cq 468 drivers/infiniband/hw/hns/hns_roce_cq.c hr_cq->cq_depth = cq_entries; hr_cq 471 drivers/infiniband/hw/hns/hns_roce_cq.c resp.cqn = hr_cq->cqn; hr_cq 480 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_free_cq(hr_dev, hr_cq); hr_cq 484 drivers/infiniband/hw/hns/hns_roce_cq.c destroy_user_cq(hr_dev, hr_cq, udata, &resp); hr_cq 486 drivers/infiniband/hw/hns/hns_roce_cq.c destroy_kernel_cq(hr_dev, hr_cq); hr_cq 495 drivers/infiniband/hw/hns/hns_roce_cq.c struct hns_roce_cq *hr_cq = to_hr_cq(ib_cq); hr_cq 502 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_free_cq(hr_dev, hr_cq); hr_cq 503 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_mtt_cleanup(hr_dev, &hr_cq->hr_buf.hr_mtt); hr_cq 505 drivers/infiniband/hw/hns/hns_roce_cq.c ib_umem_release(hr_cq->umem); hr_cq 507 drivers/infiniband/hw/hns/hns_roce_cq.c if (hr_cq->db_en == 1) hr_cq 512 drivers/infiniband/hw/hns/hns_roce_cq.c &hr_cq->db); hr_cq 515 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_ib_free_cq_buf(hr_dev, &hr_cq->hr_buf, ib_cq->cqe); hr_cq 517 drivers/infiniband/hw/hns/hns_roce_cq.c hns_roce_free_db(hr_dev, &hr_cq->db); hr_cq 954 drivers/infiniband/hw/hns/hns_roce_device.h struct hns_roce_cq *hr_cq, void *mb_buf, u64 *mtts, hr_cq 1264 drivers/infiniband/hw/hns/hns_roce_device.h void hns_roce_free_cq(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq); hr_cq 1977 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void *get_cqe(struct hns_roce_cq *hr_cq, int n) hr_cq 1979 drivers/infiniband/hw/hns/hns_roce_hw_v1.c return hns_roce_buf_offset(&hr_cq->hr_buf.hr_buf, hr_cq 1983 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void *get_sw_cqe(struct hns_roce_cq *hr_cq, int n) hr_cq 1985 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_cqe *hr_cqe = get_cqe(hr_cq, n & hr_cq->ib_cq.cqe); hr_cq 1989 drivers/infiniband/hw/hns/hns_roce_hw_v1.c !!(n & (hr_cq->ib_cq.cqe + 1))) ? hr_cqe : NULL; hr_cq 1992 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static struct hns_roce_cqe *next_cqe_sw(struct hns_roce_cq *hr_cq) hr_cq 1994 drivers/infiniband/hw/hns/hns_roce_hw_v1.c return get_sw_cqe(hr_cq, hr_cq->cons_index); hr_cq 1997 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_cq_set_ci(struct hns_roce_cq *hr_cq, u32 cons_index) hr_cq 2001 drivers/infiniband/hw/hns/hns_roce_hw_v1.c doorbell[0] = cpu_to_le32(cons_index & ((hr_cq->cq_depth << 1) - 1)); hr_cq 2009 drivers/infiniband/hw/hns/hns_roce_hw_v1.c ROCEE_DB_OTHERS_H_ROCEE_DB_OTH_INP_H_S, hr_cq->cqn); hr_cq 2011 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hns_roce_write64_k(doorbell, hr_cq->cq_db_l); hr_cq 2014 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void __hns_roce_v1_cq_clean(struct hns_roce_cq *hr_cq, u32 qpn, hr_cq 2022 drivers/infiniband/hw/hns/hns_roce_hw_v1.c for (prod_index = hr_cq->cons_index; get_sw_cqe(hr_cq, prod_index); hr_cq 2024 drivers/infiniband/hw/hns/hns_roce_hw_v1.c if (prod_index == hr_cq->cons_index + hr_cq->ib_cq.cqe) hr_cq 2032 drivers/infiniband/hw/hns/hns_roce_hw_v1.c while ((int) --prod_index - (int) hr_cq->cons_index >= 0) { hr_cq 2033 drivers/infiniband/hw/hns/hns_roce_hw_v1.c cqe = get_cqe(hr_cq, prod_index & hr_cq->ib_cq.cqe); hr_cq 2040 drivers/infiniband/hw/hns/hns_roce_hw_v1.c dest = get_cqe(hr_cq, (prod_index + nfreed) & hr_cq 2041 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hr_cq->ib_cq.cqe); hr_cq 2051 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hr_cq->cons_index += nfreed; hr_cq 2058 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hns_roce_v1_cq_set_ci(hr_cq, hr_cq->cons_index); hr_cq 2062 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static void hns_roce_v1_cq_clean(struct hns_roce_cq *hr_cq, u32 qpn, hr_cq 2065 drivers/infiniband/hw/hns/hns_roce_hw_v1.c spin_lock_irq(&hr_cq->lock); hr_cq 2066 drivers/infiniband/hw/hns/hns_roce_hw_v1.c __hns_roce_v1_cq_clean(hr_cq, qpn, srq); hr_cq 2067 drivers/infiniband/hw/hns/hns_roce_hw_v1.c spin_unlock_irq(&hr_cq->lock); hr_cq 2071 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_cq *hr_cq, void *mb_buf, hr_cq 2088 drivers/infiniband/hw/hns/hns_roce_hw_v1.c offset = hr_cq->cqn * HNS_ROCE_V1_TPTR_ENTRY_SIZE; hr_cq 2090 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hr_cq->tptr_addr = (u16 *)(tptr_buf->buf + offset); hr_cq 2097 drivers/infiniband/hw/hns/hns_roce_hw_v1.c CQ_CONTEXT_CQC_BYTE_4_CQN_S, hr_cq->cqn); hr_cq 2159 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_cq *hr_cq = to_hr_cq(ibcq); hr_cq 2170 drivers/infiniband/hw/hns/hns_roce_hw_v1.c cpu_to_le32(hr_cq->cons_index & ((hr_cq->cq_depth << 1) - 1)); hr_cq 2178 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hr_cq->cqn | notification_flag); hr_cq 2180 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hns_roce_write64_k(doorbell, hr_cq->cq_db_l); hr_cq 2185 drivers/infiniband/hw/hns/hns_roce_hw_v1.c static int hns_roce_v1_poll_one(struct hns_roce_cq *hr_cq, hr_cq 2197 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); hr_cq 2201 drivers/infiniband/hw/hns/hns_roce_hw_v1.c cqe = next_cqe_sw(hr_cq); hr_cq 2205 drivers/infiniband/hw/hns/hns_roce_hw_v1.c ++hr_cq->cons_index; hr_cq 2228 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hr_cq->cqn, (qpn & HNS_ROCE_CQE_QPN_MASK)); hr_cq 2389 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_cq *hr_cq = to_hr_cq(ibcq); hr_cq 2395 drivers/infiniband/hw/hns/hns_roce_hw_v1.c spin_lock_irqsave(&hr_cq->lock, flags); hr_cq 2398 drivers/infiniband/hw/hns/hns_roce_hw_v1.c ret = hns_roce_v1_poll_one(hr_cq, &cur_qp, wc + npolled); hr_cq 2404 drivers/infiniband/hw/hns/hns_roce_hw_v1.c *hr_cq->tptr_addr = hr_cq->cons_index & hr_cq 2405 drivers/infiniband/hw/hns/hns_roce_hw_v1.c ((hr_cq->cq_depth << 1) - 1); hr_cq 2409 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hns_roce_v1_cq_set_ci(hr_cq, hr_cq->cons_index); hr_cq 2412 drivers/infiniband/hw/hns/hns_roce_hw_v1.c spin_unlock_irqrestore(&hr_cq->lock, flags); hr_cq 3652 drivers/infiniband/hw/hns/hns_roce_hw_v1.c struct hns_roce_cq *hr_cq = to_hr_cq(ibcq); hr_cq 3659 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hns_roce_free_cq(hr_dev, hr_cq); hr_cq 3678 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hr_cq->cqn); hr_cq 3684 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hns_roce_mtt_cleanup(hr_dev, &hr_cq->hr_buf.hr_mtt); hr_cq 3686 drivers/infiniband/hw/hns/hns_roce_hw_v1.c ib_umem_release(hr_cq->umem); hr_cq 3690 drivers/infiniband/hw/hns/hns_roce_hw_v1.c hns_roce_buf_free(hr_dev, cq_buf_size, &hr_cq->hr_buf.hr_buf); hr_cq 2451 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void *get_cqe_v2(struct hns_roce_cq *hr_cq, int n) hr_cq 2453 drivers/infiniband/hw/hns/hns_roce_hw_v2.c return hns_roce_buf_offset(&hr_cq->hr_buf.hr_buf, hr_cq 2457 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void *get_sw_cqe_v2(struct hns_roce_cq *hr_cq, int n) hr_cq 2459 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_v2_cqe *cqe = get_cqe_v2(hr_cq, n & hr_cq->ib_cq.cqe); hr_cq 2463 drivers/infiniband/hw/hns/hns_roce_hw_v2.c !!(n & (hr_cq->ib_cq.cqe + 1))) ? cqe : NULL; hr_cq 2466 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static struct hns_roce_v2_cqe *next_cqe_sw_v2(struct hns_roce_cq *hr_cq) hr_cq 2468 drivers/infiniband/hw/hns/hns_roce_hw_v2.c return get_sw_cqe_v2(hr_cq, hr_cq->cons_index); hr_cq 2487 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_cq_set_ci(struct hns_roce_cq *hr_cq, u32 cons_index) hr_cq 2489 drivers/infiniband/hw/hns/hns_roce_hw_v2.c *hr_cq->set_ci_db = cons_index & 0xffffff; hr_cq 2492 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void __hns_roce_v2_cq_clean(struct hns_roce_cq *hr_cq, u32 qpn, hr_cq 2501 drivers/infiniband/hw/hns/hns_roce_hw_v2.c for (prod_index = hr_cq->cons_index; get_sw_cqe_v2(hr_cq, prod_index); hr_cq 2503 drivers/infiniband/hw/hns/hns_roce_hw_v2.c if (prod_index > hr_cq->cons_index + hr_cq->ib_cq.cqe) hr_cq 2511 drivers/infiniband/hw/hns/hns_roce_hw_v2.c while ((int) --prod_index - (int) hr_cq->cons_index >= 0) { hr_cq 2512 drivers/infiniband/hw/hns/hns_roce_hw_v2.c cqe = get_cqe_v2(hr_cq, prod_index & hr_cq->ib_cq.cqe); hr_cq 2525 drivers/infiniband/hw/hns/hns_roce_hw_v2.c dest = get_cqe_v2(hr_cq, (prod_index + nfreed) & hr_cq 2526 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_cq->ib_cq.cqe); hr_cq 2536 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_cq->cons_index += nfreed; hr_cq 2542 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hns_roce_v2_cq_set_ci(hr_cq, hr_cq->cons_index); hr_cq 2546 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static void hns_roce_v2_cq_clean(struct hns_roce_cq *hr_cq, u32 qpn, hr_cq 2549 drivers/infiniband/hw/hns/hns_roce_hw_v2.c spin_lock_irq(&hr_cq->lock); hr_cq 2550 drivers/infiniband/hw/hns/hns_roce_hw_v2.c __hns_roce_v2_cq_clean(hr_cq, qpn, srq); hr_cq 2551 drivers/infiniband/hw/hns/hns_roce_hw_v2.c spin_unlock_irq(&hr_cq->lock); hr_cq 2555 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_cq *hr_cq, void *mb_buf, hr_cq 2574 drivers/infiniband/hw/hns/hns_roce_hw_v2.c V2_CQC_BYTE_8_CQN_S, hr_cq->cqn); hr_cq 2606 drivers/infiniband/hw/hns/hns_roce_hw_v2.c if (hr_cq->db_en) hr_cq 2613 drivers/infiniband/hw/hns/hns_roce_hw_v2.c ((u32)hr_cq->db.dma) >> 1); hr_cq 2614 drivers/infiniband/hw/hns/hns_roce_hw_v2.c cq_context->db_record_addr = cpu_to_le32(hr_cq->db.dma >> 32); hr_cq 2630 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_cq *hr_cq = to_hr_cq(ibcq); hr_cq 2644 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_cq->cqn); hr_cq 2649 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_cq->cons_index & ((hr_cq->cq_depth << 1) - 1)); hr_cq 2651 drivers/infiniband/hw/hns/hns_roce_hw_v2.c V2_CQ_DB_PARAMETER_CMD_SN_S, hr_cq->arm_sn & 0x3); hr_cq 2655 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hns_roce_write64(hr_dev, doorbell, hr_cq->cq_db_l); hr_cq 2694 drivers/infiniband/hw/hns/hns_roce_hw_v2.c static int hns_roce_v2_poll_one(struct hns_roce_cq *hr_cq, hr_cq 2712 drivers/infiniband/hw/hns/hns_roce_hw_v2.c cqe = next_cqe_sw_v2(hr_cq); hr_cq 2716 drivers/infiniband/hw/hns/hns_roce_hw_v2.c ++hr_cq->cons_index; hr_cq 2727 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_dev = to_hr_dev(hr_cq->ib_cq.device); hr_cq 2731 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hr_cq->cqn, (qpn & HNS_ROCE_V2_CQE_QPN_MASK)); hr_cq 2974 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_cq *hr_cq = to_hr_cq(ibcq); hr_cq 2979 drivers/infiniband/hw/hns/hns_roce_hw_v2.c spin_lock_irqsave(&hr_cq->lock, flags); hr_cq 2982 drivers/infiniband/hw/hns/hns_roce_hw_v2.c if (hns_roce_v2_poll_one(hr_cq, &cur_qp, wc + npolled)) hr_cq 2989 drivers/infiniband/hw/hns/hns_roce_hw_v2.c hns_roce_v2_cq_set_ci(hr_cq, hr_cq->cons_index); hr_cq 2992 drivers/infiniband/hw/hns/hns_roce_hw_v2.c spin_unlock_irqrestore(&hr_cq->lock, flags); hr_cq 4797 drivers/infiniband/hw/hns/hns_roce_hw_v2.c struct hns_roce_cq *hr_cq = to_hr_cq(cq); hr_cq 4824 drivers/infiniband/hw/hns/hns_roce_hw_v2.c ret = hns_roce_cmd_mbox(hr_dev, mailbox->dma, 0, hr_cq->cqn, 1, hr_cq 1290 drivers/infiniband/hw/hns/hns_roce_qp.c struct hns_roce_cq *hr_cq; hr_cq 1297 drivers/infiniband/hw/hns/hns_roce_qp.c hr_cq = to_hr_cq(ib_cq); hr_cq 1298 drivers/infiniband/hw/hns/hns_roce_qp.c spin_lock(&hr_cq->lock); hr_cq 1300 drivers/infiniband/hw/hns/hns_roce_qp.c spin_unlock(&hr_cq->lock); hr_cq 84 drivers/infiniband/hw/hns/hns_roce_restrack.c struct hns_roce_cq *hr_cq = to_hr_cq(ib_cq); hr_cq 96 drivers/infiniband/hw/hns/hns_roce_restrack.c ret = hr_dev->dfx->query_cqc_info(hr_dev, hr_cq->cqn, (int *)context);