admin_queue 227 drivers/net/ethernet/amazon/ena/ena_com.c static struct ena_comp_ctx *__ena_com_submit_admin_cmd(struct ena_com_admin_queue *admin_queue, admin_queue 238 drivers/net/ethernet/amazon/ena/ena_com.c queue_size_mask = admin_queue->q_depth - 1; admin_queue 240 drivers/net/ethernet/amazon/ena/ena_com.c tail_masked = admin_queue->sq.tail & queue_size_mask; admin_queue 243 drivers/net/ethernet/amazon/ena/ena_com.c cnt = (u16)atomic_read(&admin_queue->outstanding_cmds); admin_queue 244 drivers/net/ethernet/amazon/ena/ena_com.c if (cnt >= admin_queue->q_depth) { admin_queue 246 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->stats.out_of_space++; admin_queue 250 drivers/net/ethernet/amazon/ena/ena_com.c cmd_id = admin_queue->curr_cmd_id; admin_queue 252 drivers/net/ethernet/amazon/ena/ena_com.c cmd->aq_common_descriptor.flags |= admin_queue->sq.phase & admin_queue 258 drivers/net/ethernet/amazon/ena/ena_com.c comp_ctx = get_comp_ctxt(admin_queue, cmd_id, true); admin_queue 269 drivers/net/ethernet/amazon/ena/ena_com.c memcpy(&admin_queue->sq.entries[tail_masked], cmd, cmd_size_in_bytes); admin_queue 271 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->curr_cmd_id = (admin_queue->curr_cmd_id + 1) & admin_queue 274 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->sq.tail++; admin_queue 275 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->stats.submitted_cmd++; admin_queue 277 drivers/net/ethernet/amazon/ena/ena_com.c if (unlikely((admin_queue->sq.tail & queue_size_mask) == 0)) admin_queue 278 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->sq.phase = !admin_queue->sq.phase; admin_queue 280 drivers/net/ethernet/amazon/ena/ena_com.c writel(admin_queue->sq.tail, admin_queue->sq.db_addr); admin_queue 306 drivers/net/ethernet/amazon/ena/ena_com.c static struct ena_comp_ctx *ena_com_submit_admin_cmd(struct ena_com_admin_queue *admin_queue, admin_queue 315 drivers/net/ethernet/amazon/ena/ena_com.c spin_lock_irqsave(&admin_queue->q_lock, flags); admin_queue 316 drivers/net/ethernet/amazon/ena/ena_com.c if (unlikely(!admin_queue->running_state)) { admin_queue 317 drivers/net/ethernet/amazon/ena/ena_com.c spin_unlock_irqrestore(&admin_queue->q_lock, flags); admin_queue 320 drivers/net/ethernet/amazon/ena/ena_com.c comp_ctx = __ena_com_submit_admin_cmd(admin_queue, cmd, admin_queue 325 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->running_state = false; admin_queue 326 drivers/net/ethernet/amazon/ena/ena_com.c spin_unlock_irqrestore(&admin_queue->q_lock, flags); admin_queue 458 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_handle_single_admin_completion(struct ena_com_admin_queue *admin_queue, admin_queue 467 drivers/net/ethernet/amazon/ena/ena_com.c comp_ctx = get_comp_ctxt(admin_queue, cmd_id, false); admin_queue 470 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->running_state = false; admin_queue 480 drivers/net/ethernet/amazon/ena/ena_com.c if (!admin_queue->polling) admin_queue 484 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_handle_admin_completion(struct ena_com_admin_queue *admin_queue) admin_queue 491 drivers/net/ethernet/amazon/ena/ena_com.c head_masked = admin_queue->cq.head & (admin_queue->q_depth - 1); admin_queue 492 drivers/net/ethernet/amazon/ena/ena_com.c phase = admin_queue->cq.phase; admin_queue 494 drivers/net/ethernet/amazon/ena/ena_com.c cqe = &admin_queue->cq.entries[head_masked]; admin_queue 503 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_handle_single_admin_completion(admin_queue, cqe); admin_queue 507 drivers/net/ethernet/amazon/ena/ena_com.c if (unlikely(head_masked == admin_queue->q_depth)) { admin_queue 512 drivers/net/ethernet/amazon/ena/ena_com.c cqe = &admin_queue->cq.entries[head_masked]; admin_queue 515 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->cq.head += comp_num; admin_queue 516 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->cq.phase = phase; admin_queue 517 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->sq.head += comp_num; admin_queue 518 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->stats.completed_cmd += comp_num; admin_queue 547 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue) admin_queue 553 drivers/net/ethernet/amazon/ena/ena_com.c timeout = jiffies + usecs_to_jiffies(admin_queue->completion_timeout); admin_queue 556 drivers/net/ethernet/amazon/ena/ena_com.c spin_lock_irqsave(&admin_queue->q_lock, flags); admin_queue 557 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_handle_admin_completion(admin_queue); admin_queue 558 drivers/net/ethernet/amazon/ena/ena_com.c spin_unlock_irqrestore(&admin_queue->q_lock, flags); admin_queue 566 drivers/net/ethernet/amazon/ena/ena_com.c spin_lock_irqsave(&admin_queue->q_lock, flags); admin_queue 567 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->stats.no_completion++; admin_queue 568 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->running_state = false; admin_queue 569 drivers/net/ethernet/amazon/ena/ena_com.c spin_unlock_irqrestore(&admin_queue->q_lock, flags); admin_queue 580 drivers/net/ethernet/amazon/ena/ena_com.c spin_lock_irqsave(&admin_queue->q_lock, flags); admin_queue 581 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->stats.aborted_cmd++; admin_queue 582 drivers/net/ethernet/amazon/ena/ena_com.c spin_unlock_irqrestore(&admin_queue->q_lock, flags); admin_queue 592 drivers/net/ethernet/amazon/ena/ena_com.c comp_ctxt_release(admin_queue, comp_ctx); admin_queue 604 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue; admin_queue 611 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; admin_queue 621 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 750 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue) admin_queue 757 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->completion_timeout)); admin_queue 765 drivers/net/ethernet/amazon/ena/ena_com.c spin_lock_irqsave(&admin_queue->q_lock, flags); admin_queue 766 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_handle_admin_completion(admin_queue); admin_queue 767 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->stats.no_completion++; admin_queue 768 drivers/net/ethernet/amazon/ena/ena_com.c spin_unlock_irqrestore(&admin_queue->q_lock, flags); admin_queue 773 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->auto_polling ? "ON" : "OFF"); admin_queue 775 drivers/net/ethernet/amazon/ena/ena_com.c if (admin_queue->auto_polling) admin_queue 776 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->polling = true; admin_queue 785 drivers/net/ethernet/amazon/ena/ena_com.c if (!admin_queue->polling) { admin_queue 786 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->running_state = false; admin_queue 794 drivers/net/ethernet/amazon/ena/ena_com.c comp_ctxt_release(admin_queue, comp_ctx); admin_queue 866 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue) admin_queue 868 drivers/net/ethernet/amazon/ena/ena_com.c if (admin_queue->polling) admin_queue 870 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue); admin_queue 873 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue); admin_queue 879 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 899 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 989 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue; admin_queue 999 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; admin_queue 1021 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 1200 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 1242 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 1327 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_execute_admin_command(struct ena_com_admin_queue *admin_queue, admin_queue 1336 drivers/net/ethernet/amazon/ena/ena_com.c comp_ctx = ena_com_submit_admin_cmd(admin_queue, cmd, cmd_size, admin_queue 1349 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_wait_and_process_admin_cq(comp_ctx, admin_queue); admin_queue 1351 drivers/net/ethernet/amazon/ena/ena_com.c if (admin_queue->running_state) admin_queue 1362 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 1387 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 1435 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 1439 drivers/net/ethernet/amazon/ena/ena_com.c if (!admin_queue->comp_ctx) admin_queue 1442 drivers/net/ethernet/amazon/ena/ena_com.c for (i = 0; i < admin_queue->q_depth; i++) { admin_queue 1443 drivers/net/ethernet/amazon/ena/ena_com.c comp_ctx = get_comp_ctxt(admin_queue, i, false); admin_queue 1455 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 1458 drivers/net/ethernet/amazon/ena/ena_com.c spin_lock_irqsave(&admin_queue->q_lock, flags); admin_queue 1459 drivers/net/ethernet/amazon/ena/ena_com.c while (atomic_read(&admin_queue->outstanding_cmds) != 0) { admin_queue 1460 drivers/net/ethernet/amazon/ena/ena_com.c spin_unlock_irqrestore(&admin_queue->q_lock, flags); admin_queue 1462 drivers/net/ethernet/amazon/ena/ena_com.c spin_lock_irqsave(&admin_queue->q_lock, flags); admin_queue 1464 drivers/net/ethernet/amazon/ena/ena_com.c spin_unlock_irqrestore(&admin_queue->q_lock, flags); admin_queue 1470 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 1480 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 1494 drivers/net/ethernet/amazon/ena/ena_com.c return ena_dev->admin_queue.running_state; admin_queue 1499 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 1502 drivers/net/ethernet/amazon/ena/ena_com.c spin_lock_irqsave(&admin_queue->q_lock, flags); admin_queue 1503 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->admin_queue.running_state = state; admin_queue 1504 drivers/net/ethernet/amazon/ena/ena_com.c spin_unlock_irqrestore(&admin_queue->q_lock, flags); admin_queue 1521 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue; admin_queue 1540 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; admin_queue 1547 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 1633 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 1634 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_cq *cq = &admin_queue->cq; admin_queue 1635 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_sq *sq = &admin_queue->sq; admin_queue 1639 drivers/net/ethernet/amazon/ena/ena_com.c if (admin_queue->comp_ctx) admin_queue 1640 drivers/net/ethernet/amazon/ena/ena_com.c devm_kfree(ena_dev->dmadev, admin_queue->comp_ctx); admin_queue 1641 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->comp_ctx = NULL; admin_queue 1642 drivers/net/ethernet/amazon/ena/ena_com.c size = ADMIN_SQ_SIZE(admin_queue->q_depth); admin_queue 1648 drivers/net/ethernet/amazon/ena/ena_com.c size = ADMIN_CQ_SIZE(admin_queue->q_depth); admin_queue 1669 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->admin_queue.polling = polling; admin_queue 1675 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->admin_queue.auto_polling = polling; admin_queue 1738 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 1754 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->q_depth = ENA_ADMIN_QUEUE_DEPTH; admin_queue 1756 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->q_dmadev = ena_dev->dmadev; admin_queue 1757 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->polling = false; admin_queue 1758 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->curr_cmd_id = 0; admin_queue 1760 drivers/net/ethernet/amazon/ena/ena_com.c atomic_set(&admin_queue->outstanding_cmds, 0); admin_queue 1762 drivers/net/ethernet/amazon/ena/ena_com.c spin_lock_init(&admin_queue->q_lock); admin_queue 1764 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_init_comp_ctxt(admin_queue); admin_queue 1768 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_admin_init_sq(admin_queue); admin_queue 1772 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_admin_init_cq(admin_queue); admin_queue 1776 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->sq.db_addr = (u32 __iomem *)((uintptr_t)ena_dev->reg_bar + admin_queue 1779 drivers/net/ethernet/amazon/ena/ena_com.c addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(admin_queue->sq.dma_addr); admin_queue 1780 drivers/net/ethernet/amazon/ena/ena_com.c addr_high = ENA_DMA_ADDR_TO_UINT32_HIGH(admin_queue->sq.dma_addr); admin_queue 1785 drivers/net/ethernet/amazon/ena/ena_com.c addr_low = ENA_DMA_ADDR_TO_UINT32_LOW(admin_queue->cq.dma_addr); admin_queue 1786 drivers/net/ethernet/amazon/ena/ena_com.c addr_high = ENA_DMA_ADDR_TO_UINT32_HIGH(admin_queue->cq.dma_addr); admin_queue 1792 drivers/net/ethernet/amazon/ena/ena_com.c aq_caps |= admin_queue->q_depth & ENA_REGS_AQ_CAPS_AQ_DEPTH_MASK; admin_queue 1798 drivers/net/ethernet/amazon/ena/ena_com.c acq_caps |= admin_queue->q_depth & ENA_REGS_ACQ_CAPS_ACQ_DEPTH_MASK; admin_queue 1809 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->running_state = true; admin_queue 1990 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_handle_admin_completion(&ena_dev->admin_queue); admin_queue 2125 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->admin_queue.completion_timeout = timeout * 100000; admin_queue 2127 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->admin_queue.completion_timeout = ADMIN_CMD_TIMEOUT_US; admin_queue 2138 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue; admin_queue 2141 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; admin_queue 2147 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 2176 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue; admin_queue 2187 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; admin_queue 2194 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 2226 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 2271 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 2396 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 2429 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 2556 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; admin_queue 2595 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 2739 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue; admin_queue 2750 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; admin_queue 2773 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_execute_admin_command(admin_queue, admin_queue 320 drivers/net/ethernet/amazon/ena/ena_com.h struct ena_com_admin_queue admin_queue; admin_queue 881 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_execute_admin_command(struct ena_com_admin_queue *admin_queue, admin_queue 172 drivers/net/ethernet/amazon/ena/ena_ethtool.c ptr = (u32 *)((uintptr_t)&adapter->ena_dev->admin_queue.stats + admin_queue 3070 drivers/net/ethernet/amazon/ena/ena_netdev.c adapter->ena_dev->admin_queue.completion_timeout = admin_queue 841 drivers/net/ethernet/marvell/octeontx2/af/rvu.c void rvu_aq_free(struct rvu *rvu, struct admin_queue *aq) admin_queue 851 drivers/net/ethernet/marvell/octeontx2/af/rvu.c int rvu_aq_alloc(struct rvu *rvu, struct admin_queue **ad_queue, admin_queue 854 drivers/net/ethernet/marvell/octeontx2/af/rvu.c struct admin_queue *aq; admin_queue 50 drivers/net/ethernet/marvell/octeontx2/af/rvu.h struct admin_queue *aq; /* NIX/NPA AQ */ admin_queue 329 drivers/net/ethernet/marvell/octeontx2/af/rvu.h int rvu_aq_alloc(struct rvu *rvu, struct admin_queue **ad_queue, admin_queue 331 drivers/net/ethernet/marvell/octeontx2/af/rvu.h void rvu_aq_free(struct rvu *rvu, struct admin_queue *aq); admin_queue 416 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c struct admin_queue *aq = block->aq; admin_queue 458 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c struct admin_queue *aq; admin_queue 21 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c struct admin_queue *aq = block->aq; admin_queue 63 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c struct admin_queue *aq;