aq 158 arch/riscv/include/asm/bitops.h return __test_and_op_bit_ord(or, __NOP, nr, addr, .aq); aq 211 arch/riscv/net/bpf_jit_comp.c static u32 rv_amo_insn(u8 funct5, u8 aq, u8 rl, u8 rs2, u8 rs1, aq 214 arch/riscv/net/bpf_jit_comp.c u8 funct7 = (funct5 << 2) | (aq << 1) | rl; aq 454 arch/riscv/net/bpf_jit_comp.c static u32 rv_amoadd_w(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl) aq 456 arch/riscv/net/bpf_jit_comp.c return rv_amo_insn(0, aq, rl, rs2, rs1, 2, rd, 0x2f); aq 459 arch/riscv/net/bpf_jit_comp.c static u32 rv_amoadd_d(u8 rd, u8 rs2, u8 rs1, u8 aq, u8 rl) aq 461 arch/riscv/net/bpf_jit_comp.c return rv_amo_insn(0, aq, rl, rs2, rs1, 3, rd, 0x2f); aq 893 drivers/base/devres.c va_list aq; aq 895 drivers/base/devres.c va_copy(aq, ap); aq 896 drivers/base/devres.c len = vsnprintf(NULL, 0, fmt, aq); aq 897 drivers/base/devres.c va_end(aq); aq 137 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_queue *aq = &edev->aq; aq 138 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_sq *sq = &aq->sq; aq 139 drivers/infiniband/hw/efa/efa_com.c u16 size = aq->depth * sizeof(*sq->entries); aq 145 drivers/infiniband/hw/efa/efa_com.c dma_alloc_coherent(aq->dmadev, size, &sq->dma_addr, GFP_KERNEL); aq 163 drivers/infiniband/hw/efa/efa_com.c aq_caps = aq->depth & EFA_REGS_AQ_CAPS_AQ_DEPTH_MASK; aq 175 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_queue *aq = &edev->aq; aq 176 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_cq *cq = &aq->cq; aq 177 drivers/infiniband/hw/efa/efa_com.c u16 size = aq->depth * sizeof(*cq->entries); aq 183 drivers/infiniband/hw/efa/efa_com.c dma_alloc_coherent(aq->dmadev, size, &cq->dma_addr, GFP_KERNEL); aq 198 drivers/infiniband/hw/efa/efa_com.c acq_caps = aq->depth & EFA_REGS_ACQ_CAPS_ACQ_DEPTH_MASK; aq 202 drivers/infiniband/hw/efa/efa_com.c acq_caps |= (aq->msix_vector_idx << aq 259 drivers/infiniband/hw/efa/efa_com.c static u16 efa_com_alloc_ctx_id(struct efa_com_admin_queue *aq) aq 263 drivers/infiniband/hw/efa/efa_com.c spin_lock(&aq->comp_ctx_lock); aq 264 drivers/infiniband/hw/efa/efa_com.c ctx_id = aq->comp_ctx_pool[aq->comp_ctx_pool_next]; aq 265 drivers/infiniband/hw/efa/efa_com.c aq->comp_ctx_pool_next++; aq 266 drivers/infiniband/hw/efa/efa_com.c spin_unlock(&aq->comp_ctx_lock); aq 271 drivers/infiniband/hw/efa/efa_com.c static void efa_com_dealloc_ctx_id(struct efa_com_admin_queue *aq, aq 274 drivers/infiniband/hw/efa/efa_com.c spin_lock(&aq->comp_ctx_lock); aq 275 drivers/infiniband/hw/efa/efa_com.c aq->comp_ctx_pool_next--; aq 276 drivers/infiniband/hw/efa/efa_com.c aq->comp_ctx_pool[aq->comp_ctx_pool_next] = ctx_id; aq 277 drivers/infiniband/hw/efa/efa_com.c spin_unlock(&aq->comp_ctx_lock); aq 280 drivers/infiniband/hw/efa/efa_com.c static inline void efa_com_put_comp_ctx(struct efa_com_admin_queue *aq, aq 285 drivers/infiniband/hw/efa/efa_com.c u16 ctx_id = cmd_id & (aq->depth - 1); aq 287 drivers/infiniband/hw/efa/efa_com.c ibdev_dbg(aq->efa_dev, "Put completion command_id %#x\n", cmd_id); aq 289 drivers/infiniband/hw/efa/efa_com.c efa_com_dealloc_ctx_id(aq, ctx_id); aq 292 drivers/infiniband/hw/efa/efa_com.c static struct efa_comp_ctx *efa_com_get_comp_ctx(struct efa_com_admin_queue *aq, aq 295 drivers/infiniband/hw/efa/efa_com.c u16 ctx_id = cmd_id & (aq->depth - 1); aq 297 drivers/infiniband/hw/efa/efa_com.c if (aq->comp_ctx[ctx_id].occupied && capture) { aq 299 drivers/infiniband/hw/efa/efa_com.c aq->efa_dev, aq 306 drivers/infiniband/hw/efa/efa_com.c aq->comp_ctx[ctx_id].occupied = 1; aq 307 drivers/infiniband/hw/efa/efa_com.c ibdev_dbg(aq->efa_dev, aq 311 drivers/infiniband/hw/efa/efa_com.c return &aq->comp_ctx[ctx_id]; aq 314 drivers/infiniband/hw/efa/efa_com.c static struct efa_comp_ctx *__efa_com_submit_admin_cmd(struct efa_com_admin_queue *aq, aq 327 drivers/infiniband/hw/efa/efa_com.c queue_size_mask = aq->depth - 1; aq 328 drivers/infiniband/hw/efa/efa_com.c pi = aq->sq.pc & queue_size_mask; aq 330 drivers/infiniband/hw/efa/efa_com.c ctx_id = efa_com_alloc_ctx_id(aq); aq 334 drivers/infiniband/hw/efa/efa_com.c cmd_id |= aq->sq.pc & ~queue_size_mask; aq 338 drivers/infiniband/hw/efa/efa_com.c cmd->aq_common_descriptor.flags |= aq->sq.phase & aq 341 drivers/infiniband/hw/efa/efa_com.c comp_ctx = efa_com_get_comp_ctx(aq, cmd_id, true); aq 343 drivers/infiniband/hw/efa/efa_com.c efa_com_dealloc_ctx_id(aq, ctx_id); aq 354 drivers/infiniband/hw/efa/efa_com.c aqe = &aq->sq.entries[pi]; aq 358 drivers/infiniband/hw/efa/efa_com.c aq->sq.pc++; aq 359 drivers/infiniband/hw/efa/efa_com.c atomic64_inc(&aq->stats.submitted_cmd); aq 361 drivers/infiniband/hw/efa/efa_com.c if ((aq->sq.pc & queue_size_mask) == 0) aq 362 drivers/infiniband/hw/efa/efa_com.c aq->sq.phase = !aq->sq.phase; aq 365 drivers/infiniband/hw/efa/efa_com.c writel(aq->sq.pc, aq->sq.db_addr); aq 370 drivers/infiniband/hw/efa/efa_com.c static inline int efa_com_init_comp_ctxt(struct efa_com_admin_queue *aq) aq 372 drivers/infiniband/hw/efa/efa_com.c size_t pool_size = aq->depth * sizeof(*aq->comp_ctx_pool); aq 373 drivers/infiniband/hw/efa/efa_com.c size_t size = aq->depth * sizeof(struct efa_comp_ctx); aq 377 drivers/infiniband/hw/efa/efa_com.c aq->comp_ctx = devm_kzalloc(aq->dmadev, size, GFP_KERNEL); aq 378 drivers/infiniband/hw/efa/efa_com.c aq->comp_ctx_pool = devm_kzalloc(aq->dmadev, pool_size, GFP_KERNEL); aq 379 drivers/infiniband/hw/efa/efa_com.c if (!aq->comp_ctx || !aq->comp_ctx_pool) { aq 380 drivers/infiniband/hw/efa/efa_com.c devm_kfree(aq->dmadev, aq->comp_ctx_pool); aq 381 drivers/infiniband/hw/efa/efa_com.c devm_kfree(aq->dmadev, aq->comp_ctx); aq 385 drivers/infiniband/hw/efa/efa_com.c for (i = 0; i < aq->depth; i++) { aq 386 drivers/infiniband/hw/efa/efa_com.c comp_ctx = efa_com_get_comp_ctx(aq, i, false); aq 390 drivers/infiniband/hw/efa/efa_com.c aq->comp_ctx_pool[i] = i; aq 393 drivers/infiniband/hw/efa/efa_com.c spin_lock_init(&aq->comp_ctx_lock); aq 395 drivers/infiniband/hw/efa/efa_com.c aq->comp_ctx_pool_next = 0; aq 400 drivers/infiniband/hw/efa/efa_com.c static struct efa_comp_ctx *efa_com_submit_admin_cmd(struct efa_com_admin_queue *aq, aq 408 drivers/infiniband/hw/efa/efa_com.c spin_lock(&aq->sq.lock); aq 409 drivers/infiniband/hw/efa/efa_com.c if (!test_bit(EFA_AQ_STATE_RUNNING_BIT, &aq->state)) { aq 410 drivers/infiniband/hw/efa/efa_com.c ibdev_err_ratelimited(aq->efa_dev, "Admin queue is closed\n"); aq 411 drivers/infiniband/hw/efa/efa_com.c spin_unlock(&aq->sq.lock); aq 415 drivers/infiniband/hw/efa/efa_com.c comp_ctx = __efa_com_submit_admin_cmd(aq, cmd, cmd_size_in_bytes, comp, aq 417 drivers/infiniband/hw/efa/efa_com.c spin_unlock(&aq->sq.lock); aq 419 drivers/infiniband/hw/efa/efa_com.c clear_bit(EFA_AQ_STATE_RUNNING_BIT, &aq->state); aq 424 drivers/infiniband/hw/efa/efa_com.c static void efa_com_handle_single_admin_completion(struct efa_com_admin_queue *aq, aq 433 drivers/infiniband/hw/efa/efa_com.c comp_ctx = efa_com_get_comp_ctx(aq, cmd_id, false); aq 435 drivers/infiniband/hw/efa/efa_com.c ibdev_err(aq->efa_dev, aq 437 drivers/infiniband/hw/efa/efa_com.c clear_bit(EFA_AQ_STATE_RUNNING_BIT, &aq->state); aq 446 drivers/infiniband/hw/efa/efa_com.c if (!test_bit(EFA_AQ_STATE_POLLING_BIT, &aq->state)) aq 450 drivers/infiniband/hw/efa/efa_com.c static void efa_com_handle_admin_completion(struct efa_com_admin_queue *aq) aq 458 drivers/infiniband/hw/efa/efa_com.c queue_size_mask = aq->depth - 1; aq 460 drivers/infiniband/hw/efa/efa_com.c ci = aq->cq.cc & queue_size_mask; aq 461 drivers/infiniband/hw/efa/efa_com.c phase = aq->cq.phase; aq 463 drivers/infiniband/hw/efa/efa_com.c cqe = &aq->cq.entries[ci]; aq 473 drivers/infiniband/hw/efa/efa_com.c efa_com_handle_single_admin_completion(aq, cqe); aq 477 drivers/infiniband/hw/efa/efa_com.c if (ci == aq->depth) { aq 482 drivers/infiniband/hw/efa/efa_com.c cqe = &aq->cq.entries[ci]; aq 485 drivers/infiniband/hw/efa/efa_com.c aq->cq.cc += comp_num; aq 486 drivers/infiniband/hw/efa/efa_com.c aq->cq.phase = phase; aq 487 drivers/infiniband/hw/efa/efa_com.c aq->sq.cc += comp_num; aq 488 drivers/infiniband/hw/efa/efa_com.c atomic64_add(comp_num, &aq->stats.completed_cmd); aq 511 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_queue *aq) aq 517 drivers/infiniband/hw/efa/efa_com.c timeout = jiffies + usecs_to_jiffies(aq->completion_timeout); aq 520 drivers/infiniband/hw/efa/efa_com.c spin_lock_irqsave(&aq->cq.lock, flags); aq 521 drivers/infiniband/hw/efa/efa_com.c efa_com_handle_admin_completion(aq); aq 522 drivers/infiniband/hw/efa/efa_com.c spin_unlock_irqrestore(&aq->cq.lock, flags); aq 529 drivers/infiniband/hw/efa/efa_com.c aq->efa_dev, aq 532 drivers/infiniband/hw/efa/efa_com.c atomic64_inc(&aq->stats.no_completion); aq 534 drivers/infiniband/hw/efa/efa_com.c clear_bit(EFA_AQ_STATE_RUNNING_BIT, &aq->state); aq 539 drivers/infiniband/hw/efa/efa_com.c msleep(aq->poll_interval); aq 544 drivers/infiniband/hw/efa/efa_com.c efa_com_put_comp_ctx(aq, comp_ctx); aq 549 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_queue *aq) aq 555 drivers/infiniband/hw/efa/efa_com.c usecs_to_jiffies(aq->completion_timeout)); aq 564 drivers/infiniband/hw/efa/efa_com.c spin_lock_irqsave(&aq->cq.lock, flags); aq 565 drivers/infiniband/hw/efa/efa_com.c efa_com_handle_admin_completion(aq); aq 566 drivers/infiniband/hw/efa/efa_com.c spin_unlock_irqrestore(&aq->cq.lock, flags); aq 568 drivers/infiniband/hw/efa/efa_com.c atomic64_inc(&aq->stats.no_completion); aq 572 drivers/infiniband/hw/efa/efa_com.c aq->efa_dev, aq 576 drivers/infiniband/hw/efa/efa_com.c comp_ctx, aq->sq.pc, aq->sq.cc, aq->cq.cc); aq 579 drivers/infiniband/hw/efa/efa_com.c aq->efa_dev, aq 583 drivers/infiniband/hw/efa/efa_com.c comp_ctx, aq->sq.pc, aq->sq.cc, aq->cq.cc); aq 585 drivers/infiniband/hw/efa/efa_com.c clear_bit(EFA_AQ_STATE_RUNNING_BIT, &aq->state); aq 592 drivers/infiniband/hw/efa/efa_com.c efa_com_put_comp_ctx(aq, comp_ctx); aq 605 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_queue *aq) aq 607 drivers/infiniband/hw/efa/efa_com.c if (test_bit(EFA_AQ_STATE_POLLING_BIT, &aq->state)) aq 608 drivers/infiniband/hw/efa/efa_com.c return efa_com_wait_and_process_admin_cq_polling(comp_ctx, aq); aq 610 drivers/infiniband/hw/efa/efa_com.c return efa_com_wait_and_process_admin_cq_interrupts(comp_ctx, aq); aq 626 drivers/infiniband/hw/efa/efa_com.c int efa_com_cmd_exec(struct efa_com_admin_queue *aq, aq 638 drivers/infiniband/hw/efa/efa_com.c down(&aq->avail_cmds); aq 640 drivers/infiniband/hw/efa/efa_com.c ibdev_dbg(aq->efa_dev, "%s (opcode %d)\n", aq 643 drivers/infiniband/hw/efa/efa_com.c comp_ctx = efa_com_submit_admin_cmd(aq, cmd, cmd_size, comp, comp_size); aq 646 drivers/infiniband/hw/efa/efa_com.c aq->efa_dev, aq 651 drivers/infiniband/hw/efa/efa_com.c up(&aq->avail_cmds); aq 655 drivers/infiniband/hw/efa/efa_com.c err = efa_com_wait_and_process_admin_cq(comp_ctx, aq); aq 658 drivers/infiniband/hw/efa/efa_com.c aq->efa_dev, aq 664 drivers/infiniband/hw/efa/efa_com.c up(&aq->avail_cmds); aq 675 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_queue *aq = &edev->aq; aq 677 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_cq *cq = &aq->cq; aq 678 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_sq *sq = &aq->sq; aq 681 drivers/infiniband/hw/efa/efa_com.c clear_bit(EFA_AQ_STATE_RUNNING_BIT, &aq->state); aq 683 drivers/infiniband/hw/efa/efa_com.c devm_kfree(edev->dmadev, aq->comp_ctx_pool); aq 684 drivers/infiniband/hw/efa/efa_com.c devm_kfree(edev->dmadev, aq->comp_ctx); aq 686 drivers/infiniband/hw/efa/efa_com.c size = aq->depth * sizeof(*sq->entries); aq 689 drivers/infiniband/hw/efa/efa_com.c size = aq->depth * sizeof(*cq->entries); aq 712 drivers/infiniband/hw/efa/efa_com.c set_bit(EFA_AQ_STATE_POLLING_BIT, &edev->aq.state); aq 714 drivers/infiniband/hw/efa/efa_com.c clear_bit(EFA_AQ_STATE_POLLING_BIT, &edev->aq.state); aq 719 drivers/infiniband/hw/efa/efa_com.c atomic64_t *s = (atomic64_t *)&edev->aq.stats; aq 722 drivers/infiniband/hw/efa/efa_com.c for (i = 0; i < sizeof(edev->aq.stats) / sizeof(*s); i++, s++) aq 739 drivers/infiniband/hw/efa/efa_com.c struct efa_com_admin_queue *aq = &edev->aq; aq 752 drivers/infiniband/hw/efa/efa_com.c aq->depth = EFA_ADMIN_QUEUE_DEPTH; aq 754 drivers/infiniband/hw/efa/efa_com.c aq->dmadev = edev->dmadev; aq 755 drivers/infiniband/hw/efa/efa_com.c aq->efa_dev = edev->efa_dev; aq 756 drivers/infiniband/hw/efa/efa_com.c set_bit(EFA_AQ_STATE_POLLING_BIT, &aq->state); aq 758 drivers/infiniband/hw/efa/efa_com.c sema_init(&aq->avail_cmds, aq->depth); aq 762 drivers/infiniband/hw/efa/efa_com.c err = efa_com_init_comp_ctxt(aq); aq 785 drivers/infiniband/hw/efa/efa_com.c aq->completion_timeout = timeout * 100000; aq 787 drivers/infiniband/hw/efa/efa_com.c aq->completion_timeout = ADMIN_CMD_TIMEOUT_US; aq 789 drivers/infiniband/hw/efa/efa_com.c aq->poll_interval = EFA_POLL_INTERVAL_MS; aq 791 drivers/infiniband/hw/efa/efa_com.c set_bit(EFA_AQ_STATE_RUNNING_BIT, &aq->state); aq 796 drivers/infiniband/hw/efa/efa_com.c dma_free_coherent(edev->dmadev, aq->depth * sizeof(*aq->cq.entries), aq 797 drivers/infiniband/hw/efa/efa_com.c aq->cq.entries, aq->cq.dma_addr); aq 799 drivers/infiniband/hw/efa/efa_com.c dma_free_coherent(edev->dmadev, aq->depth * sizeof(*aq->sq.entries), aq 800 drivers/infiniband/hw/efa/efa_com.c aq->sq.entries, aq->sq.dma_addr); aq 802 drivers/infiniband/hw/efa/efa_com.c devm_kfree(edev->dmadev, aq->comp_ctx); aq 820 drivers/infiniband/hw/efa/efa_com.c spin_lock_irqsave(&edev->aq.cq.lock, flags); aq 821 drivers/infiniband/hw/efa/efa_com.c efa_com_handle_admin_completion(&edev->aq); aq 822 drivers/infiniband/hw/efa/efa_com.c spin_unlock_irqrestore(&edev->aq.cq.lock, flags); aq 1096 drivers/infiniband/hw/efa/efa_com.c edev->aq.completion_timeout = timeout * 100000; aq 1098 drivers/infiniband/hw/efa/efa_com.c edev->aq.completion_timeout = ADMIN_CMD_TIMEOUT_US; aq 103 drivers/infiniband/hw/efa/efa_com.h struct efa_com_admin_queue aq; aq 136 drivers/infiniband/hw/efa/efa_com.h int efa_com_cmd_exec(struct efa_com_admin_queue *aq, aq 21 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 41 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 66 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 80 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 100 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 108 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 133 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 139 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 160 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 174 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 196 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 202 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 223 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 253 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 274 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 281 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 301 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 310 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 332 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 339 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 375 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq; aq 385 drivers/infiniband/hw/efa/efa_com_cmd.c aq = &edev->aq; aq 400 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 535 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq; aq 545 drivers/infiniband/hw/efa/efa_com_cmd.c aq = &edev->aq; aq 558 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 630 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 637 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 656 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 664 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 682 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 689 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 708 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 716 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 735 drivers/infiniband/hw/efa/efa_com_cmd.c struct efa_com_admin_queue *aq = &edev->aq; aq 745 drivers/infiniband/hw/efa/efa_com_cmd.c err = efa_com_cmd_exec(aq, aq 183 drivers/infiniband/hw/efa/efa_main.c edev->aq.poll_interval = hw_hints->poll_interval; aq 186 drivers/infiniband/hw/efa/efa_main.c edev->aq.completion_timeout = aq 456 drivers/infiniband/hw/efa/efa_main.c edev->aq.msix_vector_idx = dev->admin_msix_vector_idx; aq 1787 drivers/infiniband/hw/efa/efa_verbs.c as = &dev->edev.aq.stats; aq 22 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.tail = I40E_VF_ATQT1; aq 23 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.head = I40E_VF_ATQH1; aq 24 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.len = I40E_VF_ATQLEN1; aq 25 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.bal = I40E_VF_ATQBAL1; aq 26 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.bah = I40E_VF_ATQBAH1; aq 27 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.tail = I40E_VF_ARQT1; aq 28 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.head = I40E_VF_ARQH1; aq 29 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.len = I40E_VF_ARQLEN1; aq 30 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.bal = I40E_VF_ARQBAL1; aq 31 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.bah = I40E_VF_ARQBAH1; aq 33 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.tail = I40E_PF_ATQT; aq 34 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.head = I40E_PF_ATQH; aq 35 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.len = I40E_PF_ATQLEN; aq 36 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.bal = I40E_PF_ATQBAL; aq 37 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.bah = I40E_PF_ATQBAH; aq 38 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.tail = I40E_PF_ARQT; aq 39 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.head = I40E_PF_ARQH; aq 40 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.len = I40E_PF_ARQLEN; aq 41 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.bal = I40E_PF_ARQBAL; aq 42 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.bah = I40E_PF_ARQBAH; aq 54 drivers/net/ethernet/intel/i40e/i40e_adminq.c ret_code = i40e_allocate_dma_mem(hw, &hw->aq.asq.desc_buf, aq 56 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.num_asq_entries * aq 62 drivers/net/ethernet/intel/i40e/i40e_adminq.c ret_code = i40e_allocate_virt_mem(hw, &hw->aq.asq.cmd_buf, aq 63 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.num_asq_entries * aq 66 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_dma_mem(hw, &hw->aq.asq.desc_buf); aq 81 drivers/net/ethernet/intel/i40e/i40e_adminq.c ret_code = i40e_allocate_dma_mem(hw, &hw->aq.arq.desc_buf, aq 83 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.num_arq_entries * aq 99 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_dma_mem(hw, &hw->aq.asq.desc_buf); aq 111 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_dma_mem(hw, &hw->aq.arq.desc_buf); aq 130 drivers/net/ethernet/intel/i40e/i40e_adminq.c ret_code = i40e_allocate_virt_mem(hw, &hw->aq.arq.dma_head, aq 131 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.num_arq_entries * sizeof(struct i40e_dma_mem))); aq 134 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.r.arq_bi = (struct i40e_dma_mem *)hw->aq.arq.dma_head.va; aq 137 drivers/net/ethernet/intel/i40e/i40e_adminq.c for (i = 0; i < hw->aq.num_arq_entries; i++) { aq 138 drivers/net/ethernet/intel/i40e/i40e_adminq.c bi = &hw->aq.arq.r.arq_bi[i]; aq 141 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq_buf_size, aq 147 drivers/net/ethernet/intel/i40e/i40e_adminq.c desc = I40E_ADMINQ_DESC(hw->aq.arq, i); aq 150 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.arq_buf_size > I40E_AQ_LARGE_BUF) aq 175 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_dma_mem(hw, &hw->aq.arq.r.arq_bi[i]); aq 176 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_virt_mem(hw, &hw->aq.arq.dma_head); aq 192 drivers/net/ethernet/intel/i40e/i40e_adminq.c ret_code = i40e_allocate_virt_mem(hw, &hw->aq.asq.dma_head, aq 193 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.num_asq_entries * sizeof(struct i40e_dma_mem))); aq 196 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.r.asq_bi = (struct i40e_dma_mem *)hw->aq.asq.dma_head.va; aq 199 drivers/net/ethernet/intel/i40e/i40e_adminq.c for (i = 0; i < hw->aq.num_asq_entries; i++) { aq 200 drivers/net/ethernet/intel/i40e/i40e_adminq.c bi = &hw->aq.asq.r.asq_bi[i]; aq 203 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq_buf_size, aq 215 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_dma_mem(hw, &hw->aq.asq.r.asq_bi[i]); aq 216 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_virt_mem(hw, &hw->aq.asq.dma_head); aq 230 drivers/net/ethernet/intel/i40e/i40e_adminq.c for (i = 0; i < hw->aq.num_arq_entries; i++) aq 231 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_dma_mem(hw, &hw->aq.arq.r.arq_bi[i]); aq 234 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_dma_mem(hw, &hw->aq.arq.desc_buf); aq 237 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_virt_mem(hw, &hw->aq.arq.dma_head); aq 249 drivers/net/ethernet/intel/i40e/i40e_adminq.c for (i = 0; i < hw->aq.num_asq_entries; i++) aq 250 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.asq.r.asq_bi[i].pa) aq 251 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_dma_mem(hw, &hw->aq.asq.r.asq_bi[i]); aq 254 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_virt_mem(hw, &hw->aq.asq.cmd_buf); aq 257 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_dma_mem(hw, &hw->aq.asq.desc_buf); aq 260 drivers/net/ethernet/intel/i40e/i40e_adminq.c i40e_free_virt_mem(hw, &hw->aq.asq.dma_head); aq 275 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.head, 0); aq 276 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.tail, 0); aq 279 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.len, (hw->aq.num_asq_entries | aq 281 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.bal, lower_32_bits(hw->aq.asq.desc_buf.pa)); aq 282 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.bah, upper_32_bits(hw->aq.asq.desc_buf.pa)); aq 285 drivers/net/ethernet/intel/i40e/i40e_adminq.c reg = rd32(hw, hw->aq.asq.bal); aq 286 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (reg != lower_32_bits(hw->aq.asq.desc_buf.pa)) aq 304 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.head, 0); aq 305 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.tail, 0); aq 308 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.len, (hw->aq.num_arq_entries | aq 310 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.bal, lower_32_bits(hw->aq.arq.desc_buf.pa)); aq 311 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.bah, upper_32_bits(hw->aq.arq.desc_buf.pa)); aq 314 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.tail, hw->aq.num_arq_entries - 1); aq 317 drivers/net/ethernet/intel/i40e/i40e_adminq.c reg = rd32(hw, hw->aq.arq.bal); aq 318 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (reg != lower_32_bits(hw->aq.arq.desc_buf.pa)) aq 341 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.asq.count > 0) { aq 348 drivers/net/ethernet/intel/i40e/i40e_adminq.c if ((hw->aq.num_asq_entries == 0) || aq 349 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.asq_buf_size == 0)) { aq 354 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.next_to_use = 0; aq 355 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.next_to_clean = 0; aq 373 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.count = hw->aq.num_asq_entries; aq 400 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.arq.count > 0) { aq 407 drivers/net/ethernet/intel/i40e/i40e_adminq.c if ((hw->aq.num_arq_entries == 0) || aq 408 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.arq_buf_size == 0)) { aq 413 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.next_to_use = 0; aq 414 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.next_to_clean = 0; aq 432 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.count = hw->aq.num_arq_entries; aq 452 drivers/net/ethernet/intel/i40e/i40e_adminq.c mutex_lock(&hw->aq.asq_mutex); aq 454 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.asq.count == 0) { aq 460 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.head, 0); aq 461 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.tail, 0); aq 462 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.len, 0); aq 463 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.bal, 0); aq 464 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.bah, 0); aq 466 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.count = 0; /* to indicate uninitialized queue */ aq 472 drivers/net/ethernet/intel/i40e/i40e_adminq.c mutex_unlock(&hw->aq.asq_mutex); aq 486 drivers/net/ethernet/intel/i40e/i40e_adminq.c mutex_lock(&hw->aq.arq_mutex); aq 488 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.arq.count == 0) { aq 494 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.head, 0); aq 495 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.tail, 0); aq 496 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.len, 0); aq 497 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.bal, 0); aq 498 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.bah, 0); aq 500 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.count = 0; /* to indicate uninitialized queue */ aq 506 drivers/net/ethernet/intel/i40e/i40e_adminq.c mutex_unlock(&hw->aq.arq_mutex); aq 529 drivers/net/ethernet/intel/i40e/i40e_adminq.c if ((hw->aq.num_arq_entries == 0) || aq 530 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.num_asq_entries == 0) || aq 531 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.arq_buf_size == 0) || aq 532 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.asq_buf_size == 0)) { aq 541 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq_cmd_timeout = I40E_ASQ_CMD_TIMEOUT; aq 559 drivers/net/ethernet/intel/i40e/i40e_adminq.c &hw->aq.fw_maj_ver, aq 560 drivers/net/ethernet/intel/i40e/i40e_adminq.c &hw->aq.fw_min_ver, aq 561 drivers/net/ethernet/intel/i40e/i40e_adminq.c &hw->aq.fw_build, aq 562 drivers/net/ethernet/intel/i40e/i40e_adminq.c &hw->aq.api_maj_ver, aq 563 drivers/net/ethernet/intel/i40e/i40e_adminq.c &hw->aq.api_min_ver, aq 588 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.api_maj_ver == I40E_FW_API_VERSION_MAJOR && aq 589 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.api_min_ver >= I40E_MINOR_VER_GET_LINK_INFO_XL710) { aq 594 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.api_maj_ver == I40E_FW_API_VERSION_MAJOR && aq 595 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.api_min_ver >= I40E_MINOR_VER_FW_LLDP_STOPPABLE_X722) { aq 600 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.api_maj_ver > 1 || aq 601 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.api_maj_ver == 1 && aq 602 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.api_min_ver >= 5)) aq 606 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.api_maj_ver > 1 || aq 607 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.api_maj_ver == 1 && aq 608 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.api_min_ver >= 7)) aq 611 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.api_maj_ver > 1 || aq 612 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.api_maj_ver == 1 && aq 613 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.api_min_ver >= 8)) { aq 618 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.api_maj_ver > I40E_FW_API_VERSION_MAJOR) { aq 671 drivers/net/ethernet/intel/i40e/i40e_adminq.c struct i40e_adminq_ring *asq = &(hw->aq.asq); aq 679 drivers/net/ethernet/intel/i40e/i40e_adminq.c while (rd32(hw, hw->aq.asq.head) != ntc) { aq 681 drivers/net/ethernet/intel/i40e/i40e_adminq.c "ntc %d head %d.\n", ntc, rd32(hw, hw->aq.asq.head)); aq 715 drivers/net/ethernet/intel/i40e/i40e_adminq.c return rd32(hw, hw->aq.asq.head) == hw->aq.asq.next_to_use; aq 744 drivers/net/ethernet/intel/i40e/i40e_adminq.c mutex_lock(&hw->aq.asq_mutex); aq 746 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.asq.count == 0) { aq 753 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq_last_status = I40E_AQ_RC_OK; aq 755 drivers/net/ethernet/intel/i40e/i40e_adminq.c val = rd32(hw, hw->aq.asq.head); aq 756 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (val >= hw->aq.num_asq_entries) { aq 763 drivers/net/ethernet/intel/i40e/i40e_adminq.c details = I40E_ADMINQ_DETAILS(hw->aq.asq, hw->aq.asq.next_to_use); aq 785 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (buff_size > hw->aq.asq_buf_size) { aq 818 drivers/net/ethernet/intel/i40e/i40e_adminq.c desc_on_ring = I40E_ADMINQ_DESC(hw->aq.asq, hw->aq.asq.next_to_use); aq 825 drivers/net/ethernet/intel/i40e/i40e_adminq.c dma_buff = &(hw->aq.asq.r.asq_bi[hw->aq.asq.next_to_use]); aq 843 drivers/net/ethernet/intel/i40e/i40e_adminq.c (hw->aq.asq.next_to_use)++; aq 844 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.asq.next_to_use == hw->aq.asq.count) aq 845 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.next_to_use = 0; aq 847 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.asq.tail, hw->aq.asq.next_to_use); aq 863 drivers/net/ethernet/intel/i40e/i40e_adminq.c } while (total_delay < hw->aq.asq_cmd_timeout); aq 888 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq_last_status = (enum i40e_admin_queue_err)retval; aq 902 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (rd32(hw, hw->aq.asq.len) & I40E_GL_ATQLEN_ATQCRIT_MASK) { aq 914 drivers/net/ethernet/intel/i40e/i40e_adminq.c mutex_unlock(&hw->aq.asq_mutex); aq 949 drivers/net/ethernet/intel/i40e/i40e_adminq.c u16 ntc = hw->aq.arq.next_to_clean; aq 961 drivers/net/ethernet/intel/i40e/i40e_adminq.c mutex_lock(&hw->aq.arq_mutex); aq 963 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.arq.count == 0) { aq 971 drivers/net/ethernet/intel/i40e/i40e_adminq.c ntu = rd32(hw, hw->aq.arq.head) & I40E_PF_ARQH_ARQH_MASK; aq 979 drivers/net/ethernet/intel/i40e/i40e_adminq.c desc = I40E_ADMINQ_DESC(hw->aq.arq, ntc); aq 982 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq_last_status = aq 990 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq_last_status); aq 997 drivers/net/ethernet/intel/i40e/i40e_adminq.c memcpy(e->msg_buf, hw->aq.arq.r.arq_bi[desc_idx].va, aq 1002 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq_buf_size); aq 1008 drivers/net/ethernet/intel/i40e/i40e_adminq.c bi = &hw->aq.arq.r.arq_bi[ntc]; aq 1012 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (hw->aq.arq_buf_size > I40E_AQ_LARGE_BUF) aq 1019 drivers/net/ethernet/intel/i40e/i40e_adminq.c wr32(hw, hw->aq.arq.tail, ntc); aq 1022 drivers/net/ethernet/intel/i40e/i40e_adminq.c if (ntc == hw->aq.num_arq_entries) aq 1024 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.next_to_clean = ntc; aq 1025 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.next_to_use = ntu; aq 1031 drivers/net/ethernet/intel/i40e/i40e_adminq.c *pending = (ntc > ntu ? hw->aq.arq.count : 0) + (ntu - ntc); aq 1033 drivers/net/ethernet/intel/i40e/i40e_adminq.c mutex_unlock(&hw->aq.arq_mutex); aq 1041 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.next_to_use = 0; aq 1042 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.asq.next_to_clean = 0; aq 1046 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.next_to_use = 0; aq 1047 drivers/net/ethernet/intel/i40e/i40e_adminq.c hw->aq.arq.next_to_clean = 0; aq 308 drivers/net/ethernet/intel/i40e/i40e_client.c cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver; aq 309 drivers/net/ethernet/intel/i40e/i40e_client.c cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver; aq 310 drivers/net/ethernet/intel/i40e/i40e_client.c cdev->lan_info.fw_build = pf->hw.aq.fw_build; aq 560 drivers/net/ethernet/intel/i40e/i40e_client.c err, hw->aq.asq_last_status); aq 702 drivers/net/ethernet/intel/i40e/i40e_client.c pf->hw.aq.asq_last_status)); aq 730 drivers/net/ethernet/intel/i40e/i40e_client.c pf->hw.aq.asq_last_status)); aq 339 drivers/net/ethernet/intel/i40e/i40e_common.c if (hw->aq.asq.len) aq 340 drivers/net/ethernet/intel/i40e/i40e_common.c return !!(rd32(hw, hw->aq.asq.len) & aq 1581 drivers/net/ethernet/intel/i40e/i40e_common.c switch (hw->aq.asq_last_status) { aq 1595 drivers/net/ethernet/intel/i40e/i40e_common.c } while ((hw->aq.asq_last_status == I40E_AQ_RC_EAGAIN) && aq 1603 drivers/net/ethernet/intel/i40e/i40e_common.c hw->aq.api_maj_ver == I40E_FW_API_VERSION_MAJOR && aq 1604 drivers/net/ethernet/intel/i40e/i40e_common.c hw->aq.api_min_ver >= I40E_MINOR_VER_GET_LINK_INFO_XL710) { aq 1875 drivers/net/ethernet/intel/i40e/i40e_common.c (hw->aq.fw_maj_ver < 4 || (hw->aq.fw_maj_ver == 4 && aq 1876 drivers/net/ethernet/intel/i40e/i40e_common.c hw->aq.fw_min_ver < 40)) && hw_link_info->phy_type == 0xE) aq 2078 drivers/net/ethernet/intel/i40e/i40e_common.c (((hw->aq.api_maj_ver == 1) && (hw->aq.api_min_ver >= 5)) || aq 2079 drivers/net/ethernet/intel/i40e/i40e_common.c (hw->aq.api_maj_ver > 1))) aq 2086 drivers/net/ethernet/intel/i40e/i40e_common.c if (((hw->aq.api_maj_ver >= 1) && (hw->aq.api_min_ver >= 5)) || aq 2087 drivers/net/ethernet/intel/i40e/i40e_common.c (hw->aq.api_maj_ver > 1)) aq 2849 drivers/net/ethernet/intel/i40e/i40e_common.c hw->aq.asq_last_status == I40E_AQ_RC_ENOSPC) { aq 3063 drivers/net/ethernet/intel/i40e/i40e_common.c if (!status || hw->aq.asq_last_status == I40E_AQ_RC_EBUSY) aq 5250 drivers/net/ethernet/intel/i40e/i40e_common.c use_register = (((hw->aq.api_maj_ver == 1) && aq 5251 drivers/net/ethernet/intel/i40e/i40e_common.c (hw->aq.api_min_ver < 5)) || aq 5256 drivers/net/ethernet/intel/i40e/i40e_common.c if (hw->aq.asq_last_status == I40E_AQ_RC_EAGAIN && retry) { aq 5311 drivers/net/ethernet/intel/i40e/i40e_common.c use_register = (((hw->aq.api_maj_ver == 1) && aq 5312 drivers/net/ethernet/intel/i40e/i40e_common.c (hw->aq.api_min_ver < 5)) || aq 5318 drivers/net/ethernet/intel/i40e/i40e_common.c if (hw->aq.asq_last_status == I40E_AQ_RC_EAGAIN && retry) { aq 5562 drivers/net/ethernet/intel/i40e/i40e_common.c struct i40e_profile_aq_section *aq) aq 5569 drivers/net/ethernet/intel/i40e/i40e_common.c i40e_fill_default_direct_cmd_desc(&desc, aq->opcode); aq 5570 drivers/net/ethernet/intel/i40e/i40e_common.c desc.flags |= cpu_to_le16(aq->flags); aq 5571 drivers/net/ethernet/intel/i40e/i40e_common.c memcpy(desc.params.raw, aq->param, sizeof(desc.params.raw)); aq 5573 drivers/net/ethernet/intel/i40e/i40e_common.c msglen = aq->datalen; aq 5580 drivers/net/ethernet/intel/i40e/i40e_common.c msg = &aq->data[0]; aq 5588 drivers/net/ethernet/intel/i40e/i40e_common.c aq->opcode, status); aq 5593 drivers/net/ethernet/intel/i40e/i40e_common.c memcpy(aq->param, desc.params.raw, sizeof(desc.params.raw)); aq 787 drivers/net/ethernet/intel/i40e/i40e_dcb.c if (hw->aq.asq_last_status == I40E_AQ_RC_ENOENT) aq 808 drivers/net/ethernet/intel/i40e/i40e_dcb.c (((hw->aq.fw_maj_ver == 4) && (hw->aq.fw_min_ver < 33)) || aq 809 drivers/net/ethernet/intel/i40e/i40e_dcb.c (hw->aq.fw_maj_ver < 4))) aq 814 drivers/net/ethernet/intel/i40e/i40e_dcb.c ((hw->aq.fw_maj_ver == 4) && (hw->aq.fw_min_ver == 33))) { aq 839 drivers/net/ethernet/intel/i40e/i40e_dcb.c if (hw->aq.asq_last_status == I40E_AQ_RC_ENOENT) aq 856 drivers/net/ethernet/intel/i40e/i40e_dcb.c if (hw->aq.asq_last_status == I40E_AQ_RC_ENOENT) aq 459 drivers/net/ethernet/intel/i40e/i40e_debugfs.c ring = &(hw->aq.asq); aq 472 drivers/net/ethernet/intel/i40e/i40e_debugfs.c ring = &(hw->aq.arq); aq 979 drivers/net/ethernet/intel/i40e/i40e_debugfs.c pf->hw.aq.asq_last_status); aq 1092 drivers/net/ethernet/intel/i40e/i40e_debugfs.c ret, pf->hw.aq.asq_last_status); aq 1232 drivers/net/ethernet/intel/i40e/i40e_debugfs.c desc->opcode, pf->hw.aq.asq_last_status); aq 1293 drivers/net/ethernet/intel/i40e/i40e_debugfs.c desc->opcode, pf->hw.aq.asq_last_status); aq 1325 drivers/net/ethernet/intel/i40e/i40e_debugfs.c pf->hw.aq.asq_last_status); aq 1336 drivers/net/ethernet/intel/i40e/i40e_debugfs.c __func__, pf->hw.aq.asq_last_status); aq 1354 drivers/net/ethernet/intel/i40e/i40e_debugfs.c __func__, pf->hw.aq.asq_last_status); aq 1362 drivers/net/ethernet/intel/i40e/i40e_debugfs.c pf->hw.aq.asq_last_status); aq 1386 drivers/net/ethernet/intel/i40e/i40e_debugfs.c pf->hw.aq.asq_last_status); aq 1414 drivers/net/ethernet/intel/i40e/i40e_debugfs.c pf->hw.aq.asq_last_status); aq 1433 drivers/net/ethernet/intel/i40e/i40e_debugfs.c pf->hw.aq.asq_last_status); aq 1444 drivers/net/ethernet/intel/i40e/i40e_debugfs.c pf->hw.aq.asq_last_status); aq 1487 drivers/net/ethernet/intel/i40e/i40e_debugfs.c ret, pf->hw.aq.asq_last_status); aq 1498 drivers/net/ethernet/intel/i40e/i40e_debugfs.c ret, pf->hw.aq.asq_last_status); aq 1350 drivers/net/ethernet/intel/i40e/i40e_ethtool.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1360 drivers/net/ethernet/intel/i40e/i40e_ethtool.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1411 drivers/net/ethernet/intel/i40e/i40e_ethtool.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1425 drivers/net/ethernet/intel/i40e/i40e_ethtool.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1532 drivers/net/ethernet/intel/i40e/i40e_ethtool.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1649 drivers/net/ethernet/intel/i40e/i40e_ethtool.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1655 drivers/net/ethernet/intel/i40e/i40e_ethtool.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1661 drivers/net/ethernet/intel/i40e/i40e_ethtool.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1774 drivers/net/ethernet/intel/i40e/i40e_ethtool.c ret_val, hw->aq.asq_last_status, errno, aq 1792 drivers/net/ethernet/intel/i40e/i40e_ethtool.c ret_val, hw->aq.asq_last_status); aq 1809 drivers/net/ethernet/intel/i40e/i40e_ethtool.c if (ret_val && hw->aq.asq_last_status == I40E_AQ_RC_EPERM) { aq 1815 drivers/net/ethernet/intel/i40e/i40e_ethtool.c hw->aq.asq_last_status == I40E_AQ_RC_EACCES) { aq 1823 drivers/net/ethernet/intel/i40e/i40e_ethtool.c offset, ret_val, hw->aq.asq_last_status); aq 1881 drivers/net/ethernet/intel/i40e/i40e_ethtool.c ret_val, hw->aq.asq_last_status, errno, aq 4981 drivers/net/ethernet/intel/i40e/i40e_ethtool.c if (ret && pf->hw.aq.asq_last_status != I40E_AQ_RC_ESRCH) { aq 4986 drivers/net/ethernet/intel/i40e/i40e_ethtool.c pf->hw.aq.asq_last_status)); aq 5036 drivers/net/ethernet/intel/i40e/i40e_ethtool.c adq_err = pf->hw.aq.asq_last_status; aq 1579 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1609 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1621 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 2083 drivers/net/ethernet/intel/i40e/i40e_main.c aq_err = hw->aq.asq_last_status; aq 2117 drivers/net/ethernet/intel/i40e/i40e_main.c aq_err = hw->aq.asq_last_status; aq 2177 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status), aq 2219 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 2231 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 2241 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 2352 drivers/net/ethernet/intel/i40e/i40e_main.c filter_list_len = hw->aq.asq_buf_size / aq 2413 drivers/net/ethernet/intel/i40e/i40e_main.c filter_list_len = hw->aq.asq_buf_size / aq 2532 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.asq_last_status); aq 2537 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 2553 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.asq_last_status); aq 2559 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 2709 drivers/net/ethernet/intel/i40e/i40e_main.c vsi->back->hw.aq.asq_last_status)); aq 2744 drivers/net/ethernet/intel/i40e/i40e_main.c vsi->back->hw.aq.asq_last_status)); aq 2976 drivers/net/ethernet/intel/i40e/i40e_main.c vsi->back->hw.aq.asq_last_status)); aq 5188 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 5199 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 5261 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status); aq 5392 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 5459 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 5472 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 5544 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 5615 drivers/net/ethernet/intel/i40e/i40e_main.c last_aq_status = pf->hw.aq.asq_last_status; aq 5773 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 5874 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 5915 drivers/net/ethernet/intel/i40e/i40e_main.c vsi->back->hw.aq.asq_last_status, ch->seid); aq 6115 drivers/net/ethernet/intel/i40e/i40e_main.c if (ret && hw->aq.asq_last_status != I40E_AQ_RC_ESRCH) aq 6120 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.asq_last_status)); aq 6328 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 6338 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 6419 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 6473 drivers/net/ethernet/intel/i40e/i40e_main.c } else if (pf->hw.aq.asq_last_status == I40E_AQ_RC_EPERM) { aq 6480 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 6716 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 6728 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 6762 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 6912 drivers/net/ethernet/intel/i40e/i40e_main.c *aq_err = hw->aq.asq_last_status; aq 6941 drivers/net/ethernet/intel/i40e/i40e_main.c *aq_err = hw->aq.asq_last_status; aq 7152 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 7620 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status); aq 7726 drivers/net/ethernet/intel/i40e/i40e_main.c add ? "add" : "delete", ret, pf->hw.aq.asq_last_status); aq 8103 drivers/net/ethernet/intel/i40e/i40e_main.c return i40e_aq_rc_to_posix(err, pf->hw.aq.asq_last_status); aq 8611 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 9232 drivers/net/ethernet/intel/i40e/i40e_main.c val = rd32(&pf->hw, pf->hw.aq.arq.len); aq 9251 drivers/net/ethernet/intel/i40e/i40e_main.c wr32(&pf->hw, pf->hw.aq.arq.len, val); aq 9253 drivers/net/ethernet/intel/i40e/i40e_main.c val = rd32(&pf->hw, pf->hw.aq.asq.len); aq 9271 drivers/net/ethernet/intel/i40e/i40e_main.c wr32(&pf->hw, pf->hw.aq.asq.len, val); aq 9388 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 9400 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 9424 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 9436 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 9573 drivers/net/ethernet/intel/i40e/i40e_main.c if (pf->hw.aq.asq_last_status == I40E_AQ_RC_ENOMEM) { aq 9576 drivers/net/ethernet/intel/i40e/i40e_main.c } else if (pf->hw.aq.asq_last_status != I40E_AQ_RC_OK) { aq 9581 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 9719 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 9952 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 9958 drivers/net/ethernet/intel/i40e/i40e_main.c ((hw->aq.fw_maj_ver == 4 && hw->aq.fw_min_ver <= 33) || aq 9959 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.fw_maj_ver < 4) && hw->mac.type == I40E_MAC_XL710) { aq 10055 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 10062 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 10167 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 10196 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 10431 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 11433 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 11447 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 11778 drivers/net/ethernet/intel/i40e/i40e_main.c last_aq_status = pf->hw.aq.asq_last_status; aq 11795 drivers/net/ethernet/intel/i40e/i40e_main.c last_aq_status = pf->hw.aq.asq_last_status; aq 11809 drivers/net/ethernet/intel/i40e/i40e_main.c last_aq_status = pf->hw.aq.asq_last_status; aq 11828 drivers/net/ethernet/intel/i40e/i40e_main.c last_aq_status = pf->hw.aq.asq_last_status; aq 11929 drivers/net/ethernet/intel/i40e/i40e_main.c } else if ((pf->hw.aq.api_maj_ver > 1) || aq 11930 drivers/net/ethernet/intel/i40e/i40e_main.c ((pf->hw.aq.api_maj_ver == 1) && aq 11931 drivers/net/ethernet/intel/i40e/i40e_main.c (pf->hw.aq.api_min_ver > 4))) { aq 11941 drivers/net/ethernet/intel/i40e/i40e_main.c (((pf->hw.aq.fw_maj_ver == 4) && (pf->hw.aq.fw_min_ver < 33)) || aq 11942 drivers/net/ethernet/intel/i40e/i40e_main.c (pf->hw.aq.fw_maj_ver < 4))) { aq 11950 drivers/net/ethernet/intel/i40e/i40e_main.c (((pf->hw.aq.fw_maj_ver == 4) && (pf->hw.aq.fw_min_ver < 3)) || aq 11951 drivers/net/ethernet/intel/i40e/i40e_main.c (pf->hw.aq.fw_maj_ver < 4))) aq 11956 drivers/net/ethernet/intel/i40e/i40e_main.c (((pf->hw.aq.fw_maj_ver == 4) && (pf->hw.aq.fw_min_ver >= 40)) || aq 11957 drivers/net/ethernet/intel/i40e/i40e_main.c (pf->hw.aq.fw_maj_ver >= 5))) aq 11962 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.fw_maj_ver >= 6) aq 13109 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 13139 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 13159 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 13183 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 13278 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 13309 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 13755 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, hw->aq.asq_last_status)); aq 13765 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, hw->aq.asq_last_status)); aq 13962 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 13973 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 13981 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 14193 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 14237 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 14260 drivers/net/ethernet/intel/i40e/i40e_main.c if (ret && pf->hw.aq.asq_last_status != I40E_AQ_RC_ESRCH) { aq 14265 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 14834 drivers/net/ethernet/intel/i40e/i40e_main.c mutex_init(&hw->aq.asq_mutex); aq 14835 drivers/net/ethernet/intel/i40e/i40e_main.c mutex_init(&hw->aq.arq_mutex); aq 14873 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.num_arq_entries = I40E_AQ_LEN; aq 14874 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.num_asq_entries = I40E_AQ_LEN; aq 14875 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.arq_buf_size = I40E_MAX_AQ_BUF_SIZE; aq 14876 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.asq_buf_size = I40E_MAX_AQ_BUF_SIZE; aq 14898 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.api_maj_ver, aq 14899 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.api_min_ver, aq 14912 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.fw_maj_ver, hw->aq.fw_min_ver, hw->aq.fw_build, aq 14913 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.api_maj_ver, hw->aq.api_min_ver, aq 14917 drivers/net/ethernet/intel/i40e/i40e_main.c if (hw->aq.api_maj_ver == I40E_FW_API_VERSION_MAJOR && aq 14918 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.api_min_ver > I40E_FW_MINOR_VERSION(hw)) aq 14921 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.api_maj_ver, aq 14922 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.api_min_ver, aq 14925 drivers/net/ethernet/intel/i40e/i40e_main.c else if (hw->aq.api_maj_ver == 1 && hw->aq.api_min_ver < 4) aq 14928 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.api_maj_ver, aq 14929 drivers/net/ethernet/intel/i40e/i40e_main.c hw->aq.api_min_ver, aq 15072 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 15077 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 15082 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 15102 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 15122 drivers/net/ethernet/intel/i40e/i40e_main.c pf->hw.aq.asq_last_status)); aq 15252 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 15263 drivers/net/ethernet/intel/i40e/i40e_main.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 15416 drivers/net/ethernet/intel/i40e/i40e_main.c mutex_destroy(&hw->aq.arq_mutex); aq 15417 drivers/net/ethernet/intel/i40e/i40e_main.c mutex_destroy(&hw->aq.asq_mutex); aq 76 drivers/net/ethernet/intel/i40e/i40e_nvm.c access, time_left, ret_code, hw->aq.asq_last_status); aq 98 drivers/net/ethernet/intel/i40e/i40e_nvm.c time_left, ret_code, hw->aq.asq_last_status); aq 126 drivers/net/ethernet/intel/i40e/i40e_nvm.c (total_delay < hw->aq.asq_cmd_timeout)) { aq 870 drivers/net/ethernet/intel/i40e/i40e_nvm.c mutex_lock(&hw->aq.arq_mutex); aq 908 drivers/net/ethernet/intel/i40e/i40e_nvm.c mutex_unlock(&hw->aq.arq_mutex); aq 936 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status); aq 947 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status); aq 961 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status); aq 978 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status); aq 995 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status); aq 1011 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status); aq 1015 drivers/net/ethernet/intel/i40e/i40e_nvm.c *perrno = hw->aq.asq_last_status ? aq 1017 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status) : aq 1126 drivers/net/ethernet/intel/i40e/i40e_nvm.c *perrno = hw->aq.asq_last_status ? aq 1128 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status) : aq 1142 drivers/net/ethernet/intel/i40e/i40e_nvm.c *perrno = hw->aq.asq_last_status ? aq 1144 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status) : aq 1157 drivers/net/ethernet/intel/i40e/i40e_nvm.c *perrno = hw->aq.asq_last_status ? aq 1159 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status) : aq 1184 drivers/net/ethernet/intel/i40e/i40e_nvm.c if (status && (hw->aq.asq_last_status == I40E_AQ_RC_EBUSY) && aq 1187 drivers/net/ethernet/intel/i40e/i40e_nvm.c u32 old_asq_status = hw->aq.asq_last_status; aq 1200 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status); aq 1202 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_last_status = old_asq_status; aq 1229 drivers/net/ethernet/intel/i40e/i40e_nvm.c if (hw->aq.arq_last_status) { aq 1407 drivers/net/ethernet/intel/i40e/i40e_nvm.c hw->aq.asq_buf_size); aq 1430 drivers/net/ethernet/intel/i40e/i40e_nvm.c i40e_aq_str(hw, hw->aq.asq_last_status)); aq 1431 drivers/net/ethernet/intel/i40e/i40e_nvm.c *perrno = i40e_aq_rc_to_posix(status, hw->aq.asq_last_status); aq 1580 drivers/net/ethernet/intel/i40e/i40e_nvm.c status, hw->aq.asq_last_status); aq 1581 drivers/net/ethernet/intel/i40e/i40e_nvm.c *perrno = i40e_aq_rc_to_posix(status, hw->aq.asq_last_status); aq 1619 drivers/net/ethernet/intel/i40e/i40e_nvm.c status, hw->aq.asq_last_status); aq 1620 drivers/net/ethernet/intel/i40e/i40e_nvm.c *perrno = i40e_aq_rc_to_posix(status, hw->aq.asq_last_status); aq 1662 drivers/net/ethernet/intel/i40e/i40e_nvm.c status, hw->aq.asq_last_status); aq 1663 drivers/net/ethernet/intel/i40e/i40e_nvm.c *perrno = i40e_aq_rc_to_posix(status, hw->aq.asq_last_status); aq 600 drivers/net/ethernet/intel/i40e/i40e_type.h struct i40e_adminq_info aq; aq 723 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c vf->vf_id, pf->hw.aq.asq_last_status); aq 1144 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c int aq_err = pf->hw.aq.asq_last_status; aq 1159 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c int aq_err = pf->hw.aq.asq_last_status; aq 1178 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c int aq_err = pf->hw.aq.asq_last_status; aq 1193 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c int aq_err = pf->hw.aq.asq_last_status; aq 1207 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c int aq_err = pf->hw.aq.asq_last_status; aq 1220 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c int aq_err = pf->hw.aq.asq_last_status; aq 1775 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c vf->vf_id, pf->hw.aq.asq_last_status); aq 3304 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c pf->hw.aq.asq_last_status)); aq 3406 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 3540 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c i40e_aq_str(&pf->hw, pf->hw.aq.asq_last_status)); aq 4169 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c vsi->back->hw.aq.asq_last_status); aq 4206 drivers/net/ethernet/intel/i40e/i40e_virtchnl_pf.c vsi->back->hw.aq.asq_last_status); aq 19 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.tail = IAVF_VF_ATQT1; aq 20 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.head = IAVF_VF_ATQH1; aq 21 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.len = IAVF_VF_ATQLEN1; aq 22 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.bal = IAVF_VF_ATQBAL1; aq 23 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.bah = IAVF_VF_ATQBAH1; aq 24 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.tail = IAVF_VF_ARQT1; aq 25 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.head = IAVF_VF_ARQH1; aq 26 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.len = IAVF_VF_ARQLEN1; aq 27 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.bal = IAVF_VF_ARQBAL1; aq 28 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.bah = IAVF_VF_ARQBAH1; aq 39 drivers/net/ethernet/intel/iavf/iavf_adminq.c ret_code = iavf_allocate_dma_mem(hw, &hw->aq.asq.desc_buf, aq 41 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.num_asq_entries * aq 47 drivers/net/ethernet/intel/iavf/iavf_adminq.c ret_code = iavf_allocate_virt_mem(hw, &hw->aq.asq.cmd_buf, aq 48 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.num_asq_entries * aq 51 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_dma_mem(hw, &hw->aq.asq.desc_buf); aq 66 drivers/net/ethernet/intel/iavf/iavf_adminq.c ret_code = iavf_allocate_dma_mem(hw, &hw->aq.arq.desc_buf, aq 68 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.num_arq_entries * aq 84 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_dma_mem(hw, &hw->aq.asq.desc_buf); aq 96 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_dma_mem(hw, &hw->aq.arq.desc_buf); aq 115 drivers/net/ethernet/intel/iavf/iavf_adminq.c ret_code = iavf_allocate_virt_mem(hw, &hw->aq.arq.dma_head, aq 116 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.num_arq_entries * aq 120 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.r.arq_bi = (struct iavf_dma_mem *)hw->aq.arq.dma_head.va; aq 123 drivers/net/ethernet/intel/iavf/iavf_adminq.c for (i = 0; i < hw->aq.num_arq_entries; i++) { aq 124 drivers/net/ethernet/intel/iavf/iavf_adminq.c bi = &hw->aq.arq.r.arq_bi[i]; aq 127 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq_buf_size, aq 133 drivers/net/ethernet/intel/iavf/iavf_adminq.c desc = IAVF_ADMINQ_DESC(hw->aq.arq, i); aq 136 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (hw->aq.arq_buf_size > IAVF_AQ_LARGE_BUF) aq 161 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_dma_mem(hw, &hw->aq.arq.r.arq_bi[i]); aq 162 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_virt_mem(hw, &hw->aq.arq.dma_head); aq 178 drivers/net/ethernet/intel/iavf/iavf_adminq.c ret_code = iavf_allocate_virt_mem(hw, &hw->aq.asq.dma_head, aq 179 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.num_asq_entries * aq 183 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.r.asq_bi = (struct iavf_dma_mem *)hw->aq.asq.dma_head.va; aq 186 drivers/net/ethernet/intel/iavf/iavf_adminq.c for (i = 0; i < hw->aq.num_asq_entries; i++) { aq 187 drivers/net/ethernet/intel/iavf/iavf_adminq.c bi = &hw->aq.asq.r.asq_bi[i]; aq 190 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq_buf_size, aq 202 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_dma_mem(hw, &hw->aq.asq.r.asq_bi[i]); aq 203 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_virt_mem(hw, &hw->aq.asq.dma_head); aq 217 drivers/net/ethernet/intel/iavf/iavf_adminq.c for (i = 0; i < hw->aq.num_arq_entries; i++) aq 218 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_dma_mem(hw, &hw->aq.arq.r.arq_bi[i]); aq 221 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_dma_mem(hw, &hw->aq.arq.desc_buf); aq 224 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_virt_mem(hw, &hw->aq.arq.dma_head); aq 236 drivers/net/ethernet/intel/iavf/iavf_adminq.c for (i = 0; i < hw->aq.num_asq_entries; i++) aq 237 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (hw->aq.asq.r.asq_bi[i].pa) aq 238 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_dma_mem(hw, &hw->aq.asq.r.asq_bi[i]); aq 241 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_virt_mem(hw, &hw->aq.asq.cmd_buf); aq 244 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_dma_mem(hw, &hw->aq.asq.desc_buf); aq 247 drivers/net/ethernet/intel/iavf/iavf_adminq.c iavf_free_virt_mem(hw, &hw->aq.asq.dma_head); aq 262 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.head, 0); aq 263 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.tail, 0); aq 266 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.len, (hw->aq.num_asq_entries | aq 268 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.bal, lower_32_bits(hw->aq.asq.desc_buf.pa)); aq 269 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.bah, upper_32_bits(hw->aq.asq.desc_buf.pa)); aq 272 drivers/net/ethernet/intel/iavf/iavf_adminq.c reg = rd32(hw, hw->aq.asq.bal); aq 273 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (reg != lower_32_bits(hw->aq.asq.desc_buf.pa)) aq 291 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.head, 0); aq 292 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.tail, 0); aq 295 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.len, (hw->aq.num_arq_entries | aq 297 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.bal, lower_32_bits(hw->aq.arq.desc_buf.pa)); aq 298 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.bah, upper_32_bits(hw->aq.arq.desc_buf.pa)); aq 301 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.tail, hw->aq.num_arq_entries - 1); aq 304 drivers/net/ethernet/intel/iavf/iavf_adminq.c reg = rd32(hw, hw->aq.arq.bal); aq 305 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (reg != lower_32_bits(hw->aq.arq.desc_buf.pa)) aq 328 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (hw->aq.asq.count > 0) { aq 335 drivers/net/ethernet/intel/iavf/iavf_adminq.c if ((hw->aq.num_asq_entries == 0) || aq 336 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.asq_buf_size == 0)) { aq 341 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.next_to_use = 0; aq 342 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.next_to_clean = 0; aq 360 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.count = hw->aq.num_asq_entries; aq 387 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (hw->aq.arq.count > 0) { aq 394 drivers/net/ethernet/intel/iavf/iavf_adminq.c if ((hw->aq.num_arq_entries == 0) || aq 395 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.arq_buf_size == 0)) { aq 400 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.next_to_use = 0; aq 401 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.next_to_clean = 0; aq 419 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.count = hw->aq.num_arq_entries; aq 439 drivers/net/ethernet/intel/iavf/iavf_adminq.c mutex_lock(&hw->aq.asq_mutex); aq 441 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (hw->aq.asq.count == 0) { aq 447 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.head, 0); aq 448 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.tail, 0); aq 449 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.len, 0); aq 450 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.bal, 0); aq 451 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.bah, 0); aq 453 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.count = 0; /* to indicate uninitialized queue */ aq 459 drivers/net/ethernet/intel/iavf/iavf_adminq.c mutex_unlock(&hw->aq.asq_mutex); aq 473 drivers/net/ethernet/intel/iavf/iavf_adminq.c mutex_lock(&hw->aq.arq_mutex); aq 475 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (hw->aq.arq.count == 0) { aq 481 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.head, 0); aq 482 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.tail, 0); aq 483 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.len, 0); aq 484 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.bal, 0); aq 485 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.bah, 0); aq 487 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.count = 0; /* to indicate uninitialized queue */ aq 493 drivers/net/ethernet/intel/iavf/iavf_adminq.c mutex_unlock(&hw->aq.arq_mutex); aq 513 drivers/net/ethernet/intel/iavf/iavf_adminq.c if ((hw->aq.num_arq_entries == 0) || aq 514 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.num_asq_entries == 0) || aq 515 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.arq_buf_size == 0) || aq 516 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.asq_buf_size == 0)) { aq 525 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq_cmd_timeout = IAVF_ASQ_CMD_TIMEOUT; aq 573 drivers/net/ethernet/intel/iavf/iavf_adminq.c struct iavf_adminq_ring *asq = &hw->aq.asq; aq 581 drivers/net/ethernet/intel/iavf/iavf_adminq.c while (rd32(hw, hw->aq.asq.head) != ntc) { aq 583 drivers/net/ethernet/intel/iavf/iavf_adminq.c "ntc %d head %d.\n", ntc, rd32(hw, hw->aq.asq.head)); aq 618 drivers/net/ethernet/intel/iavf/iavf_adminq.c return rd32(hw, hw->aq.asq.head) == hw->aq.asq.next_to_use; aq 646 drivers/net/ethernet/intel/iavf/iavf_adminq.c mutex_lock(&hw->aq.asq_mutex); aq 648 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (hw->aq.asq.count == 0) { aq 655 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq_last_status = IAVF_AQ_RC_OK; aq 657 drivers/net/ethernet/intel/iavf/iavf_adminq.c val = rd32(hw, hw->aq.asq.head); aq 658 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (val >= hw->aq.num_asq_entries) { aq 665 drivers/net/ethernet/intel/iavf/iavf_adminq.c details = IAVF_ADMINQ_DETAILS(hw->aq.asq, hw->aq.asq.next_to_use); aq 687 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (buff_size > hw->aq.asq_buf_size) { aq 720 drivers/net/ethernet/intel/iavf/iavf_adminq.c desc_on_ring = IAVF_ADMINQ_DESC(hw->aq.asq, hw->aq.asq.next_to_use); aq 727 drivers/net/ethernet/intel/iavf/iavf_adminq.c dma_buff = &hw->aq.asq.r.asq_bi[hw->aq.asq.next_to_use]; aq 745 drivers/net/ethernet/intel/iavf/iavf_adminq.c (hw->aq.asq.next_to_use)++; aq 746 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (hw->aq.asq.next_to_use == hw->aq.asq.count) aq 747 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq.next_to_use = 0; aq 749 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.asq.tail, hw->aq.asq.next_to_use); aq 765 drivers/net/ethernet/intel/iavf/iavf_adminq.c } while (total_delay < hw->aq.asq_cmd_timeout); aq 790 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.asq_last_status = (enum iavf_admin_queue_err)retval; aq 804 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (rd32(hw, hw->aq.asq.len) & IAVF_VF_ATQLEN1_ATQCRIT_MASK) { aq 816 drivers/net/ethernet/intel/iavf/iavf_adminq.c mutex_unlock(&hw->aq.asq_mutex); aq 849 drivers/net/ethernet/intel/iavf/iavf_adminq.c u16 ntc = hw->aq.arq.next_to_clean; aq 862 drivers/net/ethernet/intel/iavf/iavf_adminq.c mutex_lock(&hw->aq.arq_mutex); aq 864 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (hw->aq.arq.count == 0) { aq 872 drivers/net/ethernet/intel/iavf/iavf_adminq.c ntu = rd32(hw, hw->aq.arq.head) & IAVF_VF_ARQH1_ARQH_MASK; aq 880 drivers/net/ethernet/intel/iavf/iavf_adminq.c desc = IAVF_ADMINQ_DESC(hw->aq.arq, ntc); aq 883 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq_last_status = aq 891 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq_last_status); aq 898 drivers/net/ethernet/intel/iavf/iavf_adminq.c memcpy(e->msg_buf, hw->aq.arq.r.arq_bi[desc_idx].va, aq 903 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq_buf_size); aq 909 drivers/net/ethernet/intel/iavf/iavf_adminq.c bi = &hw->aq.arq.r.arq_bi[ntc]; aq 913 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (hw->aq.arq_buf_size > IAVF_AQ_LARGE_BUF) aq 920 drivers/net/ethernet/intel/iavf/iavf_adminq.c wr32(hw, hw->aq.arq.tail, ntc); aq 923 drivers/net/ethernet/intel/iavf/iavf_adminq.c if (ntc == hw->aq.num_arq_entries) aq 925 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.next_to_clean = ntc; aq 926 drivers/net/ethernet/intel/iavf/iavf_adminq.c hw->aq.arq.next_to_use = ntu; aq 931 drivers/net/ethernet/intel/iavf/iavf_adminq.c *pending = (ntc > ntu ? hw->aq.arq.count : 0) + (ntu - ntc); aq 934 drivers/net/ethernet/intel/iavf/iavf_adminq.c mutex_unlock(&hw->aq.arq_mutex); aq 150 drivers/net/ethernet/intel/iavf/iavf_client.c err, adapter->hw.aq.asq_last_status); aq 432 drivers/net/ethernet/intel/iavf/iavf_client.c err, adapter->hw.aq.asq_last_status); aq 483 drivers/net/ethernet/intel/iavf/iavf_client.c err, adapter->hw.aq.asq_last_status); aq 315 drivers/net/ethernet/intel/iavf/iavf_common.c if (hw->aq.asq.len) aq 316 drivers/net/ethernet/intel/iavf/iavf_common.c return !!(rd32(hw, hw->aq.asq.len) & aq 1223 drivers/net/ethernet/intel/iavf/iavf_main.c iavf_aq_str(hw, hw->aq.asq_last_status)); aq 1233 drivers/net/ethernet/intel/iavf/iavf_main.c iavf_aq_str(hw, hw->aq.asq_last_status)); aq 1676 drivers/net/ethernet/intel/iavf/iavf_main.c hw->aq.num_arq_entries = IAVF_AQ_LEN; aq 1677 drivers/net/ethernet/intel/iavf/iavf_main.c hw->aq.num_asq_entries = IAVF_AQ_LEN; aq 1678 drivers/net/ethernet/intel/iavf/iavf_main.c hw->aq.arq_buf_size = IAVF_MAX_AQ_BUF_SIZE; aq 1679 drivers/net/ethernet/intel/iavf/iavf_main.c hw->aq.asq_buf_size = IAVF_MAX_AQ_BUF_SIZE; aq 2306 drivers/net/ethernet/intel/iavf/iavf_main.c val = rd32(hw, hw->aq.arq.len); aq 2323 drivers/net/ethernet/intel/iavf/iavf_main.c wr32(hw, hw->aq.arq.len, val); aq 2325 drivers/net/ethernet/intel/iavf/iavf_main.c val = rd32(hw, hw->aq.asq.len); aq 2340 drivers/net/ethernet/intel/iavf/iavf_main.c wr32(hw, hw->aq.asq.len, val); aq 3725 drivers/net/ethernet/intel/iavf/iavf_main.c mutex_init(&hw->aq.asq_mutex); aq 3726 drivers/net/ethernet/intel/iavf/iavf_main.c mutex_init(&hw->aq.arq_mutex); aq 3903 drivers/net/ethernet/intel/iavf/iavf_main.c if (hw->aq.asq.count) aq 3907 drivers/net/ethernet/intel/iavf/iavf_main.c mutex_destroy(&hw->aq.arq_mutex); aq 3908 drivers/net/ethernet/intel/iavf/iavf_main.c mutex_destroy(&hw->aq.asq_mutex); aq 188 drivers/net/ethernet/intel/iavf/iavf_type.h struct iavf_adminq_info aq; aq 34 drivers/net/ethernet/intel/iavf/iavf_virtchnl.c iavf_aq_str(hw, hw->aq.asq_last_status)); aq 841 drivers/net/ethernet/marvell/octeontx2/af/rvu.c void rvu_aq_free(struct rvu *rvu, struct admin_queue *aq) aq 843 drivers/net/ethernet/marvell/octeontx2/af/rvu.c if (!aq) aq 846 drivers/net/ethernet/marvell/octeontx2/af/rvu.c qmem_free(rvu->dev, aq->inst); aq 847 drivers/net/ethernet/marvell/octeontx2/af/rvu.c qmem_free(rvu->dev, aq->res); aq 848 drivers/net/ethernet/marvell/octeontx2/af/rvu.c devm_kfree(rvu->dev, aq); aq 854 drivers/net/ethernet/marvell/octeontx2/af/rvu.c struct admin_queue *aq; aq 857 drivers/net/ethernet/marvell/octeontx2/af/rvu.c *ad_queue = devm_kzalloc(rvu->dev, sizeof(*aq), GFP_KERNEL); aq 860 drivers/net/ethernet/marvell/octeontx2/af/rvu.c aq = *ad_queue; aq 863 drivers/net/ethernet/marvell/octeontx2/af/rvu.c err = qmem_alloc(rvu->dev, &aq->inst, qsize, inst_size); aq 865 drivers/net/ethernet/marvell/octeontx2/af/rvu.c devm_kfree(rvu->dev, aq); aq 870 drivers/net/ethernet/marvell/octeontx2/af/rvu.c err = qmem_alloc(rvu->dev, &aq->res, qsize, res_size); aq 872 drivers/net/ethernet/marvell/octeontx2/af/rvu.c rvu_aq_free(rvu, aq); aq 876 drivers/net/ethernet/marvell/octeontx2/af/rvu.c spin_lock_init(&aq->lock); aq 50 drivers/net/ethernet/marvell/octeontx2/af/rvu.h struct admin_queue *aq; /* NIX/NPA AQ */ aq 331 drivers/net/ethernet/marvell/octeontx2/af/rvu.h void rvu_aq_free(struct rvu *rvu, struct admin_queue *aq); aq 416 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c struct admin_queue *aq = block->aq; aq 421 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c result = (struct nix_aq_res_s *)aq->res->base; aq 427 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c memcpy((void *)(aq->inst->base + (head * aq->inst->entry_sz)), aq 428 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c (void *)inst, aq->inst->entry_sz); aq 458 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c struct admin_queue *aq; aq 469 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c aq = block->aq; aq 470 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c if (!aq) { aq 543 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c inst.res_addr = (u64)aq->res->iova; aq 546 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c memset(aq->res->base, 0, aq->res->entry_sz); aq 548 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c ctx = aq->res->base + 128; aq 550 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c mask = aq->res->base + 256; aq 592 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c spin_lock(&aq->lock); aq 597 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c spin_unlock(&aq->lock); aq 662 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c spin_unlock(&aq->lock); aq 2683 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c err = rvu_aq_alloc(rvu, &block->aq, aq 2691 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c NIX_AF_AQ_BASE, (u64)block->aq->inst->iova); aq 2809 drivers/net/ethernet/marvell/octeontx2/af/rvu_nix.c rvu_aq_free(rvu, block->aq); aq 21 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c struct admin_queue *aq = block->aq; aq 26 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c result = (struct npa_aq_res_s *)aq->res->base; aq 32 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c memcpy((void *)(aq->inst->base + (head * aq->inst->entry_sz)), aq 33 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c (void *)inst, aq->inst->entry_sz); aq 63 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c struct admin_queue *aq; aq 77 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c aq = block->aq; aq 78 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c if (!aq) { aq 95 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c inst.res_addr = (u64)aq->res->iova; aq 98 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c memset(aq->res->base, 0, aq->res->entry_sz); aq 100 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c ctx = aq->res->base + 128; aq 102 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c mask = aq->res->base + 256; aq 144 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c spin_lock(&aq->lock); aq 149 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c spin_unlock(&aq->lock); aq 182 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c spin_unlock(&aq->lock); aq 431 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c err = rvu_aq_alloc(rvu, &block->aq, aq 439 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c NPA_AF_AQ_BASE, (u64)block->aq->inst->iova); aq 471 drivers/net/ethernet/marvell/octeontx2/af/rvu_npa.c rvu_aq_free(rvu, block->aq); aq 387 drivers/s390/crypto/ap_bus.c struct ap_queue *aq = from_timer(aq, t, timeout); aq 391 drivers/s390/crypto/ap_bus.c spin_lock_bh(&aq->lock); aq 392 drivers/s390/crypto/ap_bus.c ap_wait(ap_sm_event(aq, AP_EVENT_TIMEOUT)); aq 393 drivers/s390/crypto/ap_bus.c spin_unlock_bh(&aq->lock); aq 429 drivers/s390/crypto/ap_bus.c struct ap_queue *aq; aq 441 drivers/s390/crypto/ap_bus.c for_each_ap_queue(aq, ac) { aq 442 drivers/s390/crypto/ap_bus.c spin_lock_bh(&aq->lock); aq 443 drivers/s390/crypto/ap_bus.c wait = min(wait, ap_sm_event_loop(aq, AP_EVENT_POLL)); aq 444 drivers/s390/crypto/ap_bus.c spin_unlock_bh(&aq->lock); aq 455 drivers/s390/crypto/ap_bus.c struct ap_queue *aq; aq 459 drivers/s390/crypto/ap_bus.c for_each_ap_queue(aq, ac) { aq 460 drivers/s390/crypto/ap_bus.c if (aq->queue_count == 0) aq 1390 drivers/s390/crypto/ap_bus.c struct ap_queue *aq; aq 1459 drivers/s390/crypto/ap_bus.c aq = dev ? to_ap_queue(dev) : NULL; aq 1476 drivers/s390/crypto/ap_bus.c spin_lock_bh(&aq->lock); aq 1477 drivers/s390/crypto/ap_bus.c borked = aq->state == AP_STATE_BORKED; aq 1478 drivers/s390/crypto/ap_bus.c spin_unlock_bh(&aq->lock); aq 1515 drivers/s390/crypto/ap_bus.c aq = ap_queue_create(qid, comp_type); aq 1516 drivers/s390/crypto/ap_bus.c if (!aq) aq 1518 drivers/s390/crypto/ap_bus.c aq->card = ac; aq 1519 drivers/s390/crypto/ap_bus.c aq->ap_dev.device.bus = &ap_bus_type; aq 1520 drivers/s390/crypto/ap_bus.c aq->ap_dev.device.parent = &ac->ap_dev.device; aq 1521 drivers/s390/crypto/ap_bus.c dev_set_name(&aq->ap_dev.device, "%02x.%04x", id, dom); aq 1523 drivers/s390/crypto/ap_bus.c rc = device_register(&aq->ap_dev.device); aq 1525 drivers/s390/crypto/ap_bus.c put_device(&aq->ap_dev.device); aq 80 drivers/s390/crypto/ap_card.c struct ap_queue *aq; aq 83 drivers/s390/crypto/ap_card.c for_each_ap_queue(aq, ac) aq 84 drivers/s390/crypto/ap_card.c aq->total_request_count = 0; aq 97 drivers/s390/crypto/ap_card.c struct ap_queue *aq; aq 102 drivers/s390/crypto/ap_card.c for_each_ap_queue(aq, ac) aq 103 drivers/s390/crypto/ap_card.c reqq_cnt += aq->requestq_count; aq 114 drivers/s390/crypto/ap_card.c struct ap_queue *aq; aq 119 drivers/s390/crypto/ap_card.c for_each_ap_queue(aq, ac) aq 120 drivers/s390/crypto/ap_card.c penq_cnt += aq->pendingq_count; aq 19 drivers/s390/crypto/ap_queue.c static void __ap_flush_queue(struct ap_queue *aq); aq 30 drivers/s390/crypto/ap_queue.c static int ap_queue_enable_interruption(struct ap_queue *aq, void *ind) aq 37 drivers/s390/crypto/ap_queue.c status = ap_aqic(aq->qid, qirqctrl, ind); aq 47 drivers/s390/crypto/ap_queue.c AP_QID_CARD(aq->qid), aq 48 drivers/s390/crypto/ap_queue.c AP_QID_QUEUE(aq->qid)); aq 122 drivers/s390/crypto/ap_queue.c static enum ap_wait ap_sm_nop(struct ap_queue *aq) aq 134 drivers/s390/crypto/ap_queue.c static struct ap_queue_status ap_sm_recv(struct ap_queue *aq) aq 139 drivers/s390/crypto/ap_queue.c status = ap_dqap(aq->qid, &aq->reply->psmid, aq 140 drivers/s390/crypto/ap_queue.c aq->reply->message, aq->reply->length); aq 143 drivers/s390/crypto/ap_queue.c aq->queue_count--; aq 144 drivers/s390/crypto/ap_queue.c if (aq->queue_count > 0) aq 145 drivers/s390/crypto/ap_queue.c mod_timer(&aq->timeout, aq 146 drivers/s390/crypto/ap_queue.c jiffies + aq->request_timeout); aq 147 drivers/s390/crypto/ap_queue.c list_for_each_entry(ap_msg, &aq->pendingq, list) { aq 148 drivers/s390/crypto/ap_queue.c if (ap_msg->psmid != aq->reply->psmid) aq 151 drivers/s390/crypto/ap_queue.c aq->pendingq_count--; aq 152 drivers/s390/crypto/ap_queue.c ap_msg->receive(aq, ap_msg, aq->reply); aq 157 drivers/s390/crypto/ap_queue.c if (!status.queue_empty || aq->queue_count <= 0) aq 160 drivers/s390/crypto/ap_queue.c aq->queue_count = 0; aq 161 drivers/s390/crypto/ap_queue.c list_splice_init(&aq->pendingq, &aq->requestq); aq 162 drivers/s390/crypto/ap_queue.c aq->requestq_count += aq->pendingq_count; aq 163 drivers/s390/crypto/ap_queue.c aq->pendingq_count = 0; aq 177 drivers/s390/crypto/ap_queue.c static enum ap_wait ap_sm_read(struct ap_queue *aq) aq 181 drivers/s390/crypto/ap_queue.c if (!aq->reply) aq 183 drivers/s390/crypto/ap_queue.c status = ap_sm_recv(aq); aq 186 drivers/s390/crypto/ap_queue.c if (aq->queue_count > 0) { aq 187 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_WORKING; aq 190 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_IDLE; aq 193 drivers/s390/crypto/ap_queue.c if (aq->queue_count > 0) aq 195 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_IDLE; aq 198 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_BORKED; aq 211 drivers/s390/crypto/ap_queue.c static enum ap_wait ap_sm_suspend_read(struct ap_queue *aq) aq 215 drivers/s390/crypto/ap_queue.c if (!aq->reply) aq 217 drivers/s390/crypto/ap_queue.c status = ap_sm_recv(aq); aq 220 drivers/s390/crypto/ap_queue.c if (aq->queue_count > 0) aq 234 drivers/s390/crypto/ap_queue.c static enum ap_wait ap_sm_write(struct ap_queue *aq) aq 239 drivers/s390/crypto/ap_queue.c if (aq->requestq_count <= 0) aq 242 drivers/s390/crypto/ap_queue.c ap_msg = list_entry(aq->requestq.next, struct ap_message, list); aq 243 drivers/s390/crypto/ap_queue.c status = __ap_send(aq->qid, ap_msg->psmid, aq 247 drivers/s390/crypto/ap_queue.c aq->queue_count++; aq 248 drivers/s390/crypto/ap_queue.c if (aq->queue_count == 1) aq 249 drivers/s390/crypto/ap_queue.c mod_timer(&aq->timeout, jiffies + aq->request_timeout); aq 250 drivers/s390/crypto/ap_queue.c list_move_tail(&ap_msg->list, &aq->pendingq); aq 251 drivers/s390/crypto/ap_queue.c aq->requestq_count--; aq 252 drivers/s390/crypto/ap_queue.c aq->pendingq_count++; aq 253 drivers/s390/crypto/ap_queue.c if (aq->queue_count < aq->card->queue_depth) { aq 254 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_WORKING; aq 259 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_QUEUE_FULL; aq 262 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_RESET_WAIT; aq 267 drivers/s390/crypto/ap_queue.c aq->requestq_count--; aq 269 drivers/s390/crypto/ap_queue.c ap_msg->receive(aq, ap_msg, NULL); aq 272 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_BORKED; aq 283 drivers/s390/crypto/ap_queue.c static enum ap_wait ap_sm_read_write(struct ap_queue *aq) aq 285 drivers/s390/crypto/ap_queue.c return min(ap_sm_read(aq), ap_sm_write(aq)); aq 294 drivers/s390/crypto/ap_queue.c static enum ap_wait ap_sm_reset(struct ap_queue *aq) aq 298 drivers/s390/crypto/ap_queue.c status = ap_rapq(aq->qid); aq 302 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_RESET_WAIT; aq 303 drivers/s390/crypto/ap_queue.c aq->interrupt = AP_INTR_DISABLED; aq 311 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_BORKED; aq 322 drivers/s390/crypto/ap_queue.c static enum ap_wait ap_sm_reset_wait(struct ap_queue *aq) aq 327 drivers/s390/crypto/ap_queue.c if (aq->queue_count > 0 && aq->reply) aq 329 drivers/s390/crypto/ap_queue.c status = ap_sm_recv(aq); aq 332 drivers/s390/crypto/ap_queue.c status = ap_tapq(aq->qid, NULL); aq 337 drivers/s390/crypto/ap_queue.c if (lsi_ptr && ap_queue_enable_interruption(aq, lsi_ptr) == 0) aq 338 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_SETIRQ_WAIT; aq 340 drivers/s390/crypto/ap_queue.c aq->state = (aq->queue_count > 0) ? aq 350 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_BORKED; aq 361 drivers/s390/crypto/ap_queue.c static enum ap_wait ap_sm_setirq_wait(struct ap_queue *aq) aq 365 drivers/s390/crypto/ap_queue.c if (aq->queue_count > 0 && aq->reply) aq 367 drivers/s390/crypto/ap_queue.c status = ap_sm_recv(aq); aq 370 drivers/s390/crypto/ap_queue.c status = ap_tapq(aq->qid, NULL); aq 374 drivers/s390/crypto/ap_queue.c aq->interrupt = AP_INTR_ENABLED; aq 375 drivers/s390/crypto/ap_queue.c aq->state = (aq->queue_count > 0) ? aq 381 drivers/s390/crypto/ap_queue.c if (aq->queue_count > 0) aq 387 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_BORKED; aq 438 drivers/s390/crypto/ap_queue.c enum ap_wait ap_sm_event(struct ap_queue *aq, enum ap_event event) aq 440 drivers/s390/crypto/ap_queue.c return ap_jumptable[aq->state][event](aq); aq 443 drivers/s390/crypto/ap_queue.c enum ap_wait ap_sm_event_loop(struct ap_queue *aq, enum ap_event event) aq 447 drivers/s390/crypto/ap_queue.c while ((wait = ap_sm_event(aq, event)) == AP_WAIT_AGAIN) aq 457 drivers/s390/crypto/ap_queue.c struct ap_queue *aq = to_ap_queue(&ap_dev->device); aq 460 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 461 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_SUSPEND_WAIT; aq 462 drivers/s390/crypto/ap_queue.c while (ap_sm_event(aq, AP_EVENT_POLL) != AP_WAIT_NONE) aq 464 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_BORKED; aq 465 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 481 drivers/s390/crypto/ap_queue.c struct ap_queue *aq = to_ap_queue(dev); aq 484 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 485 drivers/s390/crypto/ap_queue.c req_cnt = aq->total_request_count; aq 486 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 494 drivers/s390/crypto/ap_queue.c struct ap_queue *aq = to_ap_queue(dev); aq 496 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 497 drivers/s390/crypto/ap_queue.c aq->total_request_count = 0; aq 498 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 508 drivers/s390/crypto/ap_queue.c struct ap_queue *aq = to_ap_queue(dev); aq 511 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 512 drivers/s390/crypto/ap_queue.c reqq_cnt = aq->requestq_count; aq 513 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 522 drivers/s390/crypto/ap_queue.c struct ap_queue *aq = to_ap_queue(dev); aq 525 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 526 drivers/s390/crypto/ap_queue.c penq_cnt = aq->pendingq_count; aq 527 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 536 drivers/s390/crypto/ap_queue.c struct ap_queue *aq = to_ap_queue(dev); aq 539 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 540 drivers/s390/crypto/ap_queue.c switch (aq->state) { aq 552 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 560 drivers/s390/crypto/ap_queue.c struct ap_queue *aq = to_ap_queue(dev); aq 562 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 563 drivers/s390/crypto/ap_queue.c __ap_flush_queue(aq); aq 564 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_RESET_START; aq 565 drivers/s390/crypto/ap_queue.c ap_wait(ap_sm_event(aq, AP_EVENT_POLL)); aq 566 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 569 drivers/s390/crypto/ap_queue.c AP_QID_CARD(aq->qid), AP_QID_QUEUE(aq->qid)); aq 579 drivers/s390/crypto/ap_queue.c struct ap_queue *aq = to_ap_queue(dev); aq 582 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 583 drivers/s390/crypto/ap_queue.c if (aq->state == AP_STATE_SETIRQ_WAIT) aq 585 drivers/s390/crypto/ap_queue.c else if (aq->interrupt == AP_INTR_ENABLED) aq 589 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 620 drivers/s390/crypto/ap_queue.c struct ap_queue *aq = to_ap_queue(dev); aq 622 drivers/s390/crypto/ap_queue.c if (!list_empty(&aq->list)) { aq 624 drivers/s390/crypto/ap_queue.c list_del_init(&aq->list); aq 627 drivers/s390/crypto/ap_queue.c kfree(aq); aq 632 drivers/s390/crypto/ap_queue.c struct ap_queue *aq; aq 634 drivers/s390/crypto/ap_queue.c aq = kzalloc(sizeof(*aq), GFP_KERNEL); aq 635 drivers/s390/crypto/ap_queue.c if (!aq) aq 637 drivers/s390/crypto/ap_queue.c aq->ap_dev.device.release = ap_queue_device_release; aq 638 drivers/s390/crypto/ap_queue.c aq->ap_dev.device.type = &ap_queue_type; aq 639 drivers/s390/crypto/ap_queue.c aq->ap_dev.device_type = device_type; aq 640 drivers/s390/crypto/ap_queue.c aq->qid = qid; aq 641 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_UNBOUND; aq 642 drivers/s390/crypto/ap_queue.c aq->interrupt = AP_INTR_DISABLED; aq 643 drivers/s390/crypto/ap_queue.c spin_lock_init(&aq->lock); aq 644 drivers/s390/crypto/ap_queue.c INIT_LIST_HEAD(&aq->list); aq 645 drivers/s390/crypto/ap_queue.c INIT_LIST_HEAD(&aq->pendingq); aq 646 drivers/s390/crypto/ap_queue.c INIT_LIST_HEAD(&aq->requestq); aq 647 drivers/s390/crypto/ap_queue.c timer_setup(&aq->timeout, ap_request_timeout, 0); aq 649 drivers/s390/crypto/ap_queue.c return aq; aq 652 drivers/s390/crypto/ap_queue.c void ap_queue_init_reply(struct ap_queue *aq, struct ap_message *reply) aq 654 drivers/s390/crypto/ap_queue.c aq->reply = reply; aq 656 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 657 drivers/s390/crypto/ap_queue.c ap_wait(ap_sm_event(aq, AP_EVENT_POLL)); aq 658 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 667 drivers/s390/crypto/ap_queue.c void ap_queue_message(struct ap_queue *aq, struct ap_message *ap_msg) aq 674 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 676 drivers/s390/crypto/ap_queue.c list_add_tail(&ap_msg->list, &aq->requestq); aq 677 drivers/s390/crypto/ap_queue.c aq->requestq_count++; aq 678 drivers/s390/crypto/ap_queue.c aq->total_request_count++; aq 679 drivers/s390/crypto/ap_queue.c atomic64_inc(&aq->card->total_request_count); aq 681 drivers/s390/crypto/ap_queue.c ap_wait(ap_sm_event_loop(aq, AP_EVENT_POLL)); aq 682 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 696 drivers/s390/crypto/ap_queue.c void ap_cancel_message(struct ap_queue *aq, struct ap_message *ap_msg) aq 700 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 702 drivers/s390/crypto/ap_queue.c list_for_each_entry(tmp, &aq->pendingq, list) aq 704 drivers/s390/crypto/ap_queue.c aq->pendingq_count--; aq 707 drivers/s390/crypto/ap_queue.c aq->requestq_count--; aq 711 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 721 drivers/s390/crypto/ap_queue.c static void __ap_flush_queue(struct ap_queue *aq) aq 725 drivers/s390/crypto/ap_queue.c list_for_each_entry_safe(ap_msg, next, &aq->pendingq, list) { aq 727 drivers/s390/crypto/ap_queue.c aq->pendingq_count--; aq 729 drivers/s390/crypto/ap_queue.c ap_msg->receive(aq, ap_msg, NULL); aq 731 drivers/s390/crypto/ap_queue.c list_for_each_entry_safe(ap_msg, next, &aq->requestq, list) { aq 733 drivers/s390/crypto/ap_queue.c aq->requestq_count--; aq 735 drivers/s390/crypto/ap_queue.c ap_msg->receive(aq, ap_msg, NULL); aq 737 drivers/s390/crypto/ap_queue.c aq->queue_count = 0; aq 740 drivers/s390/crypto/ap_queue.c void ap_flush_queue(struct ap_queue *aq) aq 742 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 743 drivers/s390/crypto/ap_queue.c __ap_flush_queue(aq); aq 744 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 748 drivers/s390/crypto/ap_queue.c void ap_queue_prepare_remove(struct ap_queue *aq) aq 750 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 752 drivers/s390/crypto/ap_queue.c __ap_flush_queue(aq); aq 754 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_REMOVE; aq 755 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 756 drivers/s390/crypto/ap_queue.c del_timer_sync(&aq->timeout); aq 759 drivers/s390/crypto/ap_queue.c void ap_queue_remove(struct ap_queue *aq) aq 768 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 769 drivers/s390/crypto/ap_queue.c ap_zapq(aq->qid); aq 770 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_UNBOUND; aq 771 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 774 drivers/s390/crypto/ap_queue.c void ap_queue_init_state(struct ap_queue *aq) aq 776 drivers/s390/crypto/ap_queue.c spin_lock_bh(&aq->lock); aq 777 drivers/s390/crypto/ap_queue.c aq->state = AP_STATE_RESET_START; aq 778 drivers/s390/crypto/ap_queue.c ap_wait(ap_sm_event(aq, AP_EVENT_POLL)); aq 779 drivers/s390/crypto/ap_queue.c spin_unlock_bh(&aq->lock); aq 156 drivers/s390/crypto/zcrypt_cex2a.c struct ap_queue *aq = to_ap_queue(&ap_dev->device); aq 175 drivers/s390/crypto/zcrypt_cex2a.c zq->queue = aq; aq 178 drivers/s390/crypto/zcrypt_cex2a.c ap_queue_init_state(aq); aq 179 drivers/s390/crypto/zcrypt_cex2a.c ap_queue_init_reply(aq, &zq->reply); aq 180 drivers/s390/crypto/zcrypt_cex2a.c aq->request_timeout = CEX2A_CLEANUP_TIME, aq 181 drivers/s390/crypto/zcrypt_cex2a.c aq->private = zq; aq 184 drivers/s390/crypto/zcrypt_cex2a.c aq->private = NULL; aq 197 drivers/s390/crypto/zcrypt_cex2a.c struct ap_queue *aq = to_ap_queue(&ap_dev->device); aq 198 drivers/s390/crypto/zcrypt_cex2a.c struct zcrypt_queue *zq = aq->private; aq 68 drivers/s390/crypto/zcrypt_cex2c.c static int zcrypt_cex2c_rng_supported(struct ap_queue *aq) aq 97 drivers/s390/crypto/zcrypt_cex2c.c msg->cprbx.domain = AP_QID_QUEUE(aq->qid); aq 99 drivers/s390/crypto/zcrypt_cex2c.c rc = ap_send(aq->qid, 0x0102030405060708ULL, ap_msg.message, aq 107 drivers/s390/crypto/zcrypt_cex2c.c rc = ap_recv(aq->qid, &psmid, ap_msg.message, 4096); aq 213 drivers/s390/crypto/zcrypt_cex2c.c struct ap_queue *aq = to_ap_queue(&ap_dev->device); aq 220 drivers/s390/crypto/zcrypt_cex2c.c zq->queue = aq; aq 223 drivers/s390/crypto/zcrypt_cex2c.c ap_rapq(aq->qid); aq 224 drivers/s390/crypto/zcrypt_cex2c.c rc = zcrypt_cex2c_rng_supported(aq); aq 235 drivers/s390/crypto/zcrypt_cex2c.c ap_queue_init_state(aq); aq 236 drivers/s390/crypto/zcrypt_cex2c.c ap_queue_init_reply(aq, &zq->reply); aq 237 drivers/s390/crypto/zcrypt_cex2c.c aq->request_timeout = CEX2C_CLEANUP_TIME; aq 238 drivers/s390/crypto/zcrypt_cex2c.c aq->private = zq; aq 241 drivers/s390/crypto/zcrypt_cex2c.c aq->private = NULL; aq 253 drivers/s390/crypto/zcrypt_cex2c.c struct ap_queue *aq = to_ap_queue(&ap_dev->device); aq 254 drivers/s390/crypto/zcrypt_cex2c.c struct zcrypt_queue *zq = aq->private; aq 355 drivers/s390/crypto/zcrypt_cex4.c struct ap_queue *aq = to_ap_queue(&ap_dev->device); aq 359 drivers/s390/crypto/zcrypt_cex4.c if (ap_test_bit(&aq->card->functions, AP_FUNC_ACCEL)) { aq 365 drivers/s390/crypto/zcrypt_cex4.c } else if (ap_test_bit(&aq->card->functions, AP_FUNC_COPRO)) { aq 371 drivers/s390/crypto/zcrypt_cex4.c } else if (ap_test_bit(&aq->card->functions, AP_FUNC_EP11)) { aq 381 drivers/s390/crypto/zcrypt_cex4.c zq->queue = aq; aq 384 drivers/s390/crypto/zcrypt_cex4.c ap_queue_init_state(aq); aq 385 drivers/s390/crypto/zcrypt_cex4.c ap_queue_init_reply(aq, &zq->reply); aq 386 drivers/s390/crypto/zcrypt_cex4.c aq->request_timeout = CEX4_CLEANUP_TIME, aq 387 drivers/s390/crypto/zcrypt_cex4.c aq->private = zq; aq 390 drivers/s390/crypto/zcrypt_cex4.c aq->private = NULL; aq 395 drivers/s390/crypto/zcrypt_cex4.c if (ap_test_bit(&aq->card->functions, AP_FUNC_COPRO)) { aq 412 drivers/s390/crypto/zcrypt_cex4.c struct ap_queue *aq = to_ap_queue(&ap_dev->device); aq 413 drivers/s390/crypto/zcrypt_cex4.c struct zcrypt_queue *zq = aq->private; aq 415 drivers/s390/crypto/zcrypt_cex4.c if (ap_test_bit(&aq->card->functions, AP_FUNC_COPRO)) aq 416 drivers/s390/crypto/zcrypt_msgtype50.c static void zcrypt_cex2a_receive(struct ap_queue *aq, aq 432 drivers/s390/crypto/zcrypt_msgtype50.c if (aq->ap_dev.device_type == AP_DEVICE_TYPE_CEX2A) aq 920 drivers/s390/crypto/zcrypt_msgtype6.c static void zcrypt_msgtype6_receive(struct ap_queue *aq, aq 969 drivers/s390/crypto/zcrypt_msgtype6.c static void zcrypt_msgtype6_receive_ep11(struct ap_queue *aq, aq 554 drivers/scsi/qla2xxx/qla_dbg.c } aq, *aqp; aq 560 drivers/scsi/qla2xxx/qla_dbg.c aqp = &aq; aq 216 drivers/spi/atmel-quadspi.c static int atmel_qspi_set_cfg(struct atmel_qspi *aq, aq 295 drivers/spi/atmel-quadspi.c if (aq->mr != QSPI_MR_SMM) { aq 296 drivers/spi/atmel-quadspi.c writel_relaxed(QSPI_MR_SMM, aq->regs + QSPI_MR); aq 297 drivers/spi/atmel-quadspi.c aq->mr = QSPI_MR_SMM; aq 301 drivers/spi/atmel-quadspi.c (void)readl_relaxed(aq->regs + QSPI_SR); aq 303 drivers/spi/atmel-quadspi.c if (aq->caps->has_ricr) { aq 308 drivers/spi/atmel-quadspi.c writel_relaxed(iar, aq->regs + QSPI_IAR); aq 310 drivers/spi/atmel-quadspi.c writel_relaxed(icr, aq->regs + QSPI_RICR); aq 312 drivers/spi/atmel-quadspi.c writel_relaxed(icr, aq->regs + QSPI_WICR); aq 313 drivers/spi/atmel-quadspi.c writel_relaxed(ifr, aq->regs + QSPI_IFR); aq 319 drivers/spi/atmel-quadspi.c writel_relaxed(iar, aq->regs + QSPI_IAR); aq 320 drivers/spi/atmel-quadspi.c writel_relaxed(icr, aq->regs + QSPI_ICR); aq 321 drivers/spi/atmel-quadspi.c writel_relaxed(ifr, aq->regs + QSPI_IFR); aq 329 drivers/spi/atmel-quadspi.c struct atmel_qspi *aq = spi_controller_get_devdata(mem->spi->master); aq 338 drivers/spi/atmel-quadspi.c if (op->addr.val + op->data.nbytes > aq->mmap_size) aq 341 drivers/spi/atmel-quadspi.c err = atmel_qspi_set_cfg(aq, op, &offset); aq 348 drivers/spi/atmel-quadspi.c (void)readl_relaxed(aq->regs + QSPI_IFR); aq 352 drivers/spi/atmel-quadspi.c _memcpy_fromio(op->data.buf.in, aq->mem + offset, aq 355 drivers/spi/atmel-quadspi.c _memcpy_toio(aq->mem + offset, op->data.buf.out, aq 359 drivers/spi/atmel-quadspi.c writel_relaxed(QSPI_CR_LASTXFER, aq->regs + QSPI_CR); aq 363 drivers/spi/atmel-quadspi.c sr = readl_relaxed(aq->regs + QSPI_SR); aq 368 drivers/spi/atmel-quadspi.c reinit_completion(&aq->cmd_completion); aq 369 drivers/spi/atmel-quadspi.c aq->pending = sr & QSPI_SR_CMD_COMPLETED; aq 370 drivers/spi/atmel-quadspi.c writel_relaxed(QSPI_SR_CMD_COMPLETED, aq->regs + QSPI_IER); aq 371 drivers/spi/atmel-quadspi.c if (!wait_for_completion_timeout(&aq->cmd_completion, aq 374 drivers/spi/atmel-quadspi.c writel_relaxed(QSPI_SR_CMD_COMPLETED, aq->regs + QSPI_IDR); aq 393 drivers/spi/atmel-quadspi.c struct atmel_qspi *aq = spi_controller_get_devdata(ctrl); aq 403 drivers/spi/atmel-quadspi.c src_rate = clk_get_rate(aq->pclk); aq 412 drivers/spi/atmel-quadspi.c aq->scr = QSPI_SCR_SCBR(scbr); aq 413 drivers/spi/atmel-quadspi.c writel_relaxed(aq->scr, aq->regs + QSPI_SCR); aq 418 drivers/spi/atmel-quadspi.c static void atmel_qspi_init(struct atmel_qspi *aq) aq 421 drivers/spi/atmel-quadspi.c writel_relaxed(QSPI_CR_SWRST, aq->regs + QSPI_CR); aq 424 drivers/spi/atmel-quadspi.c writel_relaxed(QSPI_MR_SMM, aq->regs + QSPI_MR); aq 425 drivers/spi/atmel-quadspi.c aq->mr = QSPI_MR_SMM; aq 428 drivers/spi/atmel-quadspi.c writel_relaxed(QSPI_CR_QSPIEN, aq->regs + QSPI_CR); aq 433 drivers/spi/atmel-quadspi.c struct atmel_qspi *aq = dev_id; aq 436 drivers/spi/atmel-quadspi.c status = readl_relaxed(aq->regs + QSPI_SR); aq 437 drivers/spi/atmel-quadspi.c mask = readl_relaxed(aq->regs + QSPI_IMR); aq 443 drivers/spi/atmel-quadspi.c aq->pending |= pending; aq 444 drivers/spi/atmel-quadspi.c if ((aq->pending & QSPI_SR_CMD_COMPLETED) == QSPI_SR_CMD_COMPLETED) aq 445 drivers/spi/atmel-quadspi.c complete(&aq->cmd_completion); aq 453 drivers/spi/atmel-quadspi.c struct atmel_qspi *aq; aq 457 drivers/spi/atmel-quadspi.c ctrl = spi_alloc_master(&pdev->dev, sizeof(*aq)); aq 469 drivers/spi/atmel-quadspi.c aq = spi_controller_get_devdata(ctrl); aq 471 drivers/spi/atmel-quadspi.c init_completion(&aq->cmd_completion); aq 472 drivers/spi/atmel-quadspi.c aq->pdev = pdev; aq 476 drivers/spi/atmel-quadspi.c aq->regs = devm_ioremap_resource(&pdev->dev, res); aq 477 drivers/spi/atmel-quadspi.c if (IS_ERR(aq->regs)) { aq 479 drivers/spi/atmel-quadspi.c err = PTR_ERR(aq->regs); aq 485 drivers/spi/atmel-quadspi.c aq->mem = devm_ioremap_resource(&pdev->dev, res); aq 486 drivers/spi/atmel-quadspi.c if (IS_ERR(aq->mem)) { aq 488 drivers/spi/atmel-quadspi.c err = PTR_ERR(aq->mem); aq 492 drivers/spi/atmel-quadspi.c aq->mmap_size = resource_size(res); aq 495 drivers/spi/atmel-quadspi.c aq->pclk = devm_clk_get(&pdev->dev, "pclk"); aq 496 drivers/spi/atmel-quadspi.c if (IS_ERR(aq->pclk)) aq 497 drivers/spi/atmel-quadspi.c aq->pclk = devm_clk_get(&pdev->dev, NULL); aq 499 drivers/spi/atmel-quadspi.c if (IS_ERR(aq->pclk)) { aq 501 drivers/spi/atmel-quadspi.c err = PTR_ERR(aq->pclk); aq 506 drivers/spi/atmel-quadspi.c err = clk_prepare_enable(aq->pclk); aq 512 drivers/spi/atmel-quadspi.c aq->caps = of_device_get_match_data(&pdev->dev); aq 513 drivers/spi/atmel-quadspi.c if (!aq->caps) { aq 519 drivers/spi/atmel-quadspi.c if (aq->caps->has_qspick) { aq 521 drivers/spi/atmel-quadspi.c aq->qspick = devm_clk_get(&pdev->dev, "qspick"); aq 522 drivers/spi/atmel-quadspi.c if (IS_ERR(aq->qspick)) { aq 524 drivers/spi/atmel-quadspi.c err = PTR_ERR(aq->qspick); aq 529 drivers/spi/atmel-quadspi.c err = clk_prepare_enable(aq->qspick); aq 544 drivers/spi/atmel-quadspi.c 0, dev_name(&pdev->dev), aq); aq 548 drivers/spi/atmel-quadspi.c atmel_qspi_init(aq); aq 557 drivers/spi/atmel-quadspi.c clk_disable_unprepare(aq->qspick); aq 559 drivers/spi/atmel-quadspi.c clk_disable_unprepare(aq->pclk); aq 569 drivers/spi/atmel-quadspi.c struct atmel_qspi *aq = spi_controller_get_devdata(ctrl); aq 572 drivers/spi/atmel-quadspi.c writel_relaxed(QSPI_CR_QSPIDIS, aq->regs + QSPI_CR); aq 573 drivers/spi/atmel-quadspi.c clk_disable_unprepare(aq->qspick); aq 574 drivers/spi/atmel-quadspi.c clk_disable_unprepare(aq->pclk); aq 581 drivers/spi/atmel-quadspi.c struct atmel_qspi *aq = spi_controller_get_devdata(ctrl); aq 583 drivers/spi/atmel-quadspi.c clk_disable_unprepare(aq->qspick); aq 584 drivers/spi/atmel-quadspi.c clk_disable_unprepare(aq->pclk); aq 592 drivers/spi/atmel-quadspi.c struct atmel_qspi *aq = spi_controller_get_devdata(ctrl); aq 594 drivers/spi/atmel-quadspi.c clk_prepare_enable(aq->pclk); aq 595 drivers/spi/atmel-quadspi.c clk_prepare_enable(aq->qspick); aq 597 drivers/spi/atmel-quadspi.c atmel_qspi_init(aq); aq 599 drivers/spi/atmel-quadspi.c writel_relaxed(aq->scr, aq->regs + QSPI_SCR); aq 19 lib/kasprintf.c va_list aq; aq 21 lib/kasprintf.c va_copy(aq, ap); aq 22 lib/kasprintf.c first = vsnprintf(NULL, 0, fmt, aq); aq 23 lib/kasprintf.c va_end(aq); aq 40 lib/test_printf.c va_list aq; aq 46 lib/test_printf.c va_copy(aq, ap); aq 47 lib/test_printf.c ret = vsnprintf(test_buffer, bufsize, fmt, aq); aq 48 lib/test_printf.c va_end(aq); aq 1972 net/ceph/osdmap.c va_list aq; aq 1975 net/ceph/osdmap.c va_copy(aq, ap); aq 1976 net/ceph/osdmap.c len = oid_printf_vargs(oid, fmt, aq); aq 1977 net/ceph/osdmap.c va_end(aq);