iq 59 drivers/crypto/cavium/zip/zip_device.c return ((zip_dev->iq[queue].sw_head - zip_dev->iq[queue].sw_tail) * iq 98 drivers/crypto/cavium/zip/zip_device.c spin_lock(&zip_dev->iq[queue].lock); iq 109 drivers/crypto/cavium/zip/zip_device.c zip_dbg("sw_head : %lx", zip_dev->iq[queue].sw_head); iq 110 drivers/crypto/cavium/zip/zip_device.c zip_dbg("sw_tail : %lx", zip_dev->iq[queue].sw_tail); iq 117 drivers/crypto/cavium/zip/zip_device.c memcpy((u8 *)zip_dev->iq[queue].sw_head, (u8 *)instr, iq 119 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].sw_head += 16; /* 16 64_bit words = 128B */ iq 122 drivers/crypto/cavium/zip/zip_device.c ncb_ptr = zip_dev->iq[queue].sw_head; iq 125 drivers/crypto/cavium/zip/zip_device.c ncb_ptr, zip_dev->iq[queue].sw_head - 16); iq 128 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].sw_head = zip_dev->iq[queue].sw_tail; iq 130 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].free_flag = 1; iq 134 drivers/crypto/cavium/zip/zip_device.c ncp.s.addr = __pa(zip_dev->iq[queue].sw_head); iq 137 drivers/crypto/cavium/zip/zip_device.c *ncb_ptr, __pa(zip_dev->iq[queue].sw_head)); iq 139 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].pend_cnt++; iq 144 drivers/crypto/cavium/zip/zip_device.c memcpy((u8 *)zip_dev->iq[queue].sw_head, (u8 *)instr, iq 146 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].sw_head += 16; /* 16 64_bit words = 128B */ iq 148 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].pend_cnt++; iq 151 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].sw_head, zip_dev->iq[queue].sw_tail, iq 152 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].hw_tail); iq 155 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].pend_cnt); iq 164 drivers/crypto/cavium/zip/zip_device.c spin_unlock(&zip_dev->iq[queue].lock); iq 178 drivers/crypto/cavium/zip/zip_device.c spin_lock(&zip_dev->iq[queue].lock); iq 181 drivers/crypto/cavium/zip/zip_device.c if (zip_dev->iq[queue].free_flag == 1) { iq 184 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].free_flag = 0; iq 187 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].hw_tail = zip_dev->iq[queue].sw_head; iq 190 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].hw_tail += 16; /* 16 64_bit words = 128B */ iq 193 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].done_cnt++; iq 194 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].pend_cnt--; iq 197 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].sw_head, zip_dev->iq[queue].sw_tail, iq 198 drivers/crypto/cavium/zip/zip_device.c zip_dev->iq[queue].hw_tail); iq 199 drivers/crypto/cavium/zip/zip_device.c zip_dbg(" Got CC : pend_cnt : %d\n", zip_dev->iq[queue].pend_cnt); iq 201 drivers/crypto/cavium/zip/zip_device.c spin_unlock(&zip_dev->iq[queue].lock); iq 167 drivers/crypto/cavium/zip/zip_main.c memset(&zip->iq[q], 0x0, sizeof(struct zip_iq)); iq 169 drivers/crypto/cavium/zip/zip_main.c spin_lock_init(&zip->iq[q].lock); iq 180 drivers/crypto/cavium/zip/zip_main.c zip->iq[q].sw_tail = zip->iq[q].sw_head; iq 181 drivers/crypto/cavium/zip/zip_main.c zip->iq[q].hw_tail = zip->iq[q].sw_head; iq 185 drivers/crypto/cavium/zip/zip_main.c que_sbuf_addr.s.ptr = (__pa(zip->iq[q].sw_head) >> iq 198 drivers/crypto/cavium/zip/zip_main.c zip->iq[q].sw_head, zip->iq[q].sw_tail, iq 199 drivers/crypto/cavium/zip/zip_main.c zip->iq[q].hw_tail); iq 108 drivers/crypto/cavium/zip/zip_main.h struct zip_iq iq[ZIP_MAX_NUM_QUEUES]; iq 59 drivers/crypto/cavium/zip/zip_mem.c zip->iq[q].sw_head = (u64 *)__get_free_pages((GFP_KERNEL | GFP_DMA), iq 62 drivers/crypto/cavium/zip/zip_mem.c if (!zip->iq[q].sw_head) iq 65 drivers/crypto/cavium/zip/zip_mem.c memset(zip->iq[q].sw_head, 0, ZIP_CMD_QBUF_SIZE); iq 67 drivers/crypto/cavium/zip/zip_mem.c zip_dbg("cmd_qbuf_alloc[%d] Success : %p\n", q, zip->iq[q].sw_head); iq 78 drivers/crypto/cavium/zip/zip_mem.c zip_dbg("Freeing cmd_qbuf 0x%lx\n", zip->iq[q].sw_tail); iq 80 drivers/crypto/cavium/zip/zip_mem.c free_pages((u64)zip->iq[q].sw_tail, get_order(ZIP_CMD_QBUF_SIZE)); iq 1598 drivers/media/tuners/r820t.c static void r820t_compre_cor(struct r820t_sect_type iq[3]) iq 1603 drivers/media/tuners/r820t.c if (iq[0].value > iq[i - 1].value) iq 1604 drivers/media/tuners/r820t.c swap(iq[0], iq[i - 1]); iq 1609 drivers/media/tuners/r820t.c struct r820t_sect_type iq[3], u8 reg) iq 1622 drivers/media/tuners/r820t.c tmp.phase_y = iq[0].phase_y; iq 1623 drivers/media/tuners/r820t.c tmp.gain_x = iq[0].gain_x; iq 1645 drivers/media/tuners/r820t.c if (tmp.value <= iq[0].value) { iq 1646 drivers/media/tuners/r820t.c iq[0].gain_x = tmp.gain_x; iq 1647 drivers/media/tuners/r820t.c iq[0].phase_y = tmp.phase_y; iq 1648 drivers/media/tuners/r820t.c iq[0].value = tmp.value; iq 1659 drivers/media/tuners/r820t.c struct r820t_sect_type iq[3], iq 1688 drivers/media/tuners/r820t.c iq[i].value = rc; iq 1691 drivers/media/tuners/r820t.c iq[i].gain_x = fix_val; iq 1692 drivers/media/tuners/r820t.c iq[i].phase_y = var_val; iq 1694 drivers/media/tuners/r820t.c iq[i].phase_y = fix_val; iq 1695 drivers/media/tuners/r820t.c iq[i].gain_x = var_val; iq 403 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c struct octeon_instr_queue *iq; iq 446 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c iq = oct->instr_queue[q_no]; iq 447 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c if (iq) iq 448 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c inst_cnt_reg = iq->inst_cnt_reg; iq 589 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c struct octeon_instr_queue *iq = oct->instr_queue[iq_no]; iq 596 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c iq->base_addr_dma); iq 597 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c octeon_write_csr(oct, CN23XX_SLI_IQ_SIZE(iq_no), iq->max_count); iq 602 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c iq->doorbell_reg = iq 604 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c iq->inst_cnt_reg = iq 607 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c iq_no, iq->doorbell_reg, iq->inst_cnt_reg); iq 612 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c pkt_in_done = readq(iq->inst_cnt_reg); iq 617 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c iq->inst_cnt_reg); iq 622 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c writeq(pkt_in_done, iq->inst_cnt_reg); iq 625 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c iq->reset_instr_cnt = 0; iq 810 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c if (oct->io_qmask.iq & BIT_ULL(q_no - srn)) { iq 1083 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c static u32 cn23xx_update_read_index(struct octeon_instr_queue *iq) iq 1087 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c u32 pkt_in_done = readl(iq->inst_cnt_reg); iq 1089 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c last_done = pkt_in_done - iq->pkt_in_done; iq 1090 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c iq->pkt_in_done = pkt_in_done; iq 1096 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c new_idx = (iq->octeon_read_index + iq 1098 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_device.c iq->max_count; iq 170 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_regs.h #define CN23XX_SLI_IQ_PKT_CONTROL64(iq) \ iq 171 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_regs.h (CN23XX_SLI_IQ_PKT_CONTROL_START64 + ((iq) * CN23XX_IQ_OFFSET)) iq 173 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_regs.h #define CN23XX_SLI_IQ_BASE_ADDR64(iq) \ iq 174 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_regs.h (CN23XX_SLI_IQ_BASE_ADDR_START64 + ((iq) * CN23XX_IQ_OFFSET)) iq 176 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_regs.h #define CN23XX_SLI_IQ_SIZE(iq) \ iq 177 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_regs.h (CN23XX_SLI_IQ_SIZE_START + ((iq) * CN23XX_IQ_OFFSET)) iq 179 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_regs.h #define CN23XX_SLI_IQ_DOORBELL(iq) \ iq 180 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_regs.h (CN23XX_SLI_IQ_DOORBELL_START + ((iq) * CN23XX_IQ_OFFSET)) iq 182 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_regs.h #define CN23XX_SLI_IQ_INSTR_COUNT64(iq) \ iq 183 drivers/net/ethernet/cavium/liquidio/cn23xx_pf_regs.h (CN23XX_SLI_IQ_INSTR_COUNT_START64 + ((iq) * CN23XX_IQ_OFFSET)) iq 104 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c struct octeon_instr_queue *iq; iq 116 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c iq = oct->instr_queue[q_no]; iq 118 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c if (iq) iq 119 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c inst_cnt_reg = iq->inst_cnt_reg; iq 214 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c struct octeon_instr_queue *iq = oct->instr_queue[iq_no]; iq 219 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c iq->base_addr_dma); iq 220 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c octeon_write_csr(oct, CN23XX_VF_SLI_IQ_SIZE(iq_no), iq->max_count); iq 225 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c iq->doorbell_reg = iq 227 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c iq->inst_cnt_reg = iq 230 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c iq_no, iq->doorbell_reg, iq->inst_cnt_reg); iq 235 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c pkt_in_done = readq(iq->inst_cnt_reg); iq 240 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c iq->inst_cnt_reg); iq 242 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c iq->reset_instr_cnt = 0; iq 335 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c if (oct->io_qmask.iq & BIT_ULL(q_no)) { iq 524 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c static u32 cn23xx_update_read_index(struct octeon_instr_queue *iq) iq 526 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c u32 pkt_in_done = readl(iq->inst_cnt_reg); iq 530 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c last_done = pkt_in_done - iq->pkt_in_done; iq 531 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c iq->pkt_in_done = pkt_in_done; iq 537 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c new_idx = (iq->octeon_read_index + iq 539 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_device.c iq->max_count; iq 70 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_regs.h #define CN23XX_VF_SLI_IQ_PKT_CONTROL64(iq) \ iq 71 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_regs.h (CN23XX_VF_SLI_IQ_PKT_CONTROL_START64 + ((iq) * CN23XX_VF_IQ_OFFSET)) iq 73 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_regs.h #define CN23XX_VF_SLI_IQ_BASE_ADDR64(iq) \ iq 74 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_regs.h (CN23XX_VF_SLI_IQ_BASE_ADDR_START64 + ((iq) * CN23XX_VF_IQ_OFFSET)) iq 76 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_regs.h #define CN23XX_VF_SLI_IQ_SIZE(iq) \ iq 77 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_regs.h (CN23XX_VF_SLI_IQ_SIZE_START + ((iq) * CN23XX_VF_IQ_OFFSET)) iq 79 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_regs.h #define CN23XX_VF_SLI_IQ_DOORBELL(iq) \ iq 80 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_regs.h (CN23XX_VF_SLI_IQ_DOORBELL_START + ((iq) * CN23XX_VF_IQ_OFFSET)) iq 82 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_regs.h #define CN23XX_VF_SLI_IQ_INSTR_COUNT64(iq) \ iq 83 drivers/net/ethernet/cavium/liquidio/cn23xx_vf_regs.h (CN23XX_VF_SLI_IQ_INSTR_COUNT_START64 + ((iq) * CN23XX_VF_IQ_OFFSET)) iq 266 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c struct octeon_instr_queue *iq = oct->instr_queue[iq_no]; iq 272 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c iq->base_addr_dma); iq 273 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c octeon_write_csr(oct, CN6XXX_SLI_IQ_SIZE(iq_no), iq->max_count); iq 278 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c iq->doorbell_reg = oct->mmio[0].hw_addr + CN6XXX_SLI_IQ_DOORBELL(iq_no); iq 279 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c iq->inst_cnt_reg = oct->mmio[0].hw_addr iq 282 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c iq_no, iq->doorbell_reg, iq->inst_cnt_reg); iq 287 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c iq->reset_instr_cnt = readl(iq->inst_cnt_reg); iq 339 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c mask |= oct->io_qmask.iq; iq 357 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c mask ^= oct->io_qmask.iq; iq 361 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c mask = (u32)oct->io_qmask.iq; iq 370 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c if (!(oct->io_qmask.iq & BIT_ULL(i))) iq 449 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c lio_cn6xxx_update_read_index(struct octeon_instr_queue *iq) iq 451 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c u32 new_idx = readl(iq->inst_cnt_reg); iq 457 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c if (iq->reset_instr_cnt < new_idx) iq 458 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c new_idx -= iq->reset_instr_cnt; iq 460 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c new_idx += (0xffffffff - iq->reset_instr_cnt) + 1; iq 465 drivers/net/ethernet/cavium/liquidio/cn66xx_device.c new_idx %= iq->max_count; iq 86 drivers/net/ethernet/cavium/liquidio/cn66xx_device.h lio_cn6xxx_update_read_index(struct octeon_instr_queue *iq); iq 143 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h #define CN6XXX_SLI_IQ_BASE_ADDR64(iq) \ iq 144 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h (CN6XXX_SLI_IQ_BASE_ADDR_START64 + ((iq) * CN6XXX_IQ_OFFSET)) iq 146 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h #define CN6XXX_SLI_IQ_SIZE(iq) \ iq 147 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h (CN6XXX_SLI_IQ_SIZE_START + ((iq) * CN6XXX_IQ_OFFSET)) iq 149 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h #define CN6XXX_SLI_IQ_PKT_INSTR_HDR64(iq) \ iq 150 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h (CN6XXX_SLI_IQ_PKT_INSTR_HDR_START64 + ((iq) * CN6XXX_IQ_OFFSET)) iq 152 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h #define CN6XXX_SLI_IQ_DOORBELL(iq) \ iq 153 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h (CN6XXX_SLI_IQ_DOORBELL_START + ((iq) * CN6XXX_IQ_OFFSET)) iq 155 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h #define CN6XXX_SLI_IQ_INSTR_COUNT(iq) \ iq 156 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h (CN6XXX_SLI_IQ_INSTR_COUNT_START + ((iq) * CN6XXX_IQ_OFFSET)) iq 158 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h #define CN66XX_SLI_IQ_BP64(iq) \ iq 159 drivers/net/ethernet/cavium/liquidio/cn66xx_regs.h (CN66XX_SLI_INPUT_BP_START64 + ((iq) * CN6XXX_IQ_OFFSET)) iq 32 drivers/net/ethernet/cavium/liquidio/cn68xx_regs.h #define CN68XX_SLI_IQ_PORT_PKIND(iq) \ iq 33 drivers/net/ethernet/cavium/liquidio/cn68xx_regs.h (CN68XX_SLI_IQ_PORT0_PKIND + ((iq) * CN6XXX_IQ_OFFSET)) iq 501 drivers/net/ethernet/cavium/liquidio/lio_core.c struct octeon_instr_queue *iq = oct->instr_queue[iq_num]; iq 505 drivers/net/ethernet/cavium/liquidio/lio_core.c netdev = oct->props[iq->ifidx].netdev; iq 514 drivers/net/ethernet/cavium/liquidio/lio_core.c if (__netif_subqueue_stopped(netdev, iq->q_index) && iq 517 drivers/net/ethernet/cavium/liquidio/lio_core.c netif_wake_subqueue(netdev, iq->q_index); iq 746 drivers/net/ethernet/cavium/liquidio/lio_core.c struct octeon_instr_queue *iq; iq 760 drivers/net/ethernet/cavium/liquidio/lio_core.c iq = oct->instr_queue[iq_no]; iq 761 drivers/net/ethernet/cavium/liquidio/lio_core.c if (iq) { iq 765 drivers/net/ethernet/cavium/liquidio/lio_core.c if (atomic_read(&iq->instr_pending)) iq 767 drivers/net/ethernet/cavium/liquidio/lio_core.c tx_done = octeon_flush_iq(oct, iq, budget); iq 783 drivers/net/ethernet/cavium/liquidio/lio_core.c (iq && iq->pkt_in_done >= MAX_REG_CNT) || iq 1157 drivers/net/ethernet/cavium/liquidio/lio_ethtool.c if (!(oct->io_qmask.iq & BIT_ULL(i))) iq 1634 drivers/net/ethernet/cavium/liquidio/lio_ethtool.c if (!(oct_dev->io_qmask.iq & BIT_ULL(j))) iq 1865 drivers/net/ethernet/cavium/liquidio/lio_ethtool.c if (!(oct_dev->io_qmask.iq & BIT_ULL(i))) iq 1913 drivers/net/ethernet/cavium/liquidio/lio_ethtool.c if (!(oct_dev->io_qmask.iq & BIT_ULL(i))) iq 2116 drivers/net/ethernet/cavium/liquidio/lio_ethtool.c struct octeon_instr_queue *iq; iq 2146 drivers/net/ethernet/cavium/liquidio/lio_ethtool.c iq = oct->instr_queue[lio->linfo.txpciq[0].s.q_no]; iq 2147 drivers/net/ethernet/cavium/liquidio/lio_ethtool.c intr_coal->tx_max_coalesced_frames = iq->fill_threshold; iq 263 drivers/net/ethernet/cavium/liquidio/lio_main.c struct octeon_instr_queue *iq; iq 265 drivers/net/ethernet/cavium/liquidio/lio_main.c if (!(oct->io_qmask.iq & BIT_ULL(i))) iq 267 drivers/net/ethernet/cavium/liquidio/lio_main.c iq = oct->instr_queue[i]; iq 269 drivers/net/ethernet/cavium/liquidio/lio_main.c if (atomic_read(&iq->instr_pending)) { iq 270 drivers/net/ethernet/cavium/liquidio/lio_main.c spin_lock_bh(&iq->lock); iq 271 drivers/net/ethernet/cavium/liquidio/lio_main.c iq->fill_cnt = 0; iq 272 drivers/net/ethernet/cavium/liquidio/lio_main.c iq->octeon_read_index = iq->host_write_index; iq 273 drivers/net/ethernet/cavium/liquidio/lio_main.c iq->stats.instr_processed += iq 274 drivers/net/ethernet/cavium/liquidio/lio_main.c atomic_read(&iq->instr_pending); iq 275 drivers/net/ethernet/cavium/liquidio/lio_main.c lio_process_iq_request_list(oct, iq, 0); iq 276 drivers/net/ethernet/cavium/liquidio/lio_main.c spin_unlock_bh(&iq->lock); iq 496 drivers/net/ethernet/cavium/liquidio/lio_main.c int q, iq; iq 500 drivers/net/ethernet/cavium/liquidio/lio_main.c iq = lio->linfo.txpciq[q % iq 502 drivers/net/ethernet/cavium/liquidio/lio_main.c if (octnet_iq_is_full(lio->oct_dev, iq)) iq 506 drivers/net/ethernet/cavium/liquidio/lio_main.c INCR_INSTRQUEUE_PKT_COUNT(lio->oct_dev, iq, iq 1031 drivers/net/ethernet/cavium/liquidio/lio_main.c struct octeon_instr_queue *iq; iq 1033 drivers/net/ethernet/cavium/liquidio/lio_main.c if (!(oct->io_qmask.iq & BIT_ULL(i))) iq 1035 drivers/net/ethernet/cavium/liquidio/lio_main.c iq = oct->instr_queue[i]; iq 1037 drivers/net/ethernet/cavium/liquidio/lio_main.c if (atomic_read(&iq->instr_pending)) { iq 1038 drivers/net/ethernet/cavium/liquidio/lio_main.c spin_lock_bh(&iq->lock); iq 1039 drivers/net/ethernet/cavium/liquidio/lio_main.c iq->fill_cnt = 0; iq 1040 drivers/net/ethernet/cavium/liquidio/lio_main.c iq->octeon_read_index = iq->host_write_index; iq 1041 drivers/net/ethernet/cavium/liquidio/lio_main.c iq->stats.instr_processed += iq 1042 drivers/net/ethernet/cavium/liquidio/lio_main.c atomic_read(&iq->instr_pending); iq 1043 drivers/net/ethernet/cavium/liquidio/lio_main.c lio_process_iq_request_list(oct, iq, 0); iq 1044 drivers/net/ethernet/cavium/liquidio/lio_main.c spin_unlock_bh(&iq->lock); iq 1127 drivers/net/ethernet/cavium/liquidio/lio_main.c if (!(oct->io_qmask.iq & BIT_ULL(i))) iq 1481 drivers/net/ethernet/cavium/liquidio/lio_main.c int i, frags, iq; iq 1503 drivers/net/ethernet/cavium/liquidio/lio_main.c iq = skb_iq(lio->oct_dev, skb); iq 1504 drivers/net/ethernet/cavium/liquidio/lio_main.c spin_lock(&lio->glist_lock[iq]); iq 1505 drivers/net/ethernet/cavium/liquidio/lio_main.c list_add_tail(&g->list, &lio->glist[iq]); iq 1506 drivers/net/ethernet/cavium/liquidio/lio_main.c spin_unlock(&lio->glist_lock[iq]); iq 1522 drivers/net/ethernet/cavium/liquidio/lio_main.c int i, frags, iq; iq 1546 drivers/net/ethernet/cavium/liquidio/lio_main.c iq = skb_iq(lio->oct_dev, skb); iq 1548 drivers/net/ethernet/cavium/liquidio/lio_main.c spin_lock(&lio->glist_lock[iq]); iq 1549 drivers/net/ethernet/cavium/liquidio/lio_main.c list_add_tail(&g->list, &lio->glist[iq]); iq 1550 drivers/net/ethernet/cavium/liquidio/lio_main.c spin_unlock(&lio->glist_lock[iq]); iq 123 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c struct octeon_instr_queue *iq; iq 125 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c if (!(oct->io_qmask.iq & BIT_ULL(i))) iq 127 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c iq = oct->instr_queue[i]; iq 129 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c if (atomic_read(&iq->instr_pending)) { iq 130 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c spin_lock_bh(&iq->lock); iq 131 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c iq->fill_cnt = 0; iq 132 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c iq->octeon_read_index = iq->host_write_index; iq 133 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c iq->stats.instr_processed += iq 134 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c atomic_read(&iq->instr_pending); iq 135 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c lio_process_iq_request_list(oct, iq, 0); iq 136 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c spin_unlock_bh(&iq->lock); iq 487 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c struct octeon_instr_queue *iq; iq 489 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c if (!(oct->io_qmask.iq & BIT_ULL(i))) iq 491 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c iq = oct->instr_queue[i]; iq 493 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c if (atomic_read(&iq->instr_pending)) { iq 494 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c spin_lock_bh(&iq->lock); iq 495 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c iq->fill_cnt = 0; iq 496 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c iq->octeon_read_index = iq->host_write_index; iq 497 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c iq->stats.instr_processed += iq 498 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c atomic_read(&iq->instr_pending); iq 499 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c lio_process_iq_request_list(oct, iq, 0); iq 500 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c spin_unlock_bh(&iq->lock); iq 562 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c if (!(oct->io_qmask.iq & BIT_ULL(i))) iq 825 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c int i, frags, iq; iq 848 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c iq = skb_iq(lio->oct_dev, skb); iq 850 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c spin_lock(&lio->glist_lock[iq]); iq 851 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c list_add_tail(&g->list, &lio->glist[iq]); iq 852 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c spin_unlock(&lio->glist_lock[iq]); iq 867 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c int i, frags, iq; iq 892 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c iq = skb_iq(lio->oct_dev, skb); iq 894 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c spin_lock(&lio->glist_lock[iq]); iq 895 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c list_add_tail(&g->list, &lio->glist[iq]); iq 896 drivers/net/ethernet/cavium/liquidio/lio_vf_main.c spin_unlock(&lio->glist_lock[iq]); iq 121 drivers/net/ethernet/cavium/liquidio/octeon_config.h #define CFG_GET_IQ_CFG(cfg) ((cfg)->iq) iq 122 drivers/net/ethernet/cavium/liquidio/octeon_config.h #define CFG_GET_IQ_MAX_Q(cfg) ((cfg)->iq.max_iqs) iq 123 drivers/net/ethernet/cavium/liquidio/octeon_config.h #define CFG_GET_IQ_PENDING_LIST_SIZE(cfg) ((cfg)->iq.pending_list_size) iq 124 drivers/net/ethernet/cavium/liquidio/octeon_config.h #define CFG_GET_IQ_INSTR_TYPE(cfg) ((cfg)->iq.instr_type) iq 125 drivers/net/ethernet/cavium/liquidio/octeon_config.h #define CFG_GET_IQ_DB_MIN(cfg) ((cfg)->iq.db_min) iq 126 drivers/net/ethernet/cavium/liquidio/octeon_config.h #define CFG_GET_IQ_DB_TIMEOUT(cfg) ((cfg)->iq.db_timeout) iq 128 drivers/net/ethernet/cavium/liquidio/octeon_config.h #define CFG_GET_IQ_INTR_PKT(cfg) ((cfg)->iq.iq_intr_pkt) iq 129 drivers/net/ethernet/cavium/liquidio/octeon_config.h #define CFG_SET_IQ_INTR_PKT(cfg, val) (cfg)->iq.iq_intr_pkt = val iq 410 drivers/net/ethernet/cavium/liquidio/octeon_config.h struct octeon_iq_config iq; iq 41 drivers/net/ethernet/cavium/liquidio/octeon_device.c .iq = { iq 150 drivers/net/ethernet/cavium/liquidio/octeon_device.c .iq = { iq 316 drivers/net/ethernet/cavium/liquidio/octeon_device.c .iq = { iq 419 drivers/net/ethernet/cavium/liquidio/octeon_device.c .iq = { iq 655 drivers/net/ethernet/cavium/liquidio/octeon_device.c if (oct->io_qmask.iq & BIT_ULL(i)) iq 1274 drivers/net/ethernet/cavium/liquidio/octeon_device.c (oct->io_qmask.iq & BIT_ULL(q_no))) iq 1433 drivers/net/ethernet/cavium/liquidio/octeon_device.c void lio_enable_irq(struct octeon_droq *droq, struct octeon_instr_queue *iq) iq 1446 drivers/net/ethernet/cavium/liquidio/octeon_device.c if (iq) { iq 1447 drivers/net/ethernet/cavium/liquidio/octeon_device.c spin_lock_bh(&iq->lock); iq 1448 drivers/net/ethernet/cavium/liquidio/octeon_device.c writel(iq->pkts_processed, iq->inst_cnt_reg); iq 1449 drivers/net/ethernet/cavium/liquidio/octeon_device.c iq->pkt_in_done -= iq->pkts_processed; iq 1450 drivers/net/ethernet/cavium/liquidio/octeon_device.c iq->pkts_processed = 0; iq 1452 drivers/net/ethernet/cavium/liquidio/octeon_device.c spin_unlock_bh(&iq->lock); iq 1453 drivers/net/ethernet/cavium/liquidio/octeon_device.c oct = iq->oct_dev; iq 1462 drivers/net/ethernet/cavium/liquidio/octeon_device.c else if (iq) { iq 1463 drivers/net/ethernet/cavium/liquidio/octeon_device.c instr_cnt = readq(iq->inst_cnt_reg); iq 1466 drivers/net/ethernet/cavium/liquidio/octeon_device.c iq->inst_cnt_reg); iq 188 drivers/net/ethernet/cavium/liquidio/octeon_device.h u64 iq; iq 901 drivers/net/ethernet/cavium/liquidio/octeon_device.h void lio_enable_irq(struct octeon_droq *droq, struct octeon_instr_queue *iq); iq 375 drivers/net/ethernet/cavium/liquidio/octeon_iq.h struct octeon_instr_queue *iq, u32 napi_budget); iq 397 drivers/net/ethernet/cavium/liquidio/octeon_iq.h octeon_flush_iq(struct octeon_device *oct, struct octeon_instr_queue *iq, iq 45 drivers/net/ethernet/cavium/liquidio/request_manager.c struct octeon_instr_queue *iq = iq 47 drivers/net/ethernet/cavium/liquidio/request_manager.c return iq->iqcmd_64B; iq 60 drivers/net/ethernet/cavium/liquidio/request_manager.c struct octeon_instr_queue *iq; iq 82 drivers/net/ethernet/cavium/liquidio/request_manager.c iq = oct->instr_queue[iq_no]; iq 84 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->oct_dev = oct; iq 86 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->base_addr = lio_dma_alloc(oct, q_size, &iq->base_addr_dma); iq 87 drivers/net/ethernet/cavium/liquidio/request_manager.c if (!iq->base_addr) { iq 93 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->max_count = num_descs; iq 98 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->request_list = vmalloc_node((sizeof(*iq->request_list) * num_descs), iq 100 drivers/net/ethernet/cavium/liquidio/request_manager.c if (!iq->request_list) iq 101 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->request_list = iq 103 drivers/net/ethernet/cavium/liquidio/request_manager.c sizeof(*iq->request_list))); iq 104 drivers/net/ethernet/cavium/liquidio/request_manager.c if (!iq->request_list) { iq 105 drivers/net/ethernet/cavium/liquidio/request_manager.c lio_dma_free(oct, q_size, iq->base_addr, iq->base_addr_dma); iq 111 drivers/net/ethernet/cavium/liquidio/request_manager.c memset(iq->request_list, 0, sizeof(*iq->request_list) * num_descs); iq 114 drivers/net/ethernet/cavium/liquidio/request_manager.c iq_no, iq->base_addr, &iq->base_addr_dma, iq->max_count); iq 116 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->txpciq.u64 = txpciq.u64; iq 117 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->fill_threshold = (u32)conf->db_min; iq 118 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->fill_cnt = 0; iq 119 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->host_write_index = 0; iq 120 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->octeon_read_index = 0; iq 121 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->flush_index = 0; iq 122 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->last_db_time = 0; iq 123 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->do_auto_flush = 1; iq 124 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->db_timeout = (u32)conf->db_timeout; iq 125 drivers/net/ethernet/cavium/liquidio/request_manager.c atomic_set(&iq->instr_pending, 0); iq 126 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->pkts_processed = 0; iq 129 drivers/net/ethernet/cavium/liquidio/request_manager.c spin_lock_init(&iq->lock); iq 131 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->allow_soft_cmds = true; iq 132 drivers/net/ethernet/cavium/liquidio/request_manager.c spin_lock_init(&iq->post_lock); iq 134 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->allow_soft_cmds = false; iq 137 drivers/net/ethernet/cavium/liquidio/request_manager.c spin_lock_init(&iq->iq_flush_running_lock); iq 139 drivers/net/ethernet/cavium/liquidio/request_manager.c oct->io_qmask.iq |= BIT_ULL(iq_no); iq 143 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->iqcmd_64B = (conf->instr_type == 64); iq 151 drivers/net/ethernet/cavium/liquidio/request_manager.c vfree(iq->request_list); iq 152 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->request_list = NULL; iq 153 drivers/net/ethernet/cavium/liquidio/request_manager.c lio_dma_free(oct, q_size, iq->base_addr, iq->base_addr_dma); iq 172 drivers/net/ethernet/cavium/liquidio/request_manager.c struct octeon_instr_queue *iq = oct->instr_queue[iq_no]; iq 187 drivers/net/ethernet/cavium/liquidio/request_manager.c vfree(iq->request_list); iq 189 drivers/net/ethernet/cavium/liquidio/request_manager.c if (iq->base_addr) { iq 190 drivers/net/ethernet/cavium/liquidio/request_manager.c q_size = iq->max_count * desc_size; iq 191 drivers/net/ethernet/cavium/liquidio/request_manager.c lio_dma_free(oct, (u32)q_size, iq->base_addr, iq 192 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->base_addr_dma); iq 193 drivers/net/ethernet/cavium/liquidio/request_manager.c oct->io_qmask.iq &= ~(1ULL << iq_no); iq 256 drivers/net/ethernet/cavium/liquidio/request_manager.c if (!(oct->io_qmask.iq & BIT_ULL(i))) iq 276 drivers/net/ethernet/cavium/liquidio/request_manager.c ring_doorbell(struct octeon_device *oct, struct octeon_instr_queue *iq) iq 279 drivers/net/ethernet/cavium/liquidio/request_manager.c writel(iq->fill_cnt, iq->doorbell_reg); iq 281 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->fill_cnt = 0; iq 282 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->last_db_time = jiffies; iq 290 drivers/net/ethernet/cavium/liquidio/request_manager.c struct octeon_instr_queue *iq; iq 292 drivers/net/ethernet/cavium/liquidio/request_manager.c iq = oct->instr_queue[iq_no]; iq 293 drivers/net/ethernet/cavium/liquidio/request_manager.c spin_lock(&iq->post_lock); iq 294 drivers/net/ethernet/cavium/liquidio/request_manager.c if (iq->fill_cnt) iq 295 drivers/net/ethernet/cavium/liquidio/request_manager.c ring_doorbell(oct, iq); iq 296 drivers/net/ethernet/cavium/liquidio/request_manager.c spin_unlock(&iq->post_lock); iq 299 drivers/net/ethernet/cavium/liquidio/request_manager.c static inline void __copy_cmd_into_iq(struct octeon_instr_queue *iq, iq 304 drivers/net/ethernet/cavium/liquidio/request_manager.c cmdsize = ((iq->iqcmd_64B) ? 64 : 32); iq 305 drivers/net/ethernet/cavium/liquidio/request_manager.c iqptr = iq->base_addr + (cmdsize * iq->host_write_index); iq 311 drivers/net/ethernet/cavium/liquidio/request_manager.c __post_command2(struct octeon_instr_queue *iq, u8 *cmd) iq 320 drivers/net/ethernet/cavium/liquidio/request_manager.c if (atomic_read(&iq->instr_pending) >= (s32)(iq->max_count - 1)) { iq 326 drivers/net/ethernet/cavium/liquidio/request_manager.c if (atomic_read(&iq->instr_pending) >= (s32)(iq->max_count - 2)) iq 329 drivers/net/ethernet/cavium/liquidio/request_manager.c __copy_cmd_into_iq(iq, cmd); iq 332 drivers/net/ethernet/cavium/liquidio/request_manager.c st.index = iq->host_write_index; iq 333 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->host_write_index = incr_index(iq->host_write_index, 1, iq 334 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->max_count); iq 335 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->fill_cnt++; iq 342 drivers/net/ethernet/cavium/liquidio/request_manager.c atomic_inc(&iq->instr_pending); iq 363 drivers/net/ethernet/cavium/liquidio/request_manager.c __add_to_request_list(struct octeon_instr_queue *iq, iq 366 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->request_list[idx].buf = buf; iq 367 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->request_list[idx].reqtype = reqtype; iq 373 drivers/net/ethernet/cavium/liquidio/request_manager.c struct octeon_instr_queue *iq, u32 napi_budget) iq 378 drivers/net/ethernet/cavium/liquidio/request_manager.c u32 old = iq->flush_index; iq 384 drivers/net/ethernet/cavium/liquidio/request_manager.c while (old != iq->octeon_read_index) { iq 385 drivers/net/ethernet/cavium/liquidio/request_manager.c reqtype = iq->request_list[old].reqtype; iq 386 drivers/net/ethernet/cavium/liquidio/request_manager.c buf = iq->request_list[old].buf; iq 425 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->request_list[old].buf = NULL; iq 426 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->request_list[old].reqtype = 0; iq 430 drivers/net/ethernet/cavium/liquidio/request_manager.c old = incr_index(old, 1, iq->max_count); iq 436 drivers/net/ethernet/cavium/liquidio/request_manager.c octeon_report_tx_completion_to_bql(iq->app_ctx, pkts_compl, iq 438 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->flush_index = old; iq 449 drivers/net/ethernet/cavium/liquidio/request_manager.c octeon_flush_iq(struct octeon_device *oct, struct octeon_instr_queue *iq, iq 456 drivers/net/ethernet/cavium/liquidio/request_manager.c if (!spin_trylock(&iq->iq_flush_running_lock)) iq 459 drivers/net/ethernet/cavium/liquidio/request_manager.c spin_lock_bh(&iq->lock); iq 461 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->octeon_read_index = oct->fn_list.update_iq_read_idx(iq); iq 465 drivers/net/ethernet/cavium/liquidio/request_manager.c if (iq->flush_index == iq->octeon_read_index) iq 470 drivers/net/ethernet/cavium/liquidio/request_manager.c lio_process_iq_request_list(oct, iq, iq 475 drivers/net/ethernet/cavium/liquidio/request_manager.c lio_process_iq_request_list(oct, iq, 0); iq 478 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->pkts_processed += inst_processed; iq 479 drivers/net/ethernet/cavium/liquidio/request_manager.c atomic_sub(inst_processed, &iq->instr_pending); iq 480 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->stats.instr_processed += inst_processed; iq 489 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->last_db_time = jiffies; iq 491 drivers/net/ethernet/cavium/liquidio/request_manager.c spin_unlock_bh(&iq->lock); iq 493 drivers/net/ethernet/cavium/liquidio/request_manager.c spin_unlock(&iq->iq_flush_running_lock); iq 503 drivers/net/ethernet/cavium/liquidio/request_manager.c struct octeon_instr_queue *iq; iq 509 drivers/net/ethernet/cavium/liquidio/request_manager.c iq = oct->instr_queue[iq_no]; iq 510 drivers/net/ethernet/cavium/liquidio/request_manager.c if (!iq) iq 514 drivers/net/ethernet/cavium/liquidio/request_manager.c if (!atomic_read(&iq->instr_pending)) iq 517 drivers/net/ethernet/cavium/liquidio/request_manager.c next_time = iq->last_db_time + iq->db_timeout; iq 520 drivers/net/ethernet/cavium/liquidio/request_manager.c iq->last_db_time = jiffies; iq 523 drivers/net/ethernet/cavium/liquidio/request_manager.c octeon_flush_iq(oct, iq, 0); iq 525 drivers/net/ethernet/cavium/liquidio/request_manager.c lio_enable_irq(NULL, iq); iq 550 drivers/net/ethernet/cavium/liquidio/request_manager.c struct octeon_instr_queue *iq = oct->instr_queue[iq_no]; iq 555 drivers/net/ethernet/cavium/liquidio/request_manager.c if (iq->allow_soft_cmds) iq 556 drivers/net/ethernet/cavium/liquidio/request_manager.c spin_lock_bh(&iq->post_lock); iq 558 drivers/net/ethernet/cavium/liquidio/request_manager.c st = __post_command2(iq, cmd); iq 562 drivers/net/ethernet/cavium/liquidio/request_manager.c __add_to_request_list(iq, st.index, buf, reqtype); iq 566 drivers/net/ethernet/cavium/liquidio/request_manager.c if (iq->fill_cnt >= MAX_OCTEON_FILL_COUNT || force_db || iq 568 drivers/net/ethernet/cavium/liquidio/request_manager.c ring_doorbell(oct, iq); iq 573 drivers/net/ethernet/cavium/liquidio/request_manager.c if (iq->allow_soft_cmds) iq 574 drivers/net/ethernet/cavium/liquidio/request_manager.c spin_unlock_bh(&iq->post_lock); iq 693 drivers/net/ethernet/cavium/liquidio/request_manager.c struct octeon_instr_queue *iq; iq 699 drivers/net/ethernet/cavium/liquidio/request_manager.c iq = oct->instr_queue[sc->iq_no]; iq 700 drivers/net/ethernet/cavium/liquidio/request_manager.c if (!iq->allow_soft_cmds) { iq 1194 drivers/net/ethernet/chelsio/cxgb4/cxgb4.h uint32_t iq:10; /* ingress queue */ iq 1415 drivers/net/ethernet/chelsio/cxgb4/cxgb4.h int t4_sge_alloc_rxq(struct adapter *adap, struct sge_rspq *iq, bool fwevtq, iq 326 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c int iq; iq 334 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c if (fs->iq) iq 336 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c iq = 0; iq 343 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c if (fs->iq < pi->nqsets) iq 344 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c iq = adapter->sge.ethrxq[pi->first_qset + iq 345 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c fs->iq].rspq.abs_id; iq 347 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c iq = fs->iq; iq 350 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c return iq; iq 602 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c FW_FILTER_WR_IQ_V(f->fs.iq)); iq 1040 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c RSS_QUEUE_V(f->fs.iq) | iq 1080 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c RSS_QUEUE_V(f->fs.iq) | iq 1100 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c int iq, atid, size; iq 1109 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c iq = get_filter_steerq(dev, fs); iq 1110 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c if (iq < 0) iq 1111 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c return iq; iq 1120 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c f->fs.iq = iq; iq 1259 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c int iq, ret; iq 1280 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c iq = get_filter_steerq(dev, fs); iq 1281 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c if (iq < 0) iq 1282 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c return iq; iq 1396 drivers/net/ethernet/chelsio/cxgb4/cxgb4_filter.c f->fs.iq = iq; iq 2527 drivers/net/ethernet/chelsio/cxgb4/cxgb4_main.c f->fs.iq = queue; iq 3511 drivers/net/ethernet/chelsio/cxgb4/sge.c int t4_sge_alloc_rxq(struct adapter *adap, struct sge_rspq *iq, bool fwevtq, iq 3523 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->size = roundup(iq->size, 16); iq 3525 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->desc = alloc_ring(adap->pdev_dev, iq->size, iq->iqe_len, 0, iq 3526 drivers/net/ethernet/chelsio/cxgb4/sge.c &iq->phys_addr, NULL, 0, iq 3528 drivers/net/ethernet/chelsio/cxgb4/sge.c if (!iq->desc) iq 3545 drivers/net/ethernet/chelsio/cxgb4/sge.c FW_IQ_CMD_IQINTCNTTHRESH_V(iq->pktcnt_idx) | iq 3546 drivers/net/ethernet/chelsio/cxgb4/sge.c FW_IQ_CMD_IQESIZE_V(ilog2(iq->iqe_len) - 4)); iq 3547 drivers/net/ethernet/chelsio/cxgb4/sge.c c.iqsize = htons(iq->size); iq 3548 drivers/net/ethernet/chelsio/cxgb4/sge.c c.iqaddr = cpu_to_be64(iq->phys_addr); iq 3608 drivers/net/ethernet/chelsio/cxgb4/sge.c netif_napi_add(dev, &iq->napi, napi_rx_handler, 64); iq 3609 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->cur_desc = iq->desc; iq 3610 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->cidx = 0; iq 3611 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->gen = 1; iq 3612 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->next_intr_params = iq->intr_params; iq 3613 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->cntxt_id = ntohs(c.iqid); iq 3614 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->abs_id = ntohs(c.physiqid); iq 3615 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->bar2_addr = bar2_address(adap, iq 3616 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->cntxt_id, iq 3618 drivers/net/ethernet/chelsio/cxgb4/sge.c &iq->bar2_qid); iq 3619 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->size--; /* subtract status entry */ iq 3620 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->netdev = dev; iq 3621 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->handler = hnd; iq 3622 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->flush_handler = flush_hnd; iq 3624 drivers/net/ethernet/chelsio/cxgb4/sge.c memset(&iq->lro_mgr, 0, sizeof(struct t4_lro_mgr)); iq 3625 drivers/net/ethernet/chelsio/cxgb4/sge.c skb_queue_head_init(&iq->lro_mgr.lroq); iq 3628 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->offset = fl ? 0 : -1; iq 3630 drivers/net/ethernet/chelsio/cxgb4/sge.c adap->sge.ingr_map[iq->cntxt_id - adap->sge.ingr_start] = iq; iq 3664 drivers/net/ethernet/chelsio/cxgb4/sge.c FW_PARAMS_PARAM_YZ_V(iq->cntxt_id)); iq 3681 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->cntxt_id, -ret); iq 3689 drivers/net/ethernet/chelsio/cxgb4/sge.c if (iq->desc) { iq 3690 drivers/net/ethernet/chelsio/cxgb4/sge.c dma_free_coherent(adap->pdev_dev, iq->size * iq->iqe_len, iq 3691 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->desc, iq->phys_addr); iq 3692 drivers/net/ethernet/chelsio/cxgb4/sge.c iq->desc = NULL; iq 4483 drivers/net/wireless/broadcom/b43/phy_n.c s32 iq; iq 4505 drivers/net/wireless/broadcom/b43/phy_n.c iq = est.iq0_prod; iq 4509 drivers/net/wireless/broadcom/b43/phy_n.c iq = est.iq1_prod; iq 4521 drivers/net/wireless/broadcom/b43/phy_n.c iq_nbits = fls(abs(iq)); iq 4526 drivers/net/wireless/broadcom/b43/phy_n.c a = -((iq << (30 - iq_nbits)) + (ii >> (1 + arsh))); iq 4529 drivers/net/wireless/broadcom/b43/phy_n.c a = -((iq << (30 - iq_nbits)) + (ii << (-1 - arsh))); iq 1237 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_lcn.c s32 iq; iq 1253 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_lcn.c iq = (s32) iq_est.iq_prod; iq 1262 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_lcn.c iq_nbits = wlc_phy_nbits(iq); iq 1267 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_lcn.c a = (-(iq << (30 - iq_nbits)) + (ii >> (1 + arsh))); iq 1272 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_lcn.c a = (-(iq << (30 - iq_nbits)) + (ii << (-1 - arsh))); iq 26120 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_n.c s32 iq = 0; iq 26142 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_n.c iq = est[curr_core].iq_prod; iq 26146 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_n.c iq = est[curr_core].iq_prod; iq 26158 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_n.c iq_nbits = wlc_phy_nbits(iq); iq 26163 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_n.c a = (-(iq << (30 - iq_nbits)) + (ii >> (1 + arsh))); iq 26170 drivers/net/wireless/broadcom/brcm80211/brcmsmac/phy/phy_n.c a = (-(iq << (30 - iq_nbits)) + (ii << (-1 - arsh))); iq 339 drivers/s390/cio/chsc.c } __packed iq; iq 396 drivers/s390/cio/chsc.c if (lir->iq.null) iq 406 drivers/s390/cio/chsc.c switch (lir->iq.class) { iq 212 drivers/scsi/csiostor/csio_isr.c csio_scsi_isr_handler(struct csio_q *iq) iq 214 drivers/scsi/csiostor/csio_isr.c struct csio_hw *hw = (struct csio_hw *)iq->owner; iq 223 drivers/scsi/csiostor/csio_isr.c if (unlikely(csio_wr_process_iq(hw, iq, csio_process_scsi_cmpl, iq 258 drivers/scsi/csiostor/csio_isr.c struct csio_q *iq = (struct csio_q *) dev_id; iq 261 drivers/scsi/csiostor/csio_isr.c if (unlikely(!iq)) iq 264 drivers/scsi/csiostor/csio_isr.c hw = (struct csio_hw *)iq->owner; iq 271 drivers/scsi/csiostor/csio_isr.c csio_scsi_isr_handler(iq); iq 288 drivers/scsi/csiostor/csio_isr.c struct csio_q *iq = priv; iq 290 drivers/scsi/csiostor/csio_isr.c csio_scsi_isr_handler(iq); iq 255 drivers/scsi/csiostor/csio_wr.c q->un.iq.genbit = 1; iq 278 drivers/scsi/csiostor/csio_wr.c q->un.iq.flq_idx = flq_idx; iq 280 drivers/scsi/csiostor/csio_wr.c flq = wrm->q_arr[q->un.iq.flq_idx]; iq 306 drivers/scsi/csiostor/csio_wr.c q->un.iq.flq_idx = -1; iq 310 drivers/scsi/csiostor/csio_wr.c q->un.iq.iq_intx_handler = iq_intx_handler; iq 771 drivers/scsi/csiostor/csio_wr.c q->un.iq.genbit = 1; iq 1054 drivers/scsi/csiostor/csio_wr.c struct csio_q *flq = hw->wrm.q_arr[q->un.iq.flq_idx]; iq 1113 drivers/scsi/csiostor/csio_wr.c return (q->un.iq.genbit == (ftr->u.type_gen >> IQWRF_GEN_SHIFT)); iq 1140 drivers/scsi/csiostor/csio_wr.c wrm->q_arr[q->un.iq.flq_idx] : NULL; iq 1184 drivers/scsi/csiostor/csio_wr.c q_completed->un.iq.iq_intx_handler); iq 1187 drivers/scsi/csiostor/csio_wr.c q_completed->un.iq.iq_intx_handler(hw, NULL, iq 1210 drivers/scsi/csiostor/csio_wr.c q->un.iq.genbit ^= 0x1; iq 1251 drivers/scsi/csiostor/csio_wr.c INGRESSQID_V(q->un.iq.physiqid) | iq 1269 drivers/scsi/csiostor/csio_wr.c struct csio_q *iq = wrm->q_arr[qidx]; iq 1271 drivers/scsi/csiostor/csio_wr.c return csio_wr_process_iq(hw, iq, iq_handler, priv); iq 410 drivers/scsi/csiostor/csio_wr.h struct csio_iq iq; iq 463 drivers/scsi/csiostor/csio_wr.h #define csio_q_iqid(__hw, __idx) ((__hw)->wrm.q_arr[(__idx)]->un.iq.iqid) iq 465 drivers/scsi/csiostor/csio_wr.h ((__hw)->wrm.q_arr[(__idx)]->un.iq.physiqid) iq 467 drivers/scsi/csiostor/csio_wr.h ((__hw)->wrm.q_arr[(__idx)]->un.iq.flq_idx) iq 473 drivers/scsi/csiostor/csio_wr.h #define csio_iq_has_fl(__iq) ((__iq)->un.iq.flq_idx != -1) iq 476 drivers/scsi/csiostor/csio_wr.h csio_q_flid((__hw), (__hw)->wrm.q_arr[(__iq_qidx)]->un.iq.flq_idx) iq 235 fs/fuse/dev.c struct fuse_iqueue *fiq = &fc->iq; iq 253 fs/fuse/dev.c struct fuse_iqueue *fiq = &fc->iq; iq 278 fs/fuse/dev.c struct fuse_iqueue *fiq = &fc->iq; iq 362 fs/fuse/dev.c struct fuse_iqueue *fiq = &fc->iq; iq 407 fs/fuse/dev.c struct fuse_iqueue *fiq = &fc->iq; iq 576 fs/fuse/dev.c struct fuse_iqueue *fiq = &fc->iq; iq 1181 fs/fuse/dev.c struct fuse_iqueue *fiq = &fc->iq; iq 1879 fs/fuse/dev.c err = queue_interrupt(&fc->iq, req); iq 2029 fs/fuse/dev.c fiq = &fud->fc->iq; iq 2090 fs/fuse/dev.c struct fuse_iqueue *fiq = &fc->iq; iq 2180 fs/fuse/dev.c WARN_ON(fc->iq.fasync != NULL); iq 2197 fs/fuse/dev.c return fasync_helper(fd, file, on, &fud->fc->iq.fasync); iq 534 fs/fuse/fuse_i.h struct fuse_iqueue iq; iq 613 fs/fuse/inode.c fuse_iqueue_init(&fc->iq, fiq_ops, fiq_priv); iq 636 fs/fuse/inode.c struct fuse_iqueue *fiq = &fc->iq; iq 1039 fs/fuse/virtio_fs.c struct virtio_fs *fs = fc->iq.priv; iq 1114 fs/fuse/virtio_fs.c vfs = fc->iq.priv; iq 1140 fs/fuse/virtio_fs.c return fc->iq.priv == get_fuse_conn_super(sb)->iq.priv;