ena_dev 94 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_mem_addr_set(struct ena_com_dev *ena_dev, ena_dev 98 drivers/net/ethernet/amazon/ena/ena_com.c if ((addr & GENMASK_ULL(ena_dev->dma_addr_bits - 1, 0)) != addr) { ena_dev 331 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_init_io_sq(struct ena_com_dev *ena_dev, ena_dev 340 drivers/net/ethernet/amazon/ena/ena_com.c io_sq->dma_addr_bits = (u8)ena_dev->dma_addr_bits; ena_dev 349 drivers/net/ethernet/amazon/ena/ena_com.c dev_node = dev_to_node(ena_dev->dmadev); ena_dev 350 drivers/net/ethernet/amazon/ena/ena_com.c set_dev_node(ena_dev->dmadev, ctx->numa_node); ena_dev 352 drivers/net/ethernet/amazon/ena/ena_com.c dma_alloc_coherent(ena_dev->dmadev, size, ena_dev 355 drivers/net/ethernet/amazon/ena/ena_com.c set_dev_node(ena_dev->dmadev, dev_node); ena_dev 358 drivers/net/ethernet/amazon/ena/ena_com.c dma_alloc_coherent(ena_dev->dmadev, size, ena_dev 372 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->llq_info.desc_list_entry_size; ena_dev 380 drivers/net/ethernet/amazon/ena/ena_com.c dev_node = dev_to_node(ena_dev->dmadev); ena_dev 381 drivers/net/ethernet/amazon/ena/ena_com.c set_dev_node(ena_dev->dmadev, ctx->numa_node); ena_dev 383 drivers/net/ethernet/amazon/ena/ena_com.c devm_kzalloc(ena_dev->dmadev, size, GFP_KERNEL); ena_dev 384 drivers/net/ethernet/amazon/ena/ena_com.c set_dev_node(ena_dev->dmadev, dev_node); ena_dev 387 drivers/net/ethernet/amazon/ena/ena_com.c devm_kzalloc(ena_dev->dmadev, size, GFP_KERNEL); ena_dev 394 drivers/net/ethernet/amazon/ena/ena_com.c memcpy(&io_sq->llq_info, &ena_dev->llq_info, ena_dev 417 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_init_io_cq(struct ena_com_dev *ena_dev, ena_dev 434 drivers/net/ethernet/amazon/ena/ena_com.c prev_node = dev_to_node(ena_dev->dmadev); ena_dev 435 drivers/net/ethernet/amazon/ena/ena_com.c set_dev_node(ena_dev->dmadev, ctx->numa_node); ena_dev 437 drivers/net/ethernet/amazon/ena/ena_com.c dma_alloc_coherent(ena_dev->dmadev, size, ena_dev 439 drivers/net/ethernet/amazon/ena/ena_com.c set_dev_node(ena_dev->dmadev, prev_node); ena_dev 442 drivers/net/ethernet/amazon/ena/ena_com.c dma_alloc_coherent(ena_dev->dmadev, size, ena_dev 602 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_set_llq(struct ena_com_dev *ena_dev) ena_dev 607 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_llq_info *llq_info = &ena_dev->llq_info; ena_dev 611 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; ena_dev 633 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_config_llq_info(struct ena_com_dev *ena_dev, ena_dev 637 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_llq_info *llq_info = &ena_dev->llq_info; ena_dev 742 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_set_llq(ena_dev); ena_dev 802 drivers/net/ethernet/amazon/ena/ena_com.c static u32 ena_com_reg_bar_read32(struct ena_com_dev *ena_dev, u16 offset) ena_dev 804 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_mmio_read *mmio_read = &ena_dev->mmio_read; ena_dev 818 drivers/net/ethernet/amazon/ena/ena_com.c return readl(ena_dev->reg_bar + offset); ena_dev 829 drivers/net/ethernet/amazon/ena/ena_com.c writel(mmio_read_reg, ena_dev->reg_bar + ENA_REGS_MMIO_REG_READ_OFF); ena_dev 876 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_destroy_io_sq(struct ena_com_dev *ena_dev, ena_dev 879 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 911 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_io_queue_free(struct ena_com_dev *ena_dev, ena_dev 920 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, size, ena_dev 930 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, size, ena_dev 938 drivers/net/ethernet/amazon/ena/ena_com.c devm_kfree(ena_dev->dmadev, io_sq->bounce_buf_ctrl.base_buffer); ena_dev 943 drivers/net/ethernet/amazon/ena/ena_com.c static int wait_for_reset_state(struct ena_com_dev *ena_dev, u32 timeout, ena_dev 952 drivers/net/ethernet/amazon/ena/ena_com.c val = ena_com_reg_bar_read32(ena_dev, ENA_REGS_DEV_STS_OFF); ena_dev 969 drivers/net/ethernet/amazon/ena/ena_com.c static bool ena_com_check_supported_feature_id(struct ena_com_dev *ena_dev, ena_dev 976 drivers/net/ethernet/amazon/ena/ena_com.c !(ena_dev->supported_features & feature_mask)) ena_dev 982 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_get_feature_ex(struct ena_com_dev *ena_dev, ena_dev 993 drivers/net/ethernet/amazon/ena/ena_com.c if (!ena_com_check_supported_feature_id(ena_dev, feature_id)) { ena_dev 999 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; ena_dev 1009 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_mem_addr_set(ena_dev, ena_dev 1036 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_get_feature(struct ena_com_dev *ena_dev, ena_dev 1041 drivers/net/ethernet/amazon/ena/ena_com.c return ena_com_get_feature_ex(ena_dev, ena_dev 1049 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_hash_key_fill_default_key(struct ena_com_dev *ena_dev) ena_dev 1052 drivers/net/ethernet/amazon/ena/ena_com.c (ena_dev->rss).hash_key; ena_dev 1062 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_current_hash_function(struct ena_com_dev *ena_dev) ena_dev 1064 drivers/net/ethernet/amazon/ena/ena_com.c return ena_dev->rss.hash_func; ena_dev 1067 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_hash_key_allocate(struct ena_com_dev *ena_dev) ena_dev 1069 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 1074 drivers/net/ethernet/amazon/ena/ena_com.c hash_key = (ena_dev->rss).hash_key; ena_dev 1076 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature_ex(ena_dev, &get_resp, ena_dev 1078 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->rss.hash_key_dma_addr, ena_dev 1079 drivers/net/ethernet/amazon/ena/ena_com.c sizeof(ena_dev->rss.hash_key), 0); ena_dev 1086 drivers/net/ethernet/amazon/ena/ena_com.c dma_alloc_coherent(ena_dev->dmadev, sizeof(*rss->hash_key), ena_dev 1095 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_hash_key_destroy(struct ena_com_dev *ena_dev) ena_dev 1097 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 1100 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, sizeof(*rss->hash_key), ena_dev 1105 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_hash_ctrl_init(struct ena_com_dev *ena_dev) ena_dev 1107 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 1110 drivers/net/ethernet/amazon/ena/ena_com.c dma_alloc_coherent(ena_dev->dmadev, sizeof(*rss->hash_ctrl), ena_dev 1119 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_hash_ctrl_destroy(struct ena_com_dev *ena_dev) ena_dev 1121 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 1124 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, sizeof(*rss->hash_ctrl), ena_dev 1129 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_indirect_table_allocate(struct ena_com_dev *ena_dev, ena_dev 1132 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 1137 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_get_feature(ena_dev, &get_resp, ena_dev 1154 drivers/net/ethernet/amazon/ena/ena_com.c dma_alloc_coherent(ena_dev->dmadev, tbl_size, ena_dev 1161 drivers/net/ethernet/amazon/ena/ena_com.c devm_kzalloc(ena_dev->dmadev, tbl_size, GFP_KERNEL); ena_dev 1173 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, tbl_size, rss->rss_ind_tbl, ena_dev 1181 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_indirect_table_destroy(struct ena_com_dev *ena_dev) ena_dev 1183 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 1188 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, tbl_size, rss->rss_ind_tbl, ena_dev 1193 drivers/net/ethernet/amazon/ena/ena_com.c devm_kfree(ena_dev->dmadev, rss->host_rss_ind_tbl); ena_dev 1197 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_create_io_sq(struct ena_com_dev *ena_dev, ena_dev 1200 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 1233 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_mem_addr_set(ena_dev, ena_dev 1254 drivers/net/ethernet/amazon/ena/ena_com.c io_sq->db_addr = (u32 __iomem *)((uintptr_t)ena_dev->reg_bar + ena_dev 1258 drivers/net/ethernet/amazon/ena/ena_com.c io_sq->header_addr = (u8 __iomem *)((uintptr_t)ena_dev->mem_bar ena_dev 1262 drivers/net/ethernet/amazon/ena/ena_com.c (u8 __iomem *)((uintptr_t)ena_dev->mem_bar + ena_dev 1271 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_ind_tbl_convert_to_device(struct ena_com_dev *ena_dev) ena_dev 1273 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 1283 drivers/net/ethernet/amazon/ena/ena_com.c io_sq = &ena_dev->io_sq_queues[qid]; ena_dev 1294 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_update_intr_delay_resolution(struct ena_com_dev *ena_dev, ena_dev 1299 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->intr_delay_resolution ? ena_dev 1300 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->intr_delay_resolution : ena_dev 1309 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->intr_moder_rx_interval = ena_dev 1310 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->intr_moder_rx_interval * ena_dev 1315 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->intr_moder_tx_interval = ena_dev 1316 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->intr_moder_tx_interval * ena_dev 1320 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->intr_delay_resolution = intr_delay_resolution; ena_dev 1359 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_create_io_cq(struct ena_com_dev *ena_dev, ena_dev 1362 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 1379 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_mem_addr_set(ena_dev, ena_dev 1399 drivers/net/ethernet/amazon/ena/ena_com.c io_cq->unmask_reg = (u32 __iomem *)((uintptr_t)ena_dev->reg_bar + ena_dev 1404 drivers/net/ethernet/amazon/ena/ena_com.c (u32 __iomem *)((uintptr_t)ena_dev->reg_bar + ena_dev 1409 drivers/net/ethernet/amazon/ena/ena_com.c (u32 __iomem *)((uintptr_t)ena_dev->reg_bar + ena_dev 1417 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_io_handlers(struct ena_com_dev *ena_dev, u16 qid, ena_dev 1427 drivers/net/ethernet/amazon/ena/ena_com.c *io_sq = &ena_dev->io_sq_queues[qid]; ena_dev 1428 drivers/net/ethernet/amazon/ena/ena_com.c *io_cq = &ena_dev->io_cq_queues[qid]; ena_dev 1433 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_abort_admin_commands(struct ena_com_dev *ena_dev) ena_dev 1435 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 1453 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_wait_for_abort_completion(struct ena_com_dev *ena_dev) ena_dev 1455 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 1467 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_destroy_io_cq(struct ena_com_dev *ena_dev, ena_dev 1470 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 1492 drivers/net/ethernet/amazon/ena/ena_com.c bool ena_com_get_admin_running_state(struct ena_com_dev *ena_dev) ena_dev 1494 drivers/net/ethernet/amazon/ena/ena_com.c return ena_dev->admin_queue.running_state; ena_dev 1497 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_set_admin_running_state(struct ena_com_dev *ena_dev, bool state) ena_dev 1499 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 1503 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->admin_queue.running_state = state; ena_dev 1507 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_admin_aenq_enable(struct ena_com_dev *ena_dev) ena_dev 1509 drivers/net/ethernet/amazon/ena/ena_com.c u16 depth = ena_dev->aenq.q_depth; ena_dev 1511 drivers/net/ethernet/amazon/ena/ena_com.c WARN(ena_dev->aenq.head != depth, "Invalid AENQ state\n"); ena_dev 1516 drivers/net/ethernet/amazon/ena/ena_com.c writel(depth, ena_dev->reg_bar + ENA_REGS_AENQ_HEAD_DB_OFF); ena_dev 1519 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_aenq_config(struct ena_com_dev *ena_dev, u32 groups_flag) ena_dev 1527 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_get_feature(ena_dev, &get_resp, ENA_ADMIN_AENQ_CONFIG, 0); ena_dev 1540 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; ena_dev 1559 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_dma_width(struct ena_com_dev *ena_dev) ena_dev 1561 drivers/net/ethernet/amazon/ena/ena_com.c u32 caps = ena_com_reg_bar_read32(ena_dev, ENA_REGS_CAPS_OFF); ena_dev 1579 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->dma_addr_bits = width; ena_dev 1584 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_validate_version(struct ena_com_dev *ena_dev) ena_dev 1593 drivers/net/ethernet/amazon/ena/ena_com.c ver = ena_com_reg_bar_read32(ena_dev, ENA_REGS_VERSION_OFF); ena_dev 1594 drivers/net/ethernet/amazon/ena/ena_com.c ctrl_ver = ena_com_reg_bar_read32(ena_dev, ena_dev 1631 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_admin_destroy(struct ena_com_dev *ena_dev) ena_dev 1633 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 1636 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_aenq *aenq = &ena_dev->aenq; ena_dev 1640 drivers/net/ethernet/amazon/ena/ena_com.c devm_kfree(ena_dev->dmadev, admin_queue->comp_ctx); ena_dev 1644 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, size, sq->entries, ena_dev 1650 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, size, cq->entries, ena_dev 1655 drivers/net/ethernet/amazon/ena/ena_com.c if (ena_dev->aenq.entries) ena_dev 1656 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, size, aenq->entries, ena_dev 1661 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_set_admin_polling_mode(struct ena_com_dev *ena_dev, bool polling) ena_dev 1668 drivers/net/ethernet/amazon/ena/ena_com.c writel(mask_value, ena_dev->reg_bar + ENA_REGS_INTR_MASK_OFF); ena_dev 1669 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->admin_queue.polling = polling; ena_dev 1672 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_set_admin_auto_polling_mode(struct ena_com_dev *ena_dev, ena_dev 1675 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->admin_queue.auto_polling = polling; ena_dev 1678 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_mmio_reg_read_request_init(struct ena_com_dev *ena_dev) ena_dev 1680 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_mmio_read *mmio_read = &ena_dev->mmio_read; ena_dev 1684 drivers/net/ethernet/amazon/ena/ena_com.c dma_alloc_coherent(ena_dev->dmadev, ena_dev 1690 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_mmio_reg_read_request_write_dev_addr(ena_dev); ena_dev 1703 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_set_mmio_read_mode(struct ena_com_dev *ena_dev, bool readless_supported) ena_dev 1705 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_mmio_read *mmio_read = &ena_dev->mmio_read; ena_dev 1710 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_mmio_reg_read_request_destroy(struct ena_com_dev *ena_dev) ena_dev 1712 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_mmio_read *mmio_read = &ena_dev->mmio_read; ena_dev 1714 drivers/net/ethernet/amazon/ena/ena_com.c writel(0x0, ena_dev->reg_bar + ENA_REGS_MMIO_RESP_LO_OFF); ena_dev 1715 drivers/net/ethernet/amazon/ena/ena_com.c writel(0x0, ena_dev->reg_bar + ENA_REGS_MMIO_RESP_HI_OFF); ena_dev 1717 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, sizeof(*mmio_read->read_resp), ena_dev 1723 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_mmio_reg_read_request_write_dev_addr(struct ena_com_dev *ena_dev) ena_dev 1725 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_mmio_read *mmio_read = &ena_dev->mmio_read; ena_dev 1731 drivers/net/ethernet/amazon/ena/ena_com.c writel(addr_low, ena_dev->reg_bar + ENA_REGS_MMIO_RESP_LO_OFF); ena_dev 1732 drivers/net/ethernet/amazon/ena/ena_com.c writel(addr_high, ena_dev->reg_bar + ENA_REGS_MMIO_RESP_HI_OFF); ena_dev 1735 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_admin_init(struct ena_com_dev *ena_dev, ena_dev 1738 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 1742 drivers/net/ethernet/amazon/ena/ena_com.c dev_sts = ena_com_reg_bar_read32(ena_dev, ENA_REGS_DEV_STS_OFF); ena_dev 1756 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->q_dmadev = ena_dev->dmadev; ena_dev 1776 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue->sq.db_addr = (u32 __iomem *)((uintptr_t)ena_dev->reg_bar + ena_dev 1782 drivers/net/ethernet/amazon/ena/ena_com.c writel(addr_low, ena_dev->reg_bar + ENA_REGS_AQ_BASE_LO_OFF); ena_dev 1783 drivers/net/ethernet/amazon/ena/ena_com.c writel(addr_high, ena_dev->reg_bar + ENA_REGS_AQ_BASE_HI_OFF); ena_dev 1788 drivers/net/ethernet/amazon/ena/ena_com.c writel(addr_low, ena_dev->reg_bar + ENA_REGS_ACQ_BASE_LO_OFF); ena_dev 1789 drivers/net/ethernet/amazon/ena/ena_com.c writel(addr_high, ena_dev->reg_bar + ENA_REGS_ACQ_BASE_HI_OFF); ena_dev 1803 drivers/net/ethernet/amazon/ena/ena_com.c writel(aq_caps, ena_dev->reg_bar + ENA_REGS_AQ_CAPS_OFF); ena_dev 1804 drivers/net/ethernet/amazon/ena/ena_com.c writel(acq_caps, ena_dev->reg_bar + ENA_REGS_ACQ_CAPS_OFF); ena_dev 1805 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_admin_init_aenq(ena_dev, aenq_handlers); ena_dev 1813 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_admin_destroy(ena_dev); ena_dev 1818 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_create_io_queue(struct ena_com_dev *ena_dev, ena_dev 1831 drivers/net/ethernet/amazon/ena/ena_com.c io_sq = &ena_dev->io_sq_queues[ctx->qid]; ena_dev 1832 drivers/net/ethernet/amazon/ena/ena_com.c io_cq = &ena_dev->io_cq_queues[ctx->qid]; ena_dev 1853 drivers/net/ethernet/amazon/ena/ena_com.c min_t(u32, ena_dev->tx_max_header_size, SZ_256); ena_dev 1855 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_init_io_sq(ena_dev, ctx, io_sq); ena_dev 1858 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_init_io_cq(ena_dev, ctx, io_cq); ena_dev 1862 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_create_io_cq(ena_dev, io_cq); ena_dev 1866 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_create_io_sq(ena_dev, io_sq, io_cq->idx); ena_dev 1873 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_destroy_io_cq(ena_dev, io_cq); ena_dev 1875 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_io_queue_free(ena_dev, io_sq, io_cq); ena_dev 1879 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_destroy_io_queue(struct ena_com_dev *ena_dev, u16 qid) ena_dev 1890 drivers/net/ethernet/amazon/ena/ena_com.c io_sq = &ena_dev->io_sq_queues[qid]; ena_dev 1891 drivers/net/ethernet/amazon/ena/ena_com.c io_cq = &ena_dev->io_cq_queues[qid]; ena_dev 1893 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_destroy_io_sq(ena_dev, io_sq); ena_dev 1894 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_destroy_io_cq(ena_dev, io_cq); ena_dev 1896 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_io_queue_free(ena_dev, io_sq, io_cq); ena_dev 1899 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_link_params(struct ena_com_dev *ena_dev, ena_dev 1902 drivers/net/ethernet/amazon/ena/ena_com.c return ena_com_get_feature(ena_dev, resp, ENA_ADMIN_LINK_CONFIG, 0); ena_dev 1905 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_dev_attr_feat(struct ena_com_dev *ena_dev, ena_dev 1911 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature(ena_dev, &get_resp, ena_dev 1918 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->supported_features = get_resp.u.dev_attr.supported_features; ena_dev 1920 drivers/net/ethernet/amazon/ena/ena_com.c if (ena_dev->supported_features & BIT(ENA_ADMIN_MAX_QUEUES_EXT)) { ena_dev 1921 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature(ena_dev, &get_resp, ena_dev 1932 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->tx_max_header_size = ena_dev 1935 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature(ena_dev, &get_resp, ena_dev 1939 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->tx_max_header_size = ena_dev 1946 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature(ena_dev, &get_resp, ena_dev 1954 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature(ena_dev, &get_resp, ena_dev 1965 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature(ena_dev, &get_resp, ENA_ADMIN_HW_HINTS, 0); ena_dev 1976 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature(ena_dev, &get_resp, ENA_ADMIN_LLQ, 0); ena_dev 1988 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_admin_q_comp_intr_handler(struct ena_com_dev *ena_dev) ena_dev 1990 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_handle_admin_completion(&ena_dev->admin_queue); ena_dev 2070 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_dev_reset(struct ena_com_dev *ena_dev, ena_dev 2076 drivers/net/ethernet/amazon/ena/ena_com.c stat = ena_com_reg_bar_read32(ena_dev, ENA_REGS_DEV_STS_OFF); ena_dev 2077 drivers/net/ethernet/amazon/ena/ena_com.c cap = ena_com_reg_bar_read32(ena_dev, ENA_REGS_CAPS_OFF); ena_dev 2101 drivers/net/ethernet/amazon/ena/ena_com.c writel(reset_val, ena_dev->reg_bar + ENA_REGS_DEV_CTL_OFF); ena_dev 2104 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_mmio_reg_read_request_write_dev_addr(ena_dev); ena_dev 2106 drivers/net/ethernet/amazon/ena/ena_com.c rc = wait_for_reset_state(ena_dev, timeout, ena_dev 2114 drivers/net/ethernet/amazon/ena/ena_com.c writel(0, ena_dev->reg_bar + ENA_REGS_DEV_CTL_OFF); ena_dev 2115 drivers/net/ethernet/amazon/ena/ena_com.c rc = wait_for_reset_state(ena_dev, timeout, 0); ena_dev 2125 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->admin_queue.completion_timeout = timeout * 100000; ena_dev 2127 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->admin_queue.completion_timeout = ADMIN_CMD_TIMEOUT_US; ena_dev 2132 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_get_dev_stats(struct ena_com_dev *ena_dev, ena_dev 2141 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; ena_dev 2159 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_dev_basic_stats(struct ena_com_dev *ena_dev, ena_dev 2166 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_get_dev_stats(ena_dev, &ctx, ENA_ADMIN_GET_STATS_TYPE_BASIC); ena_dev 2174 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_dev_mtu(struct ena_com_dev *ena_dev, int mtu) ena_dev 2181 drivers/net/ethernet/amazon/ena/ena_com.c if (!ena_com_check_supported_feature_id(ena_dev, ENA_ADMIN_MTU)) { ena_dev 2187 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; ena_dev 2206 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_offload_settings(struct ena_com_dev *ena_dev, ena_dev 2212 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_get_feature(ena_dev, &resp, ena_dev 2224 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_hash_function(struct ena_com_dev *ena_dev) ena_dev 2226 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 2227 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 2233 drivers/net/ethernet/amazon/ena/ena_com.c if (!ena_com_check_supported_feature_id(ena_dev, ena_dev 2241 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_get_feature(ena_dev, &get_resp, ena_dev 2261 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_mem_addr_set(ena_dev, ena_dev 2285 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_fill_hash_function(struct ena_com_dev *ena_dev, ena_dev 2289 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 2299 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature_ex(ena_dev, &get_resp, ena_dev 2333 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_set_hash_function(ena_dev); ena_dev 2337 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_get_hash_function(ena_dev, NULL, NULL); ena_dev 2342 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_hash_function(struct ena_com_dev *ena_dev, ena_dev 2346 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 2352 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature_ex(ena_dev, &get_resp, ena_dev 2373 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_hash_ctrl(struct ena_com_dev *ena_dev, ena_dev 2377 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 2381 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature_ex(ena_dev, &get_resp, ena_dev 2394 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_hash_ctrl(struct ena_com_dev *ena_dev) ena_dev 2396 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 2397 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 2403 drivers/net/ethernet/amazon/ena/ena_com.c if (!ena_com_check_supported_feature_id(ena_dev, ena_dev 2420 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_mem_addr_set(ena_dev, ena_dev 2440 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_default_hash_ctrl(struct ena_com_dev *ena_dev) ena_dev 2442 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 2449 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_hash_ctrl(ena_dev, 0, NULL); ena_dev 2492 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_set_hash_ctrl(ena_dev); ena_dev 2496 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_get_hash_ctrl(ena_dev, 0, NULL); ena_dev 2501 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_fill_hash_ctrl(struct ena_com_dev *ena_dev, ena_dev 2505 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 2516 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_hash_ctrl(ena_dev, proto, NULL); ena_dev 2529 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_set_hash_ctrl(ena_dev); ena_dev 2533 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_get_hash_ctrl(ena_dev, 0, NULL); ena_dev 2538 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_indirect_table_fill_entry(struct ena_com_dev *ena_dev, ena_dev 2541 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 2554 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_indirect_table_set(struct ena_com_dev *ena_dev) ena_dev 2556 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue; ena_dev 2557 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 2563 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev, ENA_ADMIN_RSS_REDIRECTION_TABLE_CONFIG)) { ena_dev 2569 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_ind_tbl_convert_to_device(ena_dev); ena_dev 2584 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_mem_addr_set(ena_dev, ena_dev 2607 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_indirect_table_get(struct ena_com_dev *ena_dev, u32 *ind_tbl) ena_dev 2609 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_rss *rss = &ena_dev->rss; ena_dev 2617 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature_ex(ena_dev, &get_resp, ena_dev 2633 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_rss_init(struct ena_com_dev *ena_dev, u16 indr_tbl_log_size) ena_dev 2637 drivers/net/ethernet/amazon/ena/ena_com.c memset(&ena_dev->rss, 0x0, sizeof(ena_dev->rss)); ena_dev 2639 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_indirect_table_allocate(ena_dev, indr_tbl_log_size); ena_dev 2647 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_hash_key_allocate(ena_dev); ena_dev 2651 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_hash_key_fill_default_key(ena_dev); ena_dev 2653 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_hash_ctrl_init(ena_dev); ena_dev 2660 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_hash_key_destroy(ena_dev); ena_dev 2662 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_indirect_table_destroy(ena_dev); ena_dev 2668 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_rss_destroy(struct ena_com_dev *ena_dev) ena_dev 2670 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_indirect_table_destroy(ena_dev); ena_dev 2671 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_hash_key_destroy(ena_dev); ena_dev 2672 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_hash_ctrl_destroy(ena_dev); ena_dev 2674 drivers/net/ethernet/amazon/ena/ena_com.c memset(&ena_dev->rss, 0x0, sizeof(ena_dev->rss)); ena_dev 2677 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_allocate_host_info(struct ena_com_dev *ena_dev) ena_dev 2679 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_host_attribute *host_attr = &ena_dev->host_attr; ena_dev 2682 drivers/net/ethernet/amazon/ena/ena_com.c dma_alloc_coherent(ena_dev->dmadev, SZ_4K, ena_dev 2694 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_allocate_debug_area(struct ena_com_dev *ena_dev, ena_dev 2697 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_host_attribute *host_attr = &ena_dev->host_attr; ena_dev 2700 drivers/net/ethernet/amazon/ena/ena_com.c dma_alloc_coherent(ena_dev->dmadev, debug_area_size, ena_dev 2713 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_delete_host_info(struct ena_com_dev *ena_dev) ena_dev 2715 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_host_attribute *host_attr = &ena_dev->host_attr; ena_dev 2718 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, SZ_4K, host_attr->host_info, ena_dev 2724 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_delete_debug_area(struct ena_com_dev *ena_dev) ena_dev 2726 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_host_attribute *host_attr = &ena_dev->host_attr; ena_dev 2729 drivers/net/ethernet/amazon/ena/ena_com.c dma_free_coherent(ena_dev->dmadev, host_attr->debug_area_size, ena_dev 2736 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_host_attributes(struct ena_com_dev *ena_dev) ena_dev 2738 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_host_attribute *host_attr = &ena_dev->host_attr; ena_dev 2750 drivers/net/ethernet/amazon/ena/ena_com.c admin_queue = &ena_dev->admin_queue; ena_dev 2755 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_mem_addr_set(ena_dev, ena_dev 2763 drivers/net/ethernet/amazon/ena/ena_com.c ret = ena_com_mem_addr_set(ena_dev, ena_dev 2786 drivers/net/ethernet/amazon/ena/ena_com.c bool ena_com_interrupt_moderation_supported(struct ena_com_dev *ena_dev) ena_dev 2788 drivers/net/ethernet/amazon/ena/ena_com.c return ena_com_check_supported_feature_id(ena_dev, ena_dev 2806 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_update_nonadaptive_moderation_interval_tx(struct ena_com_dev *ena_dev, ena_dev 2810 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->intr_delay_resolution, ena_dev 2811 drivers/net/ethernet/amazon/ena/ena_com.c &ena_dev->intr_moder_tx_interval); ena_dev 2814 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_update_nonadaptive_moderation_interval_rx(struct ena_com_dev *ena_dev, ena_dev 2818 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->intr_delay_resolution, ena_dev 2819 drivers/net/ethernet/amazon/ena/ena_com.c &ena_dev->intr_moder_rx_interval); ena_dev 2822 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_init_interrupt_moderation(struct ena_com_dev *ena_dev) ena_dev 2828 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_get_feature(ena_dev, &get_resp, ena_dev 2842 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_disable_adaptive_moderation(ena_dev); ena_dev 2848 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_update_intr_delay_resolution(ena_dev, delay_resolution); ena_dev 2851 drivers/net/ethernet/amazon/ena/ena_com.c ena_com_disable_adaptive_moderation(ena_dev); ena_dev 2856 drivers/net/ethernet/amazon/ena/ena_com.c unsigned int ena_com_get_nonadaptive_moderation_interval_tx(struct ena_com_dev *ena_dev) ena_dev 2858 drivers/net/ethernet/amazon/ena/ena_com.c return ena_dev->intr_moder_tx_interval; ena_dev 2861 drivers/net/ethernet/amazon/ena/ena_com.c unsigned int ena_com_get_nonadaptive_moderation_interval_rx(struct ena_com_dev *ena_dev) ena_dev 2863 drivers/net/ethernet/amazon/ena/ena_com.c return ena_dev->intr_moder_rx_interval; ena_dev 2866 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_config_dev_mode(struct ena_com_dev *ena_dev, ena_dev 2870 drivers/net/ethernet/amazon/ena/ena_com.c struct ena_com_llq_info *llq_info = &ena_dev->llq_info; ena_dev 2874 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST; ena_dev 2878 drivers/net/ethernet/amazon/ena/ena_com.c rc = ena_com_config_llq_info(ena_dev, llq_features, llq_default_cfg); ena_dev 2882 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->tx_max_header_size = llq_info->desc_list_entry_size - ena_dev 2885 drivers/net/ethernet/amazon/ena/ena_com.c if (unlikely(ena_dev->tx_max_header_size == 0)) { ena_dev 2890 drivers/net/ethernet/amazon/ena/ena_com.c ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_DEV; ena_dev 394 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_mmio_reg_read_request_init(struct ena_com_dev *ena_dev); ena_dev 400 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_set_mmio_read_mode(struct ena_com_dev *ena_dev, ena_dev 407 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_mmio_reg_read_request_write_dev_addr(struct ena_com_dev *ena_dev); ena_dev 412 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_mmio_reg_read_request_destroy(struct ena_com_dev *ena_dev); ena_dev 423 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_admin_init(struct ena_com_dev *ena_dev, ena_dev 433 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_admin_destroy(struct ena_com_dev *ena_dev); ena_dev 441 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_dev_reset(struct ena_com_dev *ena_dev, ena_dev 452 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_create_io_queue(struct ena_com_dev *ena_dev, ena_dev 459 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_destroy_io_queue(struct ena_com_dev *ena_dev, u16 qid); ena_dev 469 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_io_handlers(struct ena_com_dev *ena_dev, u16 qid, ena_dev 478 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_admin_aenq_enable(struct ena_com_dev *ena_dev); ena_dev 485 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_set_admin_running_state(struct ena_com_dev *ena_dev, bool state); ena_dev 494 drivers/net/ethernet/amazon/ena/ena_com.h bool ena_com_get_admin_running_state(struct ena_com_dev *ena_dev); ena_dev 502 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_set_admin_polling_mode(struct ena_com_dev *ena_dev, bool polling); ena_dev 514 drivers/net/ethernet/amazon/ena/ena_com.h bool ena_com_get_ena_admin_polling_mode(struct ena_com_dev *ena_dev); ena_dev 524 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_set_admin_auto_polling_mode(struct ena_com_dev *ena_dev, ena_dev 535 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_admin_q_comp_intr_handler(struct ena_com_dev *ena_dev); ena_dev 552 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_abort_admin_commands(struct ena_com_dev *ena_dev); ena_dev 559 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_wait_for_abort_completion(struct ena_com_dev *ena_dev); ena_dev 571 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_validate_version(struct ena_com_dev *ena_dev); ena_dev 582 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_link_params(struct ena_com_dev *ena_dev, ena_dev 593 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_dma_width(struct ena_com_dev *ena_dev); ena_dev 603 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_aenq_config(struct ena_com_dev *ena_dev, u32 groups_flag); ena_dev 611 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_dev_attr_feat(struct ena_com_dev *ena_dev, ena_dev 620 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_dev_basic_stats(struct ena_com_dev *ena_dev, ena_dev 629 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_dev_mtu(struct ena_com_dev *ena_dev, int mtu); ena_dev 637 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_offload_settings(struct ena_com_dev *ena_dev, ena_dev 650 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_rss_init(struct ena_com_dev *ena_dev, u16 log_size); ena_dev 657 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_rss_destroy(struct ena_com_dev *ena_dev); ena_dev 665 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_current_hash_function(struct ena_com_dev *ena_dev); ena_dev 681 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_fill_hash_function(struct ena_com_dev *ena_dev, ena_dev 696 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_hash_function(struct ena_com_dev *ena_dev); ena_dev 711 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_hash_function(struct ena_com_dev *ena_dev, ena_dev 727 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_fill_hash_ctrl(struct ena_com_dev *ena_dev, ena_dev 740 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_hash_ctrl(struct ena_com_dev *ena_dev); ena_dev 754 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_hash_ctrl(struct ena_com_dev *ena_dev, ena_dev 768 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_default_hash_ctrl(struct ena_com_dev *ena_dev); ena_dev 782 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_indirect_table_fill_entry(struct ena_com_dev *ena_dev, ena_dev 793 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_indirect_table_set(struct ena_com_dev *ena_dev); ena_dev 806 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_indirect_table_get(struct ena_com_dev *ena_dev, u32 *ind_tbl); ena_dev 813 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_allocate_host_info(struct ena_com_dev *ena_dev); ena_dev 821 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_allocate_debug_area(struct ena_com_dev *ena_dev, ena_dev 829 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_delete_debug_area(struct ena_com_dev *ena_dev); ena_dev 836 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_delete_host_info(struct ena_com_dev *ena_dev); ena_dev 844 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_host_attributes(struct ena_com_dev *ena_dev); ena_dev 854 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_create_io_cq(struct ena_com_dev *ena_dev, ena_dev 865 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_destroy_io_cq(struct ena_com_dev *ena_dev, ena_dev 892 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_init_interrupt_moderation(struct ena_com_dev *ena_dev); ena_dev 899 drivers/net/ethernet/amazon/ena/ena_com.h bool ena_com_interrupt_moderation_supported(struct ena_com_dev *ena_dev); ena_dev 908 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_update_nonadaptive_moderation_interval_tx(struct ena_com_dev *ena_dev, ena_dev 918 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_update_nonadaptive_moderation_interval_rx(struct ena_com_dev *ena_dev, ena_dev 927 drivers/net/ethernet/amazon/ena/ena_com.h unsigned int ena_com_get_nonadaptive_moderation_interval_tx(struct ena_com_dev *ena_dev); ena_dev 935 drivers/net/ethernet/amazon/ena/ena_com.h unsigned int ena_com_get_nonadaptive_moderation_interval_rx(struct ena_com_dev *ena_dev); ena_dev 943 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_config_dev_mode(struct ena_com_dev *ena_dev, ena_dev 947 drivers/net/ethernet/amazon/ena/ena_com.h static inline bool ena_com_get_adaptive_moderation_enabled(struct ena_com_dev *ena_dev) ena_dev 949 drivers/net/ethernet/amazon/ena/ena_com.h return ena_dev->adaptive_coalescing; ena_dev 952 drivers/net/ethernet/amazon/ena/ena_com.h static inline void ena_com_enable_adaptive_moderation(struct ena_com_dev *ena_dev) ena_dev 954 drivers/net/ethernet/amazon/ena/ena_com.h ena_dev->adaptive_coalescing = true; ena_dev 957 drivers/net/ethernet/amazon/ena/ena_com.h static inline void ena_com_disable_adaptive_moderation(struct ena_com_dev *ena_dev) ena_dev 959 drivers/net/ethernet/amazon/ena/ena_com.h ena_dev->adaptive_coalescing = false; ena_dev 172 drivers/net/ethernet/amazon/ena/ena_ethtool.c ptr = (u32 *)((uintptr_t)&adapter->ena_dev->admin_queue.stats + ena_dev 275 drivers/net/ethernet/amazon/ena/ena_ethtool.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 280 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_com_get_link_params(ena_dev, &feat_resp); ena_dev 307 drivers/net/ethernet/amazon/ena/ena_ethtool.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 309 drivers/net/ethernet/amazon/ena/ena_ethtool.c if (!ena_com_interrupt_moderation_supported(ena_dev)) { ena_dev 315 drivers/net/ethernet/amazon/ena/ena_ethtool.c ena_com_get_nonadaptive_moderation_interval_tx(ena_dev) * ena_dev 316 drivers/net/ethernet/amazon/ena/ena_ethtool.c ena_dev->intr_delay_resolution; ena_dev 319 drivers/net/ethernet/amazon/ena/ena_ethtool.c ena_com_get_nonadaptive_moderation_interval_rx(ena_dev) ena_dev 320 drivers/net/ethernet/amazon/ena/ena_ethtool.c * ena_dev->intr_delay_resolution; ena_dev 323 drivers/net/ethernet/amazon/ena/ena_ethtool.c ena_com_get_adaptive_moderation_enabled(ena_dev); ena_dev 333 drivers/net/ethernet/amazon/ena/ena_ethtool.c val = ena_com_get_nonadaptive_moderation_interval_tx(adapter->ena_dev); ena_dev 344 drivers/net/ethernet/amazon/ena/ena_ethtool.c val = ena_com_get_nonadaptive_moderation_interval_rx(adapter->ena_dev); ena_dev 354 drivers/net/ethernet/amazon/ena/ena_ethtool.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 357 drivers/net/ethernet/amazon/ena/ena_ethtool.c if (!ena_com_interrupt_moderation_supported(ena_dev)) { ena_dev 362 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_com_update_nonadaptive_moderation_interval_tx(ena_dev, ena_dev 369 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_com_update_nonadaptive_moderation_interval_rx(ena_dev, ena_dev 377 drivers/net/ethernet/amazon/ena/ena_ethtool.c !ena_com_get_adaptive_moderation_enabled(ena_dev)) ena_dev 378 drivers/net/ethernet/amazon/ena/ena_ethtool.c ena_com_enable_adaptive_moderation(ena_dev); ena_dev 381 drivers/net/ethernet/amazon/ena/ena_ethtool.c ena_com_get_adaptive_moderation_enabled(ena_dev)) ena_dev 382 drivers/net/ethernet/amazon/ena/ena_ethtool.c ena_com_disable_adaptive_moderation(ena_dev); ena_dev 488 drivers/net/ethernet/amazon/ena/ena_ethtool.c static int ena_get_rss_hash(struct ena_com_dev *ena_dev, ena_dev 530 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_com_get_hash_ctrl(ena_dev, proto, &hash_fields); ena_dev 539 drivers/net/ethernet/amazon/ena/ena_ethtool.c static int ena_set_rss_hash(struct ena_com_dev *ena_dev, ena_dev 580 drivers/net/ethernet/amazon/ena/ena_ethtool.c return ena_com_fill_hash_ctrl(ena_dev, proto, hash_fields); ena_dev 590 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_set_rss_hash(adapter->ena_dev, info); ena_dev 615 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_get_rss_hash(adapter->ena_dev, info); ena_dev 641 drivers/net/ethernet/amazon/ena/ena_ethtool.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 647 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_com_indirect_table_get(ena_dev, indir); ena_dev 676 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_com_get_hash_function(adapter->ena_dev, &ena_func, key); ena_dev 714 drivers/net/ethernet/amazon/ena/ena_ethtool.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 720 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_com_indirect_table_fill_entry(ena_dev, ena_dev 730 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_com_indirect_table_set(ena_dev); ena_dev 740 drivers/net/ethernet/amazon/ena/ena_ethtool.c func = ena_com_get_current_hash_function(ena_dev); ena_dev 755 drivers/net/ethernet/amazon/ena/ena_ethtool.c rc = ena_com_fill_hash_function(ena_dev, func, key, ena_dev 113 drivers/net/ethernet/amazon/ena/ena_netdev.c ret = ena_com_set_dev_mtu(adapter->ena_dev, new_mtu); ena_dev 159 drivers/net/ethernet/amazon/ena/ena_netdev.c ring->ena_dev = adapter->ena_dev; ena_dev 169 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev; ena_dev 173 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev = adapter->ena_dev; ena_dev 185 drivers/net/ethernet/amazon/ena/ena_netdev.c txr->tx_max_header_size = ena_dev->tx_max_header_size; ena_dev 186 drivers/net/ethernet/amazon/ena/ena_netdev.c txr->tx_mem_queue_type = ena_dev->tx_mem_queue_type; ena_dev 189 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_get_nonadaptive_moderation_interval_tx(ena_dev); ena_dev 196 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_get_nonadaptive_moderation_interval_rx(ena_dev); ena_dev 704 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_destroy_io_queue(adapter->ena_dev, ena_qid); ena_dev 716 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_destroy_io_queue(adapter->ena_dev, ena_qid); ena_dev 1191 drivers/net/ethernet/amazon/ena/ena_netdev.c u32 rx_interval = ena_com_get_adaptive_moderation_enabled(rx_ring->ena_dev) ? ena_dev 1193 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_get_nonadaptive_moderation_interval_rx(rx_ring->ena_dev); ena_dev 1283 drivers/net/ethernet/amazon/ena/ena_netdev.c if (ena_com_get_adaptive_moderation_enabled(rx_ring->ena_dev)) ena_dev 1308 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_admin_q_comp_intr_handler(adapter->ena_dev); ena_dev 1312 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_aenq_intr_handler(adapter->ena_dev, data); ena_dev 1577 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 1581 drivers/net/ethernet/amazon/ena/ena_netdev.c if (!ena_dev->rss.tbl_log_size) { ena_dev 1591 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_indirect_table_set(ena_dev); ena_dev 1596 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_set_hash_function(ena_dev); ena_dev 1601 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_set_hash_ctrl(ena_dev); ena_dev 1631 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev; ena_dev 1637 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev = adapter->ena_dev; ena_dev 1647 drivers/net/ethernet/amazon/ena/ena_netdev.c ctx.mem_queue_type = ena_dev->tx_mem_queue_type; ena_dev 1652 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_create_io_queue(ena_dev, &ctx); ena_dev 1660 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_get_io_handlers(ena_dev, ena_qid, ena_dev 1667 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_destroy_io_queue(ena_dev, ena_qid); ena_dev 1677 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 1690 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_destroy_io_queue(ena_dev, ENA_IO_TXQ_IDX(i)); ena_dev 1697 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev; ena_dev 1704 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev = adapter->ena_dev; ena_dev 1719 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_create_io_queue(ena_dev, &ctx); ena_dev 1727 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_get_io_handlers(ena_dev, ena_qid, ena_dev 1734 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_destroy_io_queue(ena_dev, ena_qid); ena_dev 1745 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 1760 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_destroy_io_queue(ena_dev, ENA_IO_RXQ_IDX(i)); ena_dev 1955 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_dev_reset(adapter->ena_dev, adapter->reset_reason); ena_dev 1959 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_set_admin_running_state(adapter->ena_dev, false); ena_dev 2404 drivers/net/ethernet/amazon/ena/ena_netdev.c static void ena_config_host_info(struct ena_com_dev *ena_dev, ena_dev 2411 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_allocate_host_info(ena_dev); ena_dev 2417 drivers/net/ethernet/amazon/ena/ena_netdev.c host_info = ena_dev->host_attr.host_info; ena_dev 2437 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_set_host_attributes(ena_dev); ena_dev 2450 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_delete_host_info(ena_dev); ena_dev 2468 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_allocate_debug_area(adapter->ena_dev, debug_area_size); ena_dev 2474 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_set_host_attributes(adapter->ena_dev); ena_dev 2487 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_delete_debug_area(adapter->ena_dev); ena_dev 2584 drivers/net/ethernet/amazon/ena/ena_netdev.c static int ena_device_init(struct ena_com_dev *ena_dev, struct pci_dev *pdev, ena_dev 2594 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_mmio_reg_read_request_init(ena_dev); ena_dev 2604 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_set_mmio_read_mode(ena_dev, readless_supported); ena_dev 2606 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_dev_reset(ena_dev, ENA_REGS_RESET_NORMAL); ena_dev 2612 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_validate_version(ena_dev); ena_dev 2618 drivers/net/ethernet/amazon/ena/ena_netdev.c dma_width = ena_com_get_dma_width(ena_dev); ena_dev 2639 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_admin_init(ena_dev, &aenq_handlers); ena_dev 2650 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_set_admin_polling_mode(ena_dev, true); ena_dev 2652 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_config_host_info(ena_dev, pdev); ena_dev 2655 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_get_dev_attr_feat(ena_dev, get_feat_ctx); ena_dev 2670 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_set_aenq_config(ena_dev, aenq_groups); ena_dev 2681 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_delete_host_info(ena_dev); ena_dev 2682 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_admin_destroy(ena_dev); ena_dev 2684 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_mmio_reg_read_request_destroy(ena_dev); ena_dev 2692 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 2710 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_set_admin_polling_mode(ena_dev, false); ena_dev 2712 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_admin_aenq_enable(ena_dev); ena_dev 2725 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 2738 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_set_admin_running_state(ena_dev, false); ena_dev 2747 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_dev_reset(adapter->ena_dev, adapter->reset_reason); ena_dev 2753 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_abort_admin_commands(ena_dev); ena_dev 2755 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_wait_for_abort_completion(ena_dev); ena_dev 2757 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_admin_destroy(ena_dev); ena_dev 2759 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_mmio_reg_read_request_destroy(ena_dev); ena_dev 2770 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 2776 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_device_init(ena_dev, adapter->pdev, &get_feat_ctx, &wd_state); ena_dev 2820 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_abort_admin_commands(ena_dev); ena_dev 2821 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_wait_for_abort_completion(ena_dev); ena_dev 2822 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_admin_destroy(ena_dev); ena_dev 2823 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_dev_reset(ena_dev, ENA_REGS_RESET_DRIVER_INVALID_STATE); ena_dev 2824 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_mmio_reg_read_request_destroy(ena_dev); ena_dev 3053 drivers/net/ethernet/amazon/ena/ena_netdev.c if (unlikely(!ena_com_get_admin_running_state(adapter->ena_dev))) { ena_dev 3070 drivers/net/ethernet/amazon/ena/ena_netdev.c adapter->ena_dev->admin_queue.completion_timeout = ena_dev 3075 drivers/net/ethernet/amazon/ena/ena_netdev.c adapter->ena_dev->mmio_read.reg_read_to = ena_dev 3114 drivers/net/ethernet/amazon/ena/ena_netdev.c u8 *debug_area = adapter->ena_dev->host_attr.debug_area_virt_addr; ena_dev 3116 drivers/net/ethernet/amazon/ena/ena_netdev.c adapter->ena_dev->host_attr.host_info; ena_dev 3145 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev, ena_dev 3150 drivers/net/ethernet/amazon/ena/ena_netdev.c if (ena_dev->supported_features & BIT(ENA_ADMIN_MAX_QUEUES_EXT)) { ena_dev 3167 drivers/net/ethernet/amazon/ena/ena_netdev.c if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV) ena_dev 3185 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev, ena_dev 3194 drivers/net/ethernet/amazon/ena/ena_netdev.c if (!(ena_dev->supported_features & llq_feature_mask)) { ena_dev 3197 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST; ena_dev 3203 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_config_dev_mode(ena_dev, llq, llq_default_configurations); ena_dev 3207 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST; ena_dev 3212 drivers/net/ethernet/amazon/ena/ena_netdev.c if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST) ena_dev 3218 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST; ena_dev 3222 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev->mem_bar = devm_ioremap_wc(&pdev->dev, ena_dev 3226 drivers/net/ethernet/amazon/ena/ena_netdev.c if (!ena_dev->mem_bar) ena_dev 3297 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev = adapter->ena_dev; ena_dev 3302 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_rss_init(ena_dev, ENA_RX_RSS_TABLE_LOG_SIZE); ena_dev 3310 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_indirect_table_fill_entry(ena_dev, i, ena_dev 3318 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_fill_hash_function(ena_dev, ENA_ADMIN_CRC32, NULL, ena_dev 3325 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_set_default_hash_ctrl(ena_dev); ena_dev 3334 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_rss_destroy(ena_dev); ena_dev 3340 drivers/net/ethernet/amazon/ena/ena_netdev.c static void ena_release_bars(struct ena_com_dev *ena_dev, struct pci_dev *pdev) ena_dev 3359 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev = ctx->ena_dev; ena_dev 3365 drivers/net/ethernet/amazon/ena/ena_netdev.c if (ctx->ena_dev->supported_features & BIT(ENA_ADMIN_MAX_QUEUES_EXT)) { ena_dev 3372 drivers/net/ethernet/amazon/ena/ena_netdev.c if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV) ena_dev 3390 drivers/net/ethernet/amazon/ena/ena_netdev.c if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV) ena_dev 3437 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev = NULL; ena_dev 3457 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev = vzalloc(sizeof(*ena_dev)); ena_dev 3458 drivers/net/ethernet/amazon/ena/ena_netdev.c if (!ena_dev) { ena_dev 3471 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev->reg_bar = devm_ioremap(&pdev->dev, ena_dev 3474 drivers/net/ethernet/amazon/ena/ena_netdev.c if (!ena_dev->reg_bar) { ena_dev 3480 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev->dmadev = &pdev->dev; ena_dev 3482 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_device_init(ena_dev, pdev, &get_feat_ctx, &wd_state); ena_dev 3492 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_set_queues_placement_policy(pdev, ena_dev, &get_feat_ctx.llq, ena_dev 3499 drivers/net/ethernet/amazon/ena/ena_netdev.c calc_queue_ctx.ena_dev = ena_dev; ena_dev 3506 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev->intr_moder_tx_interval = ENA_INTR_INITIAL_TX_INTERVAL_USECS; ena_dev 3507 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev->intr_moder_rx_interval = ENA_INTR_INITIAL_RX_INTERVAL_USECS; ena_dev 3508 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev->intr_delay_resolution = ENA_DEFAULT_INTR_DELAY_RESOLUTION; ena_dev 3509 drivers/net/ethernet/amazon/ena/ena_netdev.c io_queue_num = ena_calc_io_queue_num(pdev, ena_dev, &get_feat_ctx); ena_dev 3520 drivers/net/ethernet/amazon/ena/ena_netdev.c (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV) ? ena_dev 3536 drivers/net/ethernet/amazon/ena/ena_netdev.c adapter->ena_dev = ena_dev; ena_dev 3560 drivers/net/ethernet/amazon/ena/ena_netdev.c rc = ena_com_init_interrupt_moderation(adapter->ena_dev); ena_dev 3612 drivers/net/ethernet/amazon/ena/ena_netdev.c if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST) ena_dev 3629 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_delete_debug_area(ena_dev); ena_dev 3630 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_rss_destroy(ena_dev); ena_dev 3632 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_dev_reset(ena_dev, ENA_REGS_RESET_INIT_ERR); ena_dev 3634 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_set_admin_running_state(ena_dev, false); ena_dev 3642 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_delete_host_info(ena_dev); ena_dev 3643 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_admin_destroy(ena_dev); ena_dev 3645 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_release_bars(ena_dev, pdev); ena_dev 3647 drivers/net/ethernet/amazon/ena/ena_netdev.c vfree(ena_dev); ena_dev 3666 drivers/net/ethernet/amazon/ena/ena_netdev.c struct ena_com_dev *ena_dev; ena_dev 3669 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_dev = adapter->ena_dev; ena_dev 3694 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_rss_destroy(ena_dev); ena_dev 3696 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_delete_debug_area(ena_dev); ena_dev 3698 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_com_delete_host_info(ena_dev); ena_dev 3700 drivers/net/ethernet/amazon/ena/ena_netdev.c ena_release_bars(ena_dev, pdev); ena_dev 3704 drivers/net/ethernet/amazon/ena/ena_netdev.c vfree(ena_dev); ena_dev 164 drivers/net/ethernet/amazon/ena/ena_netdev.h struct ena_com_dev *ena_dev; ena_dev 257 drivers/net/ethernet/amazon/ena/ena_netdev.h struct ena_com_dev *ena_dev; ena_dev 318 drivers/net/ethernet/amazon/ena/ena_netdev.h struct ena_com_dev *ena_dev;