ena_dev            94 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_mem_addr_set(struct ena_com_dev *ena_dev,
ena_dev            98 drivers/net/ethernet/amazon/ena/ena_com.c 	if ((addr & GENMASK_ULL(ena_dev->dma_addr_bits - 1, 0)) != addr) {
ena_dev           331 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_init_io_sq(struct ena_com_dev *ena_dev,
ena_dev           340 drivers/net/ethernet/amazon/ena/ena_com.c 	io_sq->dma_addr_bits = (u8)ena_dev->dma_addr_bits;
ena_dev           349 drivers/net/ethernet/amazon/ena/ena_com.c 		dev_node = dev_to_node(ena_dev->dmadev);
ena_dev           350 drivers/net/ethernet/amazon/ena/ena_com.c 		set_dev_node(ena_dev->dmadev, ctx->numa_node);
ena_dev           352 drivers/net/ethernet/amazon/ena/ena_com.c 			dma_alloc_coherent(ena_dev->dmadev, size,
ena_dev           355 drivers/net/ethernet/amazon/ena/ena_com.c 		set_dev_node(ena_dev->dmadev, dev_node);
ena_dev           358 drivers/net/ethernet/amazon/ena/ena_com.c 				dma_alloc_coherent(ena_dev->dmadev, size,
ena_dev           372 drivers/net/ethernet/amazon/ena/ena_com.c 			ena_dev->llq_info.desc_list_entry_size;
ena_dev           380 drivers/net/ethernet/amazon/ena/ena_com.c 		dev_node = dev_to_node(ena_dev->dmadev);
ena_dev           381 drivers/net/ethernet/amazon/ena/ena_com.c 		set_dev_node(ena_dev->dmadev, ctx->numa_node);
ena_dev           383 drivers/net/ethernet/amazon/ena/ena_com.c 			devm_kzalloc(ena_dev->dmadev, size, GFP_KERNEL);
ena_dev           384 drivers/net/ethernet/amazon/ena/ena_com.c 		set_dev_node(ena_dev->dmadev, dev_node);
ena_dev           387 drivers/net/ethernet/amazon/ena/ena_com.c 				devm_kzalloc(ena_dev->dmadev, size, GFP_KERNEL);
ena_dev           394 drivers/net/ethernet/amazon/ena/ena_com.c 		memcpy(&io_sq->llq_info, &ena_dev->llq_info,
ena_dev           417 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_init_io_cq(struct ena_com_dev *ena_dev,
ena_dev           434 drivers/net/ethernet/amazon/ena/ena_com.c 	prev_node = dev_to_node(ena_dev->dmadev);
ena_dev           435 drivers/net/ethernet/amazon/ena/ena_com.c 	set_dev_node(ena_dev->dmadev, ctx->numa_node);
ena_dev           437 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_alloc_coherent(ena_dev->dmadev, size,
ena_dev           439 drivers/net/ethernet/amazon/ena/ena_com.c 	set_dev_node(ena_dev->dmadev, prev_node);
ena_dev           442 drivers/net/ethernet/amazon/ena/ena_com.c 			dma_alloc_coherent(ena_dev->dmadev, size,
ena_dev           602 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_set_llq(struct ena_com_dev *ena_dev)
ena_dev           607 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_llq_info *llq_info = &ena_dev->llq_info;
ena_dev           611 drivers/net/ethernet/amazon/ena/ena_com.c 	admin_queue = &ena_dev->admin_queue;
ena_dev           633 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_config_llq_info(struct ena_com_dev *ena_dev,
ena_dev           637 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_llq_info *llq_info = &ena_dev->llq_info;
ena_dev           742 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_set_llq(ena_dev);
ena_dev           802 drivers/net/ethernet/amazon/ena/ena_com.c static u32 ena_com_reg_bar_read32(struct ena_com_dev *ena_dev, u16 offset)
ena_dev           804 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_mmio_read *mmio_read = &ena_dev->mmio_read;
ena_dev           818 drivers/net/ethernet/amazon/ena/ena_com.c 		return readl(ena_dev->reg_bar + offset);
ena_dev           829 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(mmio_read_reg, ena_dev->reg_bar + ENA_REGS_MMIO_REG_READ_OFF);
ena_dev           876 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_destroy_io_sq(struct ena_com_dev *ena_dev,
ena_dev           879 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev           911 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_io_queue_free(struct ena_com_dev *ena_dev,
ena_dev           920 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_free_coherent(ena_dev->dmadev, size,
ena_dev           930 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_free_coherent(ena_dev->dmadev, size,
ena_dev           938 drivers/net/ethernet/amazon/ena/ena_com.c 		devm_kfree(ena_dev->dmadev, io_sq->bounce_buf_ctrl.base_buffer);
ena_dev           943 drivers/net/ethernet/amazon/ena/ena_com.c static int wait_for_reset_state(struct ena_com_dev *ena_dev, u32 timeout,
ena_dev           952 drivers/net/ethernet/amazon/ena/ena_com.c 		val = ena_com_reg_bar_read32(ena_dev, ENA_REGS_DEV_STS_OFF);
ena_dev           969 drivers/net/ethernet/amazon/ena/ena_com.c static bool ena_com_check_supported_feature_id(struct ena_com_dev *ena_dev,
ena_dev           976 drivers/net/ethernet/amazon/ena/ena_com.c 	    !(ena_dev->supported_features & feature_mask))
ena_dev           982 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_get_feature_ex(struct ena_com_dev *ena_dev,
ena_dev           993 drivers/net/ethernet/amazon/ena/ena_com.c 	if (!ena_com_check_supported_feature_id(ena_dev, feature_id)) {
ena_dev           999 drivers/net/ethernet/amazon/ena/ena_com.c 	admin_queue = &ena_dev->admin_queue;
ena_dev          1009 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_mem_addr_set(ena_dev,
ena_dev          1036 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_get_feature(struct ena_com_dev *ena_dev,
ena_dev          1041 drivers/net/ethernet/amazon/ena/ena_com.c 	return ena_com_get_feature_ex(ena_dev,
ena_dev          1049 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_hash_key_fill_default_key(struct ena_com_dev *ena_dev)
ena_dev          1052 drivers/net/ethernet/amazon/ena/ena_com.c 		(ena_dev->rss).hash_key;
ena_dev          1062 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_current_hash_function(struct ena_com_dev *ena_dev)
ena_dev          1064 drivers/net/ethernet/amazon/ena/ena_com.c 	return ena_dev->rss.hash_func;
ena_dev          1067 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_hash_key_allocate(struct ena_com_dev *ena_dev)
ena_dev          1069 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          1074 drivers/net/ethernet/amazon/ena/ena_com.c 	hash_key = (ena_dev->rss).hash_key;
ena_dev          1076 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature_ex(ena_dev, &get_resp,
ena_dev          1078 drivers/net/ethernet/amazon/ena/ena_com.c 				    ena_dev->rss.hash_key_dma_addr,
ena_dev          1079 drivers/net/ethernet/amazon/ena/ena_com.c 				    sizeof(ena_dev->rss.hash_key), 0);
ena_dev          1086 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_alloc_coherent(ena_dev->dmadev, sizeof(*rss->hash_key),
ena_dev          1095 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_hash_key_destroy(struct ena_com_dev *ena_dev)
ena_dev          1097 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          1100 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_free_coherent(ena_dev->dmadev, sizeof(*rss->hash_key),
ena_dev          1105 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_hash_ctrl_init(struct ena_com_dev *ena_dev)
ena_dev          1107 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          1110 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_alloc_coherent(ena_dev->dmadev, sizeof(*rss->hash_ctrl),
ena_dev          1119 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_hash_ctrl_destroy(struct ena_com_dev *ena_dev)
ena_dev          1121 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          1124 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_free_coherent(ena_dev->dmadev, sizeof(*rss->hash_ctrl),
ena_dev          1129 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_indirect_table_allocate(struct ena_com_dev *ena_dev,
ena_dev          1132 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          1137 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_get_feature(ena_dev, &get_resp,
ena_dev          1154 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_alloc_coherent(ena_dev->dmadev, tbl_size,
ena_dev          1161 drivers/net/ethernet/amazon/ena/ena_com.c 		devm_kzalloc(ena_dev->dmadev, tbl_size, GFP_KERNEL);
ena_dev          1173 drivers/net/ethernet/amazon/ena/ena_com.c 	dma_free_coherent(ena_dev->dmadev, tbl_size, rss->rss_ind_tbl,
ena_dev          1181 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_indirect_table_destroy(struct ena_com_dev *ena_dev)
ena_dev          1183 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          1188 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_free_coherent(ena_dev->dmadev, tbl_size, rss->rss_ind_tbl,
ena_dev          1193 drivers/net/ethernet/amazon/ena/ena_com.c 		devm_kfree(ena_dev->dmadev, rss->host_rss_ind_tbl);
ena_dev          1197 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_create_io_sq(struct ena_com_dev *ena_dev,
ena_dev          1200 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          1233 drivers/net/ethernet/amazon/ena/ena_com.c 		ret = ena_com_mem_addr_set(ena_dev,
ena_dev          1254 drivers/net/ethernet/amazon/ena/ena_com.c 	io_sq->db_addr = (u32 __iomem *)((uintptr_t)ena_dev->reg_bar +
ena_dev          1258 drivers/net/ethernet/amazon/ena/ena_com.c 		io_sq->header_addr = (u8 __iomem *)((uintptr_t)ena_dev->mem_bar
ena_dev          1262 drivers/net/ethernet/amazon/ena/ena_com.c 			(u8 __iomem *)((uintptr_t)ena_dev->mem_bar +
ena_dev          1271 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_com_ind_tbl_convert_to_device(struct ena_com_dev *ena_dev)
ena_dev          1273 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          1283 drivers/net/ethernet/amazon/ena/ena_com.c 		io_sq = &ena_dev->io_sq_queues[qid];
ena_dev          1294 drivers/net/ethernet/amazon/ena/ena_com.c static void ena_com_update_intr_delay_resolution(struct ena_com_dev *ena_dev,
ena_dev          1299 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_dev->intr_delay_resolution ?
ena_dev          1300 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_dev->intr_delay_resolution :
ena_dev          1309 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_dev->intr_moder_rx_interval =
ena_dev          1310 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_dev->intr_moder_rx_interval *
ena_dev          1315 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_dev->intr_moder_tx_interval =
ena_dev          1316 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_dev->intr_moder_tx_interval *
ena_dev          1320 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_dev->intr_delay_resolution = intr_delay_resolution;
ena_dev          1359 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_create_io_cq(struct ena_com_dev *ena_dev,
ena_dev          1362 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          1379 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_mem_addr_set(ena_dev,
ena_dev          1399 drivers/net/ethernet/amazon/ena/ena_com.c 	io_cq->unmask_reg = (u32 __iomem *)((uintptr_t)ena_dev->reg_bar +
ena_dev          1404 drivers/net/ethernet/amazon/ena/ena_com.c 			(u32 __iomem *)((uintptr_t)ena_dev->reg_bar +
ena_dev          1409 drivers/net/ethernet/amazon/ena/ena_com.c 			(u32 __iomem *)((uintptr_t)ena_dev->reg_bar +
ena_dev          1417 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_io_handlers(struct ena_com_dev *ena_dev, u16 qid,
ena_dev          1427 drivers/net/ethernet/amazon/ena/ena_com.c 	*io_sq = &ena_dev->io_sq_queues[qid];
ena_dev          1428 drivers/net/ethernet/amazon/ena/ena_com.c 	*io_cq = &ena_dev->io_cq_queues[qid];
ena_dev          1433 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_abort_admin_commands(struct ena_com_dev *ena_dev)
ena_dev          1435 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          1453 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_wait_for_abort_completion(struct ena_com_dev *ena_dev)
ena_dev          1455 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          1467 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_destroy_io_cq(struct ena_com_dev *ena_dev,
ena_dev          1470 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          1492 drivers/net/ethernet/amazon/ena/ena_com.c bool ena_com_get_admin_running_state(struct ena_com_dev *ena_dev)
ena_dev          1494 drivers/net/ethernet/amazon/ena/ena_com.c 	return ena_dev->admin_queue.running_state;
ena_dev          1497 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_set_admin_running_state(struct ena_com_dev *ena_dev, bool state)
ena_dev          1499 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          1503 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_dev->admin_queue.running_state = state;
ena_dev          1507 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_admin_aenq_enable(struct ena_com_dev *ena_dev)
ena_dev          1509 drivers/net/ethernet/amazon/ena/ena_com.c 	u16 depth = ena_dev->aenq.q_depth;
ena_dev          1511 drivers/net/ethernet/amazon/ena/ena_com.c 	WARN(ena_dev->aenq.head != depth, "Invalid AENQ state\n");
ena_dev          1516 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(depth, ena_dev->reg_bar + ENA_REGS_AENQ_HEAD_DB_OFF);
ena_dev          1519 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_aenq_config(struct ena_com_dev *ena_dev, u32 groups_flag)
ena_dev          1527 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_get_feature(ena_dev, &get_resp, ENA_ADMIN_AENQ_CONFIG, 0);
ena_dev          1540 drivers/net/ethernet/amazon/ena/ena_com.c 	admin_queue = &ena_dev->admin_queue;
ena_dev          1559 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_dma_width(struct ena_com_dev *ena_dev)
ena_dev          1561 drivers/net/ethernet/amazon/ena/ena_com.c 	u32 caps = ena_com_reg_bar_read32(ena_dev, ENA_REGS_CAPS_OFF);
ena_dev          1579 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_dev->dma_addr_bits = width;
ena_dev          1584 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_validate_version(struct ena_com_dev *ena_dev)
ena_dev          1593 drivers/net/ethernet/amazon/ena/ena_com.c 	ver = ena_com_reg_bar_read32(ena_dev, ENA_REGS_VERSION_OFF);
ena_dev          1594 drivers/net/ethernet/amazon/ena/ena_com.c 	ctrl_ver = ena_com_reg_bar_read32(ena_dev,
ena_dev          1631 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_admin_destroy(struct ena_com_dev *ena_dev)
ena_dev          1633 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          1636 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_aenq *aenq = &ena_dev->aenq;
ena_dev          1640 drivers/net/ethernet/amazon/ena/ena_com.c 		devm_kfree(ena_dev->dmadev, admin_queue->comp_ctx);
ena_dev          1644 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_free_coherent(ena_dev->dmadev, size, sq->entries,
ena_dev          1650 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_free_coherent(ena_dev->dmadev, size, cq->entries,
ena_dev          1655 drivers/net/ethernet/amazon/ena/ena_com.c 	if (ena_dev->aenq.entries)
ena_dev          1656 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_free_coherent(ena_dev->dmadev, size, aenq->entries,
ena_dev          1661 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_set_admin_polling_mode(struct ena_com_dev *ena_dev, bool polling)
ena_dev          1668 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(mask_value, ena_dev->reg_bar + ENA_REGS_INTR_MASK_OFF);
ena_dev          1669 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_dev->admin_queue.polling = polling;
ena_dev          1672 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_set_admin_auto_polling_mode(struct ena_com_dev *ena_dev,
ena_dev          1675 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_dev->admin_queue.auto_polling = polling;
ena_dev          1678 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_mmio_reg_read_request_init(struct ena_com_dev *ena_dev)
ena_dev          1680 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_mmio_read *mmio_read = &ena_dev->mmio_read;
ena_dev          1684 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_alloc_coherent(ena_dev->dmadev,
ena_dev          1690 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_mmio_reg_read_request_write_dev_addr(ena_dev);
ena_dev          1703 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_set_mmio_read_mode(struct ena_com_dev *ena_dev, bool readless_supported)
ena_dev          1705 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_mmio_read *mmio_read = &ena_dev->mmio_read;
ena_dev          1710 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_mmio_reg_read_request_destroy(struct ena_com_dev *ena_dev)
ena_dev          1712 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_mmio_read *mmio_read = &ena_dev->mmio_read;
ena_dev          1714 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(0x0, ena_dev->reg_bar + ENA_REGS_MMIO_RESP_LO_OFF);
ena_dev          1715 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(0x0, ena_dev->reg_bar + ENA_REGS_MMIO_RESP_HI_OFF);
ena_dev          1717 drivers/net/ethernet/amazon/ena/ena_com.c 	dma_free_coherent(ena_dev->dmadev, sizeof(*mmio_read->read_resp),
ena_dev          1723 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_mmio_reg_read_request_write_dev_addr(struct ena_com_dev *ena_dev)
ena_dev          1725 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_mmio_read *mmio_read = &ena_dev->mmio_read;
ena_dev          1731 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(addr_low, ena_dev->reg_bar + ENA_REGS_MMIO_RESP_LO_OFF);
ena_dev          1732 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(addr_high, ena_dev->reg_bar + ENA_REGS_MMIO_RESP_HI_OFF);
ena_dev          1735 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_admin_init(struct ena_com_dev *ena_dev,
ena_dev          1738 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          1742 drivers/net/ethernet/amazon/ena/ena_com.c 	dev_sts = ena_com_reg_bar_read32(ena_dev, ENA_REGS_DEV_STS_OFF);
ena_dev          1756 drivers/net/ethernet/amazon/ena/ena_com.c 	admin_queue->q_dmadev = ena_dev->dmadev;
ena_dev          1776 drivers/net/ethernet/amazon/ena/ena_com.c 	admin_queue->sq.db_addr = (u32 __iomem *)((uintptr_t)ena_dev->reg_bar +
ena_dev          1782 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(addr_low, ena_dev->reg_bar + ENA_REGS_AQ_BASE_LO_OFF);
ena_dev          1783 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(addr_high, ena_dev->reg_bar + ENA_REGS_AQ_BASE_HI_OFF);
ena_dev          1788 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(addr_low, ena_dev->reg_bar + ENA_REGS_ACQ_BASE_LO_OFF);
ena_dev          1789 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(addr_high, ena_dev->reg_bar + ENA_REGS_ACQ_BASE_HI_OFF);
ena_dev          1803 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(aq_caps, ena_dev->reg_bar + ENA_REGS_AQ_CAPS_OFF);
ena_dev          1804 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(acq_caps, ena_dev->reg_bar + ENA_REGS_ACQ_CAPS_OFF);
ena_dev          1805 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_admin_init_aenq(ena_dev, aenq_handlers);
ena_dev          1813 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_admin_destroy(ena_dev);
ena_dev          1818 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_create_io_queue(struct ena_com_dev *ena_dev,
ena_dev          1831 drivers/net/ethernet/amazon/ena/ena_com.c 	io_sq = &ena_dev->io_sq_queues[ctx->qid];
ena_dev          1832 drivers/net/ethernet/amazon/ena/ena_com.c 	io_cq = &ena_dev->io_cq_queues[ctx->qid];
ena_dev          1853 drivers/net/ethernet/amazon/ena/ena_com.c 			min_t(u32, ena_dev->tx_max_header_size, SZ_256);
ena_dev          1855 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_init_io_sq(ena_dev, ctx, io_sq);
ena_dev          1858 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_init_io_cq(ena_dev, ctx, io_cq);
ena_dev          1862 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_create_io_cq(ena_dev, io_cq);
ena_dev          1866 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_create_io_sq(ena_dev, io_sq, io_cq->idx);
ena_dev          1873 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_destroy_io_cq(ena_dev, io_cq);
ena_dev          1875 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_io_queue_free(ena_dev, io_sq, io_cq);
ena_dev          1879 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_destroy_io_queue(struct ena_com_dev *ena_dev, u16 qid)
ena_dev          1890 drivers/net/ethernet/amazon/ena/ena_com.c 	io_sq = &ena_dev->io_sq_queues[qid];
ena_dev          1891 drivers/net/ethernet/amazon/ena/ena_com.c 	io_cq = &ena_dev->io_cq_queues[qid];
ena_dev          1893 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_destroy_io_sq(ena_dev, io_sq);
ena_dev          1894 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_destroy_io_cq(ena_dev, io_cq);
ena_dev          1896 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_io_queue_free(ena_dev, io_sq, io_cq);
ena_dev          1899 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_link_params(struct ena_com_dev *ena_dev,
ena_dev          1902 drivers/net/ethernet/amazon/ena/ena_com.c 	return ena_com_get_feature(ena_dev, resp, ENA_ADMIN_LINK_CONFIG, 0);
ena_dev          1905 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_dev_attr_feat(struct ena_com_dev *ena_dev,
ena_dev          1911 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature(ena_dev, &get_resp,
ena_dev          1918 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_dev->supported_features = get_resp.u.dev_attr.supported_features;
ena_dev          1920 drivers/net/ethernet/amazon/ena/ena_com.c 	if (ena_dev->supported_features & BIT(ENA_ADMIN_MAX_QUEUES_EXT)) {
ena_dev          1921 drivers/net/ethernet/amazon/ena/ena_com.c 		rc = ena_com_get_feature(ena_dev, &get_resp,
ena_dev          1932 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_dev->tx_max_header_size =
ena_dev          1935 drivers/net/ethernet/amazon/ena/ena_com.c 		rc = ena_com_get_feature(ena_dev, &get_resp,
ena_dev          1939 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_dev->tx_max_header_size =
ena_dev          1946 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature(ena_dev, &get_resp,
ena_dev          1954 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature(ena_dev, &get_resp,
ena_dev          1965 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature(ena_dev, &get_resp, ENA_ADMIN_HW_HINTS, 0);
ena_dev          1976 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature(ena_dev, &get_resp, ENA_ADMIN_LLQ, 0);
ena_dev          1988 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_admin_q_comp_intr_handler(struct ena_com_dev *ena_dev)
ena_dev          1990 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_handle_admin_completion(&ena_dev->admin_queue);
ena_dev          2070 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_dev_reset(struct ena_com_dev *ena_dev,
ena_dev          2076 drivers/net/ethernet/amazon/ena/ena_com.c 	stat = ena_com_reg_bar_read32(ena_dev, ENA_REGS_DEV_STS_OFF);
ena_dev          2077 drivers/net/ethernet/amazon/ena/ena_com.c 	cap = ena_com_reg_bar_read32(ena_dev, ENA_REGS_CAPS_OFF);
ena_dev          2101 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(reset_val, ena_dev->reg_bar + ENA_REGS_DEV_CTL_OFF);
ena_dev          2104 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_mmio_reg_read_request_write_dev_addr(ena_dev);
ena_dev          2106 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = wait_for_reset_state(ena_dev, timeout,
ena_dev          2114 drivers/net/ethernet/amazon/ena/ena_com.c 	writel(0, ena_dev->reg_bar + ENA_REGS_DEV_CTL_OFF);
ena_dev          2115 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = wait_for_reset_state(ena_dev, timeout, 0);
ena_dev          2125 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_dev->admin_queue.completion_timeout = timeout * 100000;
ena_dev          2127 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_dev->admin_queue.completion_timeout = ADMIN_CMD_TIMEOUT_US;
ena_dev          2132 drivers/net/ethernet/amazon/ena/ena_com.c static int ena_get_dev_stats(struct ena_com_dev *ena_dev,
ena_dev          2141 drivers/net/ethernet/amazon/ena/ena_com.c 	admin_queue = &ena_dev->admin_queue;
ena_dev          2159 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_dev_basic_stats(struct ena_com_dev *ena_dev,
ena_dev          2166 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_get_dev_stats(ena_dev, &ctx, ENA_ADMIN_GET_STATS_TYPE_BASIC);
ena_dev          2174 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_dev_mtu(struct ena_com_dev *ena_dev, int mtu)
ena_dev          2181 drivers/net/ethernet/amazon/ena/ena_com.c 	if (!ena_com_check_supported_feature_id(ena_dev, ENA_ADMIN_MTU)) {
ena_dev          2187 drivers/net/ethernet/amazon/ena/ena_com.c 	admin_queue = &ena_dev->admin_queue;
ena_dev          2206 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_offload_settings(struct ena_com_dev *ena_dev,
ena_dev          2212 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_get_feature(ena_dev, &resp,
ena_dev          2224 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_hash_function(struct ena_com_dev *ena_dev)
ena_dev          2226 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          2227 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          2233 drivers/net/ethernet/amazon/ena/ena_com.c 	if (!ena_com_check_supported_feature_id(ena_dev,
ena_dev          2241 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_get_feature(ena_dev, &get_resp,
ena_dev          2261 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_mem_addr_set(ena_dev,
ena_dev          2285 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_fill_hash_function(struct ena_com_dev *ena_dev,
ena_dev          2289 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          2299 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature_ex(ena_dev, &get_resp,
ena_dev          2333 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_set_hash_function(ena_dev);
ena_dev          2337 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_com_get_hash_function(ena_dev, NULL, NULL);
ena_dev          2342 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_hash_function(struct ena_com_dev *ena_dev,
ena_dev          2346 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          2352 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature_ex(ena_dev, &get_resp,
ena_dev          2373 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_get_hash_ctrl(struct ena_com_dev *ena_dev,
ena_dev          2377 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          2381 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature_ex(ena_dev, &get_resp,
ena_dev          2394 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_hash_ctrl(struct ena_com_dev *ena_dev)
ena_dev          2396 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          2397 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          2403 drivers/net/ethernet/amazon/ena/ena_com.c 	if (!ena_com_check_supported_feature_id(ena_dev,
ena_dev          2420 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_mem_addr_set(ena_dev,
ena_dev          2440 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_default_hash_ctrl(struct ena_com_dev *ena_dev)
ena_dev          2442 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          2449 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_hash_ctrl(ena_dev, 0, NULL);
ena_dev          2492 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_set_hash_ctrl(ena_dev);
ena_dev          2496 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_com_get_hash_ctrl(ena_dev, 0, NULL);
ena_dev          2501 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_fill_hash_ctrl(struct ena_com_dev *ena_dev,
ena_dev          2505 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          2516 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_hash_ctrl(ena_dev, proto, NULL);
ena_dev          2529 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_set_hash_ctrl(ena_dev);
ena_dev          2533 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_com_get_hash_ctrl(ena_dev, 0, NULL);
ena_dev          2538 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_indirect_table_fill_entry(struct ena_com_dev *ena_dev,
ena_dev          2541 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          2554 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_indirect_table_set(struct ena_com_dev *ena_dev)
ena_dev          2556 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_admin_queue *admin_queue = &ena_dev->admin_queue;
ena_dev          2557 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          2563 drivers/net/ethernet/amazon/ena/ena_com.c 		    ena_dev, ENA_ADMIN_RSS_REDIRECTION_TABLE_CONFIG)) {
ena_dev          2569 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_ind_tbl_convert_to_device(ena_dev);
ena_dev          2584 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_mem_addr_set(ena_dev,
ena_dev          2607 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_indirect_table_get(struct ena_com_dev *ena_dev, u32 *ind_tbl)
ena_dev          2609 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_rss *rss = &ena_dev->rss;
ena_dev          2617 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature_ex(ena_dev, &get_resp,
ena_dev          2633 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_rss_init(struct ena_com_dev *ena_dev, u16 indr_tbl_log_size)
ena_dev          2637 drivers/net/ethernet/amazon/ena/ena_com.c 	memset(&ena_dev->rss, 0x0, sizeof(ena_dev->rss));
ena_dev          2639 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_indirect_table_allocate(ena_dev, indr_tbl_log_size);
ena_dev          2647 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_hash_key_allocate(ena_dev);
ena_dev          2651 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_com_hash_key_fill_default_key(ena_dev);
ena_dev          2653 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_hash_ctrl_init(ena_dev);
ena_dev          2660 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_hash_key_destroy(ena_dev);
ena_dev          2662 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_indirect_table_destroy(ena_dev);
ena_dev          2668 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_rss_destroy(struct ena_com_dev *ena_dev)
ena_dev          2670 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_indirect_table_destroy(ena_dev);
ena_dev          2671 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_hash_key_destroy(ena_dev);
ena_dev          2672 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_hash_ctrl_destroy(ena_dev);
ena_dev          2674 drivers/net/ethernet/amazon/ena/ena_com.c 	memset(&ena_dev->rss, 0x0, sizeof(ena_dev->rss));
ena_dev          2677 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_allocate_host_info(struct ena_com_dev *ena_dev)
ena_dev          2679 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_host_attribute *host_attr = &ena_dev->host_attr;
ena_dev          2682 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_alloc_coherent(ena_dev->dmadev, SZ_4K,
ena_dev          2694 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_allocate_debug_area(struct ena_com_dev *ena_dev,
ena_dev          2697 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_host_attribute *host_attr = &ena_dev->host_attr;
ena_dev          2700 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_alloc_coherent(ena_dev->dmadev, debug_area_size,
ena_dev          2713 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_delete_host_info(struct ena_com_dev *ena_dev)
ena_dev          2715 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_host_attribute *host_attr = &ena_dev->host_attr;
ena_dev          2718 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_free_coherent(ena_dev->dmadev, SZ_4K, host_attr->host_info,
ena_dev          2724 drivers/net/ethernet/amazon/ena/ena_com.c void ena_com_delete_debug_area(struct ena_com_dev *ena_dev)
ena_dev          2726 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_host_attribute *host_attr = &ena_dev->host_attr;
ena_dev          2729 drivers/net/ethernet/amazon/ena/ena_com.c 		dma_free_coherent(ena_dev->dmadev, host_attr->debug_area_size,
ena_dev          2736 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_set_host_attributes(struct ena_com_dev *ena_dev)
ena_dev          2738 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_host_attribute *host_attr = &ena_dev->host_attr;
ena_dev          2750 drivers/net/ethernet/amazon/ena/ena_com.c 	admin_queue = &ena_dev->admin_queue;
ena_dev          2755 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_mem_addr_set(ena_dev,
ena_dev          2763 drivers/net/ethernet/amazon/ena/ena_com.c 	ret = ena_com_mem_addr_set(ena_dev,
ena_dev          2786 drivers/net/ethernet/amazon/ena/ena_com.c bool ena_com_interrupt_moderation_supported(struct ena_com_dev *ena_dev)
ena_dev          2788 drivers/net/ethernet/amazon/ena/ena_com.c 	return ena_com_check_supported_feature_id(ena_dev,
ena_dev          2806 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_update_nonadaptive_moderation_interval_tx(struct ena_com_dev *ena_dev,
ena_dev          2810 drivers/net/ethernet/amazon/ena/ena_com.c 							      ena_dev->intr_delay_resolution,
ena_dev          2811 drivers/net/ethernet/amazon/ena/ena_com.c 							      &ena_dev->intr_moder_tx_interval);
ena_dev          2814 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_update_nonadaptive_moderation_interval_rx(struct ena_com_dev *ena_dev,
ena_dev          2818 drivers/net/ethernet/amazon/ena/ena_com.c 							      ena_dev->intr_delay_resolution,
ena_dev          2819 drivers/net/ethernet/amazon/ena/ena_com.c 							      &ena_dev->intr_moder_rx_interval);
ena_dev          2822 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_init_interrupt_moderation(struct ena_com_dev *ena_dev)
ena_dev          2828 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_get_feature(ena_dev, &get_resp,
ena_dev          2842 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_com_disable_adaptive_moderation(ena_dev);
ena_dev          2848 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_update_intr_delay_resolution(ena_dev, delay_resolution);
ena_dev          2851 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_com_disable_adaptive_moderation(ena_dev);
ena_dev          2856 drivers/net/ethernet/amazon/ena/ena_com.c unsigned int ena_com_get_nonadaptive_moderation_interval_tx(struct ena_com_dev *ena_dev)
ena_dev          2858 drivers/net/ethernet/amazon/ena/ena_com.c 	return ena_dev->intr_moder_tx_interval;
ena_dev          2861 drivers/net/ethernet/amazon/ena/ena_com.c unsigned int ena_com_get_nonadaptive_moderation_interval_rx(struct ena_com_dev *ena_dev)
ena_dev          2863 drivers/net/ethernet/amazon/ena/ena_com.c 	return ena_dev->intr_moder_rx_interval;
ena_dev          2866 drivers/net/ethernet/amazon/ena/ena_com.c int ena_com_config_dev_mode(struct ena_com_dev *ena_dev,
ena_dev          2870 drivers/net/ethernet/amazon/ena/ena_com.c 	struct ena_com_llq_info *llq_info = &ena_dev->llq_info;
ena_dev          2874 drivers/net/ethernet/amazon/ena/ena_com.c 		ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST;
ena_dev          2878 drivers/net/ethernet/amazon/ena/ena_com.c 	rc = ena_com_config_llq_info(ena_dev, llq_features, llq_default_cfg);
ena_dev          2882 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_dev->tx_max_header_size = llq_info->desc_list_entry_size -
ena_dev          2885 drivers/net/ethernet/amazon/ena/ena_com.c 	if (unlikely(ena_dev->tx_max_header_size == 0)) {
ena_dev          2890 drivers/net/ethernet/amazon/ena/ena_com.c 	ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_DEV;
ena_dev           394 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_mmio_reg_read_request_init(struct ena_com_dev *ena_dev);
ena_dev           400 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_set_mmio_read_mode(struct ena_com_dev *ena_dev,
ena_dev           407 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_mmio_reg_read_request_write_dev_addr(struct ena_com_dev *ena_dev);
ena_dev           412 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_mmio_reg_read_request_destroy(struct ena_com_dev *ena_dev);
ena_dev           423 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_admin_init(struct ena_com_dev *ena_dev,
ena_dev           433 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_admin_destroy(struct ena_com_dev *ena_dev);
ena_dev           441 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_dev_reset(struct ena_com_dev *ena_dev,
ena_dev           452 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_create_io_queue(struct ena_com_dev *ena_dev,
ena_dev           459 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_destroy_io_queue(struct ena_com_dev *ena_dev, u16 qid);
ena_dev           469 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_io_handlers(struct ena_com_dev *ena_dev, u16 qid,
ena_dev           478 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_admin_aenq_enable(struct ena_com_dev *ena_dev);
ena_dev           485 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_set_admin_running_state(struct ena_com_dev *ena_dev, bool state);
ena_dev           494 drivers/net/ethernet/amazon/ena/ena_com.h bool ena_com_get_admin_running_state(struct ena_com_dev *ena_dev);
ena_dev           502 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_set_admin_polling_mode(struct ena_com_dev *ena_dev, bool polling);
ena_dev           514 drivers/net/ethernet/amazon/ena/ena_com.h bool ena_com_get_ena_admin_polling_mode(struct ena_com_dev *ena_dev);
ena_dev           524 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_set_admin_auto_polling_mode(struct ena_com_dev *ena_dev,
ena_dev           535 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_admin_q_comp_intr_handler(struct ena_com_dev *ena_dev);
ena_dev           552 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_abort_admin_commands(struct ena_com_dev *ena_dev);
ena_dev           559 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_wait_for_abort_completion(struct ena_com_dev *ena_dev);
ena_dev           571 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_validate_version(struct ena_com_dev *ena_dev);
ena_dev           582 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_link_params(struct ena_com_dev *ena_dev,
ena_dev           593 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_dma_width(struct ena_com_dev *ena_dev);
ena_dev           603 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_aenq_config(struct ena_com_dev *ena_dev, u32 groups_flag);
ena_dev           611 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_dev_attr_feat(struct ena_com_dev *ena_dev,
ena_dev           620 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_dev_basic_stats(struct ena_com_dev *ena_dev,
ena_dev           629 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_dev_mtu(struct ena_com_dev *ena_dev, int mtu);
ena_dev           637 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_offload_settings(struct ena_com_dev *ena_dev,
ena_dev           650 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_rss_init(struct ena_com_dev *ena_dev, u16 log_size);
ena_dev           657 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_rss_destroy(struct ena_com_dev *ena_dev);
ena_dev           665 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_current_hash_function(struct ena_com_dev *ena_dev);
ena_dev           681 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_fill_hash_function(struct ena_com_dev *ena_dev,
ena_dev           696 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_hash_function(struct ena_com_dev *ena_dev);
ena_dev           711 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_hash_function(struct ena_com_dev *ena_dev,
ena_dev           727 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_fill_hash_ctrl(struct ena_com_dev *ena_dev,
ena_dev           740 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_hash_ctrl(struct ena_com_dev *ena_dev);
ena_dev           754 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_get_hash_ctrl(struct ena_com_dev *ena_dev,
ena_dev           768 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_default_hash_ctrl(struct ena_com_dev *ena_dev);
ena_dev           782 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_indirect_table_fill_entry(struct ena_com_dev *ena_dev,
ena_dev           793 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_indirect_table_set(struct ena_com_dev *ena_dev);
ena_dev           806 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_indirect_table_get(struct ena_com_dev *ena_dev, u32 *ind_tbl);
ena_dev           813 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_allocate_host_info(struct ena_com_dev *ena_dev);
ena_dev           821 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_allocate_debug_area(struct ena_com_dev *ena_dev,
ena_dev           829 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_delete_debug_area(struct ena_com_dev *ena_dev);
ena_dev           836 drivers/net/ethernet/amazon/ena/ena_com.h void ena_com_delete_host_info(struct ena_com_dev *ena_dev);
ena_dev           844 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_set_host_attributes(struct ena_com_dev *ena_dev);
ena_dev           854 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_create_io_cq(struct ena_com_dev *ena_dev,
ena_dev           865 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_destroy_io_cq(struct ena_com_dev *ena_dev,
ena_dev           892 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_init_interrupt_moderation(struct ena_com_dev *ena_dev);
ena_dev           899 drivers/net/ethernet/amazon/ena/ena_com.h bool ena_com_interrupt_moderation_supported(struct ena_com_dev *ena_dev);
ena_dev           908 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_update_nonadaptive_moderation_interval_tx(struct ena_com_dev *ena_dev,
ena_dev           918 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_update_nonadaptive_moderation_interval_rx(struct ena_com_dev *ena_dev,
ena_dev           927 drivers/net/ethernet/amazon/ena/ena_com.h unsigned int ena_com_get_nonadaptive_moderation_interval_tx(struct ena_com_dev *ena_dev);
ena_dev           935 drivers/net/ethernet/amazon/ena/ena_com.h unsigned int ena_com_get_nonadaptive_moderation_interval_rx(struct ena_com_dev *ena_dev);
ena_dev           943 drivers/net/ethernet/amazon/ena/ena_com.h int ena_com_config_dev_mode(struct ena_com_dev *ena_dev,
ena_dev           947 drivers/net/ethernet/amazon/ena/ena_com.h static inline bool ena_com_get_adaptive_moderation_enabled(struct ena_com_dev *ena_dev)
ena_dev           949 drivers/net/ethernet/amazon/ena/ena_com.h 	return ena_dev->adaptive_coalescing;
ena_dev           952 drivers/net/ethernet/amazon/ena/ena_com.h static inline void ena_com_enable_adaptive_moderation(struct ena_com_dev *ena_dev)
ena_dev           954 drivers/net/ethernet/amazon/ena/ena_com.h 	ena_dev->adaptive_coalescing = true;
ena_dev           957 drivers/net/ethernet/amazon/ena/ena_com.h static inline void ena_com_disable_adaptive_moderation(struct ena_com_dev *ena_dev)
ena_dev           959 drivers/net/ethernet/amazon/ena/ena_com.h 	ena_dev->adaptive_coalescing = false;
ena_dev           172 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		ptr = (u32 *)((uintptr_t)&adapter->ena_dev->admin_queue.stats +
ena_dev           275 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev           280 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	rc = ena_com_get_link_params(ena_dev, &feat_resp);
ena_dev           307 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev           309 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	if (!ena_com_interrupt_moderation_supported(ena_dev)) {
ena_dev           315 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		ena_com_get_nonadaptive_moderation_interval_tx(ena_dev) *
ena_dev           316 drivers/net/ethernet/amazon/ena/ena_ethtool.c 			ena_dev->intr_delay_resolution;
ena_dev           319 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		ena_com_get_nonadaptive_moderation_interval_rx(ena_dev)
ena_dev           320 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		* ena_dev->intr_delay_resolution;
ena_dev           323 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		ena_com_get_adaptive_moderation_enabled(ena_dev);
ena_dev           333 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	val = ena_com_get_nonadaptive_moderation_interval_tx(adapter->ena_dev);
ena_dev           344 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	val = ena_com_get_nonadaptive_moderation_interval_rx(adapter->ena_dev);
ena_dev           354 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev           357 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	if (!ena_com_interrupt_moderation_supported(ena_dev)) {
ena_dev           362 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	rc = ena_com_update_nonadaptive_moderation_interval_tx(ena_dev,
ena_dev           369 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	rc = ena_com_update_nonadaptive_moderation_interval_rx(ena_dev,
ena_dev           377 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	    !ena_com_get_adaptive_moderation_enabled(ena_dev))
ena_dev           378 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		ena_com_enable_adaptive_moderation(ena_dev);
ena_dev           381 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	    ena_com_get_adaptive_moderation_enabled(ena_dev))
ena_dev           382 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		ena_com_disable_adaptive_moderation(ena_dev);
ena_dev           488 drivers/net/ethernet/amazon/ena/ena_ethtool.c static int ena_get_rss_hash(struct ena_com_dev *ena_dev,
ena_dev           530 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	rc = ena_com_get_hash_ctrl(ena_dev, proto, &hash_fields);
ena_dev           539 drivers/net/ethernet/amazon/ena/ena_ethtool.c static int ena_set_rss_hash(struct ena_com_dev *ena_dev,
ena_dev           580 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	return ena_com_fill_hash_ctrl(ena_dev, proto, hash_fields);
ena_dev           590 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		rc = ena_set_rss_hash(adapter->ena_dev, info);
ena_dev           615 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		rc = ena_get_rss_hash(adapter->ena_dev, info);
ena_dev           641 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev           647 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	rc = ena_com_indirect_table_get(ena_dev, indir);
ena_dev           676 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	rc = ena_com_get_hash_function(adapter->ena_dev, &ena_func, key);
ena_dev           714 drivers/net/ethernet/amazon/ena/ena_ethtool.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev           720 drivers/net/ethernet/amazon/ena/ena_ethtool.c 			rc = ena_com_indirect_table_fill_entry(ena_dev,
ena_dev           730 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		rc = ena_com_indirect_table_set(ena_dev);
ena_dev           740 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		func = ena_com_get_current_hash_function(ena_dev);
ena_dev           755 drivers/net/ethernet/amazon/ena/ena_ethtool.c 		rc = ena_com_fill_hash_function(ena_dev, func, key,
ena_dev           113 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ret = ena_com_set_dev_mtu(adapter->ena_dev, new_mtu);
ena_dev           159 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ring->ena_dev = adapter->ena_dev;
ena_dev           169 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev;
ena_dev           173 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev = adapter->ena_dev;
ena_dev           185 drivers/net/ethernet/amazon/ena/ena_netdev.c 		txr->tx_max_header_size = ena_dev->tx_max_header_size;
ena_dev           186 drivers/net/ethernet/amazon/ena/ena_netdev.c 		txr->tx_mem_queue_type = ena_dev->tx_mem_queue_type;
ena_dev           189 drivers/net/ethernet/amazon/ena/ena_netdev.c 			ena_com_get_nonadaptive_moderation_interval_tx(ena_dev);
ena_dev           196 drivers/net/ethernet/amazon/ena/ena_netdev.c 			ena_com_get_nonadaptive_moderation_interval_rx(ena_dev);
ena_dev           704 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_destroy_io_queue(adapter->ena_dev, ena_qid);
ena_dev           716 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_destroy_io_queue(adapter->ena_dev, ena_qid);
ena_dev          1191 drivers/net/ethernet/amazon/ena/ena_netdev.c 	u32 rx_interval = ena_com_get_adaptive_moderation_enabled(rx_ring->ena_dev) ?
ena_dev          1193 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_get_nonadaptive_moderation_interval_rx(rx_ring->ena_dev);
ena_dev          1283 drivers/net/ethernet/amazon/ena/ena_netdev.c 			if (ena_com_get_adaptive_moderation_enabled(rx_ring->ena_dev))
ena_dev          1308 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_admin_q_comp_intr_handler(adapter->ena_dev);
ena_dev          1312 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_aenq_intr_handler(adapter->ena_dev, data);
ena_dev          1577 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev          1581 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (!ena_dev->rss.tbl_log_size) {
ena_dev          1591 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_indirect_table_set(ena_dev);
ena_dev          1596 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_set_hash_function(ena_dev);
ena_dev          1601 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_set_hash_ctrl(ena_dev);
ena_dev          1631 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev;
ena_dev          1637 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev = adapter->ena_dev;
ena_dev          1647 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ctx.mem_queue_type = ena_dev->tx_mem_queue_type;
ena_dev          1652 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_create_io_queue(ena_dev, &ctx);
ena_dev          1660 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_get_io_handlers(ena_dev, ena_qid,
ena_dev          1667 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_destroy_io_queue(ena_dev, ena_qid);
ena_dev          1677 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev          1690 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_destroy_io_queue(ena_dev, ENA_IO_TXQ_IDX(i));
ena_dev          1697 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev;
ena_dev          1704 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev = adapter->ena_dev;
ena_dev          1719 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_create_io_queue(ena_dev, &ctx);
ena_dev          1727 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_get_io_handlers(ena_dev, ena_qid,
ena_dev          1734 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_destroy_io_queue(ena_dev, ena_qid);
ena_dev          1745 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev          1760 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_destroy_io_queue(ena_dev, ENA_IO_RXQ_IDX(i));
ena_dev          1955 drivers/net/ethernet/amazon/ena/ena_netdev.c 		rc = ena_com_dev_reset(adapter->ena_dev, adapter->reset_reason);
ena_dev          1959 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_set_admin_running_state(adapter->ena_dev, false);
ena_dev          2404 drivers/net/ethernet/amazon/ena/ena_netdev.c static void ena_config_host_info(struct ena_com_dev *ena_dev,
ena_dev          2411 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_allocate_host_info(ena_dev);
ena_dev          2417 drivers/net/ethernet/amazon/ena/ena_netdev.c 	host_info = ena_dev->host_attr.host_info;
ena_dev          2437 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_set_host_attributes(ena_dev);
ena_dev          2450 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_delete_host_info(ena_dev);
ena_dev          2468 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_allocate_debug_area(adapter->ena_dev, debug_area_size);
ena_dev          2474 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_set_host_attributes(adapter->ena_dev);
ena_dev          2487 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_delete_debug_area(adapter->ena_dev);
ena_dev          2584 drivers/net/ethernet/amazon/ena/ena_netdev.c static int ena_device_init(struct ena_com_dev *ena_dev, struct pci_dev *pdev,
ena_dev          2594 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_mmio_reg_read_request_init(ena_dev);
ena_dev          2604 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_set_mmio_read_mode(ena_dev, readless_supported);
ena_dev          2606 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_dev_reset(ena_dev, ENA_REGS_RESET_NORMAL);
ena_dev          2612 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_validate_version(ena_dev);
ena_dev          2618 drivers/net/ethernet/amazon/ena/ena_netdev.c 	dma_width = ena_com_get_dma_width(ena_dev);
ena_dev          2639 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_admin_init(ena_dev, &aenq_handlers);
ena_dev          2650 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_set_admin_polling_mode(ena_dev, true);
ena_dev          2652 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_config_host_info(ena_dev, pdev);
ena_dev          2655 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_get_dev_attr_feat(ena_dev, get_feat_ctx);
ena_dev          2670 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_set_aenq_config(ena_dev, aenq_groups);
ena_dev          2681 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_delete_host_info(ena_dev);
ena_dev          2682 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_admin_destroy(ena_dev);
ena_dev          2684 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_mmio_reg_read_request_destroy(ena_dev);
ena_dev          2692 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev          2710 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_set_admin_polling_mode(ena_dev, false);
ena_dev          2712 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_admin_aenq_enable(ena_dev);
ena_dev          2725 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev          2738 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_set_admin_running_state(ena_dev, false);
ena_dev          2747 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_com_dev_reset(adapter->ena_dev, adapter->reset_reason);
ena_dev          2753 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_abort_admin_commands(ena_dev);
ena_dev          2755 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_wait_for_abort_completion(ena_dev);
ena_dev          2757 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_admin_destroy(ena_dev);
ena_dev          2759 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_mmio_reg_read_request_destroy(ena_dev);
ena_dev          2770 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev          2776 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_device_init(ena_dev, adapter->pdev, &get_feat_ctx, &wd_state);
ena_dev          2820 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_abort_admin_commands(ena_dev);
ena_dev          2821 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_wait_for_abort_completion(ena_dev);
ena_dev          2822 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_admin_destroy(ena_dev);
ena_dev          2823 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_dev_reset(ena_dev, ENA_REGS_RESET_DRIVER_INVALID_STATE);
ena_dev          2824 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_mmio_reg_read_request_destroy(ena_dev);
ena_dev          3053 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (unlikely(!ena_com_get_admin_running_state(adapter->ena_dev))) {
ena_dev          3070 drivers/net/ethernet/amazon/ena/ena_netdev.c 		adapter->ena_dev->admin_queue.completion_timeout =
ena_dev          3075 drivers/net/ethernet/amazon/ena/ena_netdev.c 		adapter->ena_dev->mmio_read.reg_read_to =
ena_dev          3114 drivers/net/ethernet/amazon/ena/ena_netdev.c 	u8 *debug_area = adapter->ena_dev->host_attr.debug_area_virt_addr;
ena_dev          3116 drivers/net/ethernet/amazon/ena/ena_netdev.c 		adapter->ena_dev->host_attr.host_info;
ena_dev          3145 drivers/net/ethernet/amazon/ena/ena_netdev.c 				 struct ena_com_dev *ena_dev,
ena_dev          3150 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (ena_dev->supported_features & BIT(ENA_ADMIN_MAX_QUEUES_EXT)) {
ena_dev          3167 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV)
ena_dev          3185 drivers/net/ethernet/amazon/ena/ena_netdev.c 					   struct ena_com_dev *ena_dev,
ena_dev          3194 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (!(ena_dev->supported_features & llq_feature_mask)) {
ena_dev          3197 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST;
ena_dev          3203 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_config_dev_mode(ena_dev, llq, llq_default_configurations);
ena_dev          3207 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST;
ena_dev          3212 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST)
ena_dev          3218 drivers/net/ethernet/amazon/ena/ena_netdev.c 		ena_dev->tx_mem_queue_type = ENA_ADMIN_PLACEMENT_POLICY_HOST;
ena_dev          3222 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev->mem_bar = devm_ioremap_wc(&pdev->dev,
ena_dev          3226 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (!ena_dev->mem_bar)
ena_dev          3297 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev = adapter->ena_dev;
ena_dev          3302 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_rss_init(ena_dev, ENA_RX_RSS_TABLE_LOG_SIZE);
ena_dev          3310 drivers/net/ethernet/amazon/ena/ena_netdev.c 		rc = ena_com_indirect_table_fill_entry(ena_dev, i,
ena_dev          3318 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_fill_hash_function(ena_dev, ENA_ADMIN_CRC32, NULL,
ena_dev          3325 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_set_default_hash_ctrl(ena_dev);
ena_dev          3334 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_rss_destroy(ena_dev);
ena_dev          3340 drivers/net/ethernet/amazon/ena/ena_netdev.c static void ena_release_bars(struct ena_com_dev *ena_dev, struct pci_dev *pdev)
ena_dev          3359 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev = ctx->ena_dev;
ena_dev          3365 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (ctx->ena_dev->supported_features & BIT(ENA_ADMIN_MAX_QUEUES_EXT)) {
ena_dev          3372 drivers/net/ethernet/amazon/ena/ena_netdev.c 		if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV)
ena_dev          3390 drivers/net/ethernet/amazon/ena/ena_netdev.c 		if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV)
ena_dev          3437 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev = NULL;
ena_dev          3457 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev = vzalloc(sizeof(*ena_dev));
ena_dev          3458 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (!ena_dev) {
ena_dev          3471 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev->reg_bar = devm_ioremap(&pdev->dev,
ena_dev          3474 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (!ena_dev->reg_bar) {
ena_dev          3480 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev->dmadev = &pdev->dev;
ena_dev          3482 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_device_init(ena_dev, pdev, &get_feat_ctx, &wd_state);
ena_dev          3492 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_set_queues_placement_policy(pdev, ena_dev, &get_feat_ctx.llq,
ena_dev          3499 drivers/net/ethernet/amazon/ena/ena_netdev.c 	calc_queue_ctx.ena_dev = ena_dev;
ena_dev          3506 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev->intr_moder_tx_interval = ENA_INTR_INITIAL_TX_INTERVAL_USECS;
ena_dev          3507 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev->intr_moder_rx_interval = ENA_INTR_INITIAL_RX_INTERVAL_USECS;
ena_dev          3508 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev->intr_delay_resolution = ENA_DEFAULT_INTR_DELAY_RESOLUTION;
ena_dev          3509 drivers/net/ethernet/amazon/ena/ena_netdev.c 	io_queue_num = ena_calc_io_queue_num(pdev, ena_dev, &get_feat_ctx);
ena_dev          3520 drivers/net/ethernet/amazon/ena/ena_netdev.c 		 (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_DEV) ?
ena_dev          3536 drivers/net/ethernet/amazon/ena/ena_netdev.c 	adapter->ena_dev = ena_dev;
ena_dev          3560 drivers/net/ethernet/amazon/ena/ena_netdev.c 	rc = ena_com_init_interrupt_moderation(adapter->ena_dev);
ena_dev          3612 drivers/net/ethernet/amazon/ena/ena_netdev.c 	if (ena_dev->tx_mem_queue_type == ENA_ADMIN_PLACEMENT_POLICY_HOST)
ena_dev          3629 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_delete_debug_area(ena_dev);
ena_dev          3630 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_rss_destroy(ena_dev);
ena_dev          3632 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_dev_reset(ena_dev, ENA_REGS_RESET_INIT_ERR);
ena_dev          3634 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_set_admin_running_state(ena_dev, false);
ena_dev          3642 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_delete_host_info(ena_dev);
ena_dev          3643 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_admin_destroy(ena_dev);
ena_dev          3645 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_release_bars(ena_dev, pdev);
ena_dev          3647 drivers/net/ethernet/amazon/ena/ena_netdev.c 	vfree(ena_dev);
ena_dev          3666 drivers/net/ethernet/amazon/ena/ena_netdev.c 	struct ena_com_dev *ena_dev;
ena_dev          3669 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_dev = adapter->ena_dev;
ena_dev          3694 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_rss_destroy(ena_dev);
ena_dev          3696 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_delete_debug_area(ena_dev);
ena_dev          3698 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_com_delete_host_info(ena_dev);
ena_dev          3700 drivers/net/ethernet/amazon/ena/ena_netdev.c 	ena_release_bars(ena_dev, pdev);
ena_dev          3704 drivers/net/ethernet/amazon/ena/ena_netdev.c 	vfree(ena_dev);
ena_dev           164 drivers/net/ethernet/amazon/ena/ena_netdev.h 	struct ena_com_dev *ena_dev;
ena_dev           257 drivers/net/ethernet/amazon/ena/ena_netdev.h 	struct ena_com_dev *ena_dev;
ena_dev           318 drivers/net/ethernet/amazon/ena/ena_netdev.h 	struct ena_com_dev *ena_dev;