305 	struct i40e_ring *tx_ring = NULL;  in i40e_tx_timeout()  local
334 					tx_ring = vsi->tx_rings[i];  in i40e_tx_timeout()
347 	if (tx_ring) {  in i40e_tx_timeout()
348 		head = i40e_get_head(tx_ring);  in i40e_tx_timeout()
352 			     I40E_PFINT_DYN_CTLN(tx_ring->q_vector->v_idx +  in i40e_tx_timeout()
353 						tx_ring->vsi->base_vector - 1));  in i40e_tx_timeout()
358 			    vsi->seid, hung_queue, tx_ring->next_to_clean,  in i40e_tx_timeout()
359 			    head, tx_ring->next_to_use,  in i40e_tx_timeout()
360 			    readl(tx_ring->tail), val);  in i40e_tx_timeout()
434 	struct i40e_ring *tx_ring, *rx_ring;  in i40e_get_netdev_stats_struct()  local
450 		tx_ring = ACCESS_ONCE(vsi->tx_rings[i]);  in i40e_get_netdev_stats_struct()
451 		if (!tx_ring)  in i40e_get_netdev_stats_struct()
455 			start = u64_stats_fetch_begin_irq(&tx_ring->syncp);  in i40e_get_netdev_stats_struct()
456 			packets = tx_ring->stats.packets;  in i40e_get_netdev_stats_struct()
457 			bytes   = tx_ring->stats.bytes;  in i40e_get_netdev_stats_struct()
458 		} while (u64_stats_fetch_retry_irq(&tx_ring->syncp, start));  in i40e_get_netdev_stats_struct()
462 		rx_ring = &tx_ring[1];  in i40e_get_netdev_stats_struct()
2990 	struct i40e_ring *tx_ring, *rx_ring;  in i40e_vsi_config_dcb_rings()  local
2998 			tx_ring = vsi->tx_rings[i];  in i40e_vsi_config_dcb_rings()
3000 			tx_ring->dcb_tc = 0;  in i40e_vsi_config_dcb_rings()
3012 			tx_ring = vsi->tx_rings[i];  in i40e_vsi_config_dcb_rings()
3014 			tx_ring->dcb_tc = n;  in i40e_vsi_config_dcb_rings()
3544 static bool i40e_clean_fdir_tx_irq(struct i40e_ring *tx_ring, int budget)  in i40e_clean_fdir_tx_irq()  argument
3546 	struct i40e_vsi *vsi = tx_ring->vsi;  in i40e_clean_fdir_tx_irq()
3547 	u16 i = tx_ring->next_to_clean;  in i40e_clean_fdir_tx_irq()
3551 	tx_buf = &tx_ring->tx_bi[i];  in i40e_clean_fdir_tx_irq()
3552 	tx_desc = I40E_TX_DESC(tx_ring, i);  in i40e_clean_fdir_tx_irq()
3553 	i -= tx_ring->count;  in i40e_clean_fdir_tx_irq()
3580 			i -= tx_ring->count;  in i40e_clean_fdir_tx_irq()
3581 			tx_buf = tx_ring->tx_bi;  in i40e_clean_fdir_tx_irq()
3582 			tx_desc = I40E_TX_DESC(tx_ring, 0);  in i40e_clean_fdir_tx_irq()
3585 		dma_unmap_single(tx_ring->dev,  in i40e_clean_fdir_tx_irq()
3604 			i -= tx_ring->count;  in i40e_clean_fdir_tx_irq()
3605 			tx_buf = tx_ring->tx_bi;  in i40e_clean_fdir_tx_irq()
3606 			tx_desc = I40E_TX_DESC(tx_ring, 0);  in i40e_clean_fdir_tx_irq()
3613 	i += tx_ring->count;  in i40e_clean_fdir_tx_irq()
3614 	tx_ring->next_to_clean = i;  in i40e_clean_fdir_tx_irq()
3617 		i40e_irq_dynamic_enable(vsi, tx_ring->q_vector->v_idx);  in i40e_clean_fdir_tx_irq()
3650 	struct i40e_ring *tx_ring = vsi->tx_rings[qp_idx];  in i40e_map_vector_to_qp()  local
3653 	tx_ring->q_vector = q_vector;  in i40e_map_vector_to_qp()
3654 	tx_ring->next = q_vector->tx.ring;  in i40e_map_vector_to_qp()
3655 	q_vector->tx.ring = tx_ring;  in i40e_map_vector_to_qp()
4335 	struct i40e_ring *tx_ring = NULL;  in i40e_detect_recover_hung_queue()  local
4346 				tx_ring = vsi->tx_rings[i];  in i40e_detect_recover_hung_queue()
4352 	if (!tx_ring)  in i40e_detect_recover_hung_queue()
4358 			   I40E_PFINT_DYN_CTLN(tx_ring->q_vector->v_idx +  in i40e_detect_recover_hung_queue()
4359 					       tx_ring->vsi->base_vector - 1));  in i40e_detect_recover_hung_queue()
4363 	head = i40e_get_head(tx_ring);  in i40e_detect_recover_hung_queue()
4365 	tx_pending = i40e_get_tx_pending(tx_ring);  in i40e_detect_recover_hung_queue()
4373 		i40e_force_wb(vsi, tx_ring->q_vector);  in i40e_detect_recover_hung_queue()
7357 	struct i40e_ring *tx_ring, *rx_ring;  in i40e_alloc_rings()  local
7364 		tx_ring = kzalloc(sizeof(struct i40e_ring) * 2, GFP_KERNEL);  in i40e_alloc_rings()
7365 		if (!tx_ring)  in i40e_alloc_rings()
7368 		tx_ring->queue_index = i;  in i40e_alloc_rings()
7369 		tx_ring->reg_idx = vsi->base_queue + i;  in i40e_alloc_rings()
7370 		tx_ring->ring_active = false;  in i40e_alloc_rings()
7371 		tx_ring->vsi = vsi;  in i40e_alloc_rings()
7372 		tx_ring->netdev = vsi->netdev;  in i40e_alloc_rings()
7373 		tx_ring->dev = &pf->pdev->dev;  in i40e_alloc_rings()
7374 		tx_ring->count = vsi->num_desc;  in i40e_alloc_rings()
7375 		tx_ring->size = 0;  in i40e_alloc_rings()
7376 		tx_ring->dcb_tc = 0;  in i40e_alloc_rings()
7378 			tx_ring->flags = I40E_TXR_FLAGS_WB_ON_ITR;  in i40e_alloc_rings()
7380 			tx_ring->flags |= I40E_TXR_FLAGS_OUTER_UDP_CSUM;  in i40e_alloc_rings()
7381 		vsi->tx_rings[i] = tx_ring;  in i40e_alloc_rings()
7383 		rx_ring = &tx_ring[1];  in i40e_alloc_rings()