741 	struct xgbe_ring_data *rdata;  in xgbe_free_tx_data()  local
753 			rdata = XGBE_GET_DESC_DATA(ring, j);  in xgbe_free_tx_data()
754 			desc_if->unmap_rdata(pdata, rdata);  in xgbe_free_tx_data()
766 	struct xgbe_ring_data *rdata;  in xgbe_free_rx_data()  local
778 			rdata = XGBE_GET_DESC_DATA(ring, j);  in xgbe_free_rx_data()
779 			desc_if->unmap_rdata(pdata, rdata);  in xgbe_free_rx_data()
1730 	struct xgbe_ring_data *rdata;  in xgbe_rx_refresh()  local
1733 		rdata = XGBE_GET_DESC_DATA(ring, ring->dirty);  in xgbe_rx_refresh()
1736 		desc_if->unmap_rdata(pdata, rdata);  in xgbe_rx_refresh()
1738 		if (desc_if->map_rx_buffer(pdata, ring, rdata))  in xgbe_rx_refresh()
1741 		hw_if->rx_desc_reset(pdata, rdata, ring->dirty);  in xgbe_rx_refresh()
1751 	rdata = XGBE_GET_DESC_DATA(ring, ring->dirty - 1);  in xgbe_rx_refresh()
1753 			  lower_32_bits(rdata->rdesc_dma));  in xgbe_rx_refresh()
1758 				       struct xgbe_ring_data *rdata,  in xgbe_create_skb()  argument
1765 	skb = napi_alloc_skb(napi, rdata->rx.hdr.dma_len);  in xgbe_create_skb()
1772 	dma_sync_single_range_for_cpu(pdata->dev, rdata->rx.hdr.dma_base,  in xgbe_create_skb()
1773 				      rdata->rx.hdr.dma_off,  in xgbe_create_skb()
1774 				      rdata->rx.hdr.dma_len, DMA_FROM_DEVICE);  in xgbe_create_skb()
1776 	packet = page_address(rdata->rx.hdr.pa.pages) +  in xgbe_create_skb()
1777 		 rdata->rx.hdr.pa.pages_offset;  in xgbe_create_skb()
1778 	copy_len = (rdata->rx.hdr_len) ? rdata->rx.hdr_len : len;  in xgbe_create_skb()
1779 	copy_len = min(rdata->rx.hdr.dma_len, copy_len);  in xgbe_create_skb()
1787 					      rdata->rx.buf.dma_base,  in xgbe_create_skb()
1788 					      rdata->rx.buf.dma_off,  in xgbe_create_skb()
1789 					      rdata->rx.buf.dma_len,  in xgbe_create_skb()
1793 				rdata->rx.buf.pa.pages,  in xgbe_create_skb()
1794 				rdata->rx.buf.pa.pages_offset,  in xgbe_create_skb()
1795 				len, rdata->rx.buf.dma_len);  in xgbe_create_skb()
1796 		rdata->rx.buf.pa.pages = NULL;  in xgbe_create_skb()
1808 	struct xgbe_ring_data *rdata;  in xgbe_tx_poll()  local
1831 		rdata = XGBE_GET_DESC_DATA(ring, ring->dirty);  in xgbe_tx_poll()
1832 		rdesc = rdata->rdesc;  in xgbe_tx_poll()
1845 			tx_packets += rdata->tx.packets;  in xgbe_tx_poll()
1846 			tx_bytes += rdata->tx.bytes;  in xgbe_tx_poll()
1850 		desc_if->unmap_rdata(pdata, rdata);  in xgbe_tx_poll()
1851 		hw_if->tx_desc_reset(rdata);  in xgbe_tx_poll()
1878 	struct xgbe_ring_data *rdata;  in xgbe_rx_poll()  local
1900 	rdata = XGBE_GET_DESC_DATA(ring, ring->cur);  in xgbe_rx_poll()
1906 		if (!received && rdata->state_saved) {  in xgbe_rx_poll()
1907 			skb = rdata->state.skb;  in xgbe_rx_poll()
1908 			error = rdata->state.error;  in xgbe_rx_poll()
1909 			len = rdata->state.len;  in xgbe_rx_poll()
1918 		rdata = XGBE_GET_DESC_DATA(ring, ring->cur);  in xgbe_rx_poll()
1953 			rdesc_len = rdata->rx.len - len;  in xgbe_rx_poll()
1957 				skb = xgbe_create_skb(pdata, napi, rdata,  in xgbe_rx_poll()
1963 							rdata->rx.buf.dma_base,  in xgbe_rx_poll()
1964 							rdata->rx.buf.dma_off,  in xgbe_rx_poll()
1965 							rdata->rx.buf.dma_len,  in xgbe_rx_poll()
1969 						rdata->rx.buf.pa.pages,  in xgbe_rx_poll()
1970 						rdata->rx.buf.pa.pages_offset,  in xgbe_rx_poll()
1972 						rdata->rx.buf.dma_len);  in xgbe_rx_poll()
1973 				rdata->rx.buf.pa.pages = NULL;  in xgbe_rx_poll()
2037 		rdata = XGBE_GET_DESC_DATA(ring, ring->cur);  in xgbe_rx_poll()
2038 		rdata->state_saved = 1;  in xgbe_rx_poll()
2039 		rdata->state.skb = skb;  in xgbe_rx_poll()
2040 		rdata->state.len = len;  in xgbe_rx_poll()
2041 		rdata->state.error = error;  in xgbe_rx_poll()
2122 	struct xgbe_ring_data *rdata;  in xgbe_dump_tx_desc()  local
2126 		rdata = XGBE_GET_DESC_DATA(ring, idx);  in xgbe_dump_tx_desc()
2127 		rdesc = rdata->rdesc;  in xgbe_dump_tx_desc()
2142 	struct xgbe_ring_data *rdata;  in xgbe_dump_rx_desc()  local
2145 	rdata = XGBE_GET_DESC_DATA(ring, idx);  in xgbe_dump_rx_desc()
2146 	rdesc = rdata->rdesc;  in xgbe_dump_rx_desc()