186 static void efx_memcpy_toio_aligned(struct efx_nic *efx, u8 __iomem **piobuf,  in efx_memcpy_toio_aligned()  argument
192 	__iowrite64_copy(*piobuf, data, block_len >> 3);  in efx_memcpy_toio_aligned()
193 	*piobuf += block_len;  in efx_memcpy_toio_aligned()
208 static void efx_memcpy_toio_aligned_cb(struct efx_nic *efx, u8 __iomem **piobuf,  in efx_memcpy_toio_aligned_cb()  argument
224 		__iowrite64_copy(*piobuf, copy_buf->buf,  in efx_memcpy_toio_aligned_cb()
226 		*piobuf += sizeof(copy_buf->buf);  in efx_memcpy_toio_aligned_cb()
232 	efx_memcpy_toio_aligned(efx, piobuf, data, len, copy_buf);  in efx_memcpy_toio_aligned_cb()
235 static void efx_flush_copy_buffer(struct efx_nic *efx, u8 __iomem *piobuf,  in efx_flush_copy_buffer()  argument
240 		__iowrite64_copy(piobuf, copy_buf->buf,  in efx_flush_copy_buffer()
248 				     u8 __iomem **piobuf,  in efx_skb_copy_bits_to_pio()  argument
253 	efx_memcpy_toio_aligned(efx, piobuf, skb->data, skb_headlen(skb),  in efx_skb_copy_bits_to_pio()
262 		efx_memcpy_toio_aligned_cb(efx, piobuf, vaddr + f->page_offset,  in efx_skb_copy_bits_to_pio()
275 	u8 __iomem *piobuf = tx_queue->piobuf;  in efx_enqueue_skb_pio()  local
291 					 &piobuf, &copy_buf);  in efx_enqueue_skb_pio()
292 		efx_flush_copy_buffer(tx_queue->efx, piobuf, &copy_buf);  in efx_enqueue_skb_pio()
300 		__iowrite64_copy(tx_queue->piobuf, skb->data,  in efx_enqueue_skb_pio()