136 static void efx_memcpy_toio_aligned(struct efx_nic *efx, u8 __iomem **piobuf,  in efx_memcpy_toio_aligned()  argument
142 	__iowrite64_copy(*piobuf, data, block_len >> 3);  in efx_memcpy_toio_aligned()
143 	*piobuf += block_len;  in efx_memcpy_toio_aligned()
158 static void efx_memcpy_toio_aligned_cb(struct efx_nic *efx, u8 __iomem **piobuf,  in efx_memcpy_toio_aligned_cb()  argument
174 		__iowrite64_copy(*piobuf, copy_buf->buf,  in efx_memcpy_toio_aligned_cb()
176 		*piobuf += sizeof(copy_buf->buf);  in efx_memcpy_toio_aligned_cb()
182 	efx_memcpy_toio_aligned(efx, piobuf, data, len, copy_buf);  in efx_memcpy_toio_aligned_cb()
185 static void efx_flush_copy_buffer(struct efx_nic *efx, u8 __iomem *piobuf,  in efx_flush_copy_buffer()  argument
190 		__iowrite64_copy(piobuf, copy_buf->buf,  in efx_flush_copy_buffer()
198 				     u8 __iomem **piobuf,  in efx_skb_copy_bits_to_pio()  argument
203 	efx_memcpy_toio_aligned(efx, piobuf, skb->data, skb_headlen(skb),  in efx_skb_copy_bits_to_pio()
212 		efx_memcpy_toio_aligned_cb(efx, piobuf, vaddr + skb_frag_off(f),  in efx_skb_copy_bits_to_pio()
225 	u8 __iomem *piobuf = tx_queue->piobuf;  in efx_enqueue_skb_pio()  local
241 					 &piobuf, &copy_buf);  in efx_enqueue_skb_pio()
242 		efx_flush_copy_buffer(tx_queue->efx, piobuf, &copy_buf);  in efx_enqueue_skb_pio()
250 		__iowrite64_copy(tx_queue->piobuf, skb->data,  in efx_enqueue_skb_pio()
280 	if (!tx_queue->piobuf)  in efx_tx_may_pio()