mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2025-03-01 19:16:22 +07:00
sfc: Use __iowrite64_copy instead of a slightly different local function
__iowrite64_copy() isn't quite the same as efx_memcpy_64(), but it looks close enough: - The length is in units of qwords not bytes - It never byte-swaps, but that doesn't make a difference now as PIO is only enabled for x86_64 - It doesn't include any memory barriers, but that's OK as there is a barrier just before pushing the doorbell - mlx4_en uses it for the same purpose Compile-tested only. Signed-off-by: Ben Hutchings <ben@decadent.org.uk> Acked-by: Edward Cree <ecree@solarflare.com> Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
parent
772e7023e6
commit
4984c23735
@ -189,18 +189,6 @@ struct efx_short_copy_buffer {
|
||||
u8 buf[L1_CACHE_BYTES];
|
||||
};
|
||||
|
||||
/* Copy in explicit 64-bit writes. */
|
||||
static void efx_memcpy_64(void __iomem *dest, void *src, size_t len)
|
||||
{
|
||||
u64 *src64 = src;
|
||||
u64 __iomem *dest64 = dest;
|
||||
size_t l64 = len / 8;
|
||||
size_t i;
|
||||
|
||||
for (i = 0; i < l64; i++)
|
||||
writeq(src64[i], &dest64[i]);
|
||||
}
|
||||
|
||||
/* Copy to PIO, respecting that writes to PIO buffers must be dword aligned.
|
||||
* Advances piobuf pointer. Leaves additional data in the copy buffer.
|
||||
*/
|
||||
@ -210,7 +198,7 @@ static void efx_memcpy_toio_aligned(struct efx_nic *efx, u8 __iomem **piobuf,
|
||||
{
|
||||
int block_len = len & ~(sizeof(copy_buf->buf) - 1);
|
||||
|
||||
efx_memcpy_64(*piobuf, data, block_len);
|
||||
__iowrite64_copy(*piobuf, data, block_len >> 3);
|
||||
*piobuf += block_len;
|
||||
len -= block_len;
|
||||
|
||||
@ -242,7 +230,8 @@ static void efx_memcpy_toio_aligned_cb(struct efx_nic *efx, u8 __iomem **piobuf,
|
||||
if (copy_buf->used < sizeof(copy_buf->buf))
|
||||
return;
|
||||
|
||||
efx_memcpy_64(*piobuf, copy_buf->buf, sizeof(copy_buf->buf));
|
||||
__iowrite64_copy(*piobuf, copy_buf->buf,
|
||||
sizeof(copy_buf->buf) >> 3);
|
||||
*piobuf += sizeof(copy_buf->buf);
|
||||
data += copy_to_buf;
|
||||
len -= copy_to_buf;
|
||||
@ -257,7 +246,8 @@ static void efx_flush_copy_buffer(struct efx_nic *efx, u8 __iomem *piobuf,
|
||||
{
|
||||
/* if there's anything in it, write the whole buffer, including junk */
|
||||
if (copy_buf->used)
|
||||
efx_memcpy_64(piobuf, copy_buf->buf, sizeof(copy_buf->buf));
|
||||
__iowrite64_copy(piobuf, copy_buf->buf,
|
||||
sizeof(copy_buf->buf) >> 3);
|
||||
}
|
||||
|
||||
/* Traverse skb structure and copy fragments in to PIO buffer.
|
||||
@ -316,8 +306,8 @@ efx_enqueue_skb_pio(struct efx_tx_queue *tx_queue, struct sk_buff *skb)
|
||||
*/
|
||||
BUILD_BUG_ON(L1_CACHE_BYTES >
|
||||
SKB_DATA_ALIGN(sizeof(struct skb_shared_info)));
|
||||
efx_memcpy_64(tx_queue->piobuf, skb->data,
|
||||
ALIGN(skb->len, L1_CACHE_BYTES));
|
||||
__iowrite64_copy(tx_queue->piobuf, skb->data,
|
||||
ALIGN(skb->len, L1_CACHE_BYTES) >> 3);
|
||||
}
|
||||
|
||||
EFX_POPULATE_QWORD_5(buffer->option,
|
||||
|
Loading…
Reference in New Issue
Block a user