mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2025-01-16 05:26:10 +07:00
356da6d0cd
Avoid expensive indirect calls in the fast path DMA mapping operations by directly calling the dma_direct_* ops if we are using the directly mapped DMA operations. Signed-off-by: Christoph Hellwig <hch@lst.de> Acked-by: Jesper Dangaard Brouer <brouer@redhat.com> Tested-by: Jesper Dangaard Brouer <brouer@redhat.com> Tested-by: Tony Luck <tony.luck@intel.com>
61 lines
1.8 KiB
C
61 lines
1.8 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
/*
|
|
* Copyright (c) 2004 Hewlett-Packard Development Company, L.P.
|
|
* Contributed by David Mosberger-Tang <davidm@hpl.hp.com>
|
|
*
|
|
* This is a pseudo I/O MMU which dispatches to the hardware I/O MMU
|
|
* whenever possible. We assume that the hardware I/O MMU requires
|
|
* full 32-bit addressability, as is the case, e.g., for HP zx1-based
|
|
* systems (there, the I/O MMU window is mapped at 3-4GB). If a
|
|
* device doesn't provide full 32-bit addressability, we fall back on
|
|
* the sw I/O TLB. This is good enough to let us support broken
|
|
* hardware such as soundcards which have a DMA engine that can
|
|
* address only 28 bits.
|
|
*/
|
|
|
|
#include <linux/device.h>
|
|
#include <linux/dma-mapping.h>
|
|
#include <linux/swiotlb.h>
|
|
#include <linux/export.h>
|
|
#include <asm/machvec.h>
|
|
|
|
extern const struct dma_map_ops sba_dma_ops;
|
|
|
|
/* swiotlb declarations & definitions: */
|
|
extern int swiotlb_late_init_with_default_size (size_t size);
|
|
|
|
/*
|
|
* Note: we need to make the determination of whether or not to use
|
|
* the sw I/O TLB based purely on the device structure. Anything else
|
|
* would be unreliable or would be too intrusive.
|
|
*/
|
|
static inline int use_swiotlb(struct device *dev)
|
|
{
|
|
return dev && dev->dma_mask &&
|
|
!sba_dma_ops.dma_supported(dev, *dev->dma_mask);
|
|
}
|
|
|
|
const struct dma_map_ops *hwsw_dma_get_ops(struct device *dev)
|
|
{
|
|
if (use_swiotlb(dev))
|
|
return NULL;
|
|
return &sba_dma_ops;
|
|
}
|
|
EXPORT_SYMBOL(hwsw_dma_get_ops);
|
|
|
|
void __init
|
|
hwsw_init (void)
|
|
{
|
|
/* default to a smallish 2MB sw I/O TLB */
|
|
if (swiotlb_late_init_with_default_size (2 * (1<<20)) != 0) {
|
|
#ifdef CONFIG_IA64_GENERIC
|
|
/* Better to have normal DMA than panic */
|
|
printk(KERN_WARNING "%s: Failed to initialize software I/O TLB,"
|
|
" reverting to hpzx1 platform vector\n", __func__);
|
|
machvec_init("hpzx1");
|
|
#else
|
|
panic("Unable to initialize software I/O TLB services");
|
|
#endif
|
|
}
|
|
}
|