mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-11-24 16:10:56 +07:00
ia64: rework iommu probing
ia64 currently organizes the iommu probing along machves, which isn't very helpful. Instead just try to probe for Intel IOMMUs in mem_init as they are properly described in ACPI and if none was found initialize the swiotlb buffer. The HP SBA handling is then only done delayed when the actual hardware is probed. Only in the case that we actually found usable IOMMUs we then set up the DMA ops and free the not needed swiotlb buffer. This scheme gets rid of the need for the dma_init machvec operation, and the dig_vtd machvec. Signed-off-by: Christoph Hellwig <hch@lst.de> Link: https://lkml.kernel.org/r/20190813072514.23299-24-hch@lst.de Signed-off-by: Tony Luck <tony.luck@intel.com>
This commit is contained in:
parent
16567ca85f
commit
974f83ec1e
@ -146,11 +146,6 @@ config IA64_DIG
|
||||
bool "DIG-compliant"
|
||||
select SWIOTLB
|
||||
|
||||
config IA64_DIG_VTD
|
||||
bool "DIG+Intel+IOMMU"
|
||||
select INTEL_IOMMU
|
||||
select PCI_MSI
|
||||
|
||||
config IA64_HP_ZX1
|
||||
bool "HP-zx1/sx1000"
|
||||
help
|
||||
|
@ -51,7 +51,6 @@ head-y := arch/ia64/kernel/head.o
|
||||
libs-y += arch/ia64/lib/
|
||||
core-y += arch/ia64/kernel/ arch/ia64/mm/
|
||||
core-$(CONFIG_IA64_DIG) += arch/ia64/dig/
|
||||
core-$(CONFIG_IA64_DIG_VTD) += arch/ia64/dig/
|
||||
core-$(CONFIG_IA64_GENERIC) += arch/ia64/dig/
|
||||
core-$(CONFIG_IA64_HP_ZX1) += arch/ia64/dig/
|
||||
core-$(CONFIG_IA64_SGI_UV) += arch/ia64/uv/
|
||||
|
@ -7,9 +7,4 @@
|
||||
#
|
||||
|
||||
obj-y := setup.o
|
||||
ifeq ($(CONFIG_INTEL_IOMMU), y)
|
||||
obj-$(CONFIG_IA64_GENERIC) += machvec.o machvec_vtd.o
|
||||
else
|
||||
obj-$(CONFIG_IA64_GENERIC) += machvec.o
|
||||
endif
|
||||
|
||||
|
@ -1,3 +0,0 @@
|
||||
#define MACHVEC_PLATFORM_NAME dig_vtd
|
||||
#define MACHVEC_PLATFORM_HEADER <asm/machvec_dig_vtd.h>
|
||||
#include <asm/machvec_init.h>
|
@ -35,6 +35,7 @@
|
||||
#include <linux/iommu-helper.h>
|
||||
#include <linux/dma-mapping.h>
|
||||
#include <linux/prefetch.h>
|
||||
#include <linux/swiotlb.h>
|
||||
|
||||
#include <asm/delay.h> /* ia64_get_itc() */
|
||||
#include <asm/io.h>
|
||||
@ -43,8 +44,6 @@
|
||||
|
||||
#include <asm/acpi-ext.h>
|
||||
|
||||
extern int swiotlb_late_init_with_default_size (size_t size);
|
||||
|
||||
#define PFX "IOC: "
|
||||
|
||||
/*
|
||||
@ -2056,27 +2055,33 @@ static int __init acpi_sba_ioc_init_acpi(void)
|
||||
/* This has to run before acpi_scan_init(). */
|
||||
arch_initcall(acpi_sba_ioc_init_acpi);
|
||||
|
||||
static int sba_dma_supported (struct device *dev, u64 mask)
|
||||
{
|
||||
/* make sure it's at least 32bit capable */
|
||||
return ((mask & 0xFFFFFFFFUL) == 0xFFFFFFFFUL);
|
||||
}
|
||||
|
||||
static const struct dma_map_ops sba_dma_ops = {
|
||||
.alloc = sba_alloc_coherent,
|
||||
.free = sba_free_coherent,
|
||||
.map_page = sba_map_page,
|
||||
.unmap_page = sba_unmap_page,
|
||||
.map_sg = sba_map_sg_attrs,
|
||||
.unmap_sg = sba_unmap_sg_attrs,
|
||||
.dma_supported = sba_dma_supported,
|
||||
};
|
||||
|
||||
static int __init
|
||||
sba_init(void)
|
||||
{
|
||||
if (!ia64_platform_is("hpzx1"))
|
||||
return 0;
|
||||
|
||||
#if defined(CONFIG_IA64_GENERIC)
|
||||
/* If we are booting a kdump kernel, the sba_iommu will
|
||||
* cause devices that were not shutdown properly to MCA
|
||||
* as soon as they are turned back on. Our only option for
|
||||
* a successful kdump kernel boot is to use the swiotlb.
|
||||
/*
|
||||
* If we are booting a kdump kernel, the sba_iommu will cause devices
|
||||
* that were not shutdown properly to MCA as soon as they are turned
|
||||
* back on. Our only option for a successful kdump kernel boot is to
|
||||
* use swiotlb.
|
||||
*/
|
||||
if (is_kdump_kernel()) {
|
||||
dma_ops = NULL;
|
||||
if (swiotlb_late_init_with_default_size(64 * (1<<20)) != 0)
|
||||
panic("Unable to initialize software I/O TLB:"
|
||||
" Try machvec=dig boot option");
|
||||
machvec_init("dig");
|
||||
if (is_kdump_kernel())
|
||||
return 0;
|
||||
}
|
||||
#endif
|
||||
|
||||
/*
|
||||
* ioc_found should be populated by the acpi_sba_ioc_handler's .attach()
|
||||
@ -2085,22 +2090,8 @@ sba_init(void)
|
||||
while (ioc_found)
|
||||
acpi_sba_ioc_add(ioc_found);
|
||||
|
||||
if (!ioc_list) {
|
||||
#ifdef CONFIG_IA64_GENERIC
|
||||
/*
|
||||
* If we didn't find something sba_iommu can claim, we
|
||||
* need to setup the swiotlb and switch to the dig machvec.
|
||||
*/
|
||||
dma_ops = NULL;
|
||||
if (swiotlb_late_init_with_default_size(64 * (1<<20)) != 0)
|
||||
panic("Unable to find SBA IOMMU or initialize "
|
||||
"software I/O TLB: Try machvec=dig boot option");
|
||||
machvec_init("dig");
|
||||
#else
|
||||
panic("Unable to find SBA IOMMU: Try a generic or DIG kernel");
|
||||
#endif
|
||||
if (!ioc_list)
|
||||
return 0;
|
||||
}
|
||||
|
||||
{
|
||||
struct pci_bus *b = NULL;
|
||||
@ -2108,6 +2099,10 @@ sba_init(void)
|
||||
sba_connect_bus(b);
|
||||
}
|
||||
|
||||
/* no need for swiotlb with the iommu */
|
||||
swiotlb_exit();
|
||||
dma_ops = &sba_dma_ops;
|
||||
|
||||
#ifdef CONFIG_PROC_FS
|
||||
ioc_proc_init();
|
||||
#endif
|
||||
@ -2123,12 +2118,6 @@ nosbagart(char *str)
|
||||
return 1;
|
||||
}
|
||||
|
||||
static int sba_dma_supported (struct device *dev, u64 mask)
|
||||
{
|
||||
/* make sure it's at least 32bit capable */
|
||||
return ((mask & 0xFFFFFFFFUL) == 0xFFFFFFFFUL);
|
||||
}
|
||||
|
||||
__setup("nosbagart", nosbagart);
|
||||
|
||||
static int __init
|
||||
@ -2153,18 +2142,3 @@ sba_page_override(char *str)
|
||||
}
|
||||
|
||||
__setup("sbapagesize=",sba_page_override);
|
||||
|
||||
const struct dma_map_ops sba_dma_ops = {
|
||||
.alloc = sba_alloc_coherent,
|
||||
.free = sba_free_coherent,
|
||||
.map_page = sba_map_page,
|
||||
.unmap_page = sba_unmap_page,
|
||||
.map_sg = sba_map_sg_attrs,
|
||||
.unmap_sg = sba_unmap_sg_attrs,
|
||||
.dma_supported = sba_dma_supported,
|
||||
};
|
||||
|
||||
void sba_dma_init(void)
|
||||
{
|
||||
dma_ops = &sba_dma_ops;
|
||||
}
|
||||
|
@ -43,8 +43,6 @@ static inline const char *acpi_get_sysname (void)
|
||||
return "uv";
|
||||
# elif defined (CONFIG_IA64_DIG)
|
||||
return "dig";
|
||||
# elif defined(CONFIG_IA64_DIG_VTD)
|
||||
return "dig_vtd";
|
||||
# else
|
||||
# error Unknown platform. Fix acpi.c.
|
||||
# endif
|
||||
|
@ -16,14 +16,11 @@
|
||||
struct device;
|
||||
|
||||
typedef void ia64_mv_setup_t (char **);
|
||||
typedef void ia64_mv_dma_init (void);
|
||||
|
||||
extern void machvec_setup (char **);
|
||||
|
||||
# if defined (CONFIG_IA64_DIG)
|
||||
# include <asm/machvec_dig.h>
|
||||
# elif defined(CONFIG_IA64_DIG_VTD)
|
||||
# include <asm/machvec_dig_vtd.h>
|
||||
# elif defined (CONFIG_IA64_HP_ZX1)
|
||||
# include <asm/machvec_hpzx1.h>
|
||||
# elif defined (CONFIG_IA64_SGI_UV)
|
||||
@ -35,7 +32,6 @@ extern void machvec_setup (char **);
|
||||
# else
|
||||
# define ia64_platform_name ia64_mv.name
|
||||
# define platform_setup ia64_mv.setup
|
||||
# define platform_dma_init ia64_mv.dma_init
|
||||
# endif
|
||||
|
||||
/* __attribute__((__aligned__(16))) is required to make size of the
|
||||
@ -46,14 +42,12 @@ extern void machvec_setup (char **);
|
||||
struct ia64_machine_vector {
|
||||
const char *name;
|
||||
ia64_mv_setup_t *setup;
|
||||
ia64_mv_dma_init *dma_init;
|
||||
} __attribute__((__aligned__(16))); /* align attrib? see above comment */
|
||||
|
||||
#define MACHVEC_INIT(name) \
|
||||
{ \
|
||||
#name, \
|
||||
platform_setup, \
|
||||
platform_dma_init, \
|
||||
}
|
||||
|
||||
extern struct ia64_machine_vector ia64_mv;
|
||||
@ -64,8 +58,6 @@ extern void machvec_init_from_cmdline(const char *cmdline);
|
||||
# error Unknown configuration. Update arch/ia64/include/asm/machvec.h.
|
||||
# endif /* CONFIG_IA64_GENERIC */
|
||||
|
||||
extern void swiotlb_dma_init(void);
|
||||
|
||||
/*
|
||||
* Define default versions so we can extend machvec for new platforms without having
|
||||
* to update the machvec files for all existing platforms.
|
||||
@ -73,8 +65,5 @@ extern void swiotlb_dma_init(void);
|
||||
#ifndef platform_setup
|
||||
# define platform_setup machvec_setup
|
||||
#endif
|
||||
#ifndef platform_dma_init
|
||||
# define platform_dma_init swiotlb_dma_init
|
||||
#endif
|
||||
|
||||
#endif /* _ASM_IA64_MACHVEC_H */
|
||||
|
@ -1,19 +0,0 @@
|
||||
/* SPDX-License-Identifier: GPL-2.0 */
|
||||
#ifndef _ASM_IA64_MACHVEC_DIG_VTD_h
|
||||
#define _ASM_IA64_MACHVEC_DIG_VTD_h
|
||||
|
||||
extern ia64_mv_setup_t dig_setup;
|
||||
extern ia64_mv_dma_init pci_iommu_alloc;
|
||||
|
||||
/*
|
||||
* This stuff has dual use!
|
||||
*
|
||||
* For a generic kernel, the macros are used to initialize the
|
||||
* platform's machvec structure. When compiling a non-generic kernel,
|
||||
* the macros are used directly.
|
||||
*/
|
||||
#define ia64_platform_name "dig_vtd"
|
||||
#define platform_setup dig_setup
|
||||
#define platform_dma_init pci_iommu_alloc
|
||||
|
||||
#endif /* _ASM_IA64_MACHVEC_DIG_VTD_h */
|
@ -3,7 +3,6 @@
|
||||
#define _ASM_IA64_MACHVEC_HPZX1_h
|
||||
|
||||
extern ia64_mv_setup_t dig_setup;
|
||||
extern ia64_mv_dma_init sba_dma_init;
|
||||
|
||||
/*
|
||||
* This stuff has dual use!
|
||||
@ -14,6 +13,5 @@ extern ia64_mv_dma_init sba_dma_init;
|
||||
*/
|
||||
#define ia64_platform_name "hpzx1"
|
||||
#define platform_setup dig_setup
|
||||
#define platform_dma_init sba_dma_init
|
||||
|
||||
#endif /* _ASM_IA64_MACHVEC_HPZX1_h */
|
||||
|
@ -69,7 +69,4 @@ static inline int pci_get_legacy_ide_irq(struct pci_dev *dev, int channel)
|
||||
return channel ? isa_irq_to_vector(15) : isa_irq_to_vector(14);
|
||||
}
|
||||
|
||||
#ifdef CONFIG_INTEL_IOMMU
|
||||
extern void pci_iommu_alloc(void);
|
||||
#endif
|
||||
#endif /* _ASM_IA64_PCI_H */
|
||||
|
@ -65,9 +65,6 @@ acpi_get_sysname(void)
|
||||
struct acpi_table_rsdp *rsdp;
|
||||
struct acpi_table_xsdt *xsdt;
|
||||
struct acpi_table_header *hdr;
|
||||
#ifdef CONFIG_INTEL_IOMMU
|
||||
u64 i, nentries;
|
||||
#endif
|
||||
|
||||
rsdp_phys = acpi_find_rsdp();
|
||||
if (!rsdp_phys) {
|
||||
@ -98,18 +95,6 @@ acpi_get_sysname(void)
|
||||
return "uv";
|
||||
}
|
||||
|
||||
#ifdef CONFIG_INTEL_IOMMU
|
||||
/* Look for Intel IOMMU */
|
||||
nentries = (hdr->length - sizeof(*hdr)) /
|
||||
sizeof(xsdt->table_offset_entry[0]);
|
||||
for (i = 0; i < nentries; i++) {
|
||||
hdr = __va(xsdt->table_offset_entry[i]);
|
||||
if (strncmp(hdr->signature, ACPI_SIG_DMAR,
|
||||
sizeof(ACPI_SIG_DMAR) - 1) == 0)
|
||||
return "dig_vtd";
|
||||
}
|
||||
#endif
|
||||
|
||||
return "dig";
|
||||
}
|
||||
#endif /* CONFIG_IA64_GENERIC */
|
||||
|
@ -1,6 +1,5 @@
|
||||
// SPDX-License-Identifier: GPL-2.0
|
||||
#include <linux/dma-direct.h>
|
||||
#include <linux/swiotlb.h>
|
||||
#include <linux/export.h>
|
||||
|
||||
/* Set this to 1 if there is a HW IOMMU in the system */
|
||||
@ -27,9 +26,4 @@ long arch_dma_coherent_to_pfn(struct device *dev, void *cpu_addr,
|
||||
{
|
||||
return page_to_pfn(virt_to_page(cpu_addr));
|
||||
}
|
||||
|
||||
void __init swiotlb_dma_init(void)
|
||||
{
|
||||
swiotlb_init(1);
|
||||
}
|
||||
#endif
|
||||
|
@ -34,24 +34,3 @@ static int __init pci_iommu_init(void)
|
||||
|
||||
/* Must execute after PCI subsystem */
|
||||
fs_initcall(pci_iommu_init);
|
||||
|
||||
void __init pci_iommu_alloc(void)
|
||||
{
|
||||
/*
|
||||
* The order of these functions is important for
|
||||
* fall-back/fail-over reasons
|
||||
*/
|
||||
detect_intel_iommu();
|
||||
|
||||
#ifdef CONFIG_SWIOTLB
|
||||
if (!iommu_detected) {
|
||||
#ifdef CONFIG_IA64_GENERIC
|
||||
printk(KERN_INFO "PCI-DMA: Re-initialize machine vector.\n");
|
||||
machvec_init("dig");
|
||||
swiotlb_dma_init();
|
||||
#else
|
||||
panic("Unable to find Intel IOMMU");
|
||||
#endif /* CONFIG_IA64_GENERIC */
|
||||
}
|
||||
#endif /* CONFIG_SWIOTLB */
|
||||
}
|
||||
|
@ -9,6 +9,7 @@
|
||||
#include <linux/init.h>
|
||||
|
||||
#include <linux/dma-noncoherent.h>
|
||||
#include <linux/dmar.h>
|
||||
#include <linux/efi.h>
|
||||
#include <linux/elf.h>
|
||||
#include <linux/memblock.h>
|
||||
@ -23,6 +24,7 @@
|
||||
#include <linux/proc_fs.h>
|
||||
#include <linux/bitops.h>
|
||||
#include <linux/kexec.h>
|
||||
#include <linux/swiotlb.h>
|
||||
|
||||
#include <asm/dma.h>
|
||||
#include <asm/io.h>
|
||||
@ -633,11 +635,17 @@ mem_init (void)
|
||||
BUG_ON(PTRS_PER_PTE * sizeof(pte_t) != PAGE_SIZE);
|
||||
|
||||
/*
|
||||
* This needs to be called _after_ the command line has been parsed but _before_
|
||||
* any drivers that may need the PCI DMA interface are initialized or bootmem has
|
||||
* been freed.
|
||||
* This needs to be called _after_ the command line has been parsed but
|
||||
* _before_ any drivers that may need the PCI DMA interface are
|
||||
* initialized or bootmem has been freed.
|
||||
*/
|
||||
platform_dma_init();
|
||||
#ifdef CONFIG_INTEL_IOMMU
|
||||
detect_intel_iommu();
|
||||
if (!iommu_detected)
|
||||
#endif
|
||||
#ifdef CONFIG_SWIOTLB
|
||||
swiotlb_init(1);
|
||||
#endif
|
||||
|
||||
#ifdef CONFIG_FLATMEM
|
||||
BUG_ON(!mem_map);
|
||||
|
Loading…
Reference in New Issue
Block a user