mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-28 11:18:45 +07:00
6c3ac11343
Notable changes: - Enable THREAD_INFO_IN_TASK to move thread_info off the stack. - A big series from Christoph reworking our DMA code to use more of the generic infrastructure, as he said: "This series switches the powerpc port to use the generic swiotlb and noncoherent dma ops, and to use more generic code for the coherent direct mapping, as well as removing a lot of dead code." - Increase our vmalloc space to 512T with the Hash MMU on modern CPUs, allowing us to support machines with larger amounts of total RAM or distance between nodes. - Two series from Christophe, one to optimise TLB miss handlers on 6xx, and another to optimise the way STRICT_KERNEL_RWX is implemented on some 32-bit CPUs. - Support for KCOV coverage instrumentation which means we can run syzkaller and discover even more bugs in our code. And as always many clean-ups, reworks and minor fixes etc. Thanks to: Alan Modra, Alexey Kardashevskiy, Alistair Popple, Andrea Arcangeli, Andrew Donnellan, Aneesh Kumar K.V, Aravinda Prasad, Balbir Singh, Brajeswar Ghosh, Breno Leitao, Christian Lamparter, Christian Zigotzky, Christophe Leroy, Christoph Hellwig, Corentin Labbe, Daniel Axtens, David Gibson, Diana Craciun, Firoz Khan, Gustavo A. R. Silva, Igor Stoppa, Joe Lawrence, Joel Stanley, Jonathan Neuschäfer, Jordan Niethe, Laurent Dufour, Madhavan Srinivasan, Mahesh Salgaonkar, Mark Cave-Ayland, Masahiro Yamada, Mathieu Malaterre, Matteo Croce, Meelis Roos, Michael W. Bringmann, Nathan Chancellor, Nathan Fontenot, Nicholas Piggin, Nick Desaulniers, Nicolai Stange, Oliver O'Halloran, Paul Mackerras, Peter Xu, PrasannaKumar Muralidharan, Qian Cai, Rashmica Gupta, Reza Arbab, Robert P. J. Day, Russell Currey, Sabyasachi Gupta, Sam Bobroff, Sandipan Das, Sergey Senozhatsky, Souptick Joarder, Stewart Smith, Tyrel Datwyler, Vaibhav Jain, YueHaibing. -----BEGIN PGP SIGNATURE----- iQIcBAABAgAGBQJcgRJlAAoJEFHr6jzI4aWAL9oP+gPlrZgyaAg/51lmubLtlbtk QuGU8EiuJZoJD1OHrMPtppBOY7rQZOxJe58AoPig8wTvs+j/TxJ25fmiZncnf5U2 PC8QAjbj0UmQHgy+K30sUeOnDg9tdkHKHJ5/ecjJcvykkqsjyMnV7biFQ1cOA0HT LflXHEEtiG9P9u7jZoAhtnfpgn1/l9mhTYMe26J1fqvC0164qMDFaXDTQXyDfyvG gmuqccGMawSk7IdagmQxwXtwyfwOnarmGn+n31XKRejApGZ/pjiEA23JOJOaJcia m76Jy3roao6sEtCUNpBFXEtwOy9POy3OiGy6yg/9896tDMvG84OuO6ltV1nFGawL PmwE+ug63L4g/HWxZyAeb26T2oTTp/YIaKQPtsq4d286pvg/qr2KPNzFoAEhmJqU yLrebv276pVeiLpLmCLPvcPj9t76vWKZaUm0FoE+zUDg7Rl7Alow8A/c4tdjOI6y QwpbCiYseyiJ32lCZZdbN7Cy6+iM6vb3i1oNKc8MVqhBGTwLJnTU0ruPBSvCaRvD NoQWO1RWpNu/BuivuLEKS9q3AoxenGwiqowxGhdVmI3Oc9jGWcEYlduR00VDYPVp /RCfwtTY5NyC++h5cnbz8aLJ1hBXG5m79CXfprV+zPWeiLPCaMT6w9Y5QUS2wqA+ EZ734NknDJOjaHc4cGdZ =Z9bb -----END PGP SIGNATURE----- Merge tag 'powerpc-5.1-1' of git://git.kernel.org/pub/scm/linux/kernel/git/powerpc/linux Pull powerpc updates from Michael Ellerman: "Notable changes: - Enable THREAD_INFO_IN_TASK to move thread_info off the stack. - A big series from Christoph reworking our DMA code to use more of the generic infrastructure, as he said: "This series switches the powerpc port to use the generic swiotlb and noncoherent dma ops, and to use more generic code for the coherent direct mapping, as well as removing a lot of dead code." - Increase our vmalloc space to 512T with the Hash MMU on modern CPUs, allowing us to support machines with larger amounts of total RAM or distance between nodes. - Two series from Christophe, one to optimise TLB miss handlers on 6xx, and another to optimise the way STRICT_KERNEL_RWX is implemented on some 32-bit CPUs. - Support for KCOV coverage instrumentation which means we can run syzkaller and discover even more bugs in our code. And as always many clean-ups, reworks and minor fixes etc. Thanks to: Alan Modra, Alexey Kardashevskiy, Alistair Popple, Andrea Arcangeli, Andrew Donnellan, Aneesh Kumar K.V, Aravinda Prasad, Balbir Singh, Brajeswar Ghosh, Breno Leitao, Christian Lamparter, Christian Zigotzky, Christophe Leroy, Christoph Hellwig, Corentin Labbe, Daniel Axtens, David Gibson, Diana Craciun, Firoz Khan, Gustavo A. R. Silva, Igor Stoppa, Joe Lawrence, Joel Stanley, Jonathan Neuschäfer, Jordan Niethe, Laurent Dufour, Madhavan Srinivasan, Mahesh Salgaonkar, Mark Cave-Ayland, Masahiro Yamada, Mathieu Malaterre, Matteo Croce, Meelis Roos, Michael W. Bringmann, Nathan Chancellor, Nathan Fontenot, Nicholas Piggin, Nick Desaulniers, Nicolai Stange, Oliver O'Halloran, Paul Mackerras, Peter Xu, PrasannaKumar Muralidharan, Qian Cai, Rashmica Gupta, Reza Arbab, Robert P. J. Day, Russell Currey, Sabyasachi Gupta, Sam Bobroff, Sandipan Das, Sergey Senozhatsky, Souptick Joarder, Stewart Smith, Tyrel Datwyler, Vaibhav Jain, YueHaibing" * tag 'powerpc-5.1-1' of git://git.kernel.org/pub/scm/linux/kernel/git/powerpc/linux: (200 commits) powerpc/32: Clear on-stack exception marker upon exception return powerpc: Remove export of save_stack_trace_tsk_reliable() powerpc/mm: fix "section_base" set but not used powerpc/mm: Fix "sz" set but not used warning powerpc/mm: Check secondary hash page table powerpc: remove nargs from __SYSCALL powerpc/64s: Fix unrelocated interrupt trampoline address test powerpc/powernv/ioda: Fix locked_vm counting for memory used by IOMMU tables powerpc/fsl: Fix the flush of branch predictor. powerpc/powernv: Make opal log only readable by root powerpc/xmon: Fix opcode being uninitialized in print_insn_powerpc powerpc/powernv: move OPAL call wrapper tracing and interrupt handling to C powerpc/64s: Fix data interrupts vs d-side MCE reentrancy powerpc/64s: Prepare to handle data interrupts vs d-side MCE reentrancy powerpc/64s: system reset interrupt preserve HSRRs powerpc/64s: Fix HV NMI vs HV interrupt recoverability test powerpc/mm/hash: Handle mmap_min_addr correctly in get_unmapped_area topdown search powerpc/hugetlb: Handle mmap_min_addr correctly in get_unmapped_area callback selftests/powerpc: Remove duplicate header powerpc sstep: Add support for modsd, modud instructions ...
299 lines
9.3 KiB
C
299 lines
9.3 KiB
C
#ifndef _ASM_POWERPC_PCI_BRIDGE_H
|
|
#define _ASM_POWERPC_PCI_BRIDGE_H
|
|
#ifdef __KERNEL__
|
|
/*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation; either version
|
|
* 2 of the License, or (at your option) any later version.
|
|
*/
|
|
#include <linux/pci.h>
|
|
#include <linux/list.h>
|
|
#include <linux/ioport.h>
|
|
#include <linux/numa.h>
|
|
|
|
struct device_node;
|
|
|
|
/*
|
|
* PCI controller operations
|
|
*/
|
|
struct pci_controller_ops {
|
|
void (*dma_dev_setup)(struct pci_dev *pdev);
|
|
void (*dma_bus_setup)(struct pci_bus *bus);
|
|
bool (*iommu_bypass_supported)(struct pci_dev *pdev,
|
|
u64 mask);
|
|
|
|
int (*probe_mode)(struct pci_bus *bus);
|
|
|
|
/* Called when pci_enable_device() is called. Returns true to
|
|
* allow assignment/enabling of the device. */
|
|
bool (*enable_device_hook)(struct pci_dev *pdev);
|
|
|
|
void (*disable_device)(struct pci_dev *pdev);
|
|
|
|
void (*release_device)(struct pci_dev *pdev);
|
|
|
|
/* Called during PCI resource reassignment */
|
|
resource_size_t (*window_alignment)(struct pci_bus *bus,
|
|
unsigned long type);
|
|
void (*setup_bridge)(struct pci_bus *bus,
|
|
unsigned long type);
|
|
void (*reset_secondary_bus)(struct pci_dev *pdev);
|
|
|
|
#ifdef CONFIG_PCI_MSI
|
|
int (*setup_msi_irqs)(struct pci_dev *pdev,
|
|
int nvec, int type);
|
|
void (*teardown_msi_irqs)(struct pci_dev *pdev);
|
|
#endif
|
|
|
|
void (*shutdown)(struct pci_controller *hose);
|
|
};
|
|
|
|
/*
|
|
* Structure of a PCI controller (host bridge)
|
|
*/
|
|
struct pci_controller {
|
|
struct pci_bus *bus;
|
|
char is_dynamic;
|
|
#ifdef CONFIG_PPC64
|
|
int node;
|
|
#endif
|
|
struct device_node *dn;
|
|
struct list_head list_node;
|
|
struct device *parent;
|
|
|
|
int first_busno;
|
|
int last_busno;
|
|
int self_busno;
|
|
struct resource busn;
|
|
|
|
void __iomem *io_base_virt;
|
|
#ifdef CONFIG_PPC64
|
|
void *io_base_alloc;
|
|
#endif
|
|
resource_size_t io_base_phys;
|
|
resource_size_t pci_io_size;
|
|
|
|
/* Some machines have a special region to forward the ISA
|
|
* "memory" cycles such as VGA memory regions. Left to 0
|
|
* if unsupported
|
|
*/
|
|
resource_size_t isa_mem_phys;
|
|
resource_size_t isa_mem_size;
|
|
|
|
struct pci_controller_ops controller_ops;
|
|
struct pci_ops *ops;
|
|
unsigned int __iomem *cfg_addr;
|
|
void __iomem *cfg_data;
|
|
|
|
/*
|
|
* Used for variants of PCI indirect handling and possible quirks:
|
|
* SET_CFG_TYPE - used on 4xx or any PHB that does explicit type0/1
|
|
* EXT_REG - provides access to PCI-e extended registers
|
|
* SURPRESS_PRIMARY_BUS - we suppress the setting of PCI_PRIMARY_BUS
|
|
* on Freescale PCI-e controllers since they used the PCI_PRIMARY_BUS
|
|
* to determine which bus number to match on when generating type0
|
|
* config cycles
|
|
* NO_PCIE_LINK - the Freescale PCI-e controllers have issues with
|
|
* hanging if we don't have link and try to do config cycles to
|
|
* anything but the PHB. Only allow talking to the PHB if this is
|
|
* set.
|
|
* BIG_ENDIAN - cfg_addr is a big endian register
|
|
* BROKEN_MRM - the 440EPx/GRx chips have an errata that causes hangs on
|
|
* the PLB4. Effectively disable MRM commands by setting this.
|
|
* FSL_CFG_REG_LINK - Freescale controller version in which the PCIe
|
|
* link status is in a RC PCIe cfg register (vs being a SoC register)
|
|
*/
|
|
#define PPC_INDIRECT_TYPE_SET_CFG_TYPE 0x00000001
|
|
#define PPC_INDIRECT_TYPE_EXT_REG 0x00000002
|
|
#define PPC_INDIRECT_TYPE_SURPRESS_PRIMARY_BUS 0x00000004
|
|
#define PPC_INDIRECT_TYPE_NO_PCIE_LINK 0x00000008
|
|
#define PPC_INDIRECT_TYPE_BIG_ENDIAN 0x00000010
|
|
#define PPC_INDIRECT_TYPE_BROKEN_MRM 0x00000020
|
|
#define PPC_INDIRECT_TYPE_FSL_CFG_REG_LINK 0x00000040
|
|
u32 indirect_type;
|
|
/* Currently, we limit ourselves to 1 IO range and 3 mem
|
|
* ranges since the common pci_bus structure can't handle more
|
|
*/
|
|
struct resource io_resource;
|
|
struct resource mem_resources[3];
|
|
resource_size_t mem_offset[3];
|
|
int global_number; /* PCI domain number */
|
|
|
|
resource_size_t dma_window_base_cur;
|
|
resource_size_t dma_window_size;
|
|
|
|
#ifdef CONFIG_PPC64
|
|
unsigned long buid;
|
|
struct pci_dn *pci_data;
|
|
#endif /* CONFIG_PPC64 */
|
|
|
|
void *private_data;
|
|
struct npu *npu;
|
|
};
|
|
|
|
/* These are used for config access before all the PCI probing
|
|
has been done. */
|
|
extern int early_read_config_byte(struct pci_controller *hose, int bus,
|
|
int dev_fn, int where, u8 *val);
|
|
extern int early_read_config_word(struct pci_controller *hose, int bus,
|
|
int dev_fn, int where, u16 *val);
|
|
extern int early_read_config_dword(struct pci_controller *hose, int bus,
|
|
int dev_fn, int where, u32 *val);
|
|
extern int early_write_config_byte(struct pci_controller *hose, int bus,
|
|
int dev_fn, int where, u8 val);
|
|
extern int early_write_config_word(struct pci_controller *hose, int bus,
|
|
int dev_fn, int where, u16 val);
|
|
extern int early_write_config_dword(struct pci_controller *hose, int bus,
|
|
int dev_fn, int where, u32 val);
|
|
|
|
extern int early_find_capability(struct pci_controller *hose, int bus,
|
|
int dev_fn, int cap);
|
|
|
|
extern void setup_indirect_pci(struct pci_controller* hose,
|
|
resource_size_t cfg_addr,
|
|
resource_size_t cfg_data, u32 flags);
|
|
|
|
extern int indirect_read_config(struct pci_bus *bus, unsigned int devfn,
|
|
int offset, int len, u32 *val);
|
|
|
|
extern int __indirect_read_config(struct pci_controller *hose,
|
|
unsigned char bus_number, unsigned int devfn,
|
|
int offset, int len, u32 *val);
|
|
|
|
extern int indirect_write_config(struct pci_bus *bus, unsigned int devfn,
|
|
int offset, int len, u32 val);
|
|
|
|
static inline struct pci_controller *pci_bus_to_host(const struct pci_bus *bus)
|
|
{
|
|
return bus->sysdata;
|
|
}
|
|
|
|
#ifndef CONFIG_PPC64
|
|
|
|
extern int pci_device_from_OF_node(struct device_node *node,
|
|
u8 *bus, u8 *devfn);
|
|
extern void pci_create_OF_bus_map(void);
|
|
|
|
#else /* CONFIG_PPC64 */
|
|
|
|
/*
|
|
* PCI stuff, for nodes representing PCI devices, pointed to
|
|
* by device_node->data.
|
|
*/
|
|
struct iommu_table;
|
|
|
|
struct pci_dn {
|
|
int flags;
|
|
#define PCI_DN_FLAG_IOV_VF 0x01
|
|
|
|
int busno; /* pci bus number */
|
|
int devfn; /* pci device and function number */
|
|
int vendor_id; /* Vendor ID */
|
|
int device_id; /* Device ID */
|
|
int class_code; /* Device class code */
|
|
|
|
struct pci_dn *parent;
|
|
struct pci_controller *phb; /* for pci devices */
|
|
struct iommu_table_group *table_group; /* for phb's or bridges */
|
|
|
|
int pci_ext_config_space; /* for pci devices */
|
|
#ifdef CONFIG_EEH
|
|
struct eeh_dev *edev; /* eeh device */
|
|
#endif
|
|
#define IODA_INVALID_PE 0xFFFFFFFF
|
|
unsigned int pe_number;
|
|
#ifdef CONFIG_PCI_IOV
|
|
int vf_index; /* VF index in the PF */
|
|
u16 vfs_expanded; /* number of VFs IOV BAR expanded */
|
|
u16 num_vfs; /* number of VFs enabled*/
|
|
unsigned int *pe_num_map; /* PE# for the first VF PE or array */
|
|
bool m64_single_mode; /* Use M64 BAR in Single Mode */
|
|
#define IODA_INVALID_M64 (-1)
|
|
int (*m64_map)[PCI_SRIOV_NUM_BARS]; /* Only used on powernv */
|
|
int last_allow_rc; /* Only used on pseries */
|
|
#endif /* CONFIG_PCI_IOV */
|
|
int mps; /* Maximum Payload Size */
|
|
struct list_head child_list;
|
|
struct list_head list;
|
|
struct resource holes[PCI_SRIOV_NUM_BARS];
|
|
};
|
|
|
|
/* Get the pointer to a device_node's pci_dn */
|
|
#define PCI_DN(dn) ((struct pci_dn *) (dn)->data)
|
|
|
|
extern struct pci_dn *pci_get_pdn_by_devfn(struct pci_bus *bus,
|
|
int devfn);
|
|
extern struct pci_dn *pci_get_pdn(struct pci_dev *pdev);
|
|
extern struct pci_dn *add_dev_pci_data(struct pci_dev *pdev);
|
|
extern void remove_dev_pci_data(struct pci_dev *pdev);
|
|
extern struct pci_dn *pci_add_device_node_info(struct pci_controller *hose,
|
|
struct device_node *dn);
|
|
extern void pci_remove_device_node_info(struct device_node *dn);
|
|
|
|
static inline int pci_device_from_OF_node(struct device_node *np,
|
|
u8 *bus, u8 *devfn)
|
|
{
|
|
if (!PCI_DN(np))
|
|
return -ENODEV;
|
|
*bus = PCI_DN(np)->busno;
|
|
*devfn = PCI_DN(np)->devfn;
|
|
return 0;
|
|
}
|
|
|
|
#if defined(CONFIG_EEH)
|
|
static inline struct eeh_dev *pdn_to_eeh_dev(struct pci_dn *pdn)
|
|
{
|
|
return pdn ? pdn->edev : NULL;
|
|
}
|
|
#else
|
|
#define pdn_to_eeh_dev(x) (NULL)
|
|
#endif
|
|
|
|
/** Find the bus corresponding to the indicated device node */
|
|
extern struct pci_bus *pci_find_bus_by_node(struct device_node *dn);
|
|
|
|
/** Remove all of the PCI devices under this bus */
|
|
extern void pci_hp_remove_devices(struct pci_bus *bus);
|
|
|
|
/** Discover new pci devices under this bus, and add them */
|
|
extern void pci_hp_add_devices(struct pci_bus *bus);
|
|
|
|
extern int pcibios_unmap_io_space(struct pci_bus *bus);
|
|
extern int pcibios_map_io_space(struct pci_bus *bus);
|
|
|
|
#ifdef CONFIG_NUMA
|
|
#define PHB_SET_NODE(PHB, NODE) ((PHB)->node = (NODE))
|
|
#else
|
|
#define PHB_SET_NODE(PHB, NODE) ((PHB)->node = NUMA_NO_NODE)
|
|
#endif
|
|
|
|
#endif /* CONFIG_PPC64 */
|
|
|
|
/* Get the PCI host controller for an OF device */
|
|
extern struct pci_controller *pci_find_hose_for_OF_device(
|
|
struct device_node* node);
|
|
|
|
extern struct pci_controller *pci_find_controller_for_domain(int domain_nr);
|
|
|
|
/* Fill up host controller resources from the OF node */
|
|
extern void pci_process_bridge_OF_ranges(struct pci_controller *hose,
|
|
struct device_node *dev, int primary);
|
|
|
|
/* Allocate & free a PCI host bridge structure */
|
|
extern struct pci_controller *pcibios_alloc_controller(struct device_node *dev);
|
|
extern void pcibios_free_controller(struct pci_controller *phb);
|
|
extern void pcibios_free_controller_deferred(struct pci_host_bridge *bridge);
|
|
|
|
#ifdef CONFIG_PCI
|
|
extern int pcibios_vaddr_is_ioport(void __iomem *address);
|
|
#else
|
|
static inline int pcibios_vaddr_is_ioport(void __iomem *address)
|
|
{
|
|
return 0;
|
|
}
|
|
#endif /* CONFIG_PCI */
|
|
|
|
#endif /* __KERNEL__ */
|
|
#endif /* _ASM_POWERPC_PCI_BRIDGE_H */
|