mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-24 05:57:08 +07:00
49a695ba72
Notable changes: - Support for 4PB user address space on 64-bit, opt-in via mmap(). - Removal of POWER4 support, which was accidentally broken in 2016 and no one noticed, and blocked use of some modern instructions. - Workarounds so that the hypervisor can enable Transactional Memory on Power9. - A series to disable the DAWR (Data Address Watchpoint Register) on Power9. - More information displayed in the meltdown/spectre_v1/v2 sysfs files. - A vpermxor (Power8 Altivec) implementation for the raid6 Q Syndrome. - A big series to make the allocation of our pacas (per cpu area), kernel page tables, and per-cpu stacks NUMA aware when using the Radix MMU on Power9. And as usual many fixes, reworks and cleanups. Thanks to: Aaro Koskinen, Alexandre Belloni, Alexey Kardashevskiy, Alistair Popple, Andy Shevchenko, Aneesh Kumar K.V, Anshuman Khandual, Balbir Singh, Benjamin Herrenschmidt, Christophe Leroy, Christophe Lombard, Cyril Bur, Daniel Axtens, Dave Young, Finn Thain, Frederic Barrat, Gustavo Romero, Horia Geantă, Jonathan Neuschäfer, Kees Cook, Larry Finger, Laurent Dufour, Laurent Vivier, Logan Gunthorpe, Madhavan Srinivasan, Mark Greer, Mark Hairgrove, Markus Elfring, Mathieu Malaterre, Matt Brown, Matt Evans, Mauricio Faria de Oliveira, Michael Neuling, Naveen N. Rao, Nicholas Piggin, Paul Mackerras, Philippe Bergheaud, Ram Pai, Rob Herring, Sam Bobroff, Segher Boessenkool, Simon Guo, Simon Horman, Stewart Smith, Sukadev Bhattiprolu, Suraj Jitindar Singh, Thiago Jung Bauermann, Vaibhav Jain, Vaidyanathan Srinivasan, Vasant Hegde, Wei Yongjun. -----BEGIN PGP SIGNATURE----- iQIwBAABCAAaBQJayKxDExxtcGVAZWxsZXJtYW4uaWQuYXUACgkQUevqPMjhpYAr JQ/6A9Xs4zHDn9OeT9esEIxciETqUlrP0Wp64c4JVC7EkG1E7xRDZ4Xb4m8R2nNt 9sPhtNO1yCtEk6kFQtPNB0N8v6pud4I6+aMcYnn+tP8mJRYQ4x9bYaF3Hw98IKmE Kd6TglmsUQvh2GpwPiF93KpzzWu1HB2kZzzqJcAMTMh7C79Qz00BjrTJltzXB2jx tJ+B4lVy8BeU8G5nDAzJEEwb5Ypkn8O40rS/lpAwVTYOBJ8Rbyq8Fj82FeREK9YO 4EGaEKPkC/FdzX7OJV3v2/nldCd8pzV471fAoGuBUhJiJBMBoBybcTHIdDex7LlL zMLV1mUtGo8iolRPhL8iCH+GGifZz2WzstYCozz7hgIraWtc/frq9rZp6q0LdH/K trk7UbPGlVb92ecWZVpZyEcsMzKrCgZqnAe9wRNh1uEKScEdzd/bmRaMhENUObRh Hili6AVvmSKExpy7k2sZP/oUMaeC15/xz8Lk7l8a/iCkYhNmPYh5iSXM5+UKpcRT FYOcO0o3DwXsN46Whow3nJ7TqAsDy9/ecPUG71JQi3ZrHnRrm8jxkn8MCG5pZ1Fi KvKDxlg6RiJo3DF9/fSOpJUokvMwqBS5dJo4eh5eiDy94aBTqmBKFecvPxQm7a0L l3uXCF/6JuXEvMukFjGBO4RiYhw8i+B2uKsh81XUh7HKrgE= =HAB1 -----END PGP SIGNATURE----- Merge tag 'powerpc-4.17-1' of git://git.kernel.org/pub/scm/linux/kernel/git/powerpc/linux Pull powerpc updates from Michael Ellerman: "Notable changes: - Support for 4PB user address space on 64-bit, opt-in via mmap(). - Removal of POWER4 support, which was accidentally broken in 2016 and no one noticed, and blocked use of some modern instructions. - Workarounds so that the hypervisor can enable Transactional Memory on Power9. - A series to disable the DAWR (Data Address Watchpoint Register) on Power9. - More information displayed in the meltdown/spectre_v1/v2 sysfs files. - A vpermxor (Power8 Altivec) implementation for the raid6 Q Syndrome. - A big series to make the allocation of our pacas (per cpu area), kernel page tables, and per-cpu stacks NUMA aware when using the Radix MMU on Power9. And as usual many fixes, reworks and cleanups. Thanks to: Aaro Koskinen, Alexandre Belloni, Alexey Kardashevskiy, Alistair Popple, Andy Shevchenko, Aneesh Kumar K.V, Anshuman Khandual, Balbir Singh, Benjamin Herrenschmidt, Christophe Leroy, Christophe Lombard, Cyril Bur, Daniel Axtens, Dave Young, Finn Thain, Frederic Barrat, Gustavo Romero, Horia Geantă, Jonathan Neuschäfer, Kees Cook, Larry Finger, Laurent Dufour, Laurent Vivier, Logan Gunthorpe, Madhavan Srinivasan, Mark Greer, Mark Hairgrove, Markus Elfring, Mathieu Malaterre, Matt Brown, Matt Evans, Mauricio Faria de Oliveira, Michael Neuling, Naveen N. Rao, Nicholas Piggin, Paul Mackerras, Philippe Bergheaud, Ram Pai, Rob Herring, Sam Bobroff, Segher Boessenkool, Simon Guo, Simon Horman, Stewart Smith, Sukadev Bhattiprolu, Suraj Jitindar Singh, Thiago Jung Bauermann, Vaibhav Jain, Vaidyanathan Srinivasan, Vasant Hegde, Wei Yongjun" * tag 'powerpc-4.17-1' of git://git.kernel.org/pub/scm/linux/kernel/git/powerpc/linux: (207 commits) powerpc/64s/idle: Fix restore of AMOR on POWER9 after deep sleep powerpc/64s: Fix POWER9 DD2.2 and above in cputable features powerpc/64s: Fix pkey support in dt_cpu_ftrs, add CPU_FTR_PKEY bit powerpc/64s: Fix dt_cpu_ftrs to have restore_cpu clear unwanted LPCR bits Revert "powerpc/64s/idle: POWER9 ESL=0 stop avoid save/restore overhead" powerpc: iomap.c: introduce io{read|write}64_{lo_hi|hi_lo} powerpc: io.h: move iomap.h include so that it can use readq/writeq defs cxl: Fix possible deadlock when processing page faults from cxllib powerpc/hw_breakpoint: Only disable hw breakpoint if cpu supports it powerpc/mm/radix: Update command line parsing for disable_radix powerpc/mm/radix: Parse disable_radix commandline correctly. powerpc/mm/hugetlb: initialize the pagetable cache correctly for hugetlb powerpc/mm/radix: Update pte fragment count from 16 to 256 on radix powerpc/mm/keys: Update documentation and remove unnecessary check powerpc/64s/idle: POWER9 ESL=0 stop avoid save/restore overhead powerpc/64s/idle: Consolidate power9_offline_stop()/power9_idle_stop() powerpc/powernv: Always stop secondaries before reboot/shutdown powerpc: hard disable irqs in smp_send_stop loop powerpc: use NMI IPI for smp_send_stop powerpc/powernv: Fix SMT4 forcing idle code ...
192 lines
6.1 KiB
C
192 lines
6.1 KiB
C
/* -*- linux-c -*- ------------------------------------------------------- *
|
|
*
|
|
* Copyright 2003 H. Peter Anvin - All Rights Reserved
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, Inc., 53 Temple Place Ste 330,
|
|
* Boston MA 02111-1307, USA; either version 2 of the License, or
|
|
* (at your option) any later version; incorporated herein by reference.
|
|
*
|
|
* ----------------------------------------------------------------------- */
|
|
|
|
#ifndef LINUX_RAID_RAID6_H
|
|
#define LINUX_RAID_RAID6_H
|
|
|
|
#ifdef __KERNEL__
|
|
|
|
/* Set to 1 to use kernel-wide empty_zero_page */
|
|
#define RAID6_USE_EMPTY_ZERO_PAGE 0
|
|
#include <linux/blkdev.h>
|
|
|
|
/* We need a pre-zeroed page... if we don't want to use the kernel-provided
|
|
one define it here */
|
|
#if RAID6_USE_EMPTY_ZERO_PAGE
|
|
# define raid6_empty_zero_page empty_zero_page
|
|
#else
|
|
extern const char raid6_empty_zero_page[PAGE_SIZE];
|
|
#endif
|
|
|
|
#else /* ! __KERNEL__ */
|
|
/* Used for testing in user space */
|
|
|
|
#include <errno.h>
|
|
#include <inttypes.h>
|
|
#include <limits.h>
|
|
#include <stddef.h>
|
|
#include <sys/mman.h>
|
|
#include <sys/types.h>
|
|
|
|
/* Not standard, but glibc defines it */
|
|
#define BITS_PER_LONG __WORDSIZE
|
|
|
|
typedef uint8_t u8;
|
|
typedef uint16_t u16;
|
|
typedef uint32_t u32;
|
|
typedef uint64_t u64;
|
|
|
|
#ifndef PAGE_SIZE
|
|
# define PAGE_SIZE 4096
|
|
#endif
|
|
extern const char raid6_empty_zero_page[PAGE_SIZE];
|
|
|
|
#define __init
|
|
#define __exit
|
|
#define __attribute_const__ __attribute__((const))
|
|
#define noinline __attribute__((noinline))
|
|
|
|
#define preempt_enable()
|
|
#define preempt_disable()
|
|
#define cpu_has_feature(x) 1
|
|
#define enable_kernel_altivec()
|
|
#define disable_kernel_altivec()
|
|
|
|
#define EXPORT_SYMBOL(sym)
|
|
#define EXPORT_SYMBOL_GPL(sym)
|
|
#define MODULE_LICENSE(licence)
|
|
#define MODULE_DESCRIPTION(desc)
|
|
#define subsys_initcall(x)
|
|
#define module_exit(x)
|
|
#endif /* __KERNEL__ */
|
|
|
|
/* Routine choices */
|
|
struct raid6_calls {
|
|
void (*gen_syndrome)(int, size_t, void **);
|
|
void (*xor_syndrome)(int, int, int, size_t, void **);
|
|
int (*valid)(void); /* Returns 1 if this routine set is usable */
|
|
const char *name; /* Name of this routine set */
|
|
int prefer; /* Has special performance attribute */
|
|
};
|
|
|
|
/* Selected algorithm */
|
|
extern struct raid6_calls raid6_call;
|
|
|
|
/* Various routine sets */
|
|
extern const struct raid6_calls raid6_intx1;
|
|
extern const struct raid6_calls raid6_intx2;
|
|
extern const struct raid6_calls raid6_intx4;
|
|
extern const struct raid6_calls raid6_intx8;
|
|
extern const struct raid6_calls raid6_intx16;
|
|
extern const struct raid6_calls raid6_intx32;
|
|
extern const struct raid6_calls raid6_mmxx1;
|
|
extern const struct raid6_calls raid6_mmxx2;
|
|
extern const struct raid6_calls raid6_sse1x1;
|
|
extern const struct raid6_calls raid6_sse1x2;
|
|
extern const struct raid6_calls raid6_sse2x1;
|
|
extern const struct raid6_calls raid6_sse2x2;
|
|
extern const struct raid6_calls raid6_sse2x4;
|
|
extern const struct raid6_calls raid6_altivec1;
|
|
extern const struct raid6_calls raid6_altivec2;
|
|
extern const struct raid6_calls raid6_altivec4;
|
|
extern const struct raid6_calls raid6_altivec8;
|
|
extern const struct raid6_calls raid6_avx2x1;
|
|
extern const struct raid6_calls raid6_avx2x2;
|
|
extern const struct raid6_calls raid6_avx2x4;
|
|
extern const struct raid6_calls raid6_avx512x1;
|
|
extern const struct raid6_calls raid6_avx512x2;
|
|
extern const struct raid6_calls raid6_avx512x4;
|
|
extern const struct raid6_calls raid6_s390vx8;
|
|
extern const struct raid6_calls raid6_vpermxor1;
|
|
extern const struct raid6_calls raid6_vpermxor2;
|
|
extern const struct raid6_calls raid6_vpermxor4;
|
|
extern const struct raid6_calls raid6_vpermxor8;
|
|
|
|
struct raid6_recov_calls {
|
|
void (*data2)(int, size_t, int, int, void **);
|
|
void (*datap)(int, size_t, int, void **);
|
|
int (*valid)(void);
|
|
const char *name;
|
|
int priority;
|
|
};
|
|
|
|
extern const struct raid6_recov_calls raid6_recov_intx1;
|
|
extern const struct raid6_recov_calls raid6_recov_ssse3;
|
|
extern const struct raid6_recov_calls raid6_recov_avx2;
|
|
extern const struct raid6_recov_calls raid6_recov_avx512;
|
|
extern const struct raid6_recov_calls raid6_recov_s390xc;
|
|
extern const struct raid6_recov_calls raid6_recov_neon;
|
|
|
|
extern const struct raid6_calls raid6_neonx1;
|
|
extern const struct raid6_calls raid6_neonx2;
|
|
extern const struct raid6_calls raid6_neonx4;
|
|
extern const struct raid6_calls raid6_neonx8;
|
|
|
|
/* Algorithm list */
|
|
extern const struct raid6_calls * const raid6_algos[];
|
|
extern const struct raid6_recov_calls *const raid6_recov_algos[];
|
|
int raid6_select_algo(void);
|
|
|
|
/* Return values from chk_syndrome */
|
|
#define RAID6_OK 0
|
|
#define RAID6_P_BAD 1
|
|
#define RAID6_Q_BAD 2
|
|
#define RAID6_PQ_BAD 3
|
|
|
|
/* Galois field tables */
|
|
extern const u8 raid6_gfmul[256][256] __attribute__((aligned(256)));
|
|
extern const u8 raid6_vgfmul[256][32] __attribute__((aligned(256)));
|
|
extern const u8 raid6_gfexp[256] __attribute__((aligned(256)));
|
|
extern const u8 raid6_gflog[256] __attribute__((aligned(256)));
|
|
extern const u8 raid6_gfinv[256] __attribute__((aligned(256)));
|
|
extern const u8 raid6_gfexi[256] __attribute__((aligned(256)));
|
|
|
|
/* Recovery routines */
|
|
extern void (*raid6_2data_recov)(int disks, size_t bytes, int faila, int failb,
|
|
void **ptrs);
|
|
extern void (*raid6_datap_recov)(int disks, size_t bytes, int faila,
|
|
void **ptrs);
|
|
void raid6_dual_recov(int disks, size_t bytes, int faila, int failb,
|
|
void **ptrs);
|
|
|
|
/* Some definitions to allow code to be compiled for testing in userspace */
|
|
#ifndef __KERNEL__
|
|
|
|
# define jiffies raid6_jiffies()
|
|
# define printk printf
|
|
# define pr_err(format, ...) fprintf(stderr, format, ## __VA_ARGS__)
|
|
# define pr_info(format, ...) fprintf(stdout, format, ## __VA_ARGS__)
|
|
# define GFP_KERNEL 0
|
|
# define __get_free_pages(x, y) ((unsigned long)mmap(NULL, PAGE_SIZE << (y), \
|
|
PROT_READ|PROT_WRITE, \
|
|
MAP_PRIVATE|MAP_ANONYMOUS,\
|
|
0, 0))
|
|
# define free_pages(x, y) munmap((void *)(x), PAGE_SIZE << (y))
|
|
|
|
static inline void cpu_relax(void)
|
|
{
|
|
/* Nothing */
|
|
}
|
|
|
|
#undef HZ
|
|
#define HZ 1000
|
|
static inline uint32_t raid6_jiffies(void)
|
|
{
|
|
struct timeval tv;
|
|
gettimeofday(&tv, NULL);
|
|
return tv.tv_sec*1000 + tv.tv_usec/1000;
|
|
}
|
|
|
|
#endif /* ! __KERNEL__ */
|
|
|
|
#endif /* LINUX_RAID_RAID6_H */
|