mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-26 15:05:24 +07:00
0fbebed682
If our first THP installation for an MM is via the set_pmd_at() done during khugepaged's collapsing we'll end up in tsb_grow() trying to do a GFP_KERNEL allocation with several locks held. Simply using GFP_ATOMIC in this situation is not the best option because we really can't have this fail, so we'd really like to keep this an order 0 GFP_KERNEL allocation if possible. Also, doing the TSB allocation from khugepaged is a really bad idea because we'll allocate it potentially from the wrong NUMA node in that context. So what we do is defer the hugepage TSB allocation until the first TLB miss we take on a hugepage. This is slightly tricky because we have to handle two unusual cases: 1) Taking the first hugepage TLB miss in the window trap handler. We'll call the winfix_trampoline when that is detected. 2) An initial TSB allocation via TLB miss races with a hugetlb fault on another cpu running the same MM. We handle this by unconditionally loading the TSB we see into the current cpu even if it's non-NULL at hugetlb_setup time. Reported-by: Meelis Roos <mroos@ut.ee> Signed-off-by: David S. Miller <davem@davemloft.net>
131 lines
3.5 KiB
C
131 lines
3.5 KiB
C
#ifndef _SPARC64_PAGE_H
|
|
#define _SPARC64_PAGE_H
|
|
|
|
#include <linux/const.h>
|
|
|
|
#define PAGE_SHIFT 13
|
|
|
|
#define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
|
|
#define PAGE_MASK (~(PAGE_SIZE-1))
|
|
|
|
/* Flushing for D-cache alias handling is only needed if
|
|
* the page size is smaller than 16K.
|
|
*/
|
|
#if PAGE_SHIFT < 14
|
|
#define DCACHE_ALIASING_POSSIBLE
|
|
#endif
|
|
|
|
#define HPAGE_SHIFT 22
|
|
|
|
#if defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE)
|
|
#define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT)
|
|
#define HPAGE_MASK (~(HPAGE_SIZE - 1UL))
|
|
#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
|
#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
|
|
#endif
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
#if defined(CONFIG_HUGETLB_PAGE) || defined(CONFIG_TRANSPARENT_HUGEPAGE)
|
|
struct pt_regs;
|
|
extern void hugetlb_setup(struct pt_regs *regs);
|
|
#endif
|
|
|
|
#define WANT_PAGE_VIRTUAL
|
|
|
|
extern void _clear_page(void *page);
|
|
#define clear_page(X) _clear_page((void *)(X))
|
|
struct page;
|
|
extern void clear_user_page(void *addr, unsigned long vaddr, struct page *page);
|
|
#define copy_page(X,Y) memcpy((void *)(X), (void *)(Y), PAGE_SIZE)
|
|
extern void copy_user_page(void *to, void *from, unsigned long vaddr, struct page *topage);
|
|
|
|
/* Unlike sparc32, sparc64's parameter passing API is more
|
|
* sane in that structures which as small enough are passed
|
|
* in registers instead of on the stack. Thus, setting
|
|
* STRICT_MM_TYPECHECKS does not generate worse code so
|
|
* let's enable it to get the type checking.
|
|
*/
|
|
|
|
#define STRICT_MM_TYPECHECKS
|
|
|
|
#ifdef STRICT_MM_TYPECHECKS
|
|
/* These are used to make use of C type-checking.. */
|
|
typedef struct { unsigned long pte; } pte_t;
|
|
typedef struct { unsigned long iopte; } iopte_t;
|
|
typedef struct { unsigned int pmd; } pmd_t;
|
|
typedef struct { unsigned int pgd; } pgd_t;
|
|
typedef struct { unsigned long pgprot; } pgprot_t;
|
|
|
|
#define pte_val(x) ((x).pte)
|
|
#define iopte_val(x) ((x).iopte)
|
|
#define pmd_val(x) ((x).pmd)
|
|
#define pgd_val(x) ((x).pgd)
|
|
#define pgprot_val(x) ((x).pgprot)
|
|
|
|
#define __pte(x) ((pte_t) { (x) } )
|
|
#define __iopte(x) ((iopte_t) { (x) } )
|
|
#define __pmd(x) ((pmd_t) { (x) } )
|
|
#define __pgd(x) ((pgd_t) { (x) } )
|
|
#define __pgprot(x) ((pgprot_t) { (x) } )
|
|
|
|
#else
|
|
/* .. while these make it easier on the compiler */
|
|
typedef unsigned long pte_t;
|
|
typedef unsigned long iopte_t;
|
|
typedef unsigned int pmd_t;
|
|
typedef unsigned int pgd_t;
|
|
typedef unsigned long pgprot_t;
|
|
|
|
#define pte_val(x) (x)
|
|
#define iopte_val(x) (x)
|
|
#define pmd_val(x) (x)
|
|
#define pgd_val(x) (x)
|
|
#define pgprot_val(x) (x)
|
|
|
|
#define __pte(x) (x)
|
|
#define __iopte(x) (x)
|
|
#define __pmd(x) (x)
|
|
#define __pgd(x) (x)
|
|
#define __pgprot(x) (x)
|
|
|
|
#endif /* (STRICT_MM_TYPECHECKS) */
|
|
|
|
typedef pte_t *pgtable_t;
|
|
|
|
#define TASK_UNMAPPED_BASE (test_thread_flag(TIF_32BIT) ? \
|
|
(_AC(0x0000000070000000,UL)) : \
|
|
(_AC(0xfffff80000000000,UL) + (1UL << 32UL)))
|
|
|
|
#include <asm-generic/memory_model.h>
|
|
|
|
#endif /* !(__ASSEMBLY__) */
|
|
|
|
/* We used to stick this into a hard-coded global register (%g4)
|
|
* but that does not make sense anymore.
|
|
*/
|
|
#define PAGE_OFFSET _AC(0xFFFFF80000000000,UL)
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
#define __pa(x) ((unsigned long)(x) - PAGE_OFFSET)
|
|
#define __va(x) ((void *)((unsigned long) (x) + PAGE_OFFSET))
|
|
|
|
#define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
|
|
|
|
#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr)>>PAGE_SHIFT)
|
|
|
|
#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
|
|
|
|
#define virt_to_phys __pa
|
|
#define phys_to_virt __va
|
|
|
|
#endif /* !(__ASSEMBLY__) */
|
|
|
|
#define VM_DATA_DEFAULT_FLAGS (VM_READ | VM_WRITE | VM_EXEC | \
|
|
VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
|
|
|
|
#include <asm-generic/getorder.h>
|
|
|
|
#endif /* _SPARC64_PAGE_H */
|