mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-11-25 22:10:49 +07:00
3dc494e86d
Add a set of accessors to pack, unpack and modify page table entries (at all levels). This allows a paravirt implementation to control the contents of pgd/pmd/pte entries. For example, Xen uses this to convert the (pseudo-)physical address into a machine address when populating a pagetable entry, and converting back to pphys address when an entry is read. Signed-off-by: Jeremy Fitzhardinge <jeremy@xensource.com> Signed-off-by: Andi Kleen <ak@suse.de> Acked-by: Ingo Molnar <mingo@elte.hu>
207 lines
5.3 KiB
C
207 lines
5.3 KiB
C
#ifndef _I386_PAGE_H
|
|
#define _I386_PAGE_H
|
|
|
|
/* PAGE_SHIFT determines the page size */
|
|
#define PAGE_SHIFT 12
|
|
#define PAGE_SIZE (1UL << PAGE_SHIFT)
|
|
#define PAGE_MASK (~(PAGE_SIZE-1))
|
|
|
|
#define LARGE_PAGE_MASK (~(LARGE_PAGE_SIZE-1))
|
|
#define LARGE_PAGE_SIZE (1UL << PMD_SHIFT)
|
|
|
|
#ifdef __KERNEL__
|
|
#ifndef __ASSEMBLY__
|
|
|
|
#ifdef CONFIG_X86_USE_3DNOW
|
|
|
|
#include <asm/mmx.h>
|
|
|
|
#define clear_page(page) mmx_clear_page((void *)(page))
|
|
#define copy_page(to,from) mmx_copy_page(to,from)
|
|
|
|
#else
|
|
|
|
/*
|
|
* On older X86 processors it's not a win to use MMX here it seems.
|
|
* Maybe the K6-III ?
|
|
*/
|
|
|
|
#define clear_page(page) memset((void *)(page), 0, PAGE_SIZE)
|
|
#define copy_page(to,from) memcpy((void *)(to), (void *)(from), PAGE_SIZE)
|
|
|
|
#endif
|
|
|
|
#define clear_user_page(page, vaddr, pg) clear_page(page)
|
|
#define copy_user_page(to, from, vaddr, pg) copy_page(to, from)
|
|
|
|
#define alloc_zeroed_user_highpage(vma, vaddr) alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO, vma, vaddr)
|
|
#define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
|
|
|
|
/*
|
|
* These are used to make use of C type-checking..
|
|
*/
|
|
extern int nx_enabled;
|
|
|
|
#ifdef CONFIG_X86_PAE
|
|
extern unsigned long long __supported_pte_mask;
|
|
typedef struct { unsigned long pte_low, pte_high; } pte_t;
|
|
typedef struct { unsigned long long pmd; } pmd_t;
|
|
typedef struct { unsigned long long pgd; } pgd_t;
|
|
typedef struct { unsigned long long pgprot; } pgprot_t;
|
|
|
|
static inline unsigned long long native_pgd_val(pgd_t pgd)
|
|
{
|
|
return pgd.pgd;
|
|
}
|
|
|
|
static inline unsigned long long native_pmd_val(pmd_t pmd)
|
|
{
|
|
return pmd.pmd;
|
|
}
|
|
|
|
static inline unsigned long long native_pte_val(pte_t pte)
|
|
{
|
|
return pte.pte_low | ((unsigned long long)pte.pte_high << 32);
|
|
}
|
|
|
|
static inline pgd_t native_make_pgd(unsigned long long val)
|
|
{
|
|
return (pgd_t) { val };
|
|
}
|
|
|
|
static inline pmd_t native_make_pmd(unsigned long long val)
|
|
{
|
|
return (pmd_t) { val };
|
|
}
|
|
|
|
static inline pte_t native_make_pte(unsigned long long val)
|
|
{
|
|
return (pte_t) { .pte_low = val, .pte_high = (val >> 32) } ;
|
|
}
|
|
|
|
#ifndef CONFIG_PARAVIRT
|
|
#define pmd_val(x) native_pmd_val(x)
|
|
#define __pmd(x) native_make_pmd(x)
|
|
#endif
|
|
|
|
#define HPAGE_SHIFT 21
|
|
#include <asm-generic/pgtable-nopud.h>
|
|
#else /* !CONFIG_X86_PAE */
|
|
typedef struct { unsigned long pte_low; } pte_t;
|
|
typedef struct { unsigned long pgd; } pgd_t;
|
|
typedef struct { unsigned long pgprot; } pgprot_t;
|
|
#define boot_pte_t pte_t /* or would you rather have a typedef */
|
|
|
|
static inline unsigned long native_pgd_val(pgd_t pgd)
|
|
{
|
|
return pgd.pgd;
|
|
}
|
|
|
|
static inline unsigned long native_pte_val(pte_t pte)
|
|
{
|
|
return pte.pte_low;
|
|
}
|
|
|
|
static inline pgd_t native_make_pgd(unsigned long val)
|
|
{
|
|
return (pgd_t) { val };
|
|
}
|
|
|
|
static inline pte_t native_make_pte(unsigned long val)
|
|
{
|
|
return (pte_t) { .pte_low = val };
|
|
}
|
|
|
|
#define HPAGE_SHIFT 22
|
|
#include <asm-generic/pgtable-nopmd.h>
|
|
#endif /* CONFIG_X86_PAE */
|
|
|
|
#define PTE_MASK PAGE_MASK
|
|
|
|
#ifdef CONFIG_HUGETLB_PAGE
|
|
#define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
|
|
#define HPAGE_MASK (~(HPAGE_SIZE - 1))
|
|
#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
|
#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
|
|
#endif
|
|
|
|
#define pgprot_val(x) ((x).pgprot)
|
|
#define __pgprot(x) ((pgprot_t) { (x) } )
|
|
|
|
#ifndef CONFIG_PARAVIRT
|
|
#define pgd_val(x) native_pgd_val(x)
|
|
#define __pgd(x) native_make_pgd(x)
|
|
#define pte_val(x) native_pte_val(x)
|
|
#define __pte(x) native_make_pte(x)
|
|
#endif
|
|
|
|
#endif /* !__ASSEMBLY__ */
|
|
|
|
/* to align the pointer to the (next) page boundary */
|
|
#define PAGE_ALIGN(addr) (((addr)+PAGE_SIZE-1)&PAGE_MASK)
|
|
|
|
/*
|
|
* This handles the memory map.. We could make this a config
|
|
* option, but too many people screw it up, and too few need
|
|
* it.
|
|
*
|
|
* A __PAGE_OFFSET of 0xC0000000 means that the kernel has
|
|
* a virtual address space of one gigabyte, which limits the
|
|
* amount of physical memory you can use to about 950MB.
|
|
*
|
|
* If you want more physical memory than this then see the CONFIG_HIGHMEM4G
|
|
* and CONFIG_HIGHMEM64G options in the kernel configuration.
|
|
*/
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
struct vm_area_struct;
|
|
|
|
/*
|
|
* This much address space is reserved for vmalloc() and iomap()
|
|
* as well as fixmap mappings.
|
|
*/
|
|
extern unsigned int __VMALLOC_RESERVE;
|
|
|
|
extern int sysctl_legacy_va_layout;
|
|
|
|
extern int page_is_ram(unsigned long pagenr);
|
|
|
|
#endif /* __ASSEMBLY__ */
|
|
|
|
#ifdef __ASSEMBLY__
|
|
#define __PAGE_OFFSET CONFIG_PAGE_OFFSET
|
|
#else
|
|
#define __PAGE_OFFSET ((unsigned long)CONFIG_PAGE_OFFSET)
|
|
#endif
|
|
|
|
|
|
#define PAGE_OFFSET ((unsigned long)__PAGE_OFFSET)
|
|
#define VMALLOC_RESERVE ((unsigned long)__VMALLOC_RESERVE)
|
|
#define MAXMEM (-__PAGE_OFFSET-__VMALLOC_RESERVE)
|
|
#define __pa(x) ((unsigned long)(x)-PAGE_OFFSET)
|
|
/* __pa_symbol should be used for C visible symbols.
|
|
This seems to be the official gcc blessed way to do such arithmetic. */
|
|
#define __pa_symbol(x) __pa(RELOC_HIDE((unsigned long)(x),0))
|
|
#define __va(x) ((void *)((unsigned long)(x)+PAGE_OFFSET))
|
|
#define pfn_to_kaddr(pfn) __va((pfn) << PAGE_SHIFT)
|
|
#ifdef CONFIG_FLATMEM
|
|
#define pfn_valid(pfn) ((pfn) < max_mapnr)
|
|
#endif /* CONFIG_FLATMEM */
|
|
#define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
|
|
|
|
#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
|
|
|
|
#define VM_DATA_DEFAULT_FLAGS \
|
|
(VM_READ | VM_WRITE | \
|
|
((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \
|
|
VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
|
|
|
|
#include <asm-generic/memory_model.h>
|
|
#include <asm-generic/page.h>
|
|
|
|
#define __HAVE_ARCH_GATE_AREA 1
|
|
#endif /* __KERNEL__ */
|
|
|
|
#endif /* _I386_PAGE_H */
|