mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-25 22:35:37 +07:00
d95f1a542c
Implement sparsemem support for Risc-v which helps pave the way for memory hotplug and eventually P2P support. Introduce Kconfig options for virtual and physical address bits which are used to calculate the size of the vmemmap and set the MAX_PHYSMEM_BITS. The vmemmap is located directly before the VMALLOC region and sized such that we can allocate enough pages to populate all the virtual address space in the system (similar to the way it's done in arm64). During initialization, call memblocks_present() and sparse_init(), and provide a stub for vmemmap_populate() (all of which is similar to arm64). [greentime.hu@sifive.com: fixed pfn_valid, FIXADDR_TOP and fixed a bug rebasing onto v5.3] Signed-off-by: Greentime Hu <greentime.hu@sifive.com> Signed-off-by: Logan Gunthorpe <logang@deltatee.com> Reviewed-by: Palmer Dabbelt <palmer@sifive.com> Reviewed-by: Christoph Hellwig <hch@lst.de> Cc: Albert Ou <aou@eecs.berkeley.edu> Cc: Andrew Waterman <andrew@sifive.com> Cc: Olof Johansson <olof@lixom.net> Cc: Michael Clark <michaeljclark@mac.com> Cc: Rob Herring <robh@kernel.org> Cc: Zong Li <zong@andestech.com> Reviewed-by: Mike Rapoport <rppt@linux.ibm.com> [paul.walmsley@sifive.com: updated to apply; minor commit message reformat] Signed-off-by: Paul Walmsley <paul.walmsley@sifive.com>
131 lines
3.4 KiB
C
131 lines
3.4 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
/*
|
|
* Copyright (C) 2009 Chen Liqin <liqin.chen@sunplusct.com>
|
|
* Copyright (C) 2012 Regents of the University of California
|
|
* Copyright (C) 2017 SiFive
|
|
* Copyright (C) 2017 XiaojingZhu <zhuxiaoj@ict.ac.cn>
|
|
*/
|
|
|
|
#ifndef _ASM_RISCV_PAGE_H
|
|
#define _ASM_RISCV_PAGE_H
|
|
|
|
#include <linux/pfn.h>
|
|
#include <linux/const.h>
|
|
|
|
#define PAGE_SHIFT (12)
|
|
#define PAGE_SIZE (_AC(1, UL) << PAGE_SHIFT)
|
|
#define PAGE_MASK (~(PAGE_SIZE - 1))
|
|
|
|
#ifdef CONFIG_64BIT
|
|
#define HUGE_MAX_HSTATE 2
|
|
#else
|
|
#define HUGE_MAX_HSTATE 1
|
|
#endif
|
|
#define HPAGE_SHIFT PMD_SHIFT
|
|
#define HPAGE_SIZE (_AC(1, UL) << HPAGE_SHIFT)
|
|
#define HPAGE_MASK (~(HPAGE_SIZE - 1))
|
|
#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
|
|
|
/*
|
|
* PAGE_OFFSET -- the first address of the first page of memory.
|
|
* When not using MMU this corresponds to the first free page in
|
|
* physical memory (aligned on a page boundary).
|
|
*/
|
|
#define PAGE_OFFSET _AC(CONFIG_PAGE_OFFSET, UL)
|
|
|
|
#define KERN_VIRT_SIZE (-PAGE_OFFSET)
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
#define PAGE_UP(addr) (((addr)+((PAGE_SIZE)-1))&(~((PAGE_SIZE)-1)))
|
|
#define PAGE_DOWN(addr) ((addr)&(~((PAGE_SIZE)-1)))
|
|
|
|
/* align addr on a size boundary - adjust address up/down if needed */
|
|
#define _ALIGN_UP(addr, size) (((addr)+((size)-1))&(~((size)-1)))
|
|
#define _ALIGN_DOWN(addr, size) ((addr)&(~((size)-1)))
|
|
|
|
/* align addr on a size boundary - adjust address up if needed */
|
|
#define _ALIGN(addr, size) _ALIGN_UP(addr, size)
|
|
|
|
#define clear_page(pgaddr) memset((pgaddr), 0, PAGE_SIZE)
|
|
#define copy_page(to, from) memcpy((to), (from), PAGE_SIZE)
|
|
|
|
#define clear_user_page(pgaddr, vaddr, page) memset((pgaddr), 0, PAGE_SIZE)
|
|
#define copy_user_page(vto, vfrom, vaddr, topg) \
|
|
memcpy((vto), (vfrom), PAGE_SIZE)
|
|
|
|
/*
|
|
* Use struct definitions to apply C type checking
|
|
*/
|
|
|
|
/* Page Global Directory entry */
|
|
typedef struct {
|
|
unsigned long pgd;
|
|
} pgd_t;
|
|
|
|
/* Page Table entry */
|
|
typedef struct {
|
|
unsigned long pte;
|
|
} pte_t;
|
|
|
|
typedef struct {
|
|
unsigned long pgprot;
|
|
} pgprot_t;
|
|
|
|
typedef struct page *pgtable_t;
|
|
|
|
#define pte_val(x) ((x).pte)
|
|
#define pgd_val(x) ((x).pgd)
|
|
#define pgprot_val(x) ((x).pgprot)
|
|
|
|
#define __pte(x) ((pte_t) { (x) })
|
|
#define __pgd(x) ((pgd_t) { (x) })
|
|
#define __pgprot(x) ((pgprot_t) { (x) })
|
|
|
|
#ifdef CONFIG_64BIT
|
|
#define PTE_FMT "%016lx"
|
|
#else
|
|
#define PTE_FMT "%08lx"
|
|
#endif
|
|
|
|
extern unsigned long va_pa_offset;
|
|
extern unsigned long pfn_base;
|
|
|
|
extern unsigned long max_low_pfn;
|
|
extern unsigned long min_low_pfn;
|
|
|
|
#define __pa(x) ((unsigned long)(x) - va_pa_offset)
|
|
#define __va(x) ((void *)((unsigned long) (x) + va_pa_offset))
|
|
|
|
#define phys_to_pfn(phys) (PFN_DOWN(phys))
|
|
#define pfn_to_phys(pfn) (PFN_PHYS(pfn))
|
|
|
|
#define virt_to_pfn(vaddr) (phys_to_pfn(__pa(vaddr)))
|
|
#define pfn_to_virt(pfn) (__va(pfn_to_phys(pfn)))
|
|
|
|
#define virt_to_page(vaddr) (pfn_to_page(virt_to_pfn(vaddr)))
|
|
#define page_to_virt(page) (pfn_to_virt(page_to_pfn(page)))
|
|
|
|
#define page_to_phys(page) (pfn_to_phys(page_to_pfn(page)))
|
|
#define page_to_bus(page) (page_to_phys(page))
|
|
#define phys_to_page(paddr) (pfn_to_page(phys_to_pfn(paddr)))
|
|
|
|
#ifdef CONFIG_FLATMEM
|
|
#define pfn_valid(pfn) \
|
|
(((pfn) >= pfn_base) && (((pfn)-pfn_base) < max_mapnr))
|
|
#endif
|
|
|
|
#define ARCH_PFN_OFFSET (pfn_base)
|
|
|
|
#endif /* __ASSEMBLY__ */
|
|
|
|
#define virt_addr_valid(vaddr) (pfn_valid(virt_to_pfn(vaddr)))
|
|
|
|
#define VM_DATA_DEFAULT_FLAGS (VM_READ | VM_WRITE | \
|
|
VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
|
|
|
|
#include <asm-generic/memory_model.h>
|
|
#include <asm-generic/getorder.h>
|
|
|
|
#endif /* _ASM_RISCV_PAGE_H */
|