mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2025-01-15 05:26:11 +07:00
e05c7b1f2b
The powerpc 32-bit implementation of pgtable has nice shortcuts for accessing kernel PMD and PTE for a given virtual address. Make these helpers available for all architectures. [rppt@linux.ibm.com: microblaze: fix page table traversal in setup_rt_frame()] Link: http://lkml.kernel.org/r/20200518191511.GD1118872@kernel.org [akpm@linux-foundation.org: s/pmd_ptr_k/pmd_off_k/ in various powerpc places] Signed-off-by: Mike Rapoport <rppt@linux.ibm.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Cc: Arnd Bergmann <arnd@arndb.de> Cc: Borislav Petkov <bp@alien8.de> Cc: Brian Cain <bcain@codeaurora.org> Cc: Catalin Marinas <catalin.marinas@arm.com> Cc: Chris Zankel <chris@zankel.net> Cc: "David S. Miller" <davem@davemloft.net> Cc: Geert Uytterhoeven <geert@linux-m68k.org> Cc: Greentime Hu <green.hu@gmail.com> Cc: Greg Ungerer <gerg@linux-m68k.org> Cc: Guan Xuetao <gxt@pku.edu.cn> Cc: Guo Ren <guoren@kernel.org> Cc: Heiko Carstens <heiko.carstens@de.ibm.com> Cc: Helge Deller <deller@gmx.de> Cc: Ingo Molnar <mingo@redhat.com> Cc: Ley Foon Tan <ley.foon.tan@intel.com> Cc: Mark Salter <msalter@redhat.com> Cc: Matthew Wilcox <willy@infradead.org> Cc: Matt Turner <mattst88@gmail.com> Cc: Max Filippov <jcmvbkbc@gmail.com> Cc: Michael Ellerman <mpe@ellerman.id.au> Cc: Michal Simek <monstr@monstr.eu> Cc: Nick Hu <nickhu@andestech.com> Cc: Paul Walmsley <paul.walmsley@sifive.com> Cc: Richard Weinberger <richard@nod.at> Cc: Rich Felker <dalias@libc.org> Cc: Russell King <linux@armlinux.org.uk> Cc: Stafford Horne <shorne@gmail.com> Cc: Thomas Bogendoerfer <tsbogend@alpha.franken.de> Cc: Thomas Gleixner <tglx@linutronix.de> Cc: Tony Luck <tony.luck@intel.com> Cc: Vincent Chen <deanbo422@gmail.com> Cc: Vineet Gupta <vgupta@synopsys.com> Cc: Will Deacon <will@kernel.org> Cc: Yoshinori Sato <ysato@users.sourceforge.jp> Link: http://lkml.kernel.org/r/20200514170327.31389-9-rppt@kernel.org Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
92 lines
2.3 KiB
C
92 lines
2.3 KiB
C
/*
|
|
* High memory support for Xtensa architecture
|
|
*
|
|
* This file is subject to the terms and conditions of the GNU General
|
|
* Public License. See the file "COPYING" in the main directory of
|
|
* this archive for more details.
|
|
*
|
|
* Copyright (C) 2014 Cadence Design Systems Inc.
|
|
*/
|
|
|
|
#include <linux/export.h>
|
|
#include <linux/highmem.h>
|
|
#include <asm/tlbflush.h>
|
|
|
|
static pte_t *kmap_pte;
|
|
|
|
#if DCACHE_WAY_SIZE > PAGE_SIZE
|
|
unsigned int last_pkmap_nr_arr[DCACHE_N_COLORS];
|
|
wait_queue_head_t pkmap_map_wait_arr[DCACHE_N_COLORS];
|
|
|
|
static void __init kmap_waitqueues_init(void)
|
|
{
|
|
unsigned int i;
|
|
|
|
for (i = 0; i < ARRAY_SIZE(pkmap_map_wait_arr); ++i)
|
|
init_waitqueue_head(pkmap_map_wait_arr + i);
|
|
}
|
|
#else
|
|
static inline void kmap_waitqueues_init(void)
|
|
{
|
|
}
|
|
#endif
|
|
|
|
static inline enum fixed_addresses kmap_idx(int type, unsigned long color)
|
|
{
|
|
return (type + KM_TYPE_NR * smp_processor_id()) * DCACHE_N_COLORS +
|
|
color;
|
|
}
|
|
|
|
void *kmap_atomic_high_prot(struct page *page, pgprot_t prot)
|
|
{
|
|
enum fixed_addresses idx;
|
|
unsigned long vaddr;
|
|
|
|
idx = kmap_idx(kmap_atomic_idx_push(),
|
|
DCACHE_ALIAS(page_to_phys(page)));
|
|
vaddr = __fix_to_virt(FIX_KMAP_BEGIN + idx);
|
|
#ifdef CONFIG_DEBUG_HIGHMEM
|
|
BUG_ON(!pte_none(*(kmap_pte + idx)));
|
|
#endif
|
|
set_pte(kmap_pte + idx, mk_pte(page, prot));
|
|
|
|
return (void *)vaddr;
|
|
}
|
|
EXPORT_SYMBOL(kmap_atomic_high_prot);
|
|
|
|
void kunmap_atomic_high(void *kvaddr)
|
|
{
|
|
if (kvaddr >= (void *)FIXADDR_START &&
|
|
kvaddr < (void *)FIXADDR_TOP) {
|
|
int idx = kmap_idx(kmap_atomic_idx(),
|
|
DCACHE_ALIAS((unsigned long)kvaddr));
|
|
|
|
/*
|
|
* Force other mappings to Oops if they'll try to access this
|
|
* pte without first remap it. Keeping stale mappings around
|
|
* is a bad idea also, in case the page changes cacheability
|
|
* attributes or becomes a protected page in a hypervisor.
|
|
*/
|
|
pte_clear(&init_mm, kvaddr, kmap_pte + idx);
|
|
local_flush_tlb_kernel_range((unsigned long)kvaddr,
|
|
(unsigned long)kvaddr + PAGE_SIZE);
|
|
|
|
kmap_atomic_idx_pop();
|
|
}
|
|
}
|
|
EXPORT_SYMBOL(kunmap_atomic_high);
|
|
|
|
void __init kmap_init(void)
|
|
{
|
|
unsigned long kmap_vstart;
|
|
|
|
/* Check if this memory layout is broken because PKMAP overlaps
|
|
* page table.
|
|
*/
|
|
BUILD_BUG_ON(PKMAP_BASE < TLBTEMP_BASE_1 + TLBTEMP_SIZE);
|
|
/* cache the first kmap pte */
|
|
kmap_vstart = __fix_to_virt(FIX_KMAP_BEGIN);
|
|
kmap_pte = virt_to_kpte(kmap_vstart);
|
|
kmap_waitqueues_init();
|
|
}
|