mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-16 04:46:51 +07:00
9e1b32caa5
mm: Pass virtual address to [__]p{te,ud,md}_free_tlb()
Upcoming paches to support the new 64-bit "BookE" powerpc architecture
will need to have the virtual address corresponding to PTE page when
freeing it, due to the way the HW table walker works.
Basically, the TLB can be loaded with "large" pages that cover the whole
virtual space (well, sort-of, half of it actually) represented by a PTE
page, and which contain an "indirect" bit indicating that this TLB entry
RPN points to an array of PTEs from which the TLB can then create direct
entries. Thus, in order to invalidate those when PTE pages are deleted,
we need the virtual address to pass to tlbilx or tlbivax instructions.
The old trick of sticking it somewhere in the PTE page struct page sucks
too much, the address is almost readily available in all call sites and
almost everybody implemets these as macros, so we may as well add the
argument everywhere. I added it to the pmd and pud variants for consistency.
Signed-off-by: Benjamin Herrenschmidt <benh@kernel.crashing.org>
Acked-by: David Howells <dhowells@redhat.com> [MN10300 & FRV]
Acked-by: Nick Piggin <npiggin@suse.de>
Acked-by: Martin Schwidefsky <schwidefsky@de.ibm.com> [s390]
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
69 lines
2.5 KiB
C
69 lines
2.5 KiB
C
#ifndef _SPARC_PGALLOC_H
|
|
#define _SPARC_PGALLOC_H
|
|
|
|
#include <linux/kernel.h>
|
|
#include <linux/sched.h>
|
|
|
|
#include <asm/page.h>
|
|
#include <asm/btfixup.h>
|
|
|
|
struct page;
|
|
|
|
extern struct pgtable_cache_struct {
|
|
unsigned long *pgd_cache;
|
|
unsigned long *pte_cache;
|
|
unsigned long pgtable_cache_sz;
|
|
unsigned long pgd_cache_sz;
|
|
} pgt_quicklists;
|
|
#define pgd_quicklist (pgt_quicklists.pgd_cache)
|
|
#define pmd_quicklist ((unsigned long *)0)
|
|
#define pte_quicklist (pgt_quicklists.pte_cache)
|
|
#define pgtable_cache_size (pgt_quicklists.pgtable_cache_sz)
|
|
#define pgd_cache_size (pgt_quicklists.pgd_cache_sz)
|
|
|
|
extern void check_pgt_cache(void);
|
|
BTFIXUPDEF_CALL(void, do_check_pgt_cache, int, int)
|
|
#define do_check_pgt_cache(low,high) BTFIXUP_CALL(do_check_pgt_cache)(low,high)
|
|
|
|
BTFIXUPDEF_CALL(pgd_t *, get_pgd_fast, void)
|
|
#define get_pgd_fast() BTFIXUP_CALL(get_pgd_fast)()
|
|
|
|
BTFIXUPDEF_CALL(void, free_pgd_fast, pgd_t *)
|
|
#define free_pgd_fast(pgd) BTFIXUP_CALL(free_pgd_fast)(pgd)
|
|
|
|
#define pgd_free(mm, pgd) free_pgd_fast(pgd)
|
|
#define pgd_alloc(mm) get_pgd_fast()
|
|
|
|
BTFIXUPDEF_CALL(void, pgd_set, pgd_t *, pmd_t *)
|
|
#define pgd_set(pgdp,pmdp) BTFIXUP_CALL(pgd_set)(pgdp,pmdp)
|
|
#define pgd_populate(MM, PGD, PMD) pgd_set(PGD, PMD)
|
|
|
|
BTFIXUPDEF_CALL(pmd_t *, pmd_alloc_one, struct mm_struct *, unsigned long)
|
|
#define pmd_alloc_one(mm, address) BTFIXUP_CALL(pmd_alloc_one)(mm, address)
|
|
|
|
BTFIXUPDEF_CALL(void, free_pmd_fast, pmd_t *)
|
|
#define free_pmd_fast(pmd) BTFIXUP_CALL(free_pmd_fast)(pmd)
|
|
|
|
#define pmd_free(mm, pmd) free_pmd_fast(pmd)
|
|
#define __pmd_free_tlb(tlb, pmd, addr) pmd_free((tlb)->mm, pmd)
|
|
|
|
BTFIXUPDEF_CALL(void, pmd_populate, pmd_t *, struct page *)
|
|
#define pmd_populate(MM, PMD, PTE) BTFIXUP_CALL(pmd_populate)(PMD, PTE)
|
|
#define pmd_pgtable(pmd) pmd_page(pmd)
|
|
BTFIXUPDEF_CALL(void, pmd_set, pmd_t *, pte_t *)
|
|
#define pmd_populate_kernel(MM, PMD, PTE) BTFIXUP_CALL(pmd_set)(PMD, PTE)
|
|
|
|
BTFIXUPDEF_CALL(pgtable_t , pte_alloc_one, struct mm_struct *, unsigned long)
|
|
#define pte_alloc_one(mm, address) BTFIXUP_CALL(pte_alloc_one)(mm, address)
|
|
BTFIXUPDEF_CALL(pte_t *, pte_alloc_one_kernel, struct mm_struct *, unsigned long)
|
|
#define pte_alloc_one_kernel(mm, addr) BTFIXUP_CALL(pte_alloc_one_kernel)(mm, addr)
|
|
|
|
BTFIXUPDEF_CALL(void, free_pte_fast, pte_t *)
|
|
#define pte_free_kernel(mm, pte) BTFIXUP_CALL(free_pte_fast)(pte)
|
|
|
|
BTFIXUPDEF_CALL(void, pte_free, pgtable_t )
|
|
#define pte_free(mm, pte) BTFIXUP_CALL(pte_free)(pte)
|
|
#define __pte_free_tlb(tlb, pte, addr) pte_free((tlb)->mm, pte)
|
|
|
|
#endif /* _SPARC_PGALLOC_H */
|