mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-17 10:52:26 +07:00
897ab3e0c4
When a non-cooperative userfaultfd monitor copies pages in the background, it may encounter regions that were already unmapped. Addition of UFFD_EVENT_UNMAP allows the uffd monitor to track precisely changes in the virtual memory layout. Since there might be different uffd contexts for the affected VMAs, we first should create a temporary representation for the unmap event for each uffd context and then notify them one by one to the appropriate userfault file descriptors. The event notification occurs after the mmap_sem has been released. [arnd@arndb.de: fix nommu build] Link: http://lkml.kernel.org/r/20170203165141.3665284-1-arnd@arndb.de [mhocko@suse.com: fix nommu build] Link: http://lkml.kernel.org/r/20170202091503.GA22823@dhcp22.suse.cz Link: http://lkml.kernel.org/r/1485542673-24387-3-git-send-email-rppt@linux.vnet.ibm.com Signed-off-by: Mike Rapoport <rppt@linux.vnet.ibm.com> Signed-off-by: Michal Hocko <mhocko@suse.com> Signed-off-by: Arnd Bergmann <arnd@arndb.de> Acked-by: Hillf Danton <hillf.zj@alibaba-inc.com> Cc: Andrea Arcangeli <aarcange@redhat.com> Cc: "Dr. David Alan Gilbert" <dgilbert@redhat.com> Cc: Mike Kravetz <mike.kravetz@oracle.com> Cc: Pavel Emelyanov <xemul@virtuozzo.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
166 lines
3.9 KiB
C
166 lines
3.9 KiB
C
/*
|
|
* Copyright 2010 Tilera Corporation. All Rights Reserved.
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation, version 2.
|
|
*
|
|
* This program is distributed in the hope that it will be useful, but
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
|
|
* NON INFRINGEMENT. See the GNU General Public License for
|
|
* more details.
|
|
*/
|
|
|
|
#include <linux/mm.h>
|
|
#include <linux/pagemap.h>
|
|
#include <linux/binfmts.h>
|
|
#include <linux/compat.h>
|
|
#include <linux/mman.h>
|
|
#include <linux/file.h>
|
|
#include <linux/elf.h>
|
|
#include <asm/pgtable.h>
|
|
#include <asm/pgalloc.h>
|
|
#include <asm/sections.h>
|
|
#include <asm/vdso.h>
|
|
#include <arch/sim.h>
|
|
|
|
/* Notify a running simulator, if any, that an exec just occurred. */
|
|
static void sim_notify_exec(const char *binary_name)
|
|
{
|
|
unsigned char c;
|
|
do {
|
|
c = *binary_name++;
|
|
__insn_mtspr(SPR_SIM_CONTROL,
|
|
(SIM_CONTROL_OS_EXEC
|
|
| (c << _SIM_CONTROL_OPERATOR_BITS)));
|
|
|
|
} while (c);
|
|
}
|
|
|
|
static int notify_exec(struct mm_struct *mm)
|
|
{
|
|
int ret = 0;
|
|
char *buf, *path;
|
|
struct vm_area_struct *vma;
|
|
struct file *exe_file;
|
|
|
|
if (!sim_is_simulator())
|
|
return 1;
|
|
|
|
buf = (char *) __get_free_page(GFP_KERNEL);
|
|
if (buf == NULL)
|
|
return 0;
|
|
|
|
exe_file = get_mm_exe_file(mm);
|
|
if (exe_file == NULL)
|
|
goto done_free;
|
|
|
|
path = file_path(exe_file, buf, PAGE_SIZE);
|
|
if (IS_ERR(path))
|
|
goto done_put;
|
|
|
|
down_read(&mm->mmap_sem);
|
|
for (vma = current->mm->mmap; ; vma = vma->vm_next) {
|
|
if (vma == NULL) {
|
|
up_read(&mm->mmap_sem);
|
|
goto done_put;
|
|
}
|
|
if (vma->vm_file == exe_file)
|
|
break;
|
|
}
|
|
|
|
/*
|
|
* Notify simulator of an ET_DYN object so we know the load address.
|
|
* The somewhat cryptic overuse of SIM_CONTROL_DLOPEN allows us
|
|
* to be backward-compatible with older simulator releases.
|
|
*/
|
|
if (vma->vm_start == (ELF_ET_DYN_BASE & PAGE_MASK)) {
|
|
char buf[64];
|
|
int i;
|
|
|
|
snprintf(buf, sizeof(buf), "0x%lx:@", vma->vm_start);
|
|
for (i = 0; ; ++i) {
|
|
char c = buf[i];
|
|
__insn_mtspr(SPR_SIM_CONTROL,
|
|
(SIM_CONTROL_DLOPEN
|
|
| (c << _SIM_CONTROL_OPERATOR_BITS)));
|
|
if (c == '\0') {
|
|
ret = 1; /* success */
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
up_read(&mm->mmap_sem);
|
|
|
|
sim_notify_exec(path);
|
|
done_put:
|
|
fput(exe_file);
|
|
done_free:
|
|
free_page((unsigned long)buf);
|
|
return ret;
|
|
}
|
|
|
|
/* Notify a running simulator, if any, that we loaded an interpreter. */
|
|
static void sim_notify_interp(unsigned long load_addr)
|
|
{
|
|
size_t i;
|
|
for (i = 0; i < sizeof(load_addr); i++) {
|
|
unsigned char c = load_addr >> (i * 8);
|
|
__insn_mtspr(SPR_SIM_CONTROL,
|
|
(SIM_CONTROL_OS_INTERP
|
|
| (c << _SIM_CONTROL_OPERATOR_BITS)));
|
|
}
|
|
}
|
|
|
|
|
|
int arch_setup_additional_pages(struct linux_binprm *bprm,
|
|
int executable_stack)
|
|
{
|
|
struct mm_struct *mm = current->mm;
|
|
int retval = 0;
|
|
|
|
/*
|
|
* Notify the simulator that an exec just occurred.
|
|
* If we can't find the filename of the mapping, just use
|
|
* whatever was passed as the linux_binprm filename.
|
|
*/
|
|
if (!notify_exec(mm))
|
|
sim_notify_exec(bprm->filename);
|
|
|
|
down_write(&mm->mmap_sem);
|
|
|
|
retval = setup_vdso_pages();
|
|
|
|
#ifndef __tilegx__
|
|
/*
|
|
* Set up a user-interrupt mapping here; the user can't
|
|
* create one themselves since it is above TASK_SIZE.
|
|
* We make it unwritable by default, so the model for adding
|
|
* interrupt vectors always involves an mprotect.
|
|
*/
|
|
if (!retval) {
|
|
unsigned long addr = MEM_USER_INTRPT;
|
|
addr = mmap_region(NULL, addr, INTRPT_SIZE,
|
|
VM_READ|VM_EXEC|
|
|
VM_MAYREAD|VM_MAYWRITE|VM_MAYEXEC, 0, NULL);
|
|
if (addr > (unsigned long) -PAGE_SIZE)
|
|
retval = (int) addr;
|
|
}
|
|
#endif
|
|
|
|
up_write(&mm->mmap_sem);
|
|
|
|
return retval;
|
|
}
|
|
|
|
|
|
void elf_plat_init(struct pt_regs *regs, unsigned long load_addr)
|
|
{
|
|
/* Zero all registers. */
|
|
memset(regs, 0, sizeof(*regs));
|
|
|
|
/* Report the interpreter's load address. */
|
|
sim_notify_interp(load_addr);
|
|
}
|