mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-02 23:36:43 +07:00
16dd07bc64
More trimming of the page fault path. Permissions are passed around in a single int rather than one bit per int. The permission values are copied from libc so that they can be passed to mmap and mprotect without any further conversion. The register sets used by do_syscall_stub and copy_context_skas0 are initialized once, at boot time, rather than once per call. wait_stub_done checks whether it is getting the signals it expects by comparing the wait status to a mask containing bits for the signals of interest rather than comparing individually to the signal numbers. It also has one check for a wait failure instead of two. The caller is expected to do the initial continue of the stub. This gets rid of an argument and some logic. The fname argument is gone, as that can be had from a stack trace. user_signal() is collapsed into userspace() as it is basically one or two lines of code afterwards. The physical memory remapping stuff is gone, as it is unused. flush_tlb_page is inlined. Signed-off-by: Jeff Dike <jdike@linux.intel.com> Cc: Paolo 'Blaisorblade' Giarrusso <blaisorblade@yahoo.it> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
301 lines
6.8 KiB
C
301 lines
6.8 KiB
C
/*
|
|
* Copyright (C) 2002 Jeff Dike (jdike@karaya.com)
|
|
* Licensed under the GPL
|
|
*/
|
|
|
|
#include <signal.h>
|
|
#include <errno.h>
|
|
#include <string.h>
|
|
#include <unistd.h>
|
|
#include <sys/mman.h>
|
|
#include <sys/wait.h>
|
|
#include <asm/page.h>
|
|
#include <asm/unistd.h>
|
|
#include "mem_user.h"
|
|
#include "mem.h"
|
|
#include "skas.h"
|
|
#include "user.h"
|
|
#include "os.h"
|
|
#include "proc_mm.h"
|
|
#include "ptrace_user.h"
|
|
#include "kern_util.h"
|
|
#include "task.h"
|
|
#include "registers.h"
|
|
#include "uml-config.h"
|
|
#include "sysdep/ptrace.h"
|
|
#include "sysdep/stub.h"
|
|
#include "init.h"
|
|
|
|
extern unsigned long batch_syscall_stub, __syscall_stub_start;
|
|
|
|
extern void wait_stub_done(int pid);
|
|
|
|
static inline unsigned long *check_init_stack(struct mm_id * mm_idp,
|
|
unsigned long *stack)
|
|
{
|
|
if(stack == NULL) {
|
|
stack = (unsigned long *) mm_idp->stack + 2;
|
|
*stack = 0;
|
|
}
|
|
return stack;
|
|
}
|
|
|
|
static unsigned long syscall_regs[MAX_REG_NR];
|
|
|
|
static int __init init_syscall_regs(void)
|
|
{
|
|
get_safe_registers(syscall_regs, NULL);
|
|
syscall_regs[REGS_IP_INDEX] = UML_CONFIG_STUB_CODE +
|
|
((unsigned long) &batch_syscall_stub -
|
|
(unsigned long) &__syscall_stub_start);
|
|
return 0;
|
|
}
|
|
|
|
__initcall(init_syscall_regs);
|
|
|
|
extern int proc_mm;
|
|
|
|
int single_count = 0;
|
|
int multi_count = 0;
|
|
int multi_op_count = 0;
|
|
|
|
static inline long do_syscall_stub(struct mm_id * mm_idp, void **addr)
|
|
{
|
|
int n, i;
|
|
long ret, offset;
|
|
unsigned long * data;
|
|
unsigned long * syscall;
|
|
int err, pid = mm_idp->u.pid;
|
|
|
|
if(proc_mm)
|
|
#warning Need to look up userspace_pid by cpu
|
|
pid = userspace_pid[0];
|
|
|
|
multi_count++;
|
|
|
|
n = ptrace_setregs(pid, syscall_regs);
|
|
if(n < 0){
|
|
printk("Registers - \n");
|
|
for(i = 0; i < MAX_REG_NR; i++)
|
|
printk("\t%d\t0x%lx\n", i, syscall_regs[i]);
|
|
panic("do_syscall_stub : PTRACE_SETREGS failed, errno = %d\n",
|
|
-n);
|
|
}
|
|
|
|
err = ptrace(PTRACE_CONT, pid, 0, 0);
|
|
if(err)
|
|
panic("Failed to continue stub, pid = %d, errno = %d\n", pid,
|
|
errno);
|
|
|
|
wait_stub_done(pid);
|
|
|
|
/* When the stub stops, we find the following values on the
|
|
* beginning of the stack:
|
|
* (long )return_value
|
|
* (long )offset to failed sycall-data (0, if no error)
|
|
*/
|
|
ret = *((unsigned long *) mm_idp->stack);
|
|
offset = *((unsigned long *) mm_idp->stack + 1);
|
|
if (offset) {
|
|
data = (unsigned long *)(mm_idp->stack +
|
|
offset - UML_CONFIG_STUB_DATA);
|
|
printk("do_syscall_stub : ret = %ld, offset = %ld, "
|
|
"data = %p\n", ret, offset, data);
|
|
syscall = (unsigned long *)((unsigned long)data + data[0]);
|
|
printk("do_syscall_stub: syscall %ld failed, return value = "
|
|
"0x%lx, expected return value = 0x%lx\n",
|
|
syscall[0], ret, syscall[7]);
|
|
printk(" syscall parameters: "
|
|
"0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx\n",
|
|
syscall[1], syscall[2], syscall[3],
|
|
syscall[4], syscall[5], syscall[6]);
|
|
for(n = 1; n < data[0]/sizeof(long); n++) {
|
|
if(n == 1)
|
|
printk(" additional syscall data:");
|
|
if(n % 4 == 1)
|
|
printk("\n ");
|
|
printk(" 0x%lx", data[n]);
|
|
}
|
|
if(n > 1)
|
|
printk("\n");
|
|
}
|
|
else ret = 0;
|
|
|
|
*addr = check_init_stack(mm_idp, NULL);
|
|
|
|
return ret;
|
|
}
|
|
|
|
long run_syscall_stub(struct mm_id * mm_idp, int syscall,
|
|
unsigned long *args, long expected, void **addr,
|
|
int done)
|
|
{
|
|
unsigned long *stack = check_init_stack(mm_idp, *addr);
|
|
|
|
if(done && *addr == NULL)
|
|
single_count++;
|
|
|
|
*stack += sizeof(long);
|
|
stack += *stack / sizeof(long);
|
|
|
|
*stack++ = syscall;
|
|
*stack++ = args[0];
|
|
*stack++ = args[1];
|
|
*stack++ = args[2];
|
|
*stack++ = args[3];
|
|
*stack++ = args[4];
|
|
*stack++ = args[5];
|
|
*stack++ = expected;
|
|
*stack = 0;
|
|
multi_op_count++;
|
|
|
|
if(!done && ((((unsigned long) stack) & ~PAGE_MASK) <
|
|
PAGE_SIZE - 10 * sizeof(long))){
|
|
*addr = stack;
|
|
return 0;
|
|
}
|
|
|
|
return do_syscall_stub(mm_idp, addr);
|
|
}
|
|
|
|
long syscall_stub_data(struct mm_id * mm_idp,
|
|
unsigned long *data, int data_count,
|
|
void **addr, void **stub_addr)
|
|
{
|
|
unsigned long *stack;
|
|
int ret = 0;
|
|
|
|
/* If *addr still is uninitialized, it *must* contain NULL.
|
|
* Thus in this case do_syscall_stub correctly won't be called.
|
|
*/
|
|
if((((unsigned long) *addr) & ~PAGE_MASK) >=
|
|
PAGE_SIZE - (10 + data_count) * sizeof(long)) {
|
|
ret = do_syscall_stub(mm_idp, addr);
|
|
/* in case of error, don't overwrite data on stack */
|
|
if(ret)
|
|
return ret;
|
|
}
|
|
|
|
stack = check_init_stack(mm_idp, *addr);
|
|
*addr = stack;
|
|
|
|
*stack = data_count * sizeof(long);
|
|
|
|
memcpy(stack + 1, data, data_count * sizeof(long));
|
|
|
|
*stub_addr = (void *)(((unsigned long)(stack + 1) & ~PAGE_MASK) +
|
|
UML_CONFIG_STUB_DATA);
|
|
|
|
return 0;
|
|
}
|
|
|
|
int map(struct mm_id * mm_idp, unsigned long virt, unsigned long len, int prot,
|
|
int phys_fd, unsigned long long offset, int done, void **data)
|
|
{
|
|
int ret;
|
|
|
|
if(proc_mm){
|
|
struct proc_mm_op map;
|
|
int fd = mm_idp->u.mm_fd;
|
|
|
|
map = ((struct proc_mm_op) { .op = MM_MMAP,
|
|
.u =
|
|
{ .mmap =
|
|
{ .addr = virt,
|
|
.len = len,
|
|
.prot = prot,
|
|
.flags = MAP_SHARED |
|
|
MAP_FIXED,
|
|
.fd = phys_fd,
|
|
.offset= offset
|
|
} } } );
|
|
CATCH_EINTR(ret = write(fd, &map, sizeof(map)));
|
|
if(ret != sizeof(map)){
|
|
ret = -errno;
|
|
printk("map : /proc/mm map failed, err = %d\n", -ret);
|
|
}
|
|
else ret = 0;
|
|
}
|
|
else {
|
|
unsigned long args[] = { virt, len, prot,
|
|
MAP_SHARED | MAP_FIXED, phys_fd,
|
|
MMAP_OFFSET(offset) };
|
|
|
|
ret = run_syscall_stub(mm_idp, STUB_MMAP_NR, args, virt,
|
|
data, done);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
int unmap(struct mm_id * mm_idp, unsigned long addr, unsigned long len,
|
|
int done, void **data)
|
|
{
|
|
int ret;
|
|
|
|
if(proc_mm){
|
|
struct proc_mm_op unmap;
|
|
int fd = mm_idp->u.mm_fd;
|
|
|
|
unmap = ((struct proc_mm_op) { .op = MM_MUNMAP,
|
|
.u =
|
|
{ .munmap =
|
|
{ .addr =
|
|
(unsigned long) addr,
|
|
.len = len } } } );
|
|
CATCH_EINTR(ret = write(fd, &unmap, sizeof(unmap)));
|
|
if(ret != sizeof(unmap)){
|
|
ret = -errno;
|
|
printk("unmap - proc_mm write returned %d\n", ret);
|
|
}
|
|
else ret = 0;
|
|
}
|
|
else {
|
|
unsigned long args[] = { (unsigned long) addr, len, 0, 0, 0,
|
|
0 };
|
|
|
|
ret = run_syscall_stub(mm_idp, __NR_munmap, args, 0,
|
|
data, done);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
int protect(struct mm_id * mm_idp, unsigned long addr, unsigned long len,
|
|
unsigned int prot, int done, void **data)
|
|
{
|
|
struct proc_mm_op protect;
|
|
int ret;
|
|
|
|
if(proc_mm){
|
|
int fd = mm_idp->u.mm_fd;
|
|
|
|
protect = ((struct proc_mm_op) { .op = MM_MPROTECT,
|
|
.u =
|
|
{ .mprotect =
|
|
{ .addr =
|
|
(unsigned long) addr,
|
|
.len = len,
|
|
.prot = prot } } } );
|
|
|
|
CATCH_EINTR(ret = write(fd, &protect, sizeof(protect)));
|
|
if(ret != sizeof(protect)){
|
|
ret = -errno;
|
|
printk("protect failed, err = %d", -ret);
|
|
}
|
|
else ret = 0;
|
|
}
|
|
else {
|
|
unsigned long args[] = { addr, len, prot, 0, 0, 0 };
|
|
|
|
ret = run_syscall_stub(mm_idp, __NR_mprotect, args, 0,
|
|
data, done);
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
void before_mem_skas(unsigned long unused)
|
|
{
|
|
}
|