mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-22 11:58:21 +07:00
6271cfdfc0
If we get a page fault indicating kernel stack overflow, invoke handle_stack_overflow(). To prevent us from overflowing the stack again while handling the overflow (because we are likely to have very little stack space left), call handle_stack_overflow() on the double-fault stack. Signed-off-by: Andy Lutomirski <luto@kernel.org> Cc: Borislav Petkov <bp@alien8.de> Cc: Brian Gerst <brgerst@gmail.com> Cc: Denys Vlasenko <dvlasenk@redhat.com> Cc: H. Peter Anvin <hpa@zytor.com> Cc: Josh Poimboeuf <jpoimboe@redhat.com> Cc: Linus Torvalds <torvalds@linux-foundation.org> Cc: Peter Zijlstra <peterz@infradead.org> Cc: Thomas Gleixner <tglx@linutronix.de> Link: http://lkml.kernel.org/r/6d6cf96b3fb9b4c9aa303817e1dc4de0c7c36487.1472603235.git.luto@kernel.org [ Minor edit. ] Signed-off-by: Ingo Molnar <mingo@kernel.org>
152 lines
5.3 KiB
C
152 lines
5.3 KiB
C
#ifndef _ASM_X86_TRAPS_H
|
|
#define _ASM_X86_TRAPS_H
|
|
|
|
#include <linux/context_tracking_state.h>
|
|
#include <linux/kprobes.h>
|
|
|
|
#include <asm/debugreg.h>
|
|
#include <asm/siginfo.h> /* TRAP_TRACE, ... */
|
|
|
|
#define dotraplinkage __visible
|
|
|
|
asmlinkage void divide_error(void);
|
|
asmlinkage void debug(void);
|
|
asmlinkage void nmi(void);
|
|
asmlinkage void int3(void);
|
|
asmlinkage void xen_debug(void);
|
|
asmlinkage void xen_int3(void);
|
|
asmlinkage void xen_stack_segment(void);
|
|
asmlinkage void overflow(void);
|
|
asmlinkage void bounds(void);
|
|
asmlinkage void invalid_op(void);
|
|
asmlinkage void device_not_available(void);
|
|
#ifdef CONFIG_X86_64
|
|
asmlinkage void double_fault(void);
|
|
#endif
|
|
asmlinkage void coprocessor_segment_overrun(void);
|
|
asmlinkage void invalid_TSS(void);
|
|
asmlinkage void segment_not_present(void);
|
|
asmlinkage void stack_segment(void);
|
|
asmlinkage void general_protection(void);
|
|
asmlinkage void page_fault(void);
|
|
asmlinkage void async_page_fault(void);
|
|
asmlinkage void spurious_interrupt_bug(void);
|
|
asmlinkage void coprocessor_error(void);
|
|
asmlinkage void alignment_check(void);
|
|
#ifdef CONFIG_X86_MCE
|
|
asmlinkage void machine_check(void);
|
|
#endif /* CONFIG_X86_MCE */
|
|
asmlinkage void simd_coprocessor_error(void);
|
|
|
|
#ifdef CONFIG_TRACING
|
|
asmlinkage void trace_page_fault(void);
|
|
#define trace_stack_segment stack_segment
|
|
#define trace_divide_error divide_error
|
|
#define trace_bounds bounds
|
|
#define trace_invalid_op invalid_op
|
|
#define trace_device_not_available device_not_available
|
|
#define trace_coprocessor_segment_overrun coprocessor_segment_overrun
|
|
#define trace_invalid_TSS invalid_TSS
|
|
#define trace_segment_not_present segment_not_present
|
|
#define trace_general_protection general_protection
|
|
#define trace_spurious_interrupt_bug spurious_interrupt_bug
|
|
#define trace_coprocessor_error coprocessor_error
|
|
#define trace_alignment_check alignment_check
|
|
#define trace_simd_coprocessor_error simd_coprocessor_error
|
|
#define trace_async_page_fault async_page_fault
|
|
#endif
|
|
|
|
dotraplinkage void do_divide_error(struct pt_regs *, long);
|
|
dotraplinkage void do_debug(struct pt_regs *, long);
|
|
dotraplinkage void do_nmi(struct pt_regs *, long);
|
|
dotraplinkage void do_int3(struct pt_regs *, long);
|
|
dotraplinkage void do_overflow(struct pt_regs *, long);
|
|
dotraplinkage void do_bounds(struct pt_regs *, long);
|
|
dotraplinkage void do_invalid_op(struct pt_regs *, long);
|
|
dotraplinkage void do_device_not_available(struct pt_regs *, long);
|
|
dotraplinkage void do_coprocessor_segment_overrun(struct pt_regs *, long);
|
|
dotraplinkage void do_invalid_TSS(struct pt_regs *, long);
|
|
dotraplinkage void do_segment_not_present(struct pt_regs *, long);
|
|
dotraplinkage void do_stack_segment(struct pt_regs *, long);
|
|
#ifdef CONFIG_X86_64
|
|
dotraplinkage void do_double_fault(struct pt_regs *, long);
|
|
asmlinkage struct pt_regs *sync_regs(struct pt_regs *);
|
|
#endif
|
|
dotraplinkage void do_general_protection(struct pt_regs *, long);
|
|
dotraplinkage void do_page_fault(struct pt_regs *, unsigned long);
|
|
#ifdef CONFIG_TRACING
|
|
dotraplinkage void trace_do_page_fault(struct pt_regs *, unsigned long);
|
|
#else
|
|
static inline void trace_do_page_fault(struct pt_regs *regs, unsigned long error)
|
|
{
|
|
do_page_fault(regs, error);
|
|
}
|
|
#endif
|
|
dotraplinkage void do_spurious_interrupt_bug(struct pt_regs *, long);
|
|
dotraplinkage void do_coprocessor_error(struct pt_regs *, long);
|
|
dotraplinkage void do_alignment_check(struct pt_regs *, long);
|
|
#ifdef CONFIG_X86_MCE
|
|
dotraplinkage void do_machine_check(struct pt_regs *, long);
|
|
#endif
|
|
dotraplinkage void do_simd_coprocessor_error(struct pt_regs *, long);
|
|
#ifdef CONFIG_X86_32
|
|
dotraplinkage void do_iret_error(struct pt_regs *, long);
|
|
#endif
|
|
|
|
static inline int get_si_code(unsigned long condition)
|
|
{
|
|
if (condition & DR_STEP)
|
|
return TRAP_TRACE;
|
|
else if (condition & (DR_TRAP0|DR_TRAP1|DR_TRAP2|DR_TRAP3))
|
|
return TRAP_HWBKPT;
|
|
else
|
|
return TRAP_BRKPT;
|
|
}
|
|
|
|
extern int panic_on_unrecovered_nmi;
|
|
|
|
void math_emulate(struct math_emu_info *);
|
|
#ifndef CONFIG_X86_32
|
|
asmlinkage void smp_thermal_interrupt(void);
|
|
asmlinkage void smp_threshold_interrupt(void);
|
|
asmlinkage void smp_deferred_error_interrupt(void);
|
|
#endif
|
|
|
|
extern void ist_enter(struct pt_regs *regs);
|
|
extern void ist_exit(struct pt_regs *regs);
|
|
extern void ist_begin_non_atomic(struct pt_regs *regs);
|
|
extern void ist_end_non_atomic(void);
|
|
|
|
#ifdef CONFIG_VMAP_STACK
|
|
void __noreturn handle_stack_overflow(const char *message,
|
|
struct pt_regs *regs,
|
|
unsigned long fault_address);
|
|
#endif
|
|
|
|
/* Interrupts/Exceptions */
|
|
enum {
|
|
X86_TRAP_DE = 0, /* 0, Divide-by-zero */
|
|
X86_TRAP_DB, /* 1, Debug */
|
|
X86_TRAP_NMI, /* 2, Non-maskable Interrupt */
|
|
X86_TRAP_BP, /* 3, Breakpoint */
|
|
X86_TRAP_OF, /* 4, Overflow */
|
|
X86_TRAP_BR, /* 5, Bound Range Exceeded */
|
|
X86_TRAP_UD, /* 6, Invalid Opcode */
|
|
X86_TRAP_NM, /* 7, Device Not Available */
|
|
X86_TRAP_DF, /* 8, Double Fault */
|
|
X86_TRAP_OLD_MF, /* 9, Coprocessor Segment Overrun */
|
|
X86_TRAP_TS, /* 10, Invalid TSS */
|
|
X86_TRAP_NP, /* 11, Segment Not Present */
|
|
X86_TRAP_SS, /* 12, Stack Segment Fault */
|
|
X86_TRAP_GP, /* 13, General Protection Fault */
|
|
X86_TRAP_PF, /* 14, Page Fault */
|
|
X86_TRAP_SPURIOUS, /* 15, Spurious Interrupt */
|
|
X86_TRAP_MF, /* 16, x87 Floating-Point Exception */
|
|
X86_TRAP_AC, /* 17, Alignment Check */
|
|
X86_TRAP_MC, /* 18, Machine Check */
|
|
X86_TRAP_XF, /* 19, SIMD Floating-Point Exception */
|
|
X86_TRAP_IRET = 32, /* 32, IRET Exception */
|
|
};
|
|
|
|
#endif /* _ASM_X86_TRAPS_H */
|