mirror of
https://github.com/torvalds/linux.git
synced 2024-12-21 18:42:44 +00:00
6f41c34d69
The machine check idtentry uses an indirect branch directly from the low level code. This evades the speculation protection. Replace it by a direct call into C code and issue the indirect call there so the compiler can apply the proper speculation protection. Signed-off-by: Thomas Gleixner <tglx@linutronix.de> Reviewed-by:Borislav Petkov <bp@alien8.de> Reviewed-by: David Woodhouse <dwmw@amazon.co.uk> Niced-by: Peter Zijlstra <peterz@infradead.org> Cc: stable@vger.kernel.org Link: https://lkml.kernel.org/r/alpine.DEB.2.20.1801181626290.1847@nanos
167 lines
5.7 KiB
C
167 lines
5.7 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef _ASM_X86_TRAPS_H
|
|
#define _ASM_X86_TRAPS_H
|
|
|
|
#include <linux/context_tracking_state.h>
|
|
#include <linux/kprobes.h>
|
|
|
|
#include <asm/debugreg.h>
|
|
#include <asm/siginfo.h> /* TRAP_TRACE, ... */
|
|
|
|
#define dotraplinkage __visible
|
|
|
|
asmlinkage void divide_error(void);
|
|
asmlinkage void debug(void);
|
|
asmlinkage void nmi(void);
|
|
asmlinkage void int3(void);
|
|
asmlinkage void overflow(void);
|
|
asmlinkage void bounds(void);
|
|
asmlinkage void invalid_op(void);
|
|
asmlinkage void device_not_available(void);
|
|
#ifdef CONFIG_X86_64
|
|
asmlinkage void double_fault(void);
|
|
#endif
|
|
asmlinkage void coprocessor_segment_overrun(void);
|
|
asmlinkage void invalid_TSS(void);
|
|
asmlinkage void segment_not_present(void);
|
|
asmlinkage void stack_segment(void);
|
|
asmlinkage void general_protection(void);
|
|
asmlinkage void page_fault(void);
|
|
asmlinkage void async_page_fault(void);
|
|
asmlinkage void spurious_interrupt_bug(void);
|
|
asmlinkage void coprocessor_error(void);
|
|
asmlinkage void alignment_check(void);
|
|
#ifdef CONFIG_X86_MCE
|
|
asmlinkage void machine_check(void);
|
|
#endif /* CONFIG_X86_MCE */
|
|
asmlinkage void simd_coprocessor_error(void);
|
|
|
|
#if defined(CONFIG_X86_64) && defined(CONFIG_XEN_PV)
|
|
asmlinkage void xen_divide_error(void);
|
|
asmlinkage void xen_xennmi(void);
|
|
asmlinkage void xen_xendebug(void);
|
|
asmlinkage void xen_xenint3(void);
|
|
asmlinkage void xen_overflow(void);
|
|
asmlinkage void xen_bounds(void);
|
|
asmlinkage void xen_invalid_op(void);
|
|
asmlinkage void xen_device_not_available(void);
|
|
asmlinkage void xen_double_fault(void);
|
|
asmlinkage void xen_coprocessor_segment_overrun(void);
|
|
asmlinkage void xen_invalid_TSS(void);
|
|
asmlinkage void xen_segment_not_present(void);
|
|
asmlinkage void xen_stack_segment(void);
|
|
asmlinkage void xen_general_protection(void);
|
|
asmlinkage void xen_page_fault(void);
|
|
asmlinkage void xen_spurious_interrupt_bug(void);
|
|
asmlinkage void xen_coprocessor_error(void);
|
|
asmlinkage void xen_alignment_check(void);
|
|
#ifdef CONFIG_X86_MCE
|
|
asmlinkage void xen_machine_check(void);
|
|
#endif /* CONFIG_X86_MCE */
|
|
asmlinkage void xen_simd_coprocessor_error(void);
|
|
#endif
|
|
|
|
dotraplinkage void do_divide_error(struct pt_regs *, long);
|
|
dotraplinkage void do_debug(struct pt_regs *, long);
|
|
dotraplinkage void do_nmi(struct pt_regs *, long);
|
|
dotraplinkage void do_int3(struct pt_regs *, long);
|
|
dotraplinkage void do_overflow(struct pt_regs *, long);
|
|
dotraplinkage void do_bounds(struct pt_regs *, long);
|
|
dotraplinkage void do_invalid_op(struct pt_regs *, long);
|
|
dotraplinkage void do_device_not_available(struct pt_regs *, long);
|
|
dotraplinkage void do_coprocessor_segment_overrun(struct pt_regs *, long);
|
|
dotraplinkage void do_invalid_TSS(struct pt_regs *, long);
|
|
dotraplinkage void do_segment_not_present(struct pt_regs *, long);
|
|
dotraplinkage void do_stack_segment(struct pt_regs *, long);
|
|
#ifdef CONFIG_X86_64
|
|
dotraplinkage void do_double_fault(struct pt_regs *, long);
|
|
#endif
|
|
dotraplinkage void do_general_protection(struct pt_regs *, long);
|
|
dotraplinkage void do_page_fault(struct pt_regs *, unsigned long);
|
|
dotraplinkage void do_spurious_interrupt_bug(struct pt_regs *, long);
|
|
dotraplinkage void do_coprocessor_error(struct pt_regs *, long);
|
|
dotraplinkage void do_alignment_check(struct pt_regs *, long);
|
|
#ifdef CONFIG_X86_MCE
|
|
dotraplinkage void do_machine_check(struct pt_regs *, long);
|
|
#endif
|
|
dotraplinkage void do_simd_coprocessor_error(struct pt_regs *, long);
|
|
#ifdef CONFIG_X86_32
|
|
dotraplinkage void do_iret_error(struct pt_regs *, long);
|
|
#endif
|
|
dotraplinkage void do_mce(struct pt_regs *, long);
|
|
|
|
static inline int get_si_code(unsigned long condition)
|
|
{
|
|
if (condition & DR_STEP)
|
|
return TRAP_TRACE;
|
|
else if (condition & (DR_TRAP0|DR_TRAP1|DR_TRAP2|DR_TRAP3))
|
|
return TRAP_HWBKPT;
|
|
else
|
|
return TRAP_BRKPT;
|
|
}
|
|
|
|
extern int panic_on_unrecovered_nmi;
|
|
|
|
void math_emulate(struct math_emu_info *);
|
|
#ifndef CONFIG_X86_32
|
|
asmlinkage void smp_thermal_interrupt(void);
|
|
asmlinkage void smp_threshold_interrupt(void);
|
|
asmlinkage void smp_deferred_error_interrupt(void);
|
|
#endif
|
|
|
|
extern void ist_enter(struct pt_regs *regs);
|
|
extern void ist_exit(struct pt_regs *regs);
|
|
extern void ist_begin_non_atomic(struct pt_regs *regs);
|
|
extern void ist_end_non_atomic(void);
|
|
|
|
#ifdef CONFIG_VMAP_STACK
|
|
void __noreturn handle_stack_overflow(const char *message,
|
|
struct pt_regs *regs,
|
|
unsigned long fault_address);
|
|
#endif
|
|
|
|
/* Interrupts/Exceptions */
|
|
enum {
|
|
X86_TRAP_DE = 0, /* 0, Divide-by-zero */
|
|
X86_TRAP_DB, /* 1, Debug */
|
|
X86_TRAP_NMI, /* 2, Non-maskable Interrupt */
|
|
X86_TRAP_BP, /* 3, Breakpoint */
|
|
X86_TRAP_OF, /* 4, Overflow */
|
|
X86_TRAP_BR, /* 5, Bound Range Exceeded */
|
|
X86_TRAP_UD, /* 6, Invalid Opcode */
|
|
X86_TRAP_NM, /* 7, Device Not Available */
|
|
X86_TRAP_DF, /* 8, Double Fault */
|
|
X86_TRAP_OLD_MF, /* 9, Coprocessor Segment Overrun */
|
|
X86_TRAP_TS, /* 10, Invalid TSS */
|
|
X86_TRAP_NP, /* 11, Segment Not Present */
|
|
X86_TRAP_SS, /* 12, Stack Segment Fault */
|
|
X86_TRAP_GP, /* 13, General Protection Fault */
|
|
X86_TRAP_PF, /* 14, Page Fault */
|
|
X86_TRAP_SPURIOUS, /* 15, Spurious Interrupt */
|
|
X86_TRAP_MF, /* 16, x87 Floating-Point Exception */
|
|
X86_TRAP_AC, /* 17, Alignment Check */
|
|
X86_TRAP_MC, /* 18, Machine Check */
|
|
X86_TRAP_XF, /* 19, SIMD Floating-Point Exception */
|
|
X86_TRAP_IRET = 32, /* 32, IRET Exception */
|
|
};
|
|
|
|
/*
|
|
* Page fault error code bits:
|
|
*
|
|
* bit 0 == 0: no page found 1: protection fault
|
|
* bit 1 == 0: read access 1: write access
|
|
* bit 2 == 0: kernel-mode access 1: user-mode access
|
|
* bit 3 == 1: use of reserved bit detected
|
|
* bit 4 == 1: fault was an instruction fetch
|
|
* bit 5 == 1: protection keys block access
|
|
*/
|
|
enum x86_pf_error_code {
|
|
X86_PF_PROT = 1 << 0,
|
|
X86_PF_WRITE = 1 << 1,
|
|
X86_PF_USER = 1 << 2,
|
|
X86_PF_RSVD = 1 << 3,
|
|
X86_PF_INSTR = 1 << 4,
|
|
X86_PF_PK = 1 << 5,
|
|
};
|
|
#endif /* _ASM_X86_TRAPS_H */
|