X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=src%2Fruntime%2Fx86-64-arch.c;h=573dc7e0fcae4008c58857235b2154cf999c57f8;hb=4ba392170e98744f0ef0b8e08a5d42b988f1d0c9;hp=09a874d39241928cf77059c2bc38a743262ce8ca;hpb=e4542bc034db18cf98f005b2dac53a6d7d5c7260;p=sbcl.git diff --git a/src/runtime/x86-64-arch.c b/src/runtime/x86-64-arch.c index 09a874d..573dc7e 100644 --- a/src/runtime/x86-64-arch.c +++ b/src/runtime/x86-64-arch.c @@ -24,24 +24,31 @@ #include "interrupt.h" #include "interr.h" #include "breakpoint.h" -#include "monitor.h" #include "thread.h" +#include "pseudo-atomic.h" #include "genesis/static-symbols.h" #include "genesis/symbol.h" #define BREAKPOINT_INST 0xcc /* INT3 */ +#define UD2_INST 0x0b0f /* UD2 */ -unsigned long fast_random_state = 1; +#ifndef LISP_FEATURE_UD2_BREAKPOINTS +#define BREAKPOINT_WIDTH 1 +#else +#define BREAKPOINT_WIDTH 2 +#endif void arch_init(void) {} +#ifndef _WIN64 os_vm_address_t arch_get_bad_addr(int sig, siginfo_t *code, os_context_t *context) { return (os_vm_address_t)code->si_addr; } +#endif /* @@ -51,10 +58,10 @@ arch_get_bad_addr(int sig, siginfo_t *code, os_context_t *context) * want to get to, and on OS, which determines how we get to it.) */ -int * +os_context_register_t * context_eflags_addr(os_context_t *context) { -#if defined __linux__ +#if defined __linux__ || defined __sun /* KLUDGE: As of kernel 2.2.14 on Red Hat 6.2, there's code in the * file to define symbolic names for offsets into * gregs[], but it's conditional on __USE_GNU and not defined, so @@ -62,9 +69,15 @@ context_eflags_addr(os_context_t *context) * instead. */ return &context->uc_mcontext.gregs[17]; #elif defined __FreeBSD__ - return &context->uc_mcontext.mc_eflags; + return &context->uc_mcontext.mc_rflags; +#elif defined LISP_FEATURE_DARWIN + return CONTEXT_ADDR_FROM_STEM(rflags); #elif defined __OpenBSD__ - return &context->sc_eflags; + return &context->sc_rflags; +#elif defined __NetBSD__ + return CONTEXT_ADDR_FROM_STEM(RFLAGS); +#elif defined _WIN64 + return (os_context_register_t*)&context->win32_context->EFlags; #else #error unsupported OS #endif @@ -99,13 +112,19 @@ void arch_skip_instruction(os_context_t *context) case trap_FunEndBreakpoint: /* not tested */ break; +#ifdef LISP_FEATURE_SB_SAFEPOINT + case trap_GlobalSafepoint: + case trap_CspSafepoint: +#endif case trap_PendingInterrupt: case trap_Halt: + case trap_SingleStepAround: + case trap_SingleStepBefore: /* only needed to skip the Code */ break; default: - fprintf(stderr,"[arch_skip_inst invalid code %d\n]\n",code); + fprintf(stderr,"[arch_skip_inst invalid code %ld\n]\n",code); break; } @@ -123,21 +142,21 @@ arch_internal_error_arguments(os_context_t *context) boolean arch_pseudo_atomic_atomic(os_context_t *context) { - return SymbolValue(PSEUDO_ATOMIC_ATOMIC,arch_os_get_current_thread()); + return get_pseudo_atomic_atomic(arch_os_get_current_thread()); } void arch_set_pseudo_atomic_interrupted(os_context_t *context) { - SetSymbolValue(PSEUDO_ATOMIC_INTERRUPTED, make_fixnum(1), - arch_os_get_current_thread()); + struct thread *thread = arch_os_get_current_thread(); + set_pseudo_atomic_interrupted(thread); } void arch_clear_pseudo_atomic_interrupted(os_context_t *context) { - SetSymbolValue(PSEUDO_ATOMIC_INTERRUPTED, make_fixnum(0), - arch_os_get_current_thread()); + struct thread *thread = arch_os_get_current_thread(); + clear_pseudo_atomic_interrupted(thread); } /* @@ -149,8 +168,14 @@ arch_install_breakpoint(void *pc) { unsigned int result = *(unsigned int*)pc; +#ifndef LISP_FEATURE_UD2_BREAKPOINTS *(char*)pc = BREAKPOINT_INST; /* x86 INT3 */ *((char*)pc+1) = trap_Breakpoint; /* Lisp trap code */ +#else + *(char*)pc = UD2_INST & 0xff; + *((char*)pc+1) = UD2_INST >> 8; + *((char*)pc+2) = trap_Breakpoint; +#endif return result; } @@ -160,15 +185,18 @@ arch_remove_breakpoint(void *pc, unsigned int orig_inst) { *((char *)pc) = orig_inst & 0xff; *((char *)pc + 1) = (orig_inst & 0xff00) >> 8; +#if BREAKPOINT_WIDTH > 1 + *((char *)pc + 2) = (orig_inst & 0xff0000) >> 16; +#endif } /* When single stepping, single_stepping holds the original instruction * PC location. */ unsigned int *single_stepping = NULL; #ifdef CANNOT_GET_TO_SINGLE_STEP_FLAG -unsigned long single_step_save1; -unsigned long single_step_save2; -unsigned long single_step_save3; +unsigned int single_step_save1; +unsigned int single_step_save2; +unsigned int single_step_save3; #endif void @@ -177,8 +205,7 @@ arch_do_displaced_inst(os_context_t *context, unsigned int orig_inst) unsigned int *pc = (unsigned int*)(*os_context_pc_addr(context)); /* Put the original instruction back. */ - *((char *)pc) = orig_inst & 0xff; - *((char *)pc + 1) = (orig_inst & 0xff00) >> 8; + arch_remove_breakpoint(pc, orig_inst); #ifdef CANNOT_GET_TO_SINGLE_STEP_FLAG /* Install helper instructions for the single step: @@ -196,108 +223,148 @@ arch_do_displaced_inst(os_context_t *context, unsigned int orig_inst) single_stepping = pc; #ifdef CANNOT_GET_TO_SINGLE_STEP_FLAG - *os_context_pc_addr(context) = (char *)pc - 9; + *os_context_pc_addr(context) = (os_context_register_t)((char *)pc - 9); #endif } - + void -sigtrap_handler(int signal, siginfo_t *info, void *void_context) +arch_handle_breakpoint(os_context_t *context) { - int code = info->si_code; - os_context_t *context = (os_context_t*)void_context; - unsigned int trap; + *os_context_pc_addr(context) -= BREAKPOINT_WIDTH; + handle_breakpoint(context); +} - if (single_stepping && (signal==SIGTRAP)) - { - /* fprintf(stderr,"* single step trap %x\n", single_stepping); */ +void +arch_handle_fun_end_breakpoint(os_context_t *context) +{ + *os_context_pc_addr(context) -= BREAKPOINT_WIDTH; + *os_context_pc_addr(context) = + (uword_t)handle_fun_end_breakpoint(context); +} +void +arch_handle_single_step_trap(os_context_t *context, int trap) +{ + arch_skip_instruction(context); + /* On x86-64 the fdefn / function is always in RAX, so we pass + * 0 as the register_offset. */ + handle_single_step_trap(context, trap, 0); +} + + +void +restore_breakpoint_from_single_step(os_context_t * context) +{ #ifdef CANNOT_GET_TO_SINGLE_STEP_FLAG - /* Un-install single step helper instructions. */ - *(single_stepping-3) = single_step_save1; - *(single_stepping-2) = single_step_save2; - *(single_stepping-1) = single_step_save3; + /* Un-install single step helper instructions. */ + *(single_stepping-3) = single_step_save1; + *(single_stepping-2) = single_step_save2; + *(single_stepping-1) = single_step_save3; #else - *context_eflags_addr(context) ^= 0x100; + *context_eflags_addr(context) &= ~0x100; #endif - /* Re-install the breakpoint if possible. */ - if (*os_context_pc_addr(context) == (int)single_stepping + 1) { - fprintf(stderr, "warning: couldn't reinstall breakpoint\n"); - } else { - *((char *)single_stepping) = BREAKPOINT_INST; /* x86 INT3 */ - *((char *)single_stepping+1) = trap_Breakpoint; - } + /* Re-install the breakpoint if possible. */ + if (((char *)*os_context_pc_addr(context) > + (char *)single_stepping) && + ((char *)*os_context_pc_addr(context) <= + (char *)single_stepping + BREAKPOINT_WIDTH)) { + fprintf(stderr, "warning: couldn't reinstall breakpoint\n"); + } else { + arch_install_breakpoint(single_stepping); + } - single_stepping = NULL; + single_stepping = NULL; + return; +} + +void +sigtrap_handler(int signal, siginfo_t *info, os_context_t *context) +{ + unsigned int trap; + + if (single_stepping) { + restore_breakpoint_from_single_step(context); return; } /* This is just for info in case the monitor wants to print an * approximation. */ - current_control_stack_pointer = + access_control_stack_pointer(arch_os_get_current_thread()) = (lispobj *)*os_context_sp_addr(context); - /* FIXME: CMUCL puts the float control restoration code here. - Thus, it seems to me that single-stepping won't restore the - float control. Since SBCL currently doesn't support - single-stepping (as far as I can tell) this is somewhat moot, - but it might be worth either moving this code up or deleting - the single-stepping code entirely. -- CSR, 2002-07-15 */ -#ifdef LISP_FEATURE_LINUX - os_restore_fp_control(context); -#endif - /* On entry %eip points just after the INT3 byte and aims at the * 'kind' value (eg trap_Cerror). For error-trap and Cerror-trap a * number of bytes will follow, the first is the length of the byte * arguments to follow. */ trap = *(unsigned char *)(*os_context_pc_addr(context)); - switch (trap) { - - case trap_PendingInterrupt: - FSHOW((stderr, "/\n")); - arch_skip_instruction(context); - interrupt_handle_pending(context); - break; - - case trap_Halt: - /* Note: the old CMU CL code tried to save FPU state - * here, and restore it after we do our thing, but there - * seems to be no point in doing that, since we're just - * going to lose(..) anyway. */ - fake_foreign_function_call(context); - lose("%%PRIMITIVE HALT called; the party is over."); - - case trap_Error: - case trap_Cerror: - FSHOW((stderr, "\n", code)); - interrupt_internal_error(signal, info, context, code==trap_Cerror); - break; - - case trap_Breakpoint: - --*os_context_pc_addr(context); - handle_breakpoint(signal, info, context); - break; - - case trap_FunEndBreakpoint: - --*os_context_pc_addr(context); - *os_context_pc_addr(context) = - (unsigned long)handle_fun_end_breakpoint(signal, info, context); - break; - - default: - FSHOW((stderr,"/[C--trap default %d %d %x]\n", - signal, code, context)); - interrupt_handle_now(signal, info, context); - break; + + handle_trap(context, trap); +} + +void +sigill_handler(int signal, siginfo_t *siginfo, os_context_t *context) { + /* Triggering SIGTRAP using int3 is unreliable on OS X/x86, so + * we need to use illegal instructions for traps. + */ +#if defined(LISP_FEATURE_UD2_BREAKPOINTS) && !defined(LISP_FEATURE_MACH_EXCEPTION_HANDLER) + if (*((unsigned short *)*os_context_pc_addr(context)) == UD2_INST) { + *os_context_pc_addr(context) += 2; + return sigtrap_handler(signal, siginfo, context); } +#endif + + fake_foreign_function_call(context); + lose("Unhandled SIGILL."); +} + +#ifdef X86_64_SIGFPE_FIXUP +#define MXCSR_IE (0x01) /* Invalid Operation */ +#define MXCSR_DE (0x02) /* Denormal */ +#define MXCSR_ZE (0x04) /* Devide-by-Zero */ +#define MXCSR_OE (0x08) /* Overflow */ +#define MXCSR_UE (0x10) /* Underflow */ +#define MXCSR_PE (0x20) /* Precision */ + +static inline int +mxcsr_to_code(unsigned int mxcsr) +{ + /* Extract unmasked exception bits. */ + mxcsr &= ~(mxcsr >> 7) & 0x3F; + + /* This order is defined at "Intel 64 and IA-32 Architectures + * Software Developerfs Manual" Volume 1: "Basic Architecture", + * 4.9.2 "Floating-Point Exception Priority". */ + if (mxcsr & MXCSR_IE) + return FPE_FLTINV; + else if (mxcsr & MXCSR_ZE) + return FPE_FLTDIV; + else if (mxcsr & MXCSR_DE) + return FPE_FLTUND; + else if (mxcsr & MXCSR_OE) + return FPE_FLTOVF; + else if (mxcsr & MXCSR_UE) + return FPE_FLTUND; + else if (mxcsr & MXCSR_PE) + return FPE_FLTRES; + + return 0; } static void -sigill_handler(int signal, siginfo_t *siginfo, void *void_context) { - os_context_t *context = (os_context_t*)void_context; - fake_foreign_function_call(context); - monitor_or_something(); +sigfpe_handler(int signal, siginfo_t *siginfo, os_context_t *context) +{ + unsigned int *mxcsr = arch_os_context_mxcsr_addr(context); + + if (siginfo->si_code == 0) { /* XMM exception */ + siginfo->si_code = mxcsr_to_code(*mxcsr); + + /* Clear sticky exception flag. */ + *mxcsr &= ~0x3F; + } + + interrupt_handle_now(signal, siginfo, context); } +#endif void arch_install_interrupt_handlers() @@ -314,59 +381,18 @@ arch_install_interrupt_handlers() * OS I haven't tested on?) and we have to go back to the old CMU * CL way, I hope there will at least be a comment to explain * why.. -- WHN 2001-06-07 */ +#if !defined(LISP_FEATURE_MACH_EXCEPTION_HANDLER) && !defined(LISP_FEATURE_WIN32) undoably_install_low_level_interrupt_handler(SIGILL , sigill_handler); undoably_install_low_level_interrupt_handler(SIGTRAP, sigtrap_handler); +#endif + +#if defined(X86_64_SIGFPE_FIXUP) && !defined(LISP_FEATURE_WIN32) + undoably_install_low_level_interrupt_handler(SIGFPE, sigfpe_handler); +#endif SHOW("returning from arch_install_interrupt_handlers()"); } -/* This is implemented in assembly language and called from C: */ -extern lispobj -call_into_lisp(lispobj fun, lispobj *args, int nargs); - -/* These functions are an interface to the Lisp call-in facility. - * Since this is C we can know nothing about the calling environment. - * The control stack might be the C stack if called from the monitor - * or the Lisp stack if called as a result of an interrupt or maybe - * even a separate stack. The args are most likely on that stack but - * could be in registers depending on what the compiler likes. So we - * copy the args into a portable vector and let the assembly language - * call-in function figure it out. */ - -lispobj -funcall0(lispobj function) -{ - lispobj *args = NULL; - - FSHOW((stderr, "/entering funcall0(0x%lx)\n", (long)function)); - return call_into_lisp(function, args, 0); -} -lispobj -funcall1(lispobj function, lispobj arg0) -{ - lispobj args[1]; - args[0] = arg0; - return call_into_lisp(function, args, 1); -} -lispobj -funcall2(lispobj function, lispobj arg0, lispobj arg1) -{ - lispobj args[2]; - args[0] = arg0; - args[1] = arg1; - return call_into_lisp(function, args, 2); -} -lispobj -funcall3(lispobj function, lispobj arg0, lispobj arg1, lispobj arg2) -{ - lispobj args[3]; - args[0] = arg0; - args[1] = arg1; - args[2] = arg2; - return call_into_lisp(function, args, 3); -} - - #ifdef LISP_FEATURE_LINKAGE_TABLE /* FIXME: It might be cleaner to generate these from the lisp side of * things. @@ -375,7 +401,7 @@ funcall3(lispobj function, lispobj arg0, lispobj arg1, lispobj arg2) void arch_write_linkage_table_jmp(char * reloc, void * fun) { - unsigned long addr = (unsigned long) fun; + uword_t addr = (uword_t) fun; int i; *reloc++ = 0xFF; /* Opcode for near jump to absolute reg/mem64. */ @@ -397,7 +423,7 @@ arch_write_linkage_table_jmp(char * reloc, void * fun) void arch_write_linkage_table_ref(void * reloc, void * data) { - *(unsigned long *)reloc = (unsigned long)data; + *(uword_t *)reloc = (uword_t)data; } #endif