X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=src%2Fruntime%2Fbsd-os.c;h=a364d5a0b0ef5f69e5d441df7961b8b17e559da2;hb=c2ac5ba3964165ee2d21ccd4c6bf8bdc48e1a165;hp=44b5a05b459ece20c31ca029f7f6265e6281226c;hpb=8fc5fda05f92d69c95b47e4ad7561d91dab18c3e;p=sbcl.git diff --git a/src/runtime/bsd-os.c b/src/runtime/bsd-os.c index 44b5a05..a364d5a 100644 --- a/src/runtime/bsd-os.c +++ b/src/runtime/bsd-os.c @@ -18,108 +18,86 @@ * files for more information. */ -/* - * $Header$ - */ - #include #include #include +#include +#include +#include +#include "sbcl.h" #include "./signal.h" #include "os.h" #include "arch.h" #include "globals.h" #include "interrupt.h" +#include "interr.h" #include "lispregs.h" -#include "sbcl.h" +#include "thread.h" +#include "runtime.h" +#include "genesis/static-symbols.h" +#include "genesis/fdefn.h" #include #include /* #include */ -#include #include "validate.h" -vm_size_t os_vm_page_size; +#if defined LISP_FEATURE_GENCGC +#include "gencgc-internal.h" +#endif + +os_vm_size_t os_vm_page_size; -#if defined GENCGC -#include "gencgc.h" +#ifdef __NetBSD__ +#include +#include +#include +#include /* For the stat-family wrappers. */ +#include /* For the opendir()/readdir() wrappers */ +#include /* For the socket() wrapper */ +static void netbsd_init(); +#endif /* __NetBSD__ */ + +#ifdef __FreeBSD__ +#include +#if defined(LISP_FEATURE_SB_THREAD) && !defined(LISP_FEATURE_SB_PTHREAD_FUTEX) +#include #endif -/* The different BSD variants have diverged in exactly where they - * store signal context information, but at least they tend to use the - * same stems to name the structure fields, so by using this macro we - * can share a fair amount of code between different variants. */ -#if defined __FreeBSD__ -#define CONTEXT_ADDR_FROM_STEM(stem) &context->uc_mcontext.mc_ ## stem -#elif defined __OpenBSD__ -#define CONTEXT_ADDR_FROM_STEM(stem) &context->sc_ ## stem -#else -#error unsupported BSD variant +static void freebsd_init(); +#endif /* __FreeBSD__ */ + +#ifdef __OpenBSD__ +#include +#include +#include +#include + +static void openbsd_init(); #endif - + void -os_init(void) +os_init(char *argv[], char *envp[]) { os_vm_page_size = getpagesize(); -} - -/* KLUDGE: There is strong family resemblance in the signal context - * stuff in FreeBSD and OpenBSD, but in detail they're different in - * almost every line of code. It would be nice to find some way to - * factor out the commonality better; failing that, it might be best - * just to split this generic-BSD code into one variant for each BSD. */ - -int * -os_context_register_addr(os_context_t *context, int offset) -{ - switch(offset) { - case 0: - return CONTEXT_ADDR_FROM_STEM(eax); - case 2: - return CONTEXT_ADDR_FROM_STEM(ecx); - case 4: - return CONTEXT_ADDR_FROM_STEM(edx); - case 6: - return CONTEXT_ADDR_FROM_STEM(ebx); - case 8: - return CONTEXT_ADDR_FROM_STEM(esp); - case 10: - return CONTEXT_ADDR_FROM_STEM(ebp); - case 12: - return CONTEXT_ADDR_FROM_STEM(esi); - case 14: - return CONTEXT_ADDR_FROM_STEM(edi); - default: - return 0; - } -} -int * -os_context_pc_addr(os_context_t *context) -{ -#if defined __FreeBSD__ - return CONTEXT_ADDR_FROM_STEM(eip); -#elif defined __OpenBSD__ - return CONTEXT_ADDR_FROM_STEM(pc); -#else -#error unsupported BSD variant +#ifdef __NetBSD__ + netbsd_init(); +#elif defined(__FreeBSD__) + freebsd_init(); +#elif defined(__OpenBSD__) + openbsd_init(); #endif } -int * -os_context_sp_addr(os_context_t *context) -{ - return CONTEXT_ADDR_FROM_STEM(esp); -} - sigset_t * os_context_sigmask_addr(os_context_t *context) { /* (Unlike most of the other context fields that we access, the * signal mask field is a field of the basic, outermost context * struct itself both in FreeBSD 4.0 and in OpenBSD 2.6.) */ -#if defined __FreeBSD__ +#if defined(__FreeBSD__) || defined(__NetBSD__) || defined(LISP_FEATURE_DARWIN) return &context->uc_sigmask; -#elif defined __OpenBSD__ +#elif defined (__OpenBSD__) return &context->sc_mask; #else #error unsupported BSD variant @@ -132,13 +110,13 @@ os_validate(os_vm_address_t addr, os_vm_size_t len) int flags = MAP_PRIVATE | MAP_ANON; if (addr) - flags |= MAP_FIXED; + flags |= MAP_FIXED; addr = mmap(addr, len, OS_VM_PROT_ALL, flags, -1, 0); if (addr == MAP_FAILED) { - perror("mmap"); - return NULL; + perror("mmap"); + return NULL; } return addr; @@ -148,35 +126,30 @@ void os_invalidate(os_vm_address_t addr, os_vm_size_t len) { if (munmap(addr, len) == -1) - perror("munmap"); + perror("munmap"); } os_vm_address_t os_map(int fd, int offset, os_vm_address_t addr, os_vm_size_t len) { addr = mmap(addr, len, - OS_VM_PROT_ALL, - MAP_PRIVATE | MAP_FILE | MAP_FIXED, - fd, (off_t) offset); + OS_VM_PROT_ALL, + MAP_PRIVATE | MAP_FILE | MAP_FIXED, + fd, (off_t) offset); if (addr == MAP_FAILED) { - perror("mmap"); - lose("unexpected mmap(..) failure"); + perror("mmap"); + lose("unexpected mmap(..) failure\n"); } return addr; } void -os_flush_icache(os_vm_address_t address, os_vm_size_t length) -{ -} - -void os_protect(os_vm_address_t address, os_vm_size_t length, os_vm_prot_t prot) { if (mprotect(address, length, prot) == -1) { - perror("mprotect"); + perror("mprotect"); } } @@ -192,324 +165,387 @@ in_range_p(os_vm_address_t a, lispobj sbeg, size_t slen) boolean is_valid_lisp_addr(os_vm_address_t addr) { - return in_range_p(addr, READ_ONLY_SPACE_START, READ_ONLY_SPACE_SIZE) - || in_range_p(addr, STATIC_SPACE_START , STATIC_SPACE_SIZE ) - || in_range_p(addr, DYNAMIC_0_SPACE_START, DYNAMIC_SPACE_SIZE ) - || in_range_p(addr, DYNAMIC_1_SPACE_START, DYNAMIC_SPACE_SIZE ) - || in_range_p(addr, CONTROL_STACK_START , CONTROL_STACK_SIZE ) - || in_range_p(addr, BINDING_STACK_START , BINDING_STACK_SIZE ); + struct thread *th; + + if (in_range_p(addr, READ_ONLY_SPACE_START, READ_ONLY_SPACE_SIZE) || + in_range_p(addr, STATIC_SPACE_START, STATIC_SPACE_SIZE) || + in_range_p(addr, DYNAMIC_SPACE_START, dynamic_space_size)) + return 1; + for_each_thread(th) { + if (((os_vm_address_t)th->control_stack_start <= addr) && + (addr < (os_vm_address_t)th->control_stack_end)) + return 1; + if (in_range_p(addr, (lispobj) th->binding_stack_start, + BINDING_STACK_SIZE)) + return 1; + } + return 0; } /* * any OS-dependent special low-level handling for signals */ -#if !defined GENCGC - -void -os_install_interrupt_handlers(void) -{} - -#else +#if defined LISP_FEATURE_GENCGC /* * The GENCGC needs to be hooked into whatever signal is raised for * page fault on this OS. */ -static void -memory_fault_handler(int signal, siginfo_t *siginfo, void *void_context) -{ - /* The way that we extract low level information like the fault - * address is not specified by POSIX. */ -#if defined __FreeBSD__ - void *fault_addr = siginfo->si_addr; -#elif defined __OpenBSD__ - void *fault_addr = siginfo->si_addr; -#else -#error unsupported BSD variant -#endif - if (!gencgc_handle_wp_violation(fault_addr)) { - interrupt_handle_now(signal, siginfo, void_context); - } -} + void -os_install_interrupt_handlers(void) +memory_fault_handler(int signal, siginfo_t *siginfo, void *void_context +#if defined(LISP_FEATURE_FREEBSD) && defined(LISP_FEATURE_X86_64) +/* FreeBSD/amd64 stores fault address only in undocumented 4th arg. */ + ,void *fault_addr +#endif + ) { -#if defined __FreeBSD__ - interrupt_install_low_level_handler(SIGBUS, memory_fault_handler); -#elif defined __OpenBSD__ - interrupt_install_low_level_handler(SIGSEGV, memory_fault_handler); + os_context_t *context = arch_os_get_context(&void_context); +#if defined(LISP_FEATURE_FREEBSD) && defined(LISP_FEATURE_X86_64) + /* KLUDGE: Store fault address into si_addr for compatibilities. */ + siginfo->si_addr = fault_addr; #else -#error unsupported BSD variant + void *fault_addr = arch_get_bad_addr(signal, siginfo, context); #endif -} - -#endif /* !defined GENCGC */ - -/* feh! - * - * DL_WORKAROUND enables "stubbing" of various functions from libc et - * al. This is necessary when using dynamic linking in FreeBSD, as the - * symbols in the dynamic libraries will not have known addresses (in - * sbcl.nm). - * - * FIXME: This flag should be set in Config.bsd */ -#define DL_WORKAROUND 1 - -#if DL_WORKAROUND -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include - -void *ldso_stub__dlopen(const char *path, int mode) -{ - return dlopen(path, mode); -} - -void *ldso_stub__dlsym(void *handle, const char *symbol) -{ - return dlsym(handle, symbol); -} - -const char *ldso_stub__dlerror(void) -{ - return dlerror(); -} -int ldso_stub__access(const char *path, int mode) -{ - return access(path, mode); -} - -double ldso_stub__acos(double x) -{ - return acos(x); -} - -double ldso_stub__acosh(double x) -{ - return acosh(x); -} -double ldso_stub__asin(double x) -{ - return asin(x); -} - -double ldso_stub__asinh(double x) -{ - return asin(x); -} - -double ldso_stub__atanh(double x) -{ - return atanh(x); -} - - -int ldso_stub__chdir(const char *path) -{ - return chdir(path); -} - -int ldso_stub__close(int d) -{ - return close(d); -} - -int ldso_stub__closedir(DIR *dirp) -{ - return closedir(dirp); -} +#if defined(LISP_FEATURE_RESTORE_TLS_SEGMENT_REGISTER_FROM_CONTEXT) + FSHOW_SIGNAL((stderr, "/ TLS: restoring fs: %p in memory_fault_handler\n", + *CONTEXT_ADDR_FROM_STEM(fs))); + os_restore_tls_segment_register(context); +#endif -double ldso_stub__cosh(double x) -{ - return cosh(x); -} + FSHOW((stderr, "Memory fault at: %p, PC: %p\n", fault_addr, *os_context_pc_addr(context))); -void ldso_stub__exit(int status) -{ - exit(status); + if (!gencgc_handle_wp_violation(fault_addr)) + if(!handle_guard_page_triggered(context,fault_addr)) { +#ifdef LISP_FEATURE_C_STACK_IS_CONTROL_STACK + lisp_memory_fault_error(context, fault_addr); +#else + if (!maybe_gc(context)) { + interrupt_handle_now(signal, siginfo, context); + } +#endif + } } -void ldso_stub__free(void *ptr) -{ - free(ptr); +#if defined(LISP_FEATURE_MACH_EXCEPTION_HANDLER) +void +mach_error_memory_fault_handler(int signal, siginfo_t *siginfo, void *void_context) { + lose("Unhandled memory fault. Exiting."); } +#endif -int ldso_stub__fstat(int fd, struct stat *sb) +void +os_install_interrupt_handlers(void) { - return fstat(fd, sb); -} + SHOW("os_install_interrupt_handlers()/bsd-os/defined(GENCGC)"); +#if defined(LISP_FEATURE_MACH_EXCEPTION_HANDLER) + undoably_install_low_level_interrupt_handler(SIG_MEMORY_FAULT, + mach_error_memory_fault_handler); +#else + undoably_install_low_level_interrupt_handler(SIG_MEMORY_FAULT, +#ifdef LISP_FEATURE_FREEBSD + (__siginfohandler_t *) +#endif + memory_fault_handler); +#endif -int ldso_stub__fsync(int fd) -{ - return fsync(fd); +#ifdef LISP_FEATURE_SB_THREAD + undoably_install_low_level_interrupt_handler(SIG_INTERRUPT_THREAD, + interrupt_thread_handler); + undoably_install_low_level_interrupt_handler(SIG_STOP_FOR_GC, + sig_stop_for_gc_handler); +#ifdef SIG_RESUME_FROM_GC + undoably_install_low_level_interrupt_handler(SIG_RESUME_FROM_GC, + sig_stop_for_gc_handler); +#endif +#endif + SHOW("leaving os_install_interrupt_handlers()"); } -char *ldso_stub__getenv(const char *name) -{ - return getenv(name); -} +#else /* Currently PPC/Darwin/Cheney only */ -int ldso_stub__gethostname(char *name, int namelen) +static void +sigsegv_handler(int signal, siginfo_t *info, void* void_context) { - return gethostname(name, namelen); -} + os_context_t *context = arch_os_get_context(&void_context); +#if 0 + unsigned int pc = (unsigned int *)(*os_context_pc_addr(context)); +#endif + os_vm_address_t addr; -pid_t ldso_stub__getpid(void) -{ - return getpid(); + addr = arch_get_bad_addr(signal, info, context); + if (!cheneygc_handle_wp_violation(context, addr)) + if (!handle_guard_page_triggered(context, addr)) + interrupt_handle_now(signal, info, context); } -int ldso_stub__getrusage(int who, struct rusage *rusage) +void +os_install_interrupt_handlers(void) { - return getrusage(who, rusage); + SHOW("os_install_interrupt_handlers()/bsd-os/!defined(GENCGC)"); + undoably_install_low_level_interrupt_handler(SIG_MEMORY_FAULT, + sigsegv_handler); } -int ldso_stub__gettimeofday(struct timeval *tp, struct timezone *tzp) -{ - return gettimeofday(tp, tzp); -} +#endif /* defined GENCGC */ -uid_t ldso_stub__getuid(void) +#ifdef __NetBSD__ +static void netbsd_init() { - return getuid(); -} + struct rlimit rl; + int mib[2], osrev; + size_t len; -char *ldso_stub__getwd(char *buf) -{ - return getwd(buf); -} + /* Are we running on a sufficiently functional kernel? */ + mib[0] = CTL_KERN; + mib[1] = KERN_OSREV; -double ldso_stub__hypot(double x, double y) -{ - return hypot(x, y); -} + len = sizeof(osrev); + sysctl(mib, 2, &osrev, &len, NULL, 0); -int ldso_stub__kill(pid_t pid, int sig) -{ - return kill(pid, sig); -} - -int ldso_stub__killpg(pid_t pgrp, int sig) -{ - return killpg(pgrp, sig); -} + /* If we're older than 2.0... */ + if (osrev < 200000000) { + fprintf(stderr, "osrev = %d (needed at least 200000000).\n", osrev); + lose("NetBSD kernel too old to run sbcl.\n"); + } -off_t ldso_stub__lseek(int fildes, off_t offset, int whence) -{ - return lseek(fildes, offset, whence); + /* NetBSD counts mmap()ed space against the process's data size limit, + * so yank it up. This might be a nasty thing to do? */ + getrlimit (RLIMIT_DATA, &rl); + /* Amazingly for such a new port, the provenance and meaning of + this number are unknown. It might just mean REALLY_BIG_LIMIT, + or possibly it should be calculated from dynamic space size. + -- CSR, 2004-04-08 */ + rl.rlim_cur = 1073741824; + if (setrlimit (RLIMIT_DATA, &rl) < 0) { + fprintf (stderr, + "RUNTIME WARNING: unable to raise process data size limit:\n\ + %s.\n\ +The system may fail to start.\n", + strerror(errno)); + } } -int ldso_stub__lstat(const char *path, struct stat *sb) +/* Various routines in NetBSD's C library are compatibility wrappers + for old versions. Programs must be processed by the C toolchain in + order to get up-to-date definitions of such routines. */ +/* The stat-family, opendir, and readdir are used only in sb-posix, as + of 2007-01-16. -- RMK */ +int +_stat(const char *path, struct stat *sb) { - return lstat(path, sb); + return stat(path, sb); } - -void *ldso_stub__malloc(size_t size) +int +_lstat(const char *path, struct stat *sb) { - return malloc(size); + return lstat(path, sb); } - -int ldso_stub__mkdir(const char *path, mode_t mode) +int +_fstat(int fd, struct stat *sb) { - return mkdir(path, mode); + return fstat(fd, sb); } -int ldso_stub__open(const char *path, int flags, mode_t mode) +DIR * +_opendir(const char *filename) { - return open(path, flags, mode); + return opendir(filename); } - -DIR *ldso_stub__opendir(const char *filename) +struct dirent * +_readdir(DIR *dirp) { - return opendir(filename); + return readdir(dirp); } -double ldso_stub__pow(double x, double y) +/* Used in sb-bsd-sockets. */ +int +_socket(int domain, int type, int protocol) { - return pow(x, y); + return socket(domain, type, protocol); } +#endif /* __NetBSD__ */ -ssize_t ldso_stub__read(int d, void *buf, size_t nbytes) -{ - return read(d, buf, nbytes); -} +#ifdef __FreeBSD__ +extern int getosreldate(void); -struct dirent *ldso_stub__readdir(DIR *dirp) -{ - return readdir(dirp); -} +int sig_memory_fault; -int ldso_stub__readlink(const char *path, char *buf, int bufsiz) +static void freebsd_init() { - return readlink(path, buf, bufsiz); -} + /* Memory fault signal on FreeBSD was changed from SIGBUS to + * SIGSEGV. */ + if (getosreldate() < 700004) + sig_memory_fault = SIGBUS; + else + sig_memory_fault = SIGSEGV; -int ldso_stub__rename(const char *from, const char *to) -{ - return rename(from, to); -} + /* Quote from sbcl-devel (NIIMI Satoshi): "Some OSes, like FreeBSD + * 4.x with GENERIC kernel, does not enable SSE support even on + * SSE capable CPUs". Detect this situation and skip the + * fast_bzero sse/base selection logic that's normally done in + * x86-assem.S. + */ +#ifdef LISP_FEATURE_X86 + { + size_t len; + int instruction_sse; -int ldso_stub__select(int nfds, fd_set *readfs, fd_set *writefds, - fd_set *exceptfds, struct timeval *timeout) -{ - return select(nfds, readfs, writefds, exceptfds, timeout); + len = sizeof(instruction_sse); + if (sysctlbyname("hw.instruction_sse", &instruction_sse, &len, + NULL, 0) == 0 && instruction_sse != 0) { + /* Use the SSE detector */ + fast_bzero_pointer = fast_bzero_detect; + } + } +#endif /* LISP_FEATURE_X86 */ } -int ldso_stub__sigblock(int mask) +#if defined(LISP_FEATURE_SB_THREAD) && !defined(LISP_FEATURE_SB_PTHREAD_FUTEX) +int +futex_wait(int *lock_word, long oldval, long sec, unsigned long usec) { - return sigblock(mask); -} + struct timespec timeout; + int ret; -int ldso_stub__sigpause(int sigmask) -{ - return sigpause(sigmask); -} +again: + if (sec < 0) + ret = umtx_wait((void *)lock_word, oldval, NULL); + else { + timeout.tv_sec = sec; + timeout.tv_nsec = usec * 1000; + ret = umtx_wait((void *)lock_word, oldval, &timeout); + } -int ldso_stub__sigsetmask(int mask) -{ - return sigsetmask(mask); + switch (ret) { + case 0: + return 0; + case ETIMEDOUT: + return 1; + case EINTR: + /* spurious wakeup from interrupt */ + goto again; + default: + /* EWOULDBLOCK and others, need to check the lock */ + return -1; + } } -double ldso_stub__sinh(double x) +int +futex_wake(int *lock_word, int n) { - return sin(x); + return umtx_wake((void *)lock_word, n); } +#endif +#endif /* __FreeBSD__ */ -int ldso_stub__stat(const char *path, struct stat *sb) -{ - return stat(path, sb); -} +#ifdef LISP_FEATURE_DARWIN +/* defined in ppc-darwin-os.c instead */ +#elif defined(LISP_FEATURE_FREEBSD) +#ifndef KERN_PROC_PATHNAME +#define KERN_PROC_PATHNAME 12 +#endif -double ldso_stub__tanh(double x) -{ - return tanh(x); +char * +os_get_runtime_executable_path() +{ + char path[PATH_MAX + 1]; + + if (getosreldate() >= 600024) { + /* KERN_PROC_PATHNAME is available */ + size_t len = PATH_MAX + 1; + int mib[4]; + + mib[0] = CTL_KERN; + mib[1] = KERN_PROC; + mib[2] = KERN_PROC_PATHNAME; + mib[3] = -1; + if (sysctl(mib, 4, &path, &len, NULL, 0) != 0) + return NULL; + } else { + int size; + size = readlink("/proc/curproc/file", path, sizeof(path) - 1); + if (size < 0) + return NULL; + path[size] = '\0'; + } + if (strcmp(path, "unknown") == 0) + return NULL; + return copied_string(path); +} +#elif defined(LISP_FEATURE_NETBSD) || defined(LISP_FEATURE_OPENBSD) +char * +os_get_runtime_executable_path() +{ + struct stat sb; + char *path = strdup("/proc/curproc/file"); + if (path && ((stat(path, &sb)) == 0)) + return path; + else { + fprintf(stderr, "Couldn't stat /proc/curproc/file; is /proc mounted?\n"); + return NULL; + } } - -/* tzname */ - -int ldso_stub__unlink(const char *path) +#else /* Not DARWIN or FREEBSD or NETBSD or OPENBSD */ +char * +os_get_runtime_executable_path() { - return unlink(path); + return NULL; } +#endif -ssize_t ldso_stub__write(int d, const void *buf, size_t nbytes) -{ - return write(d, buf, nbytes); -} +#ifdef __OpenBSD__ +void +openbsd_init() +{ + struct rlimit rl; + + /* OpenBSD, like NetBSD, counts mmap()ed space against the + * process's data size limit. If the soft limit is lower than the + * hard limit then try to yank it up, this lets users in the + * "staff" login class run sbcl with a default /etc/login.conf + */ + getrlimit (RLIMIT_DATA, &rl); + if (rl.rlim_cur < rl.rlim_max) { + rl.rlim_cur = rl.rlim_max; + if (setrlimit (RLIMIT_DATA, &rl) < 0) { + fprintf (stderr, + "RUNTIME WARNING: unable to raise process data size limit:\n\ + %s.\n\ +The system may fail to start.\n", + strerror(errno)); + } + } -pid_t ldso_stub__wait3(int *status, int options, struct rusage *rusage) -{ - return wait3(status, options, rusage); + /* Display a (hopefully) helpful warning if it looks like we won't + * be able to allocate enough memory. In testing I found that on + * my system at least, a minimum of 25M on top of the three space + * sizes was needed to start SBCL. Show a warning below 32M so as + * to leave a little breathing room. + */ + getrlimit (RLIMIT_DATA, &rl); + if (dynamic_space_size + READ_ONLY_SPACE_SIZE + STATIC_SPACE_SIZE + + LINKAGE_TABLE_SPACE_SIZE + (32*1024*1024) > rl.rlim_cur) + fprintf (stderr, + "RUNTIME WARNING: data size resource limit may be too low,\n" + " try decreasing the dynamic space size with --dynamic-space-size\n"); +} + +/* OpenBSD's dlsym() relies on the gcc bulitin + * __builtin_return_address(0) returning an address in the + * executable's text segment, but when called from lisp it will return + * an address in the dynamic space. Work around this by calling this + * wrapper function instead. Note that tail-call optimization will + * defeat this, disable it by saving the dlsym() return value in a + * volatile variable. +*/ +void * +os_dlsym(void *handle, const char *symbol) +{ + void * volatile ret = dlsym(handle, symbol); + return ret; } -#endif /* DL_WORKAROUND */ +#endif