1.1.13: will be tagged as "sbcl-1.1.13"
[sbcl.git] / src / runtime / ppc-assem.S
index de36538..3b6e53f 100644 (file)
@@ -7,20 +7,24 @@
 #include "genesis/simple-fun.h"
 #include "genesis/fdefn.h"
 #include "genesis/closure.h"
+#include "genesis/funcallable-instance.h"
 #include "genesis/static-symbols.h"
+#ifdef LISP_FEATURE_SB_THREAD
+#include "genesis/thread.h"
+#endif
 
-#ifdef DARWIN
+#ifdef LISP_FEATURE_DARWIN
 #define CSYMBOL(x) _ ## x
 #else
 #define CSYMBOL(x) x
 #endif
 
-#if defined DARWIN
+#if defined LISP_FEATURE_DARWIN
 #define FUNCDEF(x)     .text @ \
                        .align 3 @ \
 _##x:
 
-#define GFUNCDEF(x)    .globl _/**/x @ \
+#define GFUNCDEF(x)    .globl _ ## x @ \
        FUNCDEF(x)
 #else
 #define FUNCDEF(x)     .text ; \
@@ -32,7 +36,7 @@ x:
        FUNCDEF(x)
 #endif
 
-#if defined DARWIN
+#if defined LISP_FEATURE_DARWIN
 #define SET_SIZE(x)
 #else
 #define SET_SIZE(x) .size x,.-x
@@ -41,7 +45,7 @@ x:
 /* Load a register from a global, using the register as an intermediary */
 /* The register will be a fixnum for one instruction, so this is gc-safe */
 
-#if defined DARWIN
+#if defined LISP_FEATURE_DARWIN
 #define load(reg,global) \
        lis reg,ha16(global) @ \
        lwz reg,lo16(global)(reg) ; Comment
@@ -56,7 +60,7 @@ x:
 #endif
        
 #define        FIRST_SAVE_FPR  14      /* lowest-numbered non-volatile FPR */
-#ifdef DARWIN
+#ifdef LISP_FEATURE_DARWIN
 #define        FIRST_SAVE_GPR  13      /* lowest-numbered non-volatile GPR */
 #define NGPR_SAVE_BYTES(n) ((32-(n))*4)
 #define FRAME_ARG_BYTES(n)  (((((n)+6)*4)+15)&~15)
@@ -67,12 +71,12 @@ x:
 #endif
 #define        NFPR_SAVE_BYTES(n) ((32-(n))*8)
 
-#ifdef DARWIN
+#ifdef LISP_FEATURE_DARWIN
 #define FRAME_SIZE(first_g,first_f,out_arg_words,savecr) \
 (NFPR_SAVE_BYTES(first_f)+ NGPR_SAVE_BYTES(first_g)+ FRAME_ARG_BYTES(out_arg_words))
 #define SAVE_FPR(n) stfd f##n,-8*(32- n)(r11)
 #define SAVE_GPR(n) stw r##n,-4*(32- n)(r11)
-#define FULL_FRAME_SIZE FRAME_SIZE(FIRST_SAVE_GPR,FIRST_SAVE_FPR,8,1)
+#define FULL_FRAME_SIZE (FRAME_SIZE(FIRST_SAVE_GPR,FIRST_SAVE_FPR,8,1)+15&~15)
 #define RESTORE_FPR(n) lfd f##n,-8*(32- n)(r11)
 #define RESTORE_GPR(n) lwz r##n,-4*(32- n)(r11)
 #else
@@ -86,7 +90,7 @@ x:
 #define RESTORE_GPR(n) lwz n,-4*(32-(n))(11)
 #endif
 
-#ifdef DARWIN
+#ifdef LISP_FEATURE_DARWIN
 #define C_FULL_PROLOG \
        nop @\
        nop @ \
@@ -275,7 +279,26 @@ x:
        mtlr 0 ; \
        
 #endif
-       
+
+/* gas can't parse nnnnLU; redefine */
+#if BACKEND_PAGE_BYTES == 65536
+# undef BACKEND_PAGE_BYTES
+# define BACKEND_PAGE_BYTES 65536
+#elif BACKEND_PAGE_BYTES == 4096
+# undef BACKEND_PAGE_BYTES
+# define BACKEND_PAGE_BYTES 4096
+#else
+# error BACKEND_PAGE_BYTES mismatch
+#endif
+
+#ifdef LISP_FEATURE_SB_SAFEPOINT
+/* OAOOM because we don't have the C headers here. */
+# define THREAD_CSP_PAGE_SIZE 4096
+
+/* the CSP page sits right before the thread */
+# define THREAD_SAVED_CSP_OFFSET (-THREAD_CSP_PAGE_SIZE)
+#endif
+
        .text
 
 /*
@@ -285,6 +308,33 @@ x:
 
        GFUNCDEF(call_into_lisp)
        C_FULL_PROLOG
+       /* NL0 - function, NL1 - frame pointer, NL2 - nargs. */
+#if defined(LISP_FEATURE_SB_THREAD)
+       /* We need to obtain a pointer to our TLS block before we do
+        * anything else.  For this, we call pthread_getspecific().
+        * We've preserved all of the callee-saves registers, so we
+        * can use them to stash our arguments temporarily while we
+        * make the call. */
+       mr reg_A0, reg_NL0
+       mr reg_A1, reg_NL1
+       mr reg_A2, reg_NL2
+
+       /* Call out to obtain our TLS block. */
+       load(reg_NL0,CSYMBOL(specials))
+       /* This won't work on darwin: wrong fixup style.  And is it
+        * supposed to be lis/ori or lis/addi?  Or does it differ
+        * between darwin and everything else again? */
+       lis reg_CFUNC,CSYMBOL(pthread_getspecific)@h
+       ori reg_CFUNC,reg_CFUNC,CSYMBOL(pthread_getspecific)@l
+       mtctr reg_CFUNC
+       bctrl
+       mr reg_THREAD, reg_NL0
+
+       /* Restore our original parameters. */
+       mr reg_NL2, reg_A2
+       mr reg_NL1, reg_A1
+       mr reg_NL0, reg_A0
+#endif
        /* store(reg_POLL,11,saver2) */
        /* Initialize tagged registers */
        li reg_ZERO,0
@@ -300,9 +350,11 @@ x:
        li reg_A3,0
        li reg_L0,0
        li reg_L1,0
+#if !defined(LISP_FEATURE_SB_THREAD)
        li reg_L2,0
+#endif
        li reg_LIP,0
-#ifdef DARWIN  
+#ifdef LISP_FEATURE_DARWIN     
        lis reg_NULL,hi16(NIL)
        ori reg_NULL,reg_NULL,lo16(NIL)
 #else
@@ -311,18 +363,29 @@ x:
 #endif
        /* Turn on pseudo-atomic */
 
-       li reg_NL3,-4
-       li reg_ALLOC,4
+       li reg_ALLOC,flag_PseudoAtomic
+#if defined(LISP_FEATURE_SB_THREAD)
+       stw reg_ZERO,THREAD_FOREIGN_FUNCTION_CALL_ACTIVE_OFFSET(reg_THREAD)
+       lwz reg_BSP,THREAD_BINDING_STACK_POINTER_OFFSET(reg_THREAD)
+       lwz reg_CSP,THREAD_CONTROL_STACK_POINTER_OFFSET(reg_THREAD)
+       lwz reg_OCFP,THREAD_CONTROL_FRAME_POINTER_OFFSET(reg_THREAD)
+#else
        store(reg_ZERO,reg_NL4,CSYMBOL(foreign_function_call_active))
-       load(reg_NL4,CSYMBOL(dynamic_space_free_pointer))
-       add reg_ALLOC,reg_ALLOC,reg_NL4
        load(reg_BSP,CSYMBOL(current_binding_stack_pointer))
        load(reg_CSP,CSYMBOL(current_control_stack_pointer))
        load(reg_OCFP,CSYMBOL(current_control_frame_pointer))
+#endif
+       /* This is important for CHENEYGC: It's the allocation
+        * pointer.  It's also important for ROOM on GENCGC:
+        * It's a pointer to the end of dynamic space, used to
+        * determine where to stop in MAP-ALLOCATED-OBJECTS. */
+       load(reg_NL4,CSYMBOL(dynamic_space_free_pointer))
+       add reg_ALLOC,reg_ALLOC,reg_NL4
 
        /* No longer atomic, and check for interrupt */
-       add reg_ALLOC,reg_ALLOC,reg_NL3
-       twlti reg_ALLOC,0
+       subi reg_ALLOC,reg_ALLOC,flag_PseudoAtomic
+       andi. reg_NL3, reg_ALLOC, flag_PseudoAtomicInterrupted
+       twnei reg_NL3, 0
 
        /* Pass in the arguments */
 
@@ -334,18 +397,18 @@ x:
        lwz reg_A3,12(reg_CFP)
 
        /* Calculate LRA */
-#ifdef DARWIN
+#ifdef LISP_FEATURE_DARWIN
        lis reg_LRA,ha16(lra)
        addi reg_LRA,reg_LRA,lo16(lra)
 #else
        lis reg_LRA,lra@h
-       addi reg_LRA,reg_LRA,lra@l
+       ori reg_LRA,reg_LRA,lra@l
 #endif
        addi reg_LRA,reg_LRA,OTHER_POINTER_LOWTAG
 
        /* Function is an indirect closure */
        lwz reg_CODE,SIMPLE_FUN_SELF_OFFSET(reg_LEXENV)
-       addi reg_LIP,reg_CODE,6*4-FUN_POINTER_LOWTAG
+       addi reg_LIP,reg_CODE,SIMPLE_FUN_CODE_OFFSET
        mtctr reg_LIP
        slwi reg_NARGS,reg_NL2,2
        bctr                    
@@ -363,9 +426,17 @@ lra:
        mr REG(3),reg_A0
 
        /* Turn on  pseudo-atomic */
-       li reg_NL3,-4
-       la reg_ALLOC,4(reg_ALLOC)
+       la reg_ALLOC,flag_PseudoAtomic(reg_ALLOC)
+
+#if defined(LISP_FEATURE_SB_THREAD)
+       /* Store lisp state */
+       stw reg_BSP,THREAD_BINDING_STACK_POINTER_OFFSET(reg_THREAD)
+       stw reg_CSP,THREAD_CONTROL_STACK_POINTER_OFFSET(reg_THREAD)
+       stw reg_CFP,THREAD_CONTROL_FRAME_POINTER_OFFSET(reg_THREAD)
 
+       /* No longer in Lisp. */
+       stw reg_ALLOC,THREAD_FOREIGN_FUNCTION_CALL_ACTIVE_OFFSET(reg_THREAD)
+#else
        /* Store lisp state */
        clrrwi reg_NL1,reg_ALLOC,3
        store(reg_NL1,reg_NL2,CSYMBOL(dynamic_space_free_pointer))
@@ -378,11 +449,13 @@ lra:
 
        /* No longer in Lisp. */
        store(reg_NL1,reg_NL2,CSYMBOL(foreign_function_call_active))
+#endif
 
        /* Check for interrupt */
-       add reg_ALLOC,reg_ALLOC,reg_NL3
-       twlti reg_ALLOC,0
-
+       subi reg_ALLOC, reg_ALLOC, flag_PseudoAtomic
+       andi. reg_NL3, reg_ALLOC, flag_PseudoAtomicInterrupted
+       twnei reg_NL3,0
+       
        /* Back to C */
        C_FULL_EPILOG
        blr
@@ -411,14 +484,22 @@ lra:
        mr reg_NARGS,reg_NL3
 
        /* Turn on pseudo-atomic */
-       li reg_NL3,-4
-       la reg_ALLOC,4(reg_ALLOC)
+       la reg_ALLOC,flag_PseudoAtomic(reg_ALLOC)
 
        /* Convert the return address to an offset and save it on the stack. */
        sub reg_NFP,reg_LIP,reg_CODE
        la reg_NFP,OTHER_POINTER_LOWTAG(reg_NFP)
        stw reg_NFP,4(reg_CFP)
 
+#ifdef LISP_FEATURE_SB_THREAD
+       /* Store Lisp state */
+       stw reg_BSP,THREAD_BINDING_STACK_POINTER_OFFSET(reg_THREAD)
+       stw reg_CSP,THREAD_CONTROL_STACK_POINTER_OFFSET(reg_THREAD)
+       stw reg_CFP,THREAD_CONTROL_FRAME_POINTER_OFFSET(reg_THREAD)
+
+       /* No longer in Lisp. */
+       stw reg_CSP,THREAD_FOREIGN_FUNCTION_CALL_ACTIVE_OFFSET(reg_THREAD)
+#else
        /* Store Lisp state */
        clrrwi reg_NFP,reg_ALLOC,3
        store(reg_NFP,reg_CFUNC,CSYMBOL(dynamic_space_free_pointer))
@@ -430,13 +511,21 @@ lra:
 
        /* No longer in Lisp */
        store(reg_CSP,reg_CFUNC,CSYMBOL(foreign_function_call_active))
+#endif
        /* load(reg_POLL,saver2) */
        /* Disable pseudo-atomic; check pending interrupt */
-       add reg_ALLOC,reg_ALLOC,reg_NL3
-       twlti reg_ALLOC,0
+       subi reg_ALLOC, reg_ALLOC, flag_PseudoAtomic
+       andi. reg_NL3, reg_ALLOC, flag_PseudoAtomicInterrupted
+       twnei reg_NL3, 0
+
+#ifdef LISP_FEATURE_SB_SAFEPOINT
+       /* OK to run GC without stopping this thread from this point on. */
+       stw reg_CSP,THREAD_SAVED_CSP_OFFSET(reg_THREAD)
+#endif
+
        mr reg_NL3,reg_NARGS
 
-#ifdef DARWIN
+#ifdef LISP_FEATURE_DARWIN
        /* PowerOpen (i.e. OS X) requires the callee address in r12
            (a.k.a. CFUNC), so move it back there, too. */
        mfctr reg_CFUNC
@@ -445,7 +534,7 @@ lra:
        bctrl
 
        /* Re-establish NIL */
-#ifdef DARWIN
+#ifdef LISP_FEATURE_DARWIN
        lis reg_NULL,hi16(NIL)
        ori reg_NULL,reg_NULL,lo16(NIL)
 #else
@@ -470,22 +559,42 @@ lra:
        li reg_A3,0
        li reg_L0,0
        li reg_L1,0
+#if !defined(LISP_FEATURE_SB_THREAD)
+       /* reg_L2 is our TLS block pointer. */
        li reg_L2,0
+#endif
        li reg_LIP,0
 
+# ifdef LISP_FEATURE_SB_SAFEPOINT
+       /* No longer OK to run GC except at safepoints. */
+       stw reg_ZERO,THREAD_SAVED_CSP_OFFSET(reg_THREAD)
+# endif
+
        /* Atomic ... */
-       li reg_NL3,-4
-       li reg_ALLOC,4
+       li reg_ALLOC,flag_PseudoAtomic
+
+#if defined(LISP_FEATURE_SB_THREAD)
+       /* No longer in foreign function call. */
+       stw reg_ZERO,THREAD_FOREIGN_FUNCTION_CALL_ACTIVE_OFFSET(reg_THREAD)
 
+       /* The binding stack pointer isn't preserved by C. */
+       lwz reg_BSP,THREAD_BINDING_STACK_POINTER_OFFSET(reg_THREAD)
+#else
        /* No long in foreign function call. */
        store(reg_ZERO,reg_NL2,CSYMBOL(foreign_function_call_active))
 
        /* The free pointer may have moved */
-       load(reg_NL4,CSYMBOL(dynamic_space_free_pointer))
-       add reg_ALLOC,reg_ALLOC,reg_NL4
+       /* (moved below) */
 
        /* The BSP wasn't preserved by C, so load it */
        load(reg_BSP,CSYMBOL(current_binding_stack_pointer))
+#endif
+       /* This is important for CHENEYGC: It's the allocation
+        * pointer.  It's also important for ROOM on GENCGC:
+        * It's a pointer to the end of dynamic space, used to
+        * determine where to stop in MAP-ALLOCATED-OBJECTS. */
+       load(reg_NL4,CSYMBOL(dynamic_space_free_pointer))
+       add reg_ALLOC,reg_ALLOC,reg_NL4
 
        /* Other lisp stack/frame pointers were preserved by C.
        I can't imagine why they'd have moved */
@@ -497,8 +606,10 @@ lra:
        la reg_LIP,-OTHER_POINTER_LOWTAG(reg_LIP)
 
        /* No longer atomic */
-       add reg_ALLOC,reg_ALLOC,reg_NL3
-       twlti reg_ALLOC,0
+       subi reg_ALLOC, reg_ALLOC, flag_PseudoAtomic
+       andi. reg_NL3, reg_ALLOC, flag_PseudoAtomicInterrupted
+       twnei reg_NL3, 0
+
        mtlr reg_LIP
        
        /* Reset the lisp stack. */
@@ -512,38 +623,53 @@ lra:
 
        GFUNCDEF(xundefined_tramp)
        .globl CSYMBOL(undefined_tramp)
-       .byte 0,0,0,SIMPLE_FUN_HEADER_WIDETAG
-       .byte 18<<2
-CSYMBOL(undefined_tramp):      
-       .byte 0,0,24
-       .long CSYMBOL(undefined_tramp)
-       .long NIL
-       .long NIL
-       .long NIL
-       .long NIL
+       .long   SIMPLE_FUN_HEADER_WIDETAG                         /* header */
+       .long   CSYMBOL(undefined_tramp) - SIMPLE_FUN_CODE_OFFSET /* self */
+       .long   NIL                                               /* next */
+       .long   NIL                                               /* name */
+       .long   NIL                                               /* arglist */
+       .long   NIL                                               /* type */
+       .long   NIL                                               /* xref */
+CSYMBOL(undefined_tramp):
+       /* Point reg_CODE to the header and tag it as function, since
+          the debugger regards a function pointer in reg_CODE which
+          doesn't point to a code object as undefined function.  */
+       /* We are given that reg_LIP points to undefined_tramp by
+          virtue of the calling convention.  */
+       addi reg_CODE,reg_LIP,-SIMPLE_FUN_CODE_OFFSET
+
+       /* If we are called with stack arguments (or in a tail-call
+          scenario), we end up with an allocated stack frame, but the
+          frame link information is uninitialized.  Fix things by
+          allocating and initializing our stack frame "properly". */
+       cmpwi cr0,reg_NARGS,16
+       bt gt,1f
+       addi reg_CSP,reg_CFP,16
+       b 2f
+1:     add reg_CSP,reg_CFP,reg_NARGS
+2:     stw reg_OCFP,0(reg_CFP)
+       stw reg_LRA,4(reg_CFP)
+
+       /* Now that the preliminaries are dealt with, actually trap. */
        twllei reg_ZERO,trap_Cerror
        .byte 4
        .byte UNDEFINED_FUN_ERROR
-       .byte 254, sc_DescriptorReg+0x40, 1     /* 140?  sparc says sc_descriptorReg */
+       .byte 254, sc_DescriptorReg+0x80, 0x2 /* 280 */
+       /* This stuff is for the continuable error.  I don't think there's
+        * any support for it on the lisp side */
        .align 2
 1:     lwz reg_CODE,FDEFN_RAW_ADDR_OFFSET(reg_FDEFN)
        la reg_LIP,SIMPLE_FUN_CODE_OFFSET(reg_CODE)
        mtctr reg_LIP
        bctr
-       
+       mr reg_CSP,reg_CFP
+       b 1b
+
        SET_SIZE(xundefined_tramp)
 
        GFUNCDEF(xclosure_tramp)
        .globl CSYMBOL(closure_tramp)
-       .byte 0,0,0,SIMPLE_FUN_HEADER_WIDETAG
-       .byte 18<<2
 CSYMBOL(closure_tramp):
-       .byte 0,0,24
-       .long CSYMBOL(closure_tramp)
-       .long NIL 
-       .long NIL
-       .long NIL
-       .long NIL
        lwz reg_LEXENV,FDEFN_FUN_OFFSET(reg_FDEFN)
        lwz reg_CODE,CLOSURE_FUN_OFFSET(reg_LEXENV)
        la reg_LIP,SIMPLE_FUN_CODE_OFFSET(reg_CODE)
@@ -552,22 +678,91 @@ CSYMBOL(closure_tramp):
 
        SET_SIZE(xclosure_tramp)
 
-       GFUNCDEF(fun_end_breakpoint_trap)
-       .long 0
-       SET_SIZE(fun_end_breakpoint_trap)
-
-       GFUNCDEF(fun_end_breakpoint)
-       .long 0
-       SET_SIZE(fun_end_breakpoint)
-
+       GFUNCDEF(xfuncallable_instance_tramp)
+       .globl CSYMBOL(funcallable_instance_tramp)
+       .long SIMPLE_FUN_HEADER_WIDETAG
+CSYMBOL(funcallable_instance_tramp) = . + 1
+       .long CSYMBOL(funcallable_instance_tramp)
+       .long NIL
+       .long NIL
+       .long NIL
+       .long NIL
+       .long NIL
+       lwz reg_LEXENV,FUNCALLABLE_INSTANCE_FUNCTION_OFFSET(reg_LEXENV)
+       lwz reg_FDEFN,CLOSURE_FUN_OFFSET(reg_LEXENV)
+       addi reg_LIP,reg_FDEFN,SIMPLE_FUN_CODE_OFFSET
+       mtctr reg_LIP
+       bctr
+       SET_SIZE(funcallable_instance_tramp)
+\f
+       /* The fun_end_breakpoint support here is considered by the
+       authors of the other $ARCH-assem.S files to be magic, and it
+       is.  It is a small fragment of code that is copied into a heap
+       code-object when needed, and contains an LRA object, code to
+       convert a single-value return to unknown-values format, and a
+       trap_FunEndBreakpoint. */
        GFUNCDEF(fun_end_breakpoint_guts)
-       .long 0
-       SET_SIZE(fun_end_breakpoint_guts)
-
-       GFUNCDEF(fun_end_breakpoint_end)
-       .long 0
-       SET_SIZE(fun_end_breakpoint_end)
+       .globl CSYMBOL(fun_end_breakpoint_trap)
+       .globl CSYMBOL(fun_end_breakpoint_end)
+
+       /* Due to pointer verification in MAKE-LISP-OBJ, this must
+       include its header data (the offset from the start of the
+       code-object to the LRA).  The code-object header is five
+       words, there are two words of constants, and the instruction
+       space is doubleword-aligned, making an offset of eight.
+       This is header data for a widetag, so shift left eight bits
+       and add. */
+       .long RETURN_PC_HEADER_WIDETAG + 0x800
+
+       /* We are receiving unknown multiple values, thus must deal
+       with the single-value and multiple-value cases separately. */
+       b fun_end_breakpoint_multiple_values
+       nop
 
+       /* Compute the correct value for reg_CODE based on the LRA.
+       This is a "simple" matter of subtracting a constant from
+       reg_LRA (where the LRA is stored by the return sequence) to
+       obtain a tagged pointer to the enclosing code component.  Both
+       values are tagged OTHER_POINTER_LOWTAG, so we just have to
+       account for the eight words (see calculation for
+       RETURN_PC_HEADER_WIDETAG, above) between the two addresses.
+       Restoring reg_CODE doesn't appear to be strictly necessary
+       here, but let's observe the niceties.*/
+       addi reg_CODE, reg_LRA, -32
+
+       /* Multiple values are stored relative to reg_OCFP, which we
+       set to be the current top-of-stack. */
+       mr reg_OCFP, reg_CSP
+
+       /* Reserve a save location for the one value we have. */
+       addi reg_CSP, reg_CSP, 4
+
+       /* Record the number of values we have as a FIXNUM. */
+       li reg_NARGS, 4
+
+       /* Blank the remaining arg-passing registers. */
+       mr reg_A1, reg_NULL
+       mr reg_A2, reg_NULL
+       mr reg_A3, reg_NULL
+
+       /* And branch to our trap. */
+       b CSYMBOL(fun_end_breakpoint_trap)
+
+fun_end_breakpoint_multiple_values:
+       /* Compute the correct value for reg_CODE.  See the
+       explanation for the single-value case, above. */
+       addi reg_CODE, reg_LRA, -32
+
+       /* The actual magic trap. */
+CSYMBOL(fun_end_breakpoint_trap):
+       twllei  reg_ZERO, trap_FunEndBreakpoint
+
+       /* Finally, the debugger needs to know where the end of the
+       fun_end_breakpoint_guts are, so that it may calculate its size
+       in order to populate out a suitably-sized code object. */
+CSYMBOL(fun_end_breakpoint_end):
+       SET_SIZE(fun_end_breakpoint_guts)
+\f
 
        GFUNCDEF(ppc_flush_cache_line)
        dcbf 0,REG(3)
@@ -578,3 +773,82 @@ CSYMBOL(closure_tramp):
        blr
        SET_SIZE(ppc_flush_cache_line)
 
+        GFUNCDEF(do_pending_interrupt)
+       twllei  reg_ZERO, trap_PendingInterrupt
+       blr
+/* King Nato's branch has a nop here. Do we need this? */
+       SET_SIZE(do_pending_interrupt)
+       
+#if defined LISP_FEATURE_GENCGC
+
+        GFUNCDEF(fpu_save)
+        stfd   FREG(1), 0(REG(3))
+       stfd    FREG(2), 8(REG(3))
+       stfd    FREG(3), 16(REG(3))
+       stfd    FREG(4), 24(REG(3))
+       stfd    FREG(5), 32(REG(3))
+       stfd    FREG(6), 40(REG(3))
+       stfd    FREG(7), 48(REG(3))
+       stfd    FREG(8), 56(REG(3))
+       stfd    FREG(9), 64(REG(3))
+       stfd    FREG(10), 72(REG(3))
+       stfd    FREG(11), 80(REG(3))
+       stfd    FREG(12), 88(REG(3))
+       stfd    FREG(13), 96(REG(3))
+       stfd    FREG(14), 104(REG(3))
+       stfd    FREG(15), 112(REG(3))
+       stfd    FREG(16), 120(REG(3))
+       stfd    FREG(17), 128(REG(3))
+       stfd    FREG(18), 136(REG(3))
+       stfd    FREG(19), 144(REG(3))
+       stfd    FREG(20), 152(REG(3))
+       stfd    FREG(21), 160(REG(3))
+       stfd    FREG(22), 168(REG(3))
+       stfd    FREG(23), 176(REG(3))
+       stfd    FREG(24), 184(REG(3))
+       stfd    FREG(25), 192(REG(3))
+       stfd    FREG(26), 200(REG(3))
+       stfd    FREG(27), 208(REG(3))
+       stfd    FREG(28), 216(REG(3))
+       stfd    FREG(29), 224(REG(3))
+       stfd    FREG(30), 232(REG(3))
+       stfd    FREG(31), 240(REG(3))
+       blr
+       SET_SIZE(fpu_save)
+       
+       GFUNCDEF(fpu_restore)
+       lfd     FREG(1), 0(REG(3))
+       lfd     FREG(2), 8(REG(3))
+       lfd     FREG(3), 16(REG(3))
+       lfd     FREG(4), 24(REG(3))
+       lfd     FREG(5), 32(REG(3))
+       lfd     FREG(6), 40(REG(3))
+       lfd     FREG(7), 48(REG(3))
+       lfd     FREG(8), 56(REG(3))
+       lfd     FREG(9), 64(REG(3))
+       lfd     FREG(10), 72(REG(3))
+       lfd     FREG(11), 80(REG(3))
+       lfd     FREG(12), 88(REG(3))
+       lfd     FREG(13), 96(REG(3))
+       lfd     FREG(14), 104(REG(3))
+       lfd     FREG(15), 112(REG(3))
+       lfd     FREG(16), 120(REG(3))
+       lfd     FREG(17), 128(REG(3))
+       lfd     FREG(18), 136(REG(3))
+       lfd     FREG(19), 144(REG(3))
+       lfd     FREG(20), 152(REG(3))
+       lfd     FREG(21), 160(REG(3))
+       lfd     FREG(22), 168(REG(3))
+       lfd     FREG(23), 176(REG(3))
+       lfd     FREG(24), 184(REG(3))
+       lfd     FREG(25), 192(REG(3))
+       lfd     FREG(26), 200(REG(3))
+       lfd     FREG(27), 208(REG(3))
+       lfd     FREG(28), 216(REG(3))
+       lfd     FREG(29), 224(REG(3))
+       lfd     FREG(30), 232(REG(3))
+       lfd     FREG(31), 240(REG(3))
+        blr
+       SET_SIZE(fpu_restore)
+       
+#endif