(:temp eax unsigned-reg rax-offset)
(:temp ebx unsigned-reg rbx-offset)
(:temp edx unsigned-reg rdx-offset)
- (:temp edi unsigned-reg rdi-offset))
+ (:temp edi unsigned-reg rdi-offset)
+ (:temp temp unsigned-reg r8-offset)
+ (:temp loop-index unsigned-reg r9-offset))
;; Pick off the cases where everything fits in register args.
(inst jrcxz ZERO-VALUES)
(inst cmp ecx (fixnumize 3))
(inst jmp :e THREE-VALUES)
- (inst mov ebx rbp-tn)
- ;; Save the count, because the loop is going to destroy it.
+ ;; As per the calling convention EBX is expected to point at the SP
+ ;; before the stack frame.
+ (inst lea ebx (make-ea :qword :base rbp-tn
+ :disp (* sp->fp-offset n-word-bytes)))
+
+ ;; Save the count, the return address and restore the frame pointer,
+ ;; because the loop is going to destroy them.
(inst mov edx ecx)
(inst mov eax (make-ea :qword :base rbp-tn
:disp (frame-byte-offset return-pc-save-offset)))
;; we have to be careful not to clobber values before we've read
;; them. Because the stack builds down, we are copying to a larger
;; address. Therefore, we need to iterate from larger addresses to
- ;; smaller addresses. pfw-this says copy ecx words from esi to edi
- ;; counting down.
- (inst shr ecx (1- n-lowtag-bits))
- (inst std) ; count down
- (inst sub esi n-word-bytes)
- (inst lea edi (make-ea :qword :base ebx :disp (- n-word-bytes)))
- (inst rep)
- (inst movs :qword)
- (inst cld)
+ ;; smaller addresses.
+ (zeroize loop-index)
+ LOOP
+ (inst sub loop-index n-word-bytes)
+ (inst mov temp
+ (make-ea :qword :base esi
+ :index loop-index))
+ (inst mov
+ (make-ea :qword :base ebx
+ :index loop-index)
+ temp)
- ;; Restore the count.
- (inst mov ecx edx)
+ (inst sub edx (fixnumize 1))
+ (inst jmp :nz LOOP)
;; Set the stack top to the last result.
- (inst lea rsp-tn (make-ea :qword :base edi :disp n-word-bytes))
+ (inst lea rsp-tn (make-ea :qword :base ebx :index loop-index))
;; Load the register args.
(loadw edx ebx -1)
;; Handle the register arg cases.
ZERO-VALUES
- (inst mov ebx rbp-tn)
+ (inst lea ebx (make-ea :qword :base rbp-tn
+ :disp (* sp->fp-offset n-word-bytes)))
(inst mov edx nil-value)
(inst mov edi edx)
(inst mov esi edx)
- (inst lea rsp-tn
- (make-ea :qword :base ebx
- :disp (frame-byte-offset ocfp-save-offset)))
+ (inst mov rsp-tn rbp-tn)
(inst stc)
(inst pop rbp-tn)
(inst ret)
;; check for this case when size > speed.
ONE-VALUE
(loadw edx esi -1)
- (inst lea rsp-tn
- (make-ea :qword :base rbp-tn
- :disp (frame-byte-offset ocfp-save-offset)))
+ (inst mov rsp-tn rbp-tn)
(inst clc)
(inst pop rbp-tn)
(inst ret)
TWO-VALUES
- (inst mov ebx rbp-tn)
+ (inst lea ebx (make-ea :qword :base rbp-tn
+ :disp (* sp->fp-offset n-word-bytes)))
(loadw edx esi -1)
(loadw edi esi -2)
(inst mov esi nil-value)
- (inst lea rsp-tn
- (make-ea :qword :base ebx
- :disp (frame-byte-offset ocfp-save-offset)))
+ (inst mov rsp-tn rbp-tn)
(inst stc)
(inst pop rbp-tn)
(inst ret)
THREE-VALUES
- (inst mov ebx rbp-tn)
+ (inst lea ebx (make-ea :qword :base rbp-tn
+ :disp (* sp->fp-offset n-word-bytes)))
(loadw edx esi -1)
(loadw edi esi -2)
(loadw esi esi -3)
- (inst lea rsp-tn
- (make-ea :qword :base ebx
- :disp (frame-byte-offset ocfp-save-offset)))
+ (inst mov rsp-tn rbp-tn)
(inst stc)
(inst pop rbp-tn)
(inst ret))
;; Calculate NARGS (as a fixnum)
(move ecx esi)
(inst sub ecx rsp-tn)
+ #!-#.(cl:if (cl:= sb!vm:word-shift sb!vm:n-fixnum-tag-bits) '(and) '(or))
+ (inst shr ecx (- word-shift n-fixnum-tag-bits))
;; Check for all the args fitting the registers.
- (inst cmp ecx (fixnumize 3))
+ (inst cmp ecx (fixnumize register-arg-count))
(inst jmp :le REGISTER-ARGS)
;; Save the OLD-FP and RETURN-PC because the blit is going to trash
;; Do the blit. Because we are coping from smaller addresses to
;; larger addresses, we have to start at the largest pair and work
;; our way down.
- (inst shr ecx (1- n-lowtag-bits))
+ (inst shr ecx n-fixnum-tag-bits)
(inst std) ; count down
(inst lea edi (make-ea :qword :base rbp-tn :disp (frame-byte-offset 0)))
- (inst sub esi (fixnumize 1))
+ (inst sub esi n-word-bytes)
(inst rep)
(inst movs :qword)
(inst cld)
;; Clear most of the stack.
(inst lea rsp-tn
- (make-ea :qword :base rbp-tn :disp (* -3 n-word-bytes)))
+ (make-ea :qword :base rbp-tn :disp (* (- sp->fp-offset 3) n-word-bytes)))
;; Push the return-pc so it looks like we just called.
(pushw rbp-tn (frame-word-offset return-pc-save-offset))
fun-pointer-lowtag))))
\f
(define-assembly-routine (throw
- (:return-style :none))
+ (:return-style :raw))
((:arg target (descriptor-reg any-reg) rdx-offset)
(:arg start any-reg rbx-offset)
(:arg count any-reg rcx-offset)
LOOP
- (let ((error (generate-error-code nil 'unseen-throw-tag-error target)))
- (inst or catch catch) ; check for NULL pointer
+ (let ((error (gen-label)))
+ (assemble (*elsewhere*)
+ (emit-label error)
+
+ ;; Fake up a stack frame so that backtraces come out right.
+ (inst push rbp-tn)
+ (inst mov rbp-tn rsp-tn)
+
+ (emit-error-break nil error-trap
+ (error-number-or-lose 'unseen-throw-tag-error)
+ (list target)))
+ (inst test catch catch) ; check for NULL pointer
(inst jmp :z error))
(inst cmp target (make-ea-for-object-slot catch catch-block-tag-slot 0))
(declare (ignore start count))
(let ((error (generate-error-code nil 'invalid-unwind-error)))
- (inst or block block) ; check for NULL pointer
+ (inst test block block) ; check for NULL pointer
(inst jmp :z error))
(load-tl-symbol-value uwp *current-unwind-protect-block*)