(in-package "SB!VM")
;;; Make an environment-live stack TN for saving the SP for NLX entry.
-(!def-vm-support-routine make-nlx-sp-tn (env)
+(defun make-nlx-sp-tn (env)
(physenv-live-tn
(make-representation-tn *fixnum-primitive-type* any-reg-sc-number)
env))
;;; Make a TN for the argument count passing location for a non-local entry.
-(!def-vm-support-routine make-nlx-entry-arg-start-location ()
+(defun make-nlx-entry-arg-start-location ()
(make-wired-tn *fixnum-primitive-type* any-reg-sc-number rbx-offset))
(defun catch-block-ea (tn)
(aver (sc-is tn catch-block))
(make-ea :qword :base rbp-tn
- :disp (- (* (+ (tn-offset tn) catch-block-size) n-word-bytes))))
+ :disp (frame-byte-offset (+ -1 (tn-offset tn) catch-block-size))))
\f
;;;; Save and restore dynamic environment.
(define-vop (save-dynamic-state)
(:results (catch :scs (descriptor-reg))
- (alien-stack :scs (descriptor-reg)))
+ (alien-stack :scs (descriptor-reg)))
(:generator 13
(load-tl-symbol-value catch *current-catch-block*)
(load-tl-symbol-value alien-stack *alien-stack*)))
(define-vop (restore-dynamic-state)
(:args (catch :scs (descriptor-reg))
- (alien-stack :scs (descriptor-reg)))
+ (alien-stack :scs (descriptor-reg)))
#!+sb-thread (:temporary (:sc unsigned-reg) temp)
(:generator 10
(store-tl-symbol-value catch *current-catch-block* temp)
(define-vop (current-binding-pointer)
(:results (res :scs (any-reg descriptor-reg)))
(:generator 1
- (load-tl-symbol-value res *binding-stack-pointer*)))
+ (load-binding-stack-pointer res)))
\f
;;;; unwind block hackery
;;; tag, and link the block into the CURRENT-CATCH list
(define-vop (make-catch-block)
(:args (tn)
- (tag :scs (any-reg descriptor-reg) :to (:result 1)))
+ (tag :scs (any-reg descriptor-reg) :to (:result 1)))
(:info entry-label)
(:results (block :scs (any-reg)))
(:temporary (:sc descriptor-reg) temp)
;; Note: we can't list an sc-restriction, 'cause any load vops would
;; be inserted before the return-pc label.
(:args (sp)
- (start)
- (count))
+ (start)
+ (count))
(:results (values :more t))
(:temporary (:sc descriptor-reg) move-temp)
(:info label nvals)
(emit-label label)
(note-this-location vop :non-local-entry)
(cond ((zerop nvals))
- ((= nvals 1)
- (let ((no-values (gen-label)))
- (inst mov (tn-ref-tn values) nil-value)
- (inst jecxz no-values)
- (loadw (tn-ref-tn values) start -1)
- (emit-label no-values)))
- (t
- (collect ((defaults))
- (do ((i 0 (1+ i))
- (tn-ref values (tn-ref-across tn-ref)))
- ((null tn-ref))
- (let ((default-lab (gen-label))
- (tn (tn-ref-tn tn-ref)))
- (defaults (cons default-lab tn))
-
- (inst cmp count (fixnumize i))
- (inst jmp :le default-lab)
- (sc-case tn
- ((descriptor-reg any-reg)
- (loadw tn start (- (1+ i))))
- ((control-stack)
- (loadw move-temp start (- (1+ i)))
- (inst mov tn move-temp)))))
- (let ((defaulting-done (gen-label)))
- (emit-label defaulting-done)
- (assemble (*elsewhere*)
- (dolist (def (defaults))
- (emit-label (car def))
- (inst mov (cdr def) nil-value))
- (inst jmp defaulting-done))))))
+ ((= nvals 1)
+ (let ((no-values (gen-label)))
+ (inst mov (tn-ref-tn values) nil-value)
+ (inst jrcxz no-values)
+ (loadw (tn-ref-tn values) start -1)
+ (emit-label no-values)))
+ (t
+ ;; FIXME: this is mostly copied from
+ ;; DEFAULT-UNKNOWN-VALUES.
+ (collect ((defaults))
+ (do ((i 0 (1+ i))
+ (tn-ref values (tn-ref-across tn-ref)))
+ ((null tn-ref))
+ (let ((default-lab (gen-label))
+ (tn (tn-ref-tn tn-ref))
+ (first-stack-arg-p (= i register-arg-count)))
+ (defaults (cons default-lab (cons tn first-stack-arg-p)))
+ (inst cmp count (fixnumize i))
+ (inst jmp :le default-lab)
+ (when first-stack-arg-p
+ (storew rdx-tn rbx-tn -1))
+ (sc-case tn
+ ((descriptor-reg any-reg)
+ (loadw tn start (frame-word-offset (+ sp->fp-offset i))))
+ ((control-stack)
+ (loadw move-temp start
+ (frame-word-offset (+ sp->fp-offset i)))
+ (inst mov tn move-temp)))))
+ (let ((defaulting-done (gen-label)))
+ (emit-label defaulting-done)
+ (assemble (*elsewhere*)
+ (dolist (default (defaults))
+ (emit-label (car default))
+ (when (cddr default)
+ (inst push rdx-tn))
+ (inst mov (second default) nil-value))
+ (inst jmp defaulting-done))))))
(inst mov rsp-tn sp)))
(define-vop (nlx-entry-multiple)
(:args (top)
- (source)
- (count :target rcx))
+ (source)
+ (count :target rcx))
;; Again, no SC restrictions for the args, 'cause the loading would
;; happen before the entry label.
(:info label)
(:temporary (:sc unsigned-reg :offset rsi-offset) rsi)
(:temporary (:sc unsigned-reg :offset rdi-offset) rdi)
(:results (result :scs (any-reg) :from (:argument 0))
- (num :scs (any-reg control-stack)))
+ (num :scs (any-reg control-stack)))
(:save-p :force-to-stack)
(:vop-var vop)
(:generator 30
(move result rdi)
(inst sub rdi n-word-bytes)
- (move rcx count) ; fixnum words == bytes
+ (move rcx count) ; fixnum words == bytes
(move num rcx)
- (inst shr rcx word-shift) ; word count for <rep movs>
+ (inst shr rcx n-fixnum-tag-bits) ; word count for <rep movs>
;; If we got zero, we be done.
- (inst jecxz DONE)
+ (inst jrcxz DONE)
;; Copy them down.
(inst std)
(inst rep)
(inst movs :qword)
-
+ (inst cld)
DONE
;; Reset the CSP at last moved arg.
(inst lea rsp-tn (make-ea :qword :base rdi :disp n-word-bytes))))
(:generator 0
(emit-label label)
(note-this-location vop :non-local-entry)))
+
+(define-vop (unwind-to-frame-and-call)
+ (:args (ofp :scs (descriptor-reg))
+ (uwp :scs (descriptor-reg))
+ (function :scs (descriptor-reg) :to :load :target saved-function))
+ (:arg-types system-area-pointer system-area-pointer t)
+ (:temporary (:sc sap-reg) temp)
+ (:temporary (:sc descriptor-reg :offset rbx-offset) saved-function)
+ (:temporary (:sc unsigned-reg :offset rax-offset) block)
+ (:generator 22
+ ;; Store the function into a non-stack location, since we'll be
+ ;; unwinding the stack and destroying register contents before we
+ ;; use it. It turns out that RBX is preserved as part of the
+ ;; normal multiple-value handling of an unwind, so use that.
+ (move saved-function function)
+
+ ;; Allocate space for magic UWP block.
+ (inst sub rsp-tn (* unwind-block-size n-word-bytes))
+ ;; Set up magic catch / UWP block.
+ (move block rsp-tn)
+ (loadw temp uwp sap-pointer-slot other-pointer-lowtag)
+ (storew temp block unwind-block-current-uwp-slot)
+ (loadw temp ofp sap-pointer-slot other-pointer-lowtag)
+ (storew temp block unwind-block-current-cont-slot)
+
+ (inst lea temp-reg-tn (make-fixup nil :code-object entry-label))
+ (storew temp-reg-tn
+ block
+ catch-block-entry-pc-slot)
+
+ ;; Run any required UWPs.
+ (inst mov temp-reg-tn (make-fixup 'unwind :assembly-routine))
+ (inst jmp temp-reg-tn)
+ ENTRY-LABEL
+
+ ;; Move our saved function to where we want it now.
+ (move block saved-function)
+
+ ;; No parameters
+ (zeroize rcx-tn)
+
+ ;; Clear the stack
+ (inst lea rsp-tn
+ (make-ea :qword :base rbp-tn
+ :disp (* (- sp->fp-offset 3) n-word-bytes)))
+
+ ;; Push the return-pc so it looks like we just called.
+ (pushw rbp-tn (frame-word-offset return-pc-save-offset))
+
+ ;; Call it
+ (inst jmp (make-ea :qword :base block
+ :disp (- (* closure-fun-slot n-word-bytes)
+ fun-pointer-lowtag)))))