(in-package "SB!VM") (define-move-fun (load-immediate 1) (vop x y) ((null zero immediate) (any-reg descriptor-reg)) (let ((val (tn-value x))) (etypecase val (integer (inst li y (fixnumize val))) (null (move y null-tn)) (symbol (load-symbol y val)) (character (inst li y (logior (ash (char-code val) n-widetag-bits) character-widetag)))))) (define-move-fun (load-number 1) (vop x y) ((zero immediate) (signed-reg unsigned-reg)) (inst li y (tn-value x))) (define-move-fun (load-character 1) (vop x y) ((immediate) (character-reg)) (inst li y (char-code (tn-value x)))) (define-move-fun (load-system-area-pointer 1) (vop x y) ((immediate) (sap-reg)) (inst li y (sap-int (tn-value x)))) (define-move-fun (load-constant 5) (vop x y) ((constant) (descriptor-reg any-reg)) (loadw y code-tn (tn-offset x) other-pointer-lowtag)) (define-move-fun (load-stack 5) (vop x y) ((control-stack) (any-reg descriptor-reg)) (load-stack-tn y x)) (define-move-fun (load-number-stack 5) (vop x y) ((character-stack) (character-reg) (sap-stack) (sap-reg) (signed-stack) (signed-reg) (unsigned-stack) (unsigned-reg)) (let ((nfp (current-nfp-tn vop))) (loadw y nfp (tn-offset x)))) (define-move-fun (store-stack 5) (vop x y) ((any-reg descriptor-reg null zero) (control-stack)) (store-stack-tn y x)) (define-move-fun (store-number-stack 5) (vop x y) ((character-reg) (character-stack) (sap-reg) (sap-stack) (signed-reg) (signed-stack) (unsigned-reg) (unsigned-stack)) (let ((nfp (current-nfp-tn vop))) (storew x nfp (tn-offset y)))) ;;;; The Move VOP: ;;; (define-vop (move) (:args (x :target y :scs (any-reg descriptor-reg zero null) :load-if (not (location= x y)))) (:results (y :scs (any-reg descriptor-reg control-stack) :load-if (not (location= x y)))) (:effects) (:affected) (:generator 0 (unless (location= x y) (sc-case y ((any-reg descriptor-reg) (inst move y x)) (control-stack (store-stack-tn y x)))))) (define-move-vop move :move (any-reg descriptor-reg zero null) (any-reg descriptor-reg)) ;;; Make Move the check VOP for T so that type check generation doesn't think ;;; it is a hairy type. This also allows checking of a few of the values in a ;;; continuation to fall out. ;;; (primitive-type-vop move (:check) t) ;;; The Move-Argument VOP is used for moving descriptor values into another ;;; frame for argument or known value passing. ;;; (define-vop (move-arg) (:args (x :target y :scs (any-reg descriptor-reg null zero)) (fp :scs (any-reg) :load-if (not (sc-is y any-reg descriptor-reg)))) (:results (y)) (:generator 0 (sc-case y ((any-reg descriptor-reg) (move y x)) (control-stack (storew x fp (tn-offset y)))))) ;;; (define-move-vop move-arg :move-arg (any-reg descriptor-reg null zero) (any-reg descriptor-reg)) ;;;; ILLEGAL-MOVE ;;; This VOP exists just to begin the lifetime of a TN that couldn't be written ;;; legally due to a type error. An error is signalled before this VOP is ;;; so we don't need to do anything (not that there would be anything sensible ;;; to do anyway.) ;;; (define-vop (illegal-move) (:args (x) (type)) (:results (y)) (:ignore y) (:vop-var vop) (:save-p :compute-only) (:generator 666 (error-call vop object-not-type-error x type))) ;;;; Moves and coercions: ;;; These MOVE-TO-WORD VOPs move a tagged integer to a raw full-word ;;; representation. Similarly, the MOVE-FROM-WORD VOPs converts a raw integer ;;; to a tagged bignum or fixnum. ;;; Arg is a fixnum, so just shift it. We need a type restriction because some ;;; possible arg SCs (control-stack) overlap with possible bignum arg SCs. ;;; (define-vop (move-to-word/fixnum) (:args (x :scs (any-reg descriptor-reg))) (:results (y :scs (signed-reg unsigned-reg))) (:arg-types tagged-num) (:note "fixnum untagging") (:generator 1 (inst sra y x n-fixnum-tag-bits))) ;;; (define-move-vop move-to-word/fixnum :move (any-reg descriptor-reg) (signed-reg unsigned-reg)) ;;; Arg is a non-immediate constant, load it. (define-vop (move-to-word-c) (:args (x :scs (constant))) (:results (y :scs (signed-reg unsigned-reg))) (:note "constant load") (:generator 1 (cond ((sb!c::tn-leaf x) (inst li y (tn-value x))) (t (loadw y code-tn (tn-offset x) other-pointer-lowtag) (inst sra y y n-fixnum-tag-bits))))) ;;; (define-move-vop move-to-word-c :move (constant) (signed-reg unsigned-reg)) ;;; Arg is a fixnum or bignum, figure out which and load if necessary. (define-vop (move-to-word/integer) (:args (x :scs (descriptor-reg))) (:results (y :scs (signed-reg unsigned-reg))) (:note "integer to untagged word coercion") (:temporary (:scs (non-descriptor-reg)) temp) (:generator 3 (let ((done (gen-label))) (inst and temp x fixnum-tag-mask) (inst beq temp done) (inst sra y x n-fixnum-tag-bits) (loadw y x bignum-digits-offset other-pointer-lowtag) (emit-label done)))) ;;; (define-move-vop move-to-word/integer :move (descriptor-reg) (signed-reg unsigned-reg)) ;;; Result is a fixnum, so we can just shift. We need the result type ;;; restriction because of the control-stack ambiguity noted above. ;;; (define-vop (move-from-word/fixnum) (:args (x :scs (signed-reg unsigned-reg))) (:results (y :scs (any-reg descriptor-reg))) (:result-types tagged-num) (:note "fixnum tagging") (:generator 1 (inst sll y x n-fixnum-tag-bits))) ;;; (define-move-vop move-from-word/fixnum :move (signed-reg unsigned-reg) (any-reg descriptor-reg)) ;;; Result may be a bignum, so we have to check. Use a worst-case cost to make ;;; sure people know they may be number consing. ;;; (define-vop (move-from-signed) (:args (arg :scs (signed-reg unsigned-reg) :target x)) (:results (y :scs (any-reg descriptor-reg))) (:temporary (:scs (non-descriptor-reg) :from (:argument 0)) x temp) (:temporary (:sc non-descriptor-reg :offset nl4-offset) pa-flag) (:note "signed word to integer coercion") (:generator 18 (move x arg) (let ((fixnum (gen-label)) (done (gen-label))) (inst sra temp x n-positive-fixnum-bits) (inst beq temp fixnum) (inst nor temp zero-tn) (inst beq temp done) (inst sll y x n-fixnum-tag-bits) (with-fixed-allocation (y pa-flag temp bignum-widetag (1+ bignum-digits-offset) nil) (storew x y bignum-digits-offset other-pointer-lowtag)) (inst b done) (inst nop) (emit-label fixnum) (inst sll y x n-fixnum-tag-bits) (emit-label done)))) ;;; (define-move-vop move-from-signed :move (signed-reg) (descriptor-reg)) ;;; Check for fixnum, and possibly allocate one or two word bignum result. Use ;;; a worst-case cost to make sure people know they may be number consing. ;;; (define-vop (move-from-unsigned) (:args (arg :scs (signed-reg unsigned-reg) :target x)) (:results (y :scs (any-reg descriptor-reg))) (:temporary (:scs (non-descriptor-reg) :from (:argument 0)) x temp) (:temporary (:sc non-descriptor-reg :offset nl4-offset) pa-flag) (:note "unsigned word to integer coercion") (:generator 20 (move x arg) (inst srl temp x n-positive-fixnum-bits) (inst beq temp done) (inst sll y x n-fixnum-tag-bits) (pseudo-atomic (pa-flag :extra (pad-data-block (+ bignum-digits-offset 2))) (inst or y alloc-tn other-pointer-lowtag) (inst slt temp x zero-tn) (inst sll temp n-widetag-bits) (inst addu temp (logior (ash 1 n-widetag-bits) bignum-widetag)) (storew temp y 0 other-pointer-lowtag)) (storew x y bignum-digits-offset other-pointer-lowtag) DONE)) ;;; (define-move-vop move-from-unsigned :move (unsigned-reg) (descriptor-reg)) ;;; Move untagged numbers. ;;; (define-vop (word-move) (:args (x :target y :scs (signed-reg unsigned-reg) :load-if (not (location= x y)))) (:results (y :scs (signed-reg unsigned-reg) :load-if (not (location= x y)))) (:effects) (:affected) (:note "word integer move") (:generator 0 (move y x))) ;;; (define-move-vop word-move :move (signed-reg unsigned-reg) (signed-reg unsigned-reg)) ;;; Move untagged number arguments/return-values. ;;; (define-vop (move-word-arg) (:args (x :target y :scs (signed-reg unsigned-reg)) (fp :scs (any-reg) :load-if (not (sc-is y sap-reg)))) (:results (y)) (:note "word integer argument move") (:generator 0 (sc-case y ((signed-reg unsigned-reg) (move y x)) ((signed-stack unsigned-stack) (storew x fp (tn-offset y)))))) ;;; (define-move-vop move-word-arg :move-arg (descriptor-reg any-reg signed-reg unsigned-reg) (signed-reg unsigned-reg)) ;;; Use standard MOVE-ARGUMENT + coercion to move an untagged number to a ;;; descriptor passing location. ;;; (define-move-vop move-arg :move-arg (signed-reg unsigned-reg) (any-reg descriptor-reg))