1 ;;;; the x86 VM definition of operand loading/saving and the MOVE vop
3 ;;;; This software is part of the SBCL system. See the README file for
6 ;;;; This software is derived from the CMU CL system, which was
7 ;;;; written at Carnegie Mellon University and released into the
8 ;;;; public domain. The software is in the public domain and is
9 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
10 ;;;; files for more information.
14 (define-move-fun (load-immediate 1) (vop x y)
16 (any-reg descriptor-reg))
17 (let ((val (tn-value x)))
22 (inst mov y (fixnumize val))))
26 (inst mov y (logior (ash (char-code val) n-widetag-bits)
27 character-widetag))))))
29 (define-move-fun (load-number 1) (vop x y)
30 ((immediate) (signed-reg unsigned-reg))
31 (let ((val (tn-value x)))
36 (define-move-fun (load-character 1) (vop x y)
37 ((immediate) (character-reg))
38 (inst mov y (char-code (tn-value x))))
40 (define-move-fun (load-system-area-pointer 1) (vop x y)
41 ((immediate) (sap-reg))
42 (inst mov y (sap-int (tn-value x))))
44 (define-move-fun (load-constant 5) (vop x y)
45 ((constant) (descriptor-reg any-reg))
48 (define-move-fun (load-stack 5) (vop x y)
49 ((control-stack) (any-reg descriptor-reg)
50 (character-stack) (character-reg)
52 (signed-stack) (signed-reg)
53 (unsigned-stack) (unsigned-reg))
56 (define-move-fun (store-stack 5) (vop x y)
57 ((any-reg descriptor-reg) (control-stack)
58 (character-reg) (character-stack)
60 (signed-reg) (signed-stack)
61 (unsigned-reg) (unsigned-stack))
66 (:args (x :scs (any-reg descriptor-reg immediate) :target y
67 :load-if (not (location= x y))))
68 (:results (y :scs (any-reg descriptor-reg)
70 (not (or (location= x y)
71 (and (sc-is x any-reg descriptor-reg immediate)
72 (sc-is y control-stack))))))
76 (if (and (sc-is x immediate)
77 (sc-is y any-reg descriptor-reg control-stack))
78 (let ((val (tn-value x)))
81 (if (and (zerop val) (sc-is y any-reg descriptor-reg))
83 (inst mov y (fixnumize val))))
85 (inst mov y (+ nil-value (static-symbol-offset val))))
87 (inst mov y (logior (ash (char-code val) n-widetag-bits)
88 character-widetag)))))
91 (define-move-vop move :move
92 (any-reg descriptor-reg immediate)
93 (any-reg descriptor-reg))
95 ;;; Make MOVE the check VOP for T so that type check generation
96 ;;; doesn't think it is a hairy type. This also allows checking of a
97 ;;; few of the values in a continuation to fall out.
98 (primitive-type-vop move (:check) t)
100 ;;; The MOVE-ARG VOP is used for moving descriptor values into
101 ;;; another frame for argument or known value passing.
103 ;;; Note: It is not going to be possible to move a constant directly
104 ;;; to another frame, except if the destination is a register and in
105 ;;; this case the loading works out.
106 (define-vop (move-arg)
107 (:args (x :scs (any-reg descriptor-reg immediate) :target y
108 :load-if (not (and (sc-is y any-reg descriptor-reg)
109 (sc-is x control-stack))))
111 :load-if (not (sc-is y any-reg descriptor-reg))))
115 ((any-reg descriptor-reg)
116 (if (sc-is x immediate)
117 (let ((val (tn-value x)))
122 (inst mov y (fixnumize val))))
126 (inst mov y (logior (ash (char-code val) n-widetag-bits)
127 character-widetag)))))
130 (if (sc-is x immediate)
131 (let ((val (tn-value x)))
132 (if (= (tn-offset fp) esp-offset)
136 (storew (fixnumize val) fp (tn-offset y)))
138 (storew (+ nil-value (static-symbol-offset val))
141 (storew (logior (ash (char-code val) n-widetag-bits)
147 (storew (fixnumize val) fp (- (1+ (tn-offset y)))))
149 (storew (+ nil-value (static-symbol-offset val))
150 fp (- (1+ (tn-offset y)))))
152 (storew (logior (ash (char-code val) n-widetag-bits)
154 fp (- (1+ (tn-offset y))))))))
155 (if (= (tn-offset fp) esp-offset)
157 (storew x fp (tn-offset y))
159 (storew x fp (- (1+ (tn-offset y))))))))))
161 (define-move-vop move-arg :move-arg
162 (any-reg descriptor-reg)
163 (any-reg descriptor-reg))
167 ;;; This VOP exists just to begin the lifetime of a TN that couldn't
168 ;;; be written legally due to a type error. An error is signalled
169 ;;; before this VOP is so we don't need to do anything (not that there
170 ;;; would be anything sensible to do anyway.)
171 (define-vop (illegal-move)
176 (:save-p :compute-only)
178 (error-call vop object-not-type-error x type)))
180 ;;;; moves and coercions
182 ;;; These MOVE-TO-WORD VOPs move a tagged integer to a raw full-word
183 ;;; representation. Similarly, the MOVE-FROM-WORD VOPs converts a raw
184 ;;; integer to a tagged bignum or fixnum.
186 ;;; Arg is a fixnum, so just shift it. We need a type restriction
187 ;;; because some possible arg SCs (control-stack) overlap with
188 ;;; possible bignum arg SCs.
189 (define-vop (move-to-word/fixnum)
190 (:args (x :scs (any-reg descriptor-reg) :target y
191 :load-if (not (location= x y))))
192 (:results (y :scs (signed-reg unsigned-reg)
193 :load-if (not (location= x y))))
194 (:arg-types tagged-num)
195 (:note "fixnum untagging")
199 (define-move-vop move-to-word/fixnum :move
200 (any-reg descriptor-reg) (signed-reg unsigned-reg))
202 ;;; Arg is a non-immediate constant, load it.
203 (define-vop (move-to-word-c)
204 (:args (x :scs (constant)))
205 (:results (y :scs (signed-reg unsigned-reg)))
206 (:note "constant load")
208 (inst mov y (tn-value x))))
209 (define-move-vop move-to-word-c :move
210 (constant) (signed-reg unsigned-reg))
213 ;;; Arg is a fixnum or bignum, figure out which and load if necessary.
214 (define-vop (move-to-word/integer)
215 (:args (x :scs (descriptor-reg) :target eax))
216 (:results (y :scs (signed-reg unsigned-reg)))
217 (:note "integer to untagged word coercion")
218 (:temporary (:sc unsigned-reg :offset eax-offset
219 :from (:argument 0) :to (:result 0) :target y) eax)
224 (loadw y eax bignum-digits-offset other-pointer-lowtag)
230 (define-move-vop move-to-word/integer :move
231 (descriptor-reg) (signed-reg unsigned-reg))
234 ;;; Result is a fixnum, so we can just shift. We need the result type
235 ;;; restriction because of the control-stack ambiguity noted above.
236 (define-vop (move-from-word/fixnum)
237 (:args (x :scs (signed-reg unsigned-reg) :target y
238 :load-if (not (location= x y))))
239 (:results (y :scs (any-reg descriptor-reg)
240 :load-if (not (location= x y))))
241 (:result-types tagged-num)
242 (:note "fixnum tagging")
244 (cond ((and (sc-is x signed-reg unsigned-reg)
245 (not (location= x y)))
246 ;; Uses 7 bytes, but faster on the Pentium
247 (inst lea y (make-ea :dword :index x :scale 4)))
249 ;; Uses: If x is a reg 2 + 3; if x = y uses only 3 bytes
252 (define-move-vop move-from-word/fixnum :move
253 (signed-reg unsigned-reg) (any-reg descriptor-reg))
255 ;;; Result may be a bignum, so we have to check. Use a worst-case cost
256 ;;; to make sure people know they may be number consing.
258 ;;; KLUDGE: I assume this is suppressed in favor of the "faster inline
259 ;;; version" below. (See also mysterious comment "we don't want a VOP
260 ;;; on this one" on DEFINE-ASSEMBLY-ROUTINE (MOVE-FROM-SIGNED) in
261 ;;; "src/assembly/x86/alloc.lisp".) -- WHN 19990916
263 (define-vop (move-from-signed)
264 (:args (x :scs (signed-reg unsigned-reg) :target eax))
265 (:temporary (:sc unsigned-reg :offset eax-offset :from (:argument 0)) eax)
266 (:temporary (:sc unsigned-reg :offset ebx-offset :to (:result 0) :target y)
268 (:temporary (:sc unsigned-reg :offset ecx-offset
269 :from (:argument 0) :to (:result 0)) ecx)
271 (:results (y :scs (any-reg descriptor-reg)))
272 (:note "signed word to integer coercion")
275 (inst call (make-fixup 'move-from-signed :assembly-routine))
277 ;;; Faster inline version,
278 ;;; KLUDGE: Do we really want the faster inline version? It's sorta big.
279 ;;; It is nice that it doesn't use any temporaries, though. -- WHN 19990916
280 (define-vop (move-from-signed)
281 (:args (x :scs (signed-reg unsigned-reg) :to :result))
282 (:results (y :scs (any-reg descriptor-reg) :from :argument))
283 (:note "signed word to integer coercion")
286 (aver (not (location= x y)))
287 (let ((bignum (gen-label))
295 ;; KLUDGE: The sequence above leaves a DESCRIPTOR-REG Y in a
296 ;; non-descriptor state for a while. Does that matter? Does it
297 ;; matter in GENGC but not in GENCGC? Is this written down
301 ;; Also, the sequence above seems rather twisty. Why not something
302 ;; more obvious along the lines of
304 ;; inst tst x #xc0000000
305 ;; inst jmp :nz bignum
309 (assemble (*elsewhere*)
311 (with-fixed-allocation
312 (y bignum-widetag (+ bignum-digits-offset 1) node)
313 (storew x y bignum-digits-offset other-pointer-lowtag))
315 (define-move-vop move-from-signed :move
316 (signed-reg) (descriptor-reg))
318 ;;; Check for fixnum, and possibly allocate one or two word bignum
319 ;;; result. Use a worst-case cost to make sure people know they may be
322 (define-vop (move-from-unsigned)
323 (:args (x :scs (signed-reg unsigned-reg) :target eax))
324 (:temporary (:sc unsigned-reg :offset eax-offset :from (:argument 0)) eax)
325 (:temporary (:sc unsigned-reg :offset ebx-offset :to (:result 0) :target y)
327 (:temporary (:sc unsigned-reg :offset ecx-offset
328 :from (:argument 0) :to (:result 0)) ecx)
330 (:results (y :scs (any-reg descriptor-reg)))
331 (:note "unsigned word to integer coercion")
334 (inst call (make-fixup 'move-from-unsigned :assembly-routine))
336 ;;; Faster inline version.
337 ;;; KLUDGE: Do we really want the faster inline version? It seems awfully big..
338 ;;; If we really want speed, most likely it's only important in the non-consing
339 ;;; case, so how about about making the *ELSEWHERE* stuff into a subroutine? --
341 (define-vop (move-from-unsigned)
342 (:args (x :scs (signed-reg unsigned-reg) :to :save))
343 (:temporary (:sc unsigned-reg) alloc)
344 (:results (y :scs (any-reg descriptor-reg)))
346 (:note "unsigned word to integer coercion")
348 (aver (not (location= x y)))
349 (aver (not (location= x alloc)))
350 (aver (not (location= y alloc)))
351 (let ((bignum (gen-label))
353 (one-word-bignum (gen-label))
355 (inst test x #xe0000000)
356 (inst jmp :nz bignum)
358 (inst lea y (make-ea :dword :index x :scale 4)) ; Faster but bigger.
363 (assemble (*elsewhere*)
365 ;; Note: As on the mips port, space for a two word bignum is
366 ;; always allocated and the header size is set to either one
367 ;; or two words as appropriate.
368 (inst jmp :ns one-word-bignum)
370 (inst mov y (logior (ash (1- (+ bignum-digits-offset 2))
374 (emit-label one-word-bignum)
375 (inst mov y (logior (ash (1- (+ bignum-digits-offset 1))
380 (allocation alloc (pad-data-block (+ bignum-digits-offset 2)) node)
382 (inst lea y (make-ea :byte :base alloc :disp other-pointer-lowtag))
383 (storew x y bignum-digits-offset other-pointer-lowtag))
385 (define-move-vop move-from-unsigned :move
386 (unsigned-reg) (descriptor-reg))
388 ;;; Move untagged numbers.
389 (define-vop (word-move)
390 (:args (x :scs (signed-reg unsigned-reg) :target y
391 :load-if (not (location= x y))))
392 (:results (y :scs (signed-reg unsigned-reg)
394 (not (or (location= x y)
395 (and (sc-is x signed-reg unsigned-reg)
396 (sc-is y signed-stack unsigned-stack))))))
399 (:note "word integer move")
402 (define-move-vop word-move :move
403 (signed-reg unsigned-reg) (signed-reg unsigned-reg))
405 ;;; Move untagged number arguments/return-values.
406 (define-vop (move-word-arg)
407 (:args (x :scs (signed-reg unsigned-reg) :target y)
408 (fp :scs (any-reg) :load-if (not (sc-is y sap-reg))))
410 (:note "word integer argument move")
413 ((signed-reg unsigned-reg)
415 ((signed-stack unsigned-stack)
416 (if (= (tn-offset fp) esp-offset)
417 (storew x fp (tn-offset y)) ; c-call
418 (storew x fp (- (1+ (tn-offset y)))))))))
419 (define-move-vop move-word-arg :move-arg
420 (descriptor-reg any-reg signed-reg unsigned-reg) (signed-reg unsigned-reg))
422 ;;; Use standard MOVE-ARG and coercion to move an untagged number
423 ;;; to a descriptor passing location.
424 (define-move-vop move-arg :move-arg
425 (signed-reg unsigned-reg) (any-reg descriptor-reg))