1 ;;;; various primitive memory access VOPs for the x86 VM
3 ;;;; This software is part of the SBCL system. See the README file for
6 ;;;; This software is derived from the CMU CL system, which was
7 ;;;; written at Carnegie Mellon University and released into the
8 ;;;; public domain. The software is in the public domain and is
9 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
10 ;;;; files for more information.
14 ;;;; data object ref/set stuff
17 (:args (object :scs (descriptor-reg)))
18 (:info name offset lowtag)
20 (:results (result :scs (descriptor-reg any-reg)))
22 (loadw result object offset lowtag)))
24 (define-vop (set-slot)
25 (:args (object :scs (descriptor-reg))
26 (value :scs (descriptor-reg any-reg immediate)))
27 (:temporary (:sc descriptor-reg) temp)
28 (:info name offset lowtag)
32 (if (sc-is value immediate)
33 (let ((val (tn-value value)))
34 (move-immediate (make-ea :qword
36 :disp (- (* offset n-word-bytes)
42 (+ nil-value (static-symbol-offset val)))
44 (logior (ash (char-code val) n-widetag-bits)
47 ;; Else, value not immediate.
48 (storew value object offset lowtag))))
50 (define-vop (init-slot set-slot))
52 (define-vop (compare-and-swap-slot)
53 (:args (object :scs (descriptor-reg) :to :eval)
54 (old :scs (descriptor-reg any-reg) :target rax)
55 (new :scs (descriptor-reg any-reg)))
56 (:temporary (:sc descriptor-reg :offset rax-offset
57 :from (:argument 1) :to :result :target result)
59 (:info name offset lowtag)
61 (:results (result :scs (descriptor-reg any-reg)))
64 (inst cmpxchg (make-ea :qword :base object
65 :disp (- (* offset n-word-bytes) lowtag))
69 ;;;; symbol hacking VOPs
71 (define-vop (%compare-and-swap-symbol-value)
72 (:translate %compare-and-swap-symbol-value)
73 (:args (symbol :scs (descriptor-reg) :to (:result 1))
74 (old :scs (descriptor-reg any-reg) :target rax)
75 (new :scs (descriptor-reg any-reg)))
76 (:temporary (:sc descriptor-reg :offset rax-offset) rax)
78 (:temporary (:sc descriptor-reg) tls)
79 (:results (result :scs (descriptor-reg any-reg)))
83 ;; This code has two pathological cases: NO-TLS-VALUE-MARKER
84 ;; or UNBOUND-MARKER as NEW: in either case we would end up
85 ;; doing possible damage with CMPXCHG -- so don't do that!
86 (let ((unbound (generate-error-code vop 'unbound-symbol-error symbol))
91 (loadw tls symbol symbol-tls-index-slot other-pointer-lowtag)
92 ;; Thread-local area, no LOCK needed.
93 (inst cmpxchg (make-ea :qword :base thread-base-tn
96 (inst cmp rax no-tls-value-marker-widetag)
99 (inst cmpxchg (make-ea :qword :base symbol
100 :disp (- (* symbol-value-slot n-word-bytes)
101 other-pointer-lowtag)
106 (inst cmp result unbound-marker-widetag)
107 (inst jmp :e unbound))))
109 (define-vop (%set-symbol-global-value cell-set)
110 (:variant symbol-value-slot other-pointer-lowtag))
112 (define-vop (fast-symbol-global-value cell-ref)
113 (:variant symbol-value-slot other-pointer-lowtag)
115 (:translate symbol-global-value))
117 (define-vop (symbol-global-value)
119 (:translate symbol-global-value)
120 (:args (object :scs (descriptor-reg) :to (:result 1)))
121 (:results (value :scs (descriptor-reg any-reg)))
123 (:save-p :compute-only)
125 (let ((err-lab (generate-error-code vop 'unbound-symbol-error object)))
126 (loadw value object symbol-value-slot other-pointer-lowtag)
127 (inst cmp value unbound-marker-widetag)
128 (inst jmp :e err-lab))))
133 (:args (symbol :scs (descriptor-reg))
134 (value :scs (descriptor-reg any-reg)))
135 (:temporary (:sc descriptor-reg) tls)
137 (let ((global-val (gen-label))
139 (loadw tls symbol symbol-tls-index-slot other-pointer-lowtag)
140 (inst cmp (make-ea :qword :base thread-base-tn :scale 1 :index tls)
141 no-tls-value-marker-widetag)
142 (inst jmp :z global-val)
143 (inst mov (make-ea :qword :base thread-base-tn :scale 1 :index tls)
146 (emit-label global-val)
147 (storew value symbol symbol-value-slot other-pointer-lowtag)
150 ;; With Symbol-Value, we check that the value isn't the trap object. So
151 ;; Symbol-Value of NIL is NIL.
152 (define-vop (symbol-value)
153 (:translate symbol-value)
155 (:args (object :scs (descriptor-reg) :to (:result 1)))
156 (:results (value :scs (descriptor-reg any-reg)))
158 (:save-p :compute-only)
160 (let* ((check-unbound-label (gen-label))
161 (err-lab (generate-error-code vop 'unbound-symbol-error object))
162 (ret-lab (gen-label)))
163 (loadw value object symbol-tls-index-slot other-pointer-lowtag)
164 (inst mov value (make-ea :qword :base thread-base-tn
165 :index value :scale 1))
166 (inst cmp value no-tls-value-marker-widetag)
167 (inst jmp :ne check-unbound-label)
168 (loadw value object symbol-value-slot other-pointer-lowtag)
169 (emit-label check-unbound-label)
170 (inst cmp value unbound-marker-widetag)
171 (inst jmp :e err-lab)
172 (emit-label ret-lab))))
174 (define-vop (fast-symbol-value symbol-value)
175 ;; KLUDGE: not really fast, in fact, because we're going to have to
176 ;; do a full lookup of the thread-local area anyway. But half of
177 ;; the meaning of FAST-SYMBOL-VALUE is "do not signal an error if
178 ;; unbound", which is used in the implementation of COPY-SYMBOL. --
181 (:translate symbol-value)
183 (let ((ret-lab (gen-label)))
184 (loadw value object symbol-tls-index-slot other-pointer-lowtag)
186 (make-ea :qword :base thread-base-tn :index value :scale 1))
187 (inst cmp value no-tls-value-marker-widetag)
188 (inst jmp :ne ret-lab)
189 (loadw value object symbol-value-slot other-pointer-lowtag)
190 (emit-label ret-lab)))))
194 (define-vop (symbol-value symbol-global-value)
195 (:translate symbol-value))
196 (define-vop (fast-symbol-value fast-symbol-global-value)
197 (:translate symbol-value))
198 (define-vop (set %set-symbol-global-value)))
204 (:args (object :scs (descriptor-reg)))
206 (:temporary (:sc descriptor-reg #+nil(:from (:argument 0))) value)
208 (let ((check-unbound-label (gen-label)))
209 (loadw value object symbol-tls-index-slot other-pointer-lowtag)
211 (make-ea :qword :base thread-base-tn :index value :scale 1))
212 (inst cmp value no-tls-value-marker-widetag)
213 (inst jmp :ne check-unbound-label)
214 (loadw value object symbol-value-slot other-pointer-lowtag)
215 (emit-label check-unbound-label)
216 (inst cmp value unbound-marker-widetag))))
222 (:args (object :scs (descriptor-reg)))
225 (inst cmp (make-ea-for-object-slot object symbol-value-slot
226 other-pointer-lowtag)
227 unbound-marker-widetag)))
230 (define-vop (symbol-hash)
232 (:translate symbol-hash)
233 (:args (symbol :scs (descriptor-reg)))
234 (:results (res :scs (any-reg)))
235 (:result-types positive-fixnum)
237 ;; The symbol-hash slot of NIL holds NIL because it is also the
238 ;; cdr slot, so we have to strip off the three low bits to make sure
239 ;; it is a fixnum. The lowtag selection magic that is required to
240 ;; ensure this is explained in the comment in objdef.lisp
241 (loadw res symbol symbol-hash-slot other-pointer-lowtag)
242 (inst and res (lognot fixnum-tag-mask))))
244 ;;;; fdefinition (FDEFN) objects
246 (define-vop (fdefn-fun cell-ref) ; /pfw - alpha
247 (:variant fdefn-fun-slot other-pointer-lowtag))
249 (define-vop (safe-fdefn-fun)
250 (:args (object :scs (descriptor-reg) :to (:result 1)))
251 (:results (value :scs (descriptor-reg any-reg)))
253 (:save-p :compute-only)
255 (loadw value object fdefn-fun-slot other-pointer-lowtag)
256 (inst cmp value nil-value)
257 (let ((err-lab (generate-error-code vop 'undefined-fun-error object)))
258 (inst jmp :e err-lab))))
260 (define-vop (set-fdefn-fun)
262 (:translate (setf fdefn-fun))
263 (:args (function :scs (descriptor-reg) :target result)
264 (fdefn :scs (descriptor-reg)))
265 (:temporary (:sc unsigned-reg) raw)
266 (:temporary (:sc unsigned-reg) type)
267 (:results (result :scs (descriptor-reg)))
269 (load-type type function (- fun-pointer-lowtag))
271 (make-ea :byte :base function
272 :disp (- (* simple-fun-code-offset n-word-bytes)
273 fun-pointer-lowtag)))
274 (inst cmp (reg-in-size type :byte) simple-fun-header-widetag)
275 (inst jmp :e NORMAL-FUN)
276 (inst mov raw (make-fixup "closure_tramp" :foreign))
278 (storew function fdefn fdefn-fun-slot other-pointer-lowtag)
279 (storew raw fdefn fdefn-raw-addr-slot other-pointer-lowtag)
280 (move result function)))
282 (define-vop (fdefn-makunbound)
284 (:translate fdefn-makunbound)
285 (:args (fdefn :scs (descriptor-reg) :target result))
286 (:results (result :scs (descriptor-reg)))
288 (storew nil-value fdefn fdefn-fun-slot other-pointer-lowtag)
289 (storew (make-fixup "undefined_tramp" :foreign)
290 fdefn fdefn-raw-addr-slot other-pointer-lowtag)
291 (move result fdefn)))
293 ;;;; binding and unbinding
295 ;;; BIND -- Establish VAL as a binding for SYMBOL. Save the old value and
296 ;;; the symbol on the binding stack and stuff the new value into the
298 ;;; See the "Chapter 9: Specials" of the SBCL Internals Manual.
302 (:args (val :scs (any-reg descriptor-reg))
303 (symbol :scs (descriptor-reg) :target tmp
305 (:temporary (:sc unsigned-reg) tls-index bsp tmp)
307 (load-binding-stack-pointer bsp)
308 (loadw tls-index symbol symbol-tls-index-slot other-pointer-lowtag)
309 (inst add bsp (* binding-size n-word-bytes))
310 (store-binding-stack-pointer bsp)
311 (inst test tls-index tls-index)
312 (inst jmp :ne TLS-INDEX-VALID)
313 (inst mov tls-index symbol)
315 (make-fixup (ecase (tn-offset tls-index)
316 (#.rax-offset 'alloc-tls-index-in-rax)
317 (#.rcx-offset 'alloc-tls-index-in-rcx)
318 (#.rdx-offset 'alloc-tls-index-in-rdx)
319 (#.rbx-offset 'alloc-tls-index-in-rbx)
320 (#.rsi-offset 'alloc-tls-index-in-rsi)
321 (#.rdi-offset 'alloc-tls-index-in-rdi)
322 (#.r8-offset 'alloc-tls-index-in-r8)
323 (#.r9-offset 'alloc-tls-index-in-r9)
324 (#.r10-offset 'alloc-tls-index-in-r10)
325 (#.r12-offset 'alloc-tls-index-in-r12)
326 (#.r13-offset 'alloc-tls-index-in-r13)
327 (#.r14-offset 'alloc-tls-index-in-r14)
328 (#.r15-offset 'alloc-tls-index-in-r15))
332 (inst mov tmp (make-ea :qword :base thread-base-tn :scale 1 :index tls-index))
333 (storew tls-index bsp (- binding-symbol-slot binding-size))
334 (storew tmp bsp (- binding-value-slot binding-size))
335 (inst mov (make-ea :qword :base thread-base-tn :scale 1 :index tls-index)
340 (:args (val :scs (any-reg descriptor-reg))
341 (symbol :scs (descriptor-reg)))
342 (:temporary (:sc unsigned-reg) temp bsp)
344 (load-symbol-value bsp *binding-stack-pointer*)
345 (loadw temp symbol symbol-value-slot other-pointer-lowtag)
346 (inst add bsp (* binding-size n-word-bytes))
347 (store-symbol-value bsp *binding-stack-pointer*)
348 (storew temp bsp (- binding-value-slot binding-size))
349 (storew symbol bsp (- binding-symbol-slot binding-size))
350 (storew val symbol symbol-value-slot other-pointer-lowtag)))
354 (:temporary (:sc unsigned-reg) temp bsp tls-index)
356 (load-binding-stack-pointer bsp)
357 (inst sub bsp (* binding-size n-word-bytes))
358 ;; Load TLS-INDEX of the SYMBOL from stack
359 (loadw tls-index bsp binding-symbol-slot)
360 ;; Load VALUE from stack, then restore it to the TLS area.
361 (loadw temp bsp binding-value-slot)
362 (inst mov (make-ea :qword :base thread-base-tn :scale 1 :index tls-index)
364 ;; Zero out the stack.
367 (storew temp bsp binding-symbol-slot)
368 (storew temp bsp binding-value-slot)
369 (store-binding-stack-pointer bsp)))
373 (:temporary (:sc unsigned-reg) symbol value bsp)
375 (load-symbol-value bsp *binding-stack-pointer*)
376 (loadw symbol bsp (- binding-symbol-slot binding-size))
377 (loadw value bsp (- binding-value-slot binding-size))
378 (storew value symbol symbol-value-slot other-pointer-lowtag)
379 (storew 0 bsp (- binding-symbol-slot binding-size))
380 (storew 0 bsp (- binding-value-slot binding-size))
381 (inst sub bsp (* binding-size n-word-bytes))
382 (store-symbol-value bsp *binding-stack-pointer*)))
384 (define-vop (unbind-to-here)
385 (:args (where :scs (descriptor-reg any-reg)))
386 (:temporary (:sc unsigned-reg) symbol value bsp zero)
388 (load-binding-stack-pointer bsp)
393 (inst sub bsp (* binding-size n-word-bytes))
394 ;; on sb-thread symbol is actually a tls-index
395 (loadw symbol bsp binding-symbol-slot)
396 (inst test symbol symbol)
398 ;; Bind stack debug sentinels have the unbound marker in the symbol slot
399 (inst cmp symbol unbound-marker-widetag)
401 (loadw value bsp binding-value-slot)
403 (storew value symbol symbol-value-slot other-pointer-lowtag)
405 (inst mov (make-ea :qword :base thread-base-tn :scale 1 :index symbol)
407 (storew zero bsp binding-symbol-slot)
410 (storew zero bsp binding-value-slot)
414 (store-binding-stack-pointer bsp)
418 (define-vop (bind-sentinel)
419 (:temporary (:sc unsigned-reg) bsp)
421 (load-binding-stack-pointer bsp)
422 (inst add bsp (* binding-size n-word-bytes))
423 (storew unbound-marker-widetag bsp (- binding-symbol-slot binding-size))
424 (storew rbp-tn bsp (- binding-value-slot binding-size))
425 (store-binding-stack-pointer bsp)))
427 (define-vop (unbind-sentinel)
428 (:temporary (:sc unsigned-reg) bsp)
430 (load-binding-stack-pointer bsp)
431 (storew 0 bsp (- binding-value-slot binding-size))
432 (storew 0 bsp (- binding-symbol-slot binding-size))
433 (inst sub bsp (* binding-size n-word-bytes))
434 (store-binding-stack-pointer bsp)))
439 ;;;; closure indexing
441 (define-full-reffer closure-index-ref *
442 closure-info-offset fun-pointer-lowtag
443 (any-reg descriptor-reg) * %closure-index-ref)
445 (define-full-setter set-funcallable-instance-info *
446 funcallable-instance-info-offset fun-pointer-lowtag
447 (any-reg descriptor-reg) * %set-funcallable-instance-info)
449 (define-full-reffer funcallable-instance-info *
450 funcallable-instance-info-offset fun-pointer-lowtag
451 (descriptor-reg any-reg) * %funcallable-instance-info)
453 (define-vop (closure-ref slot-ref)
454 (:variant closure-info-offset fun-pointer-lowtag))
456 (define-vop (closure-init slot-set)
457 (:variant closure-info-offset fun-pointer-lowtag))
459 (define-vop (closure-init-from-fp)
460 (:args (object :scs (descriptor-reg)))
463 (storew rbp-tn object (+ closure-info-offset offset) fun-pointer-lowtag)))
465 ;;;; value cell hackery
467 (define-vop (value-cell-ref cell-ref)
468 (:variant value-cell-value-slot other-pointer-lowtag))
470 (define-vop (value-cell-set cell-set)
471 (:variant value-cell-value-slot other-pointer-lowtag))
473 ;;;; structure hackery
475 (define-vop (instance-length)
477 (:translate %instance-length)
478 (:args (struct :scs (descriptor-reg)))
479 (:results (res :scs (unsigned-reg)))
480 (:result-types positive-fixnum)
482 (loadw res struct 0 instance-pointer-lowtag)
483 (inst shr res n-widetag-bits)))
485 (define-full-reffer instance-index-ref * instance-slots-offset
486 instance-pointer-lowtag (any-reg descriptor-reg) * %instance-ref)
488 (define-full-setter instance-index-set * instance-slots-offset
489 instance-pointer-lowtag (any-reg descriptor-reg) * %instance-set)
491 (define-full-compare-and-swap %compare-and-swap-instance-ref instance
492 instance-slots-offset instance-pointer-lowtag
493 (any-reg descriptor-reg) *
494 %compare-and-swap-instance-ref)
496 ;;;; code object frobbing
498 (define-full-reffer code-header-ref * 0 other-pointer-lowtag
499 (any-reg descriptor-reg) * code-header-ref)
501 (define-full-setter code-header-set * 0 other-pointer-lowtag
502 (any-reg descriptor-reg) * code-header-set)
504 ;;;; raw instance slot accessors
506 (defun make-ea-for-raw-slot (object instance-length
507 &key (index nil) (adjustment 0) (scale 1))
508 (if (integerp instance-length)
509 ;; For RAW-INSTANCE-INIT/* VOPs, which know the exact instance length
513 :disp (+ (* (- instance-length instance-slots-offset index)
515 (- instance-pointer-lowtag)
519 (make-ea :qword :base object :index instance-length :scale scale
520 :disp (+ (* (1- instance-slots-offset) n-word-bytes)
521 (- instance-pointer-lowtag)
524 (make-ea :qword :base object :index instance-length
526 :disp (+ (* (1- instance-slots-offset) n-word-bytes)
527 (- instance-pointer-lowtag)
529 (* index (- n-word-bytes))))))))
531 (define-vop (raw-instance-ref/word)
532 (:translate %raw-instance-ref/word)
534 (:args (object :scs (descriptor-reg)) (index :scs (any-reg)))
535 (:arg-types * tagged-num)
536 (:temporary (:sc unsigned-reg) tmp)
537 (:results (value :scs (unsigned-reg)))
538 (:result-types unsigned-num)
540 (loadw tmp object 0 instance-pointer-lowtag)
541 (inst shr tmp n-widetag-bits)
542 (inst shl tmp n-fixnum-tag-bits)
544 (inst mov value (make-ea-for-raw-slot object tmp :scale (ash 1 (- word-shift n-fixnum-tag-bits))))))
546 (define-vop (raw-instance-ref-c/word)
547 (:translate %raw-instance-ref/word)
549 (:args (object :scs (descriptor-reg)))
550 (:arg-types * (:constant (load/store-index #.sb!vm:n-word-bytes
551 #.instance-pointer-lowtag
552 #.instance-slots-offset)))
554 (:temporary (:sc unsigned-reg) tmp)
555 (:results (value :scs (unsigned-reg)))
556 (:result-types unsigned-num)
558 (loadw tmp object 0 instance-pointer-lowtag)
559 (inst shr tmp n-widetag-bits)
560 (inst mov value (make-ea-for-raw-slot object tmp :index index))))
562 (define-vop (raw-instance-set/word)
563 (:translate %raw-instance-set/word)
565 (:args (object :scs (descriptor-reg))
566 (index :scs (any-reg))
567 (value :scs (unsigned-reg) :target result))
568 (:arg-types * tagged-num unsigned-num)
569 (:temporary (:sc unsigned-reg) tmp)
570 (:results (result :scs (unsigned-reg)))
571 (:result-types unsigned-num)
573 (loadw tmp object 0 instance-pointer-lowtag)
574 (inst shr tmp n-widetag-bits)
575 (inst shl tmp n-fixnum-tag-bits)
577 (inst mov (make-ea-for-raw-slot object tmp :scale (ash 1 (- word-shift n-fixnum-tag-bits))) value)
578 (move result value)))
580 (define-vop (raw-instance-set-c/word)
581 (:translate %raw-instance-set/word)
583 (:args (object :scs (descriptor-reg))
584 (value :scs (unsigned-reg) :target result))
585 (:arg-types * (:constant (load/store-index #.sb!vm:n-word-bytes
586 #.instance-pointer-lowtag
587 #.instance-slots-offset))
590 (:temporary (:sc unsigned-reg) tmp)
591 (:results (result :scs (unsigned-reg)))
592 (:result-types unsigned-num)
594 (loadw tmp object 0 instance-pointer-lowtag)
595 (inst shr tmp n-widetag-bits)
596 (inst mov (make-ea-for-raw-slot object tmp :index index) value)
597 (move result value)))
599 (define-vop (raw-instance-init/word)
600 (:args (object :scs (descriptor-reg))
601 (value :scs (unsigned-reg)))
602 (:arg-types * unsigned-num)
603 (:info instance-length index)
605 (inst mov (make-ea-for-raw-slot object instance-length :index index) value)))
607 (define-vop (raw-instance-atomic-incf-c/word)
608 (:translate %raw-instance-atomic-incf/word)
610 (:args (object :scs (descriptor-reg))
611 (diff :scs (unsigned-reg) :target result))
612 (:arg-types * (:constant (load/store-index #.n-word-bytes
613 #.instance-pointer-lowtag
614 #.instance-slots-offset))
617 (:temporary (:sc unsigned-reg) tmp)
618 (:results (result :scs (unsigned-reg)))
619 (:result-types unsigned-num)
621 (loadw tmp object 0 instance-pointer-lowtag)
622 (inst shr tmp n-widetag-bits)
623 (inst xadd (make-ea-for-raw-slot object tmp :index index) diff :lock)
626 (define-vop (raw-instance-ref/single)
627 (:translate %raw-instance-ref/single)
629 (:args (object :scs (descriptor-reg))
630 (index :scs (any-reg)))
631 (:arg-types * positive-fixnum)
632 (:temporary (:sc unsigned-reg) tmp)
633 (:results (value :scs (single-reg)))
634 (:result-types single-float)
636 (loadw tmp object 0 instance-pointer-lowtag)
637 (inst shr tmp n-widetag-bits)
638 (inst shl tmp n-fixnum-tag-bits)
640 (inst movss value (make-ea-for-raw-slot object tmp :scale (ash 1 (- word-shift n-fixnum-tag-bits))))))
642 (define-vop (raw-instance-ref-c/single)
643 (:translate %raw-instance-ref/single)
645 (:args (object :scs (descriptor-reg)))
646 (:arg-types * (:constant (load/store-index #.sb!vm:n-word-bytes
647 #.instance-pointer-lowtag
648 #.instance-slots-offset)))
650 (:temporary (:sc unsigned-reg) tmp)
651 (:results (value :scs (single-reg)))
652 (:result-types single-float)
654 (loadw tmp object 0 instance-pointer-lowtag)
655 (inst shr tmp n-widetag-bits)
656 (inst movss value (make-ea-for-raw-slot object tmp :index index))))
658 (define-vop (raw-instance-set/single)
659 (:translate %raw-instance-set/single)
661 (:args (object :scs (descriptor-reg))
662 (index :scs (any-reg))
663 (value :scs (single-reg) :target result))
664 (:arg-types * positive-fixnum single-float)
665 (:temporary (:sc unsigned-reg) tmp)
666 (:results (result :scs (single-reg)))
667 (:result-types single-float)
669 (loadw tmp object 0 instance-pointer-lowtag)
670 (inst shr tmp n-widetag-bits)
671 (inst shl tmp n-fixnum-tag-bits)
673 (inst movss (make-ea-for-raw-slot object tmp :scale (ash 1 (- word-shift n-fixnum-tag-bits))) value)
674 (move result value)))
676 (define-vop (raw-instance-set-c/single)
677 (:translate %raw-instance-set/single)
679 (:args (object :scs (descriptor-reg))
680 (value :scs (single-reg) :target result))
681 (:arg-types * (:constant (load/store-index #.sb!vm:n-word-bytes
682 #.instance-pointer-lowtag
683 #.instance-slots-offset))
686 (:temporary (:sc unsigned-reg) tmp)
687 (:results (result :scs (single-reg)))
688 (:result-types single-float)
690 (loadw tmp object 0 instance-pointer-lowtag)
691 (inst shr tmp n-widetag-bits)
692 (inst movss (make-ea-for-raw-slot object tmp :index index) value)
693 (move result value)))
695 (define-vop (raw-instance-init/single)
696 (:args (object :scs (descriptor-reg))
697 (value :scs (single-reg)))
698 (:arg-types * single-float)
699 (:info instance-length index)
701 (inst movss (make-ea-for-raw-slot object instance-length :index index) value)))
703 (define-vop (raw-instance-ref/double)
704 (:translate %raw-instance-ref/double)
706 (:args (object :scs (descriptor-reg))
707 (index :scs (any-reg)))
708 (:arg-types * positive-fixnum)
709 (:temporary (:sc unsigned-reg) tmp)
710 (:results (value :scs (double-reg)))
711 (:result-types double-float)
713 (loadw tmp object 0 instance-pointer-lowtag)
714 (inst shr tmp n-widetag-bits)
715 (inst shl tmp n-fixnum-tag-bits)
717 (inst movsd value (make-ea-for-raw-slot object tmp :scale (ash 1 (- word-shift n-fixnum-tag-bits))))))
719 (define-vop (raw-instance-ref-c/double)
720 (:translate %raw-instance-ref/double)
722 (:args (object :scs (descriptor-reg)))
723 (:arg-types * (:constant (load/store-index #.sb!vm:n-word-bytes
724 #.instance-pointer-lowtag
725 #.instance-slots-offset)))
727 (:temporary (:sc unsigned-reg) tmp)
728 (:results (value :scs (double-reg)))
729 (:result-types double-float)
731 (loadw tmp object 0 instance-pointer-lowtag)
732 (inst shr tmp n-widetag-bits)
733 (inst movsd value (make-ea-for-raw-slot object tmp :index index))))
735 (define-vop (raw-instance-set/double)
736 (:translate %raw-instance-set/double)
738 (:args (object :scs (descriptor-reg))
739 (index :scs (any-reg))
740 (value :scs (double-reg) :target result))
741 (:arg-types * positive-fixnum double-float)
742 (:temporary (:sc unsigned-reg) tmp)
743 (:results (result :scs (double-reg)))
744 (:result-types double-float)
746 (loadw tmp object 0 instance-pointer-lowtag)
747 (inst shr tmp n-widetag-bits)
748 (inst shl tmp n-fixnum-tag-bits)
750 (inst movsd (make-ea-for-raw-slot object tmp :scale (ash 1 (- word-shift n-fixnum-tag-bits))) value)
751 (move result value)))
753 (define-vop (raw-instance-set-c/double)
754 (:translate %raw-instance-set/double)
756 (:args (object :scs (descriptor-reg))
757 (value :scs (double-reg) :target result))
758 (:arg-types * (:constant (load/store-index #.sb!vm:n-word-bytes
759 #.instance-pointer-lowtag
760 #.instance-slots-offset))
763 (:temporary (:sc unsigned-reg) tmp)
764 (:results (result :scs (double-reg)))
765 (:result-types double-float)
767 (loadw tmp object 0 instance-pointer-lowtag)
768 (inst shr tmp n-widetag-bits)
769 (inst movsd (make-ea-for-raw-slot object tmp :index index) value)
770 (move result value)))
772 (define-vop (raw-instance-init/double)
773 (:args (object :scs (descriptor-reg))
774 (value :scs (double-reg)))
775 (:arg-types * double-float)
776 (:info instance-length index)
778 (inst movsd (make-ea-for-raw-slot object instance-length :index index) value)))
780 (define-vop (raw-instance-ref/complex-single)
781 (:translate %raw-instance-ref/complex-single)
783 (:args (object :scs (descriptor-reg))
784 (index :scs (any-reg)))
785 (:arg-types * positive-fixnum)
786 (:temporary (:sc unsigned-reg) tmp)
787 (:results (value :scs (complex-single-reg)))
788 (:result-types complex-single-float)
790 (loadw tmp object 0 instance-pointer-lowtag)
791 (inst shr tmp n-widetag-bits)
792 (inst shl tmp n-fixnum-tag-bits)
794 (inst movq value (make-ea-for-raw-slot object tmp :scale (ash 1 (- word-shift n-fixnum-tag-bits))))))
796 (define-vop (raw-instance-ref-c/complex-single)
797 (:translate %raw-instance-ref/complex-single)
799 (:args (object :scs (descriptor-reg)))
800 (:arg-types * (:constant (load/store-index #.sb!vm:n-word-bytes
801 #.instance-pointer-lowtag
802 #.instance-slots-offset)))
804 (:temporary (:sc unsigned-reg) tmp)
805 (:results (value :scs (complex-single-reg)))
806 (:result-types complex-single-float)
808 (loadw tmp object 0 instance-pointer-lowtag)
809 (inst shr tmp n-widetag-bits)
810 (inst movq value (make-ea-for-raw-slot object tmp :index index))))
812 (define-vop (raw-instance-set/complex-single)
813 (:translate %raw-instance-set/complex-single)
815 (:args (object :scs (descriptor-reg))
816 (index :scs (any-reg))
817 (value :scs (complex-single-reg) :target result))
818 (:arg-types * positive-fixnum complex-single-float)
819 (:temporary (:sc unsigned-reg) tmp)
820 (:results (result :scs (complex-single-reg)))
821 (:result-types complex-single-float)
823 (loadw tmp object 0 instance-pointer-lowtag)
824 (inst shr tmp n-widetag-bits)
825 (inst shl tmp n-fixnum-tag-bits)
828 (inst movq (make-ea-for-raw-slot object tmp :scale (ash 1 (- word-shift n-fixnum-tag-bits))) value)))
830 (define-vop (raw-instance-set-c/complex-single)
831 (:translate %raw-instance-set/complex-single)
833 (:args (object :scs (descriptor-reg))
834 (value :scs (complex-single-reg) :target result))
835 (:arg-types * (:constant (load/store-index #.sb!vm:n-word-bytes
836 #.instance-pointer-lowtag
837 #.instance-slots-offset))
838 complex-single-float)
840 (:temporary (:sc unsigned-reg) tmp)
841 (:results (result :scs (complex-single-reg)))
842 (:result-types complex-single-float)
844 (loadw tmp object 0 instance-pointer-lowtag)
845 (inst shr tmp n-widetag-bits)
847 (inst movq (make-ea-for-raw-slot object tmp :index index) value)))
849 (define-vop (raw-instance-init/complex-single)
850 (:args (object :scs (descriptor-reg))
851 (value :scs (complex-single-reg)))
852 (:arg-types * complex-single-float)
853 (:info instance-length index)
855 (inst movq (make-ea-for-raw-slot object instance-length :index index) value)))
857 (define-vop (raw-instance-ref/complex-double)
858 (:translate %raw-instance-ref/complex-double)
860 (:args (object :scs (descriptor-reg))
861 (index :scs (any-reg)))
862 (:arg-types * positive-fixnum)
863 (:temporary (:sc unsigned-reg) tmp)
864 (:results (value :scs (complex-double-reg)))
865 (:result-types complex-double-float)
867 (loadw tmp object 0 instance-pointer-lowtag)
868 (inst shr tmp n-widetag-bits)
869 (inst shl tmp n-fixnum-tag-bits)
871 (inst movdqu value (make-ea-for-raw-slot object tmp :scale (ash 1 (- word-shift n-fixnum-tag-bits)) :adjustment -8))))
873 (define-vop (raw-instance-ref-c/complex-double)
874 (:translate %raw-instance-ref/complex-double)
876 (:args (object :scs (descriptor-reg)))
877 (:arg-types * (:constant (load/store-index #.sb!vm:n-word-bytes
878 #.instance-pointer-lowtag
879 #.instance-slots-offset)))
881 (:temporary (:sc unsigned-reg) tmp)
882 (:results (value :scs (complex-double-reg)))
883 (:result-types complex-double-float)
885 (loadw tmp object 0 instance-pointer-lowtag)
886 (inst shr tmp n-widetag-bits)
887 (inst movdqu value (make-ea-for-raw-slot object tmp :index index :adjustment -8))))
889 (define-vop (raw-instance-set/complex-double)
890 (:translate %raw-instance-set/complex-double)
892 (:args (object :scs (descriptor-reg))
893 (index :scs (any-reg))
894 (value :scs (complex-double-reg) :target result))
895 (:arg-types * positive-fixnum complex-double-float)
896 (:temporary (:sc unsigned-reg) tmp)
897 (:results (result :scs (complex-double-reg)))
898 (:result-types complex-double-float)
900 (loadw tmp object 0 instance-pointer-lowtag)
901 (inst shr tmp n-widetag-bits)
902 (inst shl tmp n-fixnum-tag-bits)
905 (inst movdqu (make-ea-for-raw-slot object tmp :scale (ash 1 (- word-shift n-fixnum-tag-bits)) :adjustment -8) value)))
907 (define-vop (raw-instance-set-c/complex-double)
908 (:translate %raw-instance-set/complex-double)
910 (:args (object :scs (descriptor-reg))
911 (value :scs (complex-double-reg) :target result))
912 (:arg-types * (:constant (load/store-index #.sb!vm:n-word-bytes
913 #.instance-pointer-lowtag
914 #.instance-slots-offset))
915 complex-double-float)
917 (:temporary (:sc unsigned-reg) tmp)
918 (:results (result :scs (complex-double-reg)))
919 (:result-types complex-double-float)
921 (loadw tmp object 0 instance-pointer-lowtag)
922 (inst shr tmp n-widetag-bits)
924 (inst movdqu (make-ea-for-raw-slot object tmp :index index :adjustment -8) value)))
926 (define-vop (raw-instance-init/complex-double)
927 (:args (object :scs (descriptor-reg))
928 (value :scs (complex-double-reg)))
929 (:arg-types * complex-double-float)
930 (:info instance-length index)
932 (inst movdqu (make-ea-for-raw-slot object instance-length :index index :adjustment -8) value)))