1 ;;;; the VM definition of various primitive memory access VOPs for the
4 ;;;; This software is part of the SBCL system. See the README file for
7 ;;;; This software is derived from the CMU CL system, which was
8 ;;;; written at Carnegie Mellon University and released into the
9 ;;;; public domain. The software is in the public domain and is
10 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
11 ;;;; files for more information.
15 ;;;; data object ref/set stuff
18 (:args (object :scs (descriptor-reg)))
19 (:info name offset lowtag)
21 (:results (result :scs (descriptor-reg any-reg)))
23 (loadw result object offset lowtag)))
25 (define-vop (set-slot)
26 (:args (object :scs (descriptor-reg))
27 (value :scs (descriptor-reg any-reg null zero)))
28 (:info name offset lowtag #!+gengc remember)
34 (storew-and-remember-slot value object offset lowtag)
35 (storew value object offset lowtag))
37 (storew value object offset lowtag)))
39 ;;;; symbol hacking VOPs
41 ;;; The compiler likes to be able to directly SET symbols.
42 (define-vop (set cell-set)
43 (:variant symbol-value-slot other-pointer-lowtag))
45 ;;; Do a cell ref with an error check for being unbound.
46 (define-vop (checked-cell-ref)
47 (:args (object :scs (descriptor-reg) :target obj-temp))
48 (:results (value :scs (descriptor-reg any-reg)))
51 (:save-p :compute-only)
52 (:temporary (:scs (non-descriptor-reg)) temp)
53 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp))
55 ;;; With SYMBOL-VALUE, we check that the value isn't the trap object.
56 ;;; So SYMBOL-VALUE of NIL is NIL.
57 (define-vop (symbol-value checked-cell-ref)
58 (:translate symbol-value)
60 (move object obj-temp)
61 (loadw value obj-temp symbol-value-slot other-pointer-lowtag)
62 (let ((err-lab (generate-error-code vop unbound-symbol-error obj-temp)))
63 (inst xor value unbound-marker-widetag temp)
64 (inst beq temp err-lab))))
66 ;;; like CHECKED-CELL-REF, only we are a predicate to see if the cell
68 (define-vop (boundp-frob)
69 (:args (object :scs (descriptor-reg)))
73 (:temporary (:scs (descriptor-reg)) value)
74 (:temporary (:scs (non-descriptor-reg)) temp))
76 (define-vop (boundp boundp-frob)
79 (loadw value object symbol-value-slot other-pointer-lowtag)
80 (inst xor value unbound-marker-widetag temp)
82 (inst beq temp target)
83 (inst bne temp target))))
85 (define-vop (fast-symbol-value cell-ref)
86 (:variant symbol-value-slot other-pointer-lowtag)
88 (:translate symbol-value))
90 (define-vop (symbol-hash)
92 (:translate symbol-hash)
93 (:args (symbol :scs (descriptor-reg)))
94 (:results (res :scs (any-reg)))
95 (:result-types positive-fixnum)
97 ;; The symbol-hash slot of NIL holds NIL because it is also the
98 ;; cdr slot, so we have to strip off the two low bits to make sure
99 ;; it is a fixnum. The lowtag selection magic that is required to
100 ;; ensure this is explained in the comment in objdef.lisp
101 (loadw res symbol symbol-hash-slot other-pointer-lowtag)
102 (inst bic res #.(ash lowtag-mask -1) res)))
104 ;;;; fdefinition (FDEFN) objects
106 (define-vop (fdefn-fun cell-ref)
107 (:variant fdefn-fun-slot other-pointer-lowtag))
109 (define-vop (safe-fdefn-fun)
110 (:args (object :scs (descriptor-reg) :target obj-temp))
111 (:results (value :scs (descriptor-reg any-reg)))
113 (:save-p :compute-only)
114 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp)
115 (:temporary (:scs (non-descriptor-reg)) temp)
117 (move object obj-temp)
118 (loadw value obj-temp fdefn-fun-slot other-pointer-lowtag)
119 (let ((err-lab (generate-error-code vop undefined-fun-error obj-temp)))
120 (inst cmpeq value null-tn temp)
121 (inst bne temp err-lab))))
123 (define-vop (set-fdefn-fun)
125 (:translate (setf fdefn-fun))
126 (:args (function :scs (descriptor-reg) :target result)
127 (fdefn :scs (descriptor-reg)))
128 (:temporary (:scs (interior-reg)) lip)
129 (:temporary (:scs (non-descriptor-reg)) type)
130 (:results (result :scs (descriptor-reg)))
132 (let ((normal-fn (gen-label)))
133 (load-type type function (- fun-pointer-lowtag))
134 (inst xor type simple-fun-header-widetag type)
136 (- (ash simple-fun-code-offset word-shift) fun-pointer-lowtag)
138 (inst beq type normal-fn)
139 (inst li (make-fixup "closure_tramp" :foreign) lip)
140 (emit-label normal-fn)
141 (storew lip fdefn fdefn-raw-addr-slot other-pointer-lowtag)
142 (storew function fdefn fdefn-fun-slot other-pointer-lowtag)
143 (move function result))))
146 (define-vop (fdefn-makunbound)
148 (:translate fdefn-makunbound)
149 (:args (fdefn :scs (descriptor-reg) :target result))
150 (:temporary (:scs (non-descriptor-reg)) temp)
151 (:results (result :scs (descriptor-reg)))
153 (storew null-tn fdefn fdefn-fun-slot other-pointer-lowtag)
154 (inst li (make-fixup "undefined_tramp" :foreign) temp)
156 (storew temp fdefn fdefn-raw-addr-slot other-pointer-lowtag)))
158 ;;;; binding and Unbinding
160 ;;; Establish VAL as a binding for SYMBOL. Save the old value and the
161 ;;; symbol on the binding stack and stuff the new value into the symbol.
163 (:args (val :scs (any-reg descriptor-reg))
164 (symbol :scs (descriptor-reg)))
165 (:temporary (:scs (descriptor-reg)) temp)
167 (loadw temp symbol symbol-value-slot other-pointer-lowtag)
168 (inst addq bsp-tn (* 2 n-word-bytes) bsp-tn)
169 (storew temp bsp-tn (- binding-value-slot binding-size))
170 (storew symbol bsp-tn (- binding-symbol-slot binding-size))
171 (#!+gengc storew-and-remember-slot #!-gengc storew
172 val symbol symbol-value-slot other-pointer-lowtag)))
176 (:temporary (:scs (descriptor-reg)) symbol value)
178 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
179 (loadw value bsp-tn (- binding-value-slot binding-size))
180 (#!+gengc storew-and-remember-slot #!-gengc storew
181 value symbol symbol-value-slot other-pointer-lowtag)
182 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
183 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
184 (inst subq bsp-tn (* 2 n-word-bytes) bsp-tn)))
187 (define-vop (unbind-to-here)
188 (:args (arg :scs (descriptor-reg any-reg) :target where))
189 (:temporary (:scs (any-reg) :from (:argument 0)) where)
190 (:temporary (:scs (descriptor-reg)) symbol value)
191 (:temporary (:scs (non-descriptor-reg)) temp)
193 (let ((loop (gen-label))
197 (inst cmpeq where bsp-tn temp)
201 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
202 (loadw value bsp-tn (- binding-value-slot binding-size))
203 (inst beq symbol skip)
204 (#!+gengc storew-and-remember-slot #!-gengc storew
205 value symbol symbol-value-slot other-pointer-lowtag)
206 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
207 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
210 (inst subq bsp-tn (* 2 n-word-bytes) bsp-tn)
211 (inst cmpeq where bsp-tn temp)
216 ;;;; closure indexing
218 (define-full-reffer closure-index-ref *
219 closure-info-offset fun-pointer-lowtag
220 (descriptor-reg any-reg) * %closure-index-ref)
222 (define-full-setter set-funcallable-instance-info *
223 funcallable-instance-info-offset fun-pointer-lowtag
224 (descriptor-reg any-reg null zero) * %set-funcallable-instance-info)
226 (define-full-reffer funcallable-instance-info *
227 funcallable-instance-info-offset fun-pointer-lowtag
228 (descriptor-reg any-reg) * %funcallable-instance-info)
230 (define-vop (funcallable-instance-lexenv cell-ref)
231 (:variant funcallable-instance-lexenv-slot fun-pointer-lowtag))
233 (define-vop (closure-ref slot-ref)
234 (:variant closure-info-offset fun-pointer-lowtag))
236 (define-vop (closure-init slot-set)
237 (:variant closure-info-offset fun-pointer-lowtag))
239 ;;;; value cell hackery
241 (define-vop (value-cell-ref cell-ref)
242 (:variant value-cell-value-slot other-pointer-lowtag))
244 (define-vop (value-cell-set cell-set)
245 (:variant value-cell-value-slot other-pointer-lowtag))
247 ;;;; instance hackery
249 (define-vop (instance-length)
251 (:translate %instance-length)
252 (:args (struct :scs (descriptor-reg)))
253 (:results (res :scs (unsigned-reg)))
254 (:result-types positive-fixnum)
256 (loadw res struct 0 instance-pointer-lowtag)
257 (inst srl res n-widetag-bits res)))
259 (define-full-reffer instance-index-ref * instance-slots-offset
260 instance-pointer-lowtag (descriptor-reg any-reg) * %instance-ref)
262 (define-full-setter instance-index-set * instance-slots-offset
263 instance-pointer-lowtag (descriptor-reg any-reg null zero) * %instance-set)
265 ;;;; code object frobbing
267 (define-full-reffer code-header-ref * 0 other-pointer-lowtag
268 (descriptor-reg any-reg) * code-header-ref)
270 (define-full-setter code-header-set * 0 other-pointer-lowtag
271 (descriptor-reg any-reg null zero) * code-header-set)
273 ;;;; mutator accessing
278 (eval-when (:compile-toplevel :load-toplevel :execute)
279 ;; SBCL has never had GENGC. Now that we have Alpha support, it
280 ;; would probably be nice to restore GENGC support so that the Alpha
281 ;; doesn't have to crawl along with stop'n'copy. When we do, the CMU
282 ;; CL code below will need updating to the SBCL way of looking at
283 ;; things, e.g. at least using "SB-KERNEL" or "SB!KERNEL" instead of
284 ;; :KERNEL. -- WHN 2001-05-08
285 (error "This code is stale as of sbcl-0.6.12."))
287 (define-vop (mutator-ub32-ref)
290 (:results (res :scs (unsigned-reg)))
291 (:result-types unsigned-num)
294 (loadw res mutator-tn slot)))
296 (define-vop (mutator-descriptor-ref mutator-ub32-ref)
297 (:results (res :scs (any-reg descriptor-reg)))
300 (define-vop (mutator-sap-ref mutator-ub32-ref)
301 (:results (res :scs (sap-reg)))
302 (:result-types system-area-pointer))
305 (define-vop (mutator-ub32-set)
307 (:args (arg :scs (unsigned-reg) :target res))
308 (:arg-types unsigned-num)
309 (:results (res :scs (unsigned-reg)))
310 (:result-types unsigned-num)
313 (storew arg mutator-tn slot)
316 (define-vop (mutator-descriptor-set mutator-ub32-set)
317 (:args (arg :scs (any-reg descriptor-reg null zero) :target res))
319 (:results (res :scs (any-reg descriptor-reg)))
322 (define-vop (mutator-sap-set mutator-ub32-set)
323 (:args (arg :scs (sap-reg) :target res))
324 (:arg-types system-area-pointer)
325 (:results (res :scs (sap-reg)))
326 (:result-types system-area-pointer))
329 (macrolet ((define-mutator-accessors (slot type writable)
330 (let ((ref (symbolicate "MUTATOR-" slot "-REF"))
331 (set (and writable (symbolicate "MUTATOR-" slot "-SET")))
332 (offset (symbolicate "MUTATOR-" slot "-SLOT"))
334 (let ((*package* (find-package :kernel)))
335 (symbolicate "MUTATOR-" slot))))
337 (lisp-type ref-vop set-vop)
341 'mutator-descriptor-ref
342 'mutator-descriptor-set))
344 (values '(unsigned-byte 32)
348 (values 'system-area-pointer
352 (export ',fn :kernel)
353 (defknown ,fn () ,lisp-type (flushable))
354 (define-vop (,ref ,ref-vop)
358 `((defknown ((setf ,fn)) (,lisp-type) ,lisp-type
360 (define-vop (,set ,set-vop)
361 (:translate (setf ,fn))
362 (:variant ,offset)))))))))
363 (define-mutator-accessors thread :des t)
364 (define-mutator-accessors suspends-disabled-count :ub32 t)
365 (define-mutator-accessors suspend-pending :ub32 t)
366 (define-mutator-accessors control-stack-base :sap nil)
367 (define-mutator-accessors control-stack-end :sap nil)
368 (define-mutator-accessors current-unwind-protect :sap nil)
369 (define-mutator-accessors current-catch-block :sap nil)
370 (define-mutator-accessors binding-stack-base :sap nil)
371 (define-mutator-accessors binding-stack-end :sap nil)
372 (define-mutator-accessors number-stack-base :sap nil)
373 (define-mutator-accessors number-stack-end :sap nil)
374 (define-mutator-accessors nursery-start :sap nil)
375 (define-mutator-accessors nursery-end :sap nil)
376 (define-mutator-accessors storebuf-start :sap nil)
377 (define-mutator-accessors storebuf-end :sap nil)
378 (define-mutator-accessors words-consed :ub32 nil))
384 ;;;; raw instance slot accessors
386 (define-vop (raw-instance-ref/word)
387 (:translate %raw-instance-ref/word)
389 (:args (object :scs (descriptor-reg))
390 (index :scs (any-reg)))
391 (:arg-types * positive-fixnum)
392 (:results (value :scs (unsigned-reg)))
393 (:temporary (:scs (non-descriptor-reg)) offset)
394 (:temporary (:scs (interior-reg)) lip)
395 (:result-types unsigned-num)
397 (loadw offset object 0 instance-pointer-lowtag)
398 (inst srl offset n-widetag-bits offset)
399 (inst sll offset 2 offset)
400 (inst subq offset index offset)
401 (inst subq offset n-word-bytes offset)
402 (inst addq object offset lip)
405 (- (* instance-slots-offset n-word-bytes)
406 instance-pointer-lowtag)
408 (inst mskll value 4 value)))
410 (define-vop (raw-instance-set/word)
411 (:translate %raw-instance-set/word)
413 (:args (object :scs (descriptor-reg))
414 (index :scs (any-reg))
415 (value :scs (unsigned-reg)))
416 (:arg-types * positive-fixnum unsigned-num)
417 (:results (result :scs (unsigned-reg)))
418 (:temporary (:scs (non-descriptor-reg)) offset)
419 (:temporary (:scs (interior-reg)) lip)
420 (:result-types unsigned-num)
422 (loadw offset object 0 instance-pointer-lowtag)
423 (inst srl offset n-widetag-bits offset)
424 (inst sll offset 2 offset)
425 (inst subq offset index offset)
426 (inst subq offset n-word-bytes offset)
427 (inst addq object offset lip)
430 (- (* instance-slots-offset n-word-bytes)
431 instance-pointer-lowtag)
433 (move value result)))
435 (define-vop (raw-instance-ref/single)
436 (:translate %raw-instance-ref/single)
438 (:args (object :scs (descriptor-reg))
439 (index :scs (any-reg)))
440 (:arg-types * positive-fixnum)
441 (:results (value :scs (single-reg)))
442 (:temporary (:scs (non-descriptor-reg)) offset)
443 (:temporary (:scs (interior-reg)) lip)
444 (:result-types single-float)
446 (loadw offset object 0 instance-pointer-lowtag)
447 (inst srl offset n-widetag-bits offset)
448 (inst sll offset 2 offset)
449 (inst subq offset index offset)
450 (inst subq offset n-word-bytes offset)
451 (inst addq object offset lip)
454 (- (* instance-slots-offset n-word-bytes)
455 instance-pointer-lowtag)
458 (define-vop (raw-instance-set/single)
459 (:translate %raw-instance-set/single)
461 (:args (object :scs (descriptor-reg))
462 (index :scs (any-reg))
463 (value :scs (single-reg)))
464 (:arg-types * positive-fixnum single-float)
465 (:results (result :scs (single-reg)))
466 (:temporary (:scs (non-descriptor-reg)) offset)
467 (:temporary (:scs (interior-reg)) lip)
468 (:result-types single-float)
470 (loadw offset object 0 instance-pointer-lowtag)
471 (inst srl offset n-widetag-bits offset)
472 (inst sll offset 2 offset)
473 (inst subq offset index offset)
474 (inst subq offset n-word-bytes offset)
475 (inst addq object offset lip)
478 (- (* instance-slots-offset n-word-bytes)
479 instance-pointer-lowtag)
481 (unless (location= result value)
482 (inst fmove value result))))
484 (define-vop (raw-instance-ref/double)
485 (:translate %raw-instance-ref/double)
487 (:args (object :scs (descriptor-reg))
488 (index :scs (any-reg)))
489 (:arg-types * positive-fixnum)
490 (:results (value :scs (double-reg)))
491 (:temporary (:scs (non-descriptor-reg)) offset)
492 (:temporary (:scs (interior-reg)) lip)
493 (:result-types double-float)
495 (loadw offset object 0 instance-pointer-lowtag)
496 (inst srl offset n-widetag-bits offset)
497 (inst sll offset 2 offset)
498 (inst subq offset index offset)
499 (inst subq offset (* 2 n-word-bytes) offset)
500 (inst addq object offset lip)
503 (- (* instance-slots-offset n-word-bytes)
504 instance-pointer-lowtag)
507 (define-vop (raw-instance-set/double)
508 (:translate %raw-instance-set/double)
510 (:args (object :scs (descriptor-reg))
511 (index :scs (any-reg))
512 (value :scs (double-reg)))
513 (:arg-types * positive-fixnum double-float)
514 (:results (result :scs (double-reg)))
515 (:temporary (:scs (non-descriptor-reg)) offset)
516 (:temporary (:scs (interior-reg)) lip)
517 (:result-types double-float)
519 (loadw offset object 0 instance-pointer-lowtag)
520 (inst srl offset n-widetag-bits offset)
521 (inst sll offset 2 offset)
522 (inst subq offset index offset)
523 (inst subq offset (* 2 n-word-bytes) offset)
524 (inst addq object offset lip)
527 (- (* instance-slots-offset n-word-bytes)
528 instance-pointer-lowtag)
530 (unless (location= result value)
531 (inst fmove value result))))
533 (define-vop (raw-instance-ref/complex-single)
534 (:translate %raw-instance-ref/complex-single)
536 (:args (object :scs (descriptor-reg))
537 (index :scs (any-reg)))
538 (:arg-types * positive-fixnum)
539 (:results (value :scs (complex-single-reg)))
540 (:temporary (:scs (non-descriptor-reg)) offset)
541 (:temporary (:scs (interior-reg)) lip)
542 (:result-types complex-single-float)
544 (loadw offset object 0 instance-pointer-lowtag)
545 (inst srl offset n-widetag-bits offset)
546 (inst sll offset 2 offset)
547 (inst subq offset index offset)
548 (inst subq offset (* 2 n-word-bytes) offset)
549 (inst addq object offset lip)
551 (complex-double-reg-real-tn value)
552 (- (* instance-slots-offset n-word-bytes)
553 instance-pointer-lowtag)
556 (complex-double-reg-imag-tn value)
557 (- (* (1+ instance-slots-offset) n-word-bytes)
558 instance-pointer-lowtag)
561 (define-vop (raw-instance-set/complex-single)
562 (:translate %raw-instance-set/complex-single)
564 (:args (object :scs (descriptor-reg))
565 (index :scs (any-reg))
566 (value :scs (complex-single-reg)))
567 (:arg-types * positive-fixnum complex-single-float)
568 (:results (result :scs (complex-single-reg)))
569 (:temporary (:scs (non-descriptor-reg)) offset)
570 (:temporary (:scs (interior-reg)) lip)
571 (:result-types complex-single-float)
573 (loadw offset object 0 instance-pointer-lowtag)
574 (inst srl offset n-widetag-bits offset)
575 (inst sll offset 2 offset)
576 (inst subq offset index offset)
577 (inst subq offset (* 2 n-word-bytes) offset)
578 (inst addq object offset lip)
579 (let ((value-real (complex-single-reg-real-tn value))
580 (result-real (complex-single-reg-real-tn result)))
583 (- (* instance-slots-offset n-word-bytes)
584 instance-pointer-lowtag)
586 (unless (location= result-real value-real)
587 (inst fmove value-real result-real)))
588 (let ((value-imag (complex-single-reg-imag-tn value))
589 (result-imag (complex-single-reg-imag-tn result)))
592 (- (* (1+ instance-slots-offset) n-word-bytes)
593 instance-pointer-lowtag)
595 (unless (location= result-imag value-imag)
596 (inst fmove value-imag result-imag)))))
598 (define-vop (raw-instance-ref/complex-double)
599 (:translate %raw-instance-ref/complex-double)
601 (:args (object :scs (descriptor-reg))
602 (index :scs (any-reg)))
603 (:arg-types * positive-fixnum)
604 (:results (value :scs (complex-double-reg)))
605 (:temporary (:scs (non-descriptor-reg)) offset)
606 (:temporary (:scs (interior-reg)) lip)
607 (:result-types complex-double-float)
609 (loadw offset object 0 instance-pointer-lowtag)
610 (inst srl offset n-widetag-bits offset)
611 (inst sll offset 2 offset)
612 (inst subq offset index offset)
613 (inst subq offset (* 4 n-word-bytes) offset)
614 (inst addq object offset lip)
616 (complex-double-reg-real-tn value)
617 (- (* instance-slots-offset n-word-bytes)
618 instance-pointer-lowtag)
621 (complex-double-reg-imag-tn value)
622 (- (* (+ instance-slots-offset 2) n-word-bytes)
623 instance-pointer-lowtag)
626 (define-vop (raw-instance-set/complex-double)
627 (:translate %raw-instance-set/complex-double)
629 (:args (object :scs (descriptor-reg))
630 (index :scs (any-reg))
631 (value :scs (complex-double-reg)))
632 (:arg-types * positive-fixnum complex-double-float)
633 (:results (result :scs (complex-double-reg)))
634 (:temporary (:scs (non-descriptor-reg)) offset)
635 (:temporary (:scs (interior-reg)) lip)
636 (:result-types complex-double-float)
638 (loadw offset object 0 instance-pointer-lowtag)
639 (inst srl offset n-widetag-bits offset)
640 (inst sll offset 2 offset)
641 (inst subq offset index offset)
642 (inst subq offset (* 4 n-word-bytes) offset)
643 (inst addq object offset lip)
644 (let ((value-real (complex-double-reg-real-tn value))
645 (result-real (complex-double-reg-real-tn result)))
648 (- (* instance-slots-offset n-word-bytes)
649 instance-pointer-lowtag)
651 (unless (location= result-real value-real)
652 (inst fmove value-real result-real)))
653 (let ((value-imag (complex-double-reg-imag-tn value))
654 (result-imag (complex-double-reg-imag-tn result)))
657 (- (* (+ instance-slots-offset 2) n-word-bytes)
658 instance-pointer-lowtag)
660 (unless (location= result-imag value-imag)
661 (inst fmove value-imag result-imag)))))