1 ;;;; the VM definition of various primitive memory access VOPs for
4 ;;;; This software is part of the SBCL system. See the README file for
7 ;;;; This software is derived from the CMU CL system, which was
8 ;;;; written at Carnegie Mellon University and released into the
9 ;;;; public domain. The software is in the public domain and is
10 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
11 ;;;; files for more information.
15 ;;;; Data object ref/set stuff.
18 (:args (object :scs (descriptor-reg)))
19 (:info name offset lowtag)
21 (:results (result :scs (descriptor-reg any-reg)))
23 (loadw result object offset lowtag)))
25 (define-vop (set-slot)
26 (:args (object :scs (descriptor-reg))
27 (value :scs (descriptor-reg any-reg null zero)))
28 (:info name offset lowtag)
32 (storew value object offset lowtag)))
34 (define-vop (init-slot set-slot))
36 ;;;; Symbol hacking VOPs:
38 ;;; The compiler likes to be able to directly SET symbols.
40 (define-vop (set cell-set)
41 (:variant symbol-value-slot other-pointer-lowtag))
43 ;;; Do a cell ref with an error check for being unbound.
45 (define-vop (checked-cell-ref)
46 (:args (object :scs (descriptor-reg) :target obj-temp))
47 (:results (value :scs (descriptor-reg any-reg)))
50 (:save-p :compute-only)
51 (:temporary (:scs (non-descriptor-reg)) temp)
52 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp))
54 ;;; With Symbol-Value, we check that the value isn't the trap object. So
55 ;;; Symbol-Value of NIL is NIL.
57 (define-vop (symbol-value checked-cell-ref)
58 (:translate symbol-value)
60 (move obj-temp object)
61 (loadw value obj-temp symbol-value-slot other-pointer-lowtag)
62 (let ((err-lab (generate-error-code vop unbound-symbol-error obj-temp)))
63 (inst xor temp value unbound-marker-widetag)
64 (inst beq temp err-lab)
67 ;;; Like CHECKED-CELL-REF, only we are a predicate to see if the cell is bound.
68 (define-vop (boundp-frob)
69 (:args (object :scs (descriptor-reg)))
73 (:temporary (:scs (descriptor-reg)) value)
74 (:temporary (:scs (non-descriptor-reg)) temp))
76 (define-vop (boundp boundp-frob)
79 (loadw value object symbol-value-slot other-pointer-lowtag)
80 (inst xor temp value unbound-marker-widetag)
82 (inst beq temp target)
83 (inst bne temp target))
86 (define-vop (fast-symbol-value cell-ref)
87 (:variant symbol-value-slot other-pointer-lowtag)
89 (:translate symbol-value))
91 (define-vop (symbol-hash)
93 (:translate symbol-hash)
94 (:args (symbol :scs (descriptor-reg)))
95 (:temporary (:scs (non-descriptor-reg)) temp)
96 (:results (res :scs (any-reg)))
97 (:result-types positive-fixnum)
99 ;; The symbol-hash slot of NIL holds NIL because it is also the
100 ;; cdr slot, so we have to strip off the two low bits to make sure
101 ;; it is a fixnum. The lowtag selection magic that is required to
102 ;; ensure this is explained in the comment in objdef.lisp
103 (loadw temp symbol symbol-hash-slot other-pointer-lowtag)
104 (inst srl temp n-fixnum-tag-bits)
105 (inst sll res temp n-fixnum-tag-bits)))
107 ;;; On unithreaded builds these are just copies of the non-global versions.
108 (define-vop (%set-symbol-global-value set))
109 (define-vop (symbol-global-value symbol-value)
110 (:translate symbol-global-value))
111 (define-vop (fast-symbol-global-value fast-symbol-value)
112 (:translate symbol-global-value))
114 ;;;; Fdefinition (fdefn) objects.
116 (define-vop (fdefn-fun cell-ref)
117 (:variant fdefn-fun-slot other-pointer-lowtag))
119 (define-vop (safe-fdefn-fun)
120 (:args (object :scs (descriptor-reg) :target obj-temp))
121 (:results (value :scs (descriptor-reg any-reg)))
123 (:save-p :compute-only)
124 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp)
126 (move obj-temp object)
127 (loadw value obj-temp fdefn-fun-slot other-pointer-lowtag)
128 (let ((err-lab (generate-error-code vop undefined-fun-error obj-temp)))
129 (inst beq value null-tn err-lab))
132 (define-vop (set-fdefn-fun)
134 (:translate (setf fdefn-fun))
135 (:args (function :scs (descriptor-reg) :target result)
136 (fdefn :scs (descriptor-reg)))
137 (:temporary (:scs (interior-reg)) lip)
138 (:temporary (:scs (non-descriptor-reg)) type)
139 (:results (result :scs (descriptor-reg)))
141 (let ((normal-fn (gen-label)))
142 (load-type type function (- fun-pointer-lowtag))
144 (inst xor type simple-fun-header-widetag)
145 (inst beq type normal-fn)
146 (inst addu lip function
147 (- (ash simple-fun-code-offset word-shift)
149 (inst li lip (make-fixup "closure_tramp" :foreign))
150 (emit-label normal-fn)
151 (storew lip fdefn fdefn-raw-addr-slot other-pointer-lowtag)
152 (storew function fdefn fdefn-fun-slot other-pointer-lowtag)
153 (move result function))))
155 (define-vop (fdefn-makunbound)
157 (:translate fdefn-makunbound)
158 (:args (fdefn :scs (descriptor-reg) :target result))
159 (:temporary (:scs (non-descriptor-reg)) temp)
160 (:results (result :scs (descriptor-reg)))
162 (storew null-tn fdefn fdefn-fun-slot other-pointer-lowtag)
163 (inst li temp (make-fixup "undefined_tramp" :foreign))
164 (storew temp fdefn fdefn-raw-addr-slot other-pointer-lowtag)
165 (move result fdefn)))
169 ;;;; Binding and Unbinding.
171 ;;; BIND -- Establish VAL as a binding for SYMBOL. Save the old value and
172 ;;; the symbol on the binding stack and stuff the new value into the
174 ;;; See the "Chapter 9: Specials" of the SBCL Internals Manual.
177 (:args (val :scs (any-reg descriptor-reg))
178 (symbol :scs (descriptor-reg)))
179 (:temporary (:scs (descriptor-reg)) temp)
181 (loadw temp symbol symbol-value-slot other-pointer-lowtag)
182 (inst addu bsp-tn bsp-tn (* 2 n-word-bytes))
183 (storew temp bsp-tn (- binding-value-slot binding-size))
184 (storew symbol bsp-tn (- binding-symbol-slot binding-size))
185 (storew val symbol symbol-value-slot other-pointer-lowtag)))
189 (:temporary (:scs (descriptor-reg)) symbol value)
191 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
192 (loadw value bsp-tn (- binding-value-slot binding-size))
193 (storew value symbol symbol-value-slot other-pointer-lowtag)
194 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
195 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
196 (inst addu bsp-tn bsp-tn (* -2 n-word-bytes))))
199 (define-vop (unbind-to-here)
200 (:args (arg :scs (descriptor-reg any-reg) :target where))
201 (:temporary (:scs (any-reg) :from (:argument 0)) where)
202 (:temporary (:scs (descriptor-reg)) symbol value)
204 (let ((loop (gen-label))
208 (inst beq where bsp-tn done)
212 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
213 (inst beq symbol skip)
214 (loadw value bsp-tn (- binding-value-slot binding-size))
215 (storew value symbol symbol-value-slot other-pointer-lowtag)
216 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
219 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
220 (inst addu bsp-tn bsp-tn (* -2 n-word-bytes))
221 (inst bne where bsp-tn loop)
228 ;;;; Closure indexing.
230 (define-full-reffer closure-index-ref *
231 closure-info-offset fun-pointer-lowtag
232 (descriptor-reg any-reg) * %closure-index-ref)
234 (define-full-setter set-funcallable-instance-info *
235 funcallable-instance-info-offset fun-pointer-lowtag
236 (descriptor-reg any-reg null zero) * %set-funcallable-instance-info)
238 (define-full-reffer funcallable-instance-info *
239 funcallable-instance-info-offset fun-pointer-lowtag
240 (descriptor-reg any-reg) * %funcallable-instance-info)
242 (define-vop (closure-ref slot-ref)
243 (:variant closure-info-offset fun-pointer-lowtag))
245 (define-vop (closure-init slot-set)
246 (:variant closure-info-offset fun-pointer-lowtag))
248 (define-vop (closure-init-from-fp)
249 (:args (object :scs (descriptor-reg)))
252 (storew cfp-tn object (+ closure-info-offset offset) fun-pointer-lowtag)))
254 ;;;; Value Cell hackery.
256 (define-vop (value-cell-ref cell-ref)
257 (:variant value-cell-value-slot other-pointer-lowtag))
259 (define-vop (value-cell-set cell-set)
260 (:variant value-cell-value-slot other-pointer-lowtag))
264 ;;;; Instance hackery:
266 (define-vop (instance-length)
268 (:translate %instance-length)
269 (:args (struct :scs (descriptor-reg)))
270 (:temporary (:scs (non-descriptor-reg)) temp)
271 (:results (res :scs (unsigned-reg)))
272 (:result-types positive-fixnum)
274 (loadw temp struct 0 instance-pointer-lowtag)
275 (inst srl res temp n-widetag-bits)))
277 (define-full-reffer instance-index-ref * instance-slots-offset
278 instance-pointer-lowtag (descriptor-reg any-reg) * %instance-ref)
280 (define-full-setter instance-index-set * instance-slots-offset
281 instance-pointer-lowtag (descriptor-reg any-reg null zero) * %instance-set)
285 ;;;; Code object frobbing.
287 (define-full-reffer code-header-ref * 0 other-pointer-lowtag
288 (descriptor-reg any-reg) * code-header-ref)
290 (define-full-setter code-header-set * 0 other-pointer-lowtag
291 (descriptor-reg any-reg null zero) * code-header-set)
295 ;;;; raw instance slot accessors
297 (define-vop (raw-instance-ref/word)
298 (:translate %raw-instance-ref/word)
300 (:args (object :scs (descriptor-reg))
301 (index :scs (any-reg)))
302 (:arg-types * positive-fixnum)
303 (:results (value :scs (unsigned-reg)))
304 (:temporary (:scs (non-descriptor-reg)) offset)
305 (:temporary (:scs (interior-reg)) lip)
306 (:result-types unsigned-num)
308 (loadw offset object 0 instance-pointer-lowtag)
309 (inst srl offset n-widetag-bits)
310 (inst sll offset n-fixnum-tag-bits)
311 (inst subu offset index)
312 (inst subu offset n-word-bytes)
313 (inst addu lip offset object)
314 (inst lw value lip (- (* instance-slots-offset n-word-bytes)
315 instance-pointer-lowtag))))
317 (define-vop (raw-instance-set/word)
318 (:translate %raw-instance-set/word)
320 (:args (object :scs (descriptor-reg))
321 (index :scs (any-reg))
322 (value :scs (unsigned-reg) :target result))
323 (:arg-types * positive-fixnum unsigned-num)
324 (:results (result :scs (unsigned-reg)))
325 (:temporary (:scs (non-descriptor-reg)) offset)
326 (:temporary (:scs (interior-reg)) lip)
327 (:result-types unsigned-num)
329 (loadw offset object 0 instance-pointer-lowtag)
330 (inst srl offset n-widetag-bits)
331 (inst sll offset n-fixnum-tag-bits)
332 (inst subu offset index)
333 (inst subu offset n-word-bytes)
334 (inst addu lip offset object)
335 (inst sw value lip (- (* instance-slots-offset n-word-bytes)
336 instance-pointer-lowtag))
337 (move result value)))
339 (define-vop (raw-instance-ref/single)
340 (:translate %raw-instance-ref/single)
342 (:args (object :scs (descriptor-reg))
343 (index :scs (any-reg)))
344 (:arg-types * positive-fixnum)
345 (:results (value :scs (single-reg)))
346 (:temporary (:scs (non-descriptor-reg)) offset)
347 (:temporary (:scs (interior-reg)) lip)
348 (:result-types single-float)
350 (loadw offset object 0 instance-pointer-lowtag)
351 (inst srl offset n-widetag-bits)
352 (inst sll offset n-fixnum-tag-bits)
353 (inst subu offset index)
354 (inst subu offset n-word-bytes)
355 (inst addu lip offset object)
356 (inst lwc1 value lip (- (* instance-slots-offset n-word-bytes)
357 instance-pointer-lowtag))))
359 (define-vop (raw-instance-set/single)
360 (:translate %raw-instance-set/single)
362 (:args (object :scs (descriptor-reg))
363 (index :scs (any-reg))
364 (value :scs (single-reg) :target result))
365 (:arg-types * positive-fixnum single-float)
366 (:results (result :scs (single-reg)))
367 (:temporary (:scs (non-descriptor-reg)) offset)
368 (:temporary (:scs (interior-reg)) lip)
369 (:result-types single-float)
371 (loadw offset object 0 instance-pointer-lowtag)
372 (inst srl offset n-widetag-bits)
373 (inst sll offset n-fixnum-tag-bits)
374 (inst subu offset index)
375 (inst subu offset n-word-bytes)
376 (inst addu lip offset object)
377 (inst swc1 value lip (- (* instance-slots-offset n-word-bytes)
378 instance-pointer-lowtag))
379 (unless (location= result value)
380 (inst fmove :single result value))))
382 (define-vop (raw-instance-ref/double)
383 (:translate %raw-instance-ref/double)
385 (:args (object :scs (descriptor-reg))
386 (index :scs (any-reg)))
387 (:arg-types * positive-fixnum)
388 (:results (value :scs (double-reg)))
389 (:temporary (:scs (non-descriptor-reg)) offset)
390 (:temporary (:scs (interior-reg)) lip)
391 (:result-types double-float)
393 (loadw offset object 0 instance-pointer-lowtag)
394 (inst srl offset n-widetag-bits)
395 (inst sll offset n-fixnum-tag-bits)
396 (inst subu offset index)
397 (inst subu offset (* 2 n-word-bytes))
398 (inst addu lip offset object)
399 (let ((immediate-offset (- (* instance-slots-offset n-word-bytes)
400 instance-pointer-lowtag)))
401 (ecase *backend-byte-order*
402 (:big-endian (inst lwc1 value lip immediate-offset))
403 (:little-endian (inst lwc1-odd value lip immediate-offset))))
404 (let ((immediate-offset (- (* (1+ instance-slots-offset) n-word-bytes)
405 instance-pointer-lowtag)))
406 (ecase *backend-byte-order*
407 (:big-endian (inst lwc1-odd value lip immediate-offset))
408 (:little-endian (inst lwc1 value lip immediate-offset))))))
410 (define-vop (raw-instance-set/double)
411 (:translate %raw-instance-set/double)
413 (:args (object :scs (descriptor-reg))
414 (index :scs (any-reg))
415 (value :scs (double-reg) :target result))
416 (:arg-types * positive-fixnum double-float)
417 (:results (result :scs (double-reg)))
418 (:temporary (:scs (non-descriptor-reg)) offset)
419 (:temporary (:scs (interior-reg)) lip)
420 (:result-types double-float)
422 (loadw offset object 0 instance-pointer-lowtag)
423 (inst srl offset n-widetag-bits)
424 (inst sll offset n-fixnum-tag-bits)
425 (inst subu offset index)
426 (inst subu offset (* 2 n-word-bytes))
427 (inst addu lip offset object)
428 (let ((immediate-offset (- (* instance-slots-offset n-word-bytes)
429 instance-pointer-lowtag)))
430 (ecase *backend-byte-order*
431 (:big-endian (inst swc1 value lip immediate-offset))
432 (:little-endian (inst swc1-odd value lip immediate-offset))))
433 (let ((immediate-offset (- (* (1+ instance-slots-offset) n-word-bytes)
434 instance-pointer-lowtag)))
435 (ecase *backend-byte-order*
436 (:big-endian (inst swc1-odd value lip immediate-offset))
437 (:little-endian (inst swc1 value lip immediate-offset))))
438 (unless (location= result value)
439 (inst fmove :double result value))))
441 (define-vop (raw-instance-ref/complex-single)
442 (:translate %raw-instance-ref/complex-single)
444 (:args (object :scs (descriptor-reg))
445 (index :scs (any-reg)))
446 (:arg-types * positive-fixnum)
447 (:results (value :scs (complex-single-reg)))
448 (:temporary (:scs (non-descriptor-reg)) offset)
449 (:temporary (:scs (interior-reg)) lip)
450 (:result-types complex-single-float)
452 (loadw offset object 0 instance-pointer-lowtag)
453 (inst srl offset n-widetag-bits)
454 (inst sll offset n-fixnum-tag-bits)
455 (inst subu offset index)
456 (inst subu offset (* 2 n-word-bytes))
457 (inst addu lip offset object)
459 (complex-single-reg-real-tn value)
461 (- (* instance-slots-offset n-word-bytes)
462 instance-pointer-lowtag))
464 (complex-single-reg-imag-tn value)
466 (- (* (1+ instance-slots-offset) n-word-bytes)
467 instance-pointer-lowtag))))
469 (define-vop (raw-instance-set/complex-single)
470 (:translate %raw-instance-set/complex-single)
472 (:args (object :scs (descriptor-reg))
473 (index :scs (any-reg))
474 (value :scs (complex-single-reg) :target result))
475 (:arg-types * positive-fixnum complex-single-float)
476 (:results (result :scs (complex-single-reg)))
477 (:temporary (:scs (non-descriptor-reg)) offset)
478 (:temporary (:scs (interior-reg)) lip)
479 (:result-types complex-single-float)
481 (loadw offset object 0 instance-pointer-lowtag)
482 (inst srl offset n-widetag-bits)
483 (inst sll offset n-fixnum-tag-bits)
484 (inst subu offset index)
485 (inst subu offset (* 2 n-word-bytes))
486 (inst addu lip offset object)
487 (let ((value-real (complex-single-reg-real-tn value))
488 (result-real (complex-single-reg-real-tn result)))
492 (- (* instance-slots-offset n-word-bytes)
493 instance-pointer-lowtag))
494 (unless (location= result-real value-real)
495 (inst fmove :single result-real value-real)))
496 (let ((value-imag (complex-single-reg-imag-tn value))
497 (result-imag (complex-single-reg-imag-tn result)))
501 (- (* (1+ instance-slots-offset) n-word-bytes)
502 instance-pointer-lowtag))
503 (unless (location= result-imag value-imag)
504 (inst fmove :single result-imag value-imag)))))
506 (define-vop (raw-instance-ref/complex-double)
507 (:translate %raw-instance-ref/complex-double)
509 (:args (object :scs (descriptor-reg))
510 (index :scs (any-reg)))
511 (:arg-types * positive-fixnum)
512 (:results (value :scs (complex-double-reg)))
513 (:temporary (:scs (non-descriptor-reg)) offset)
514 (:temporary (:scs (interior-reg)) lip)
515 (:result-types complex-double-float)
517 (loadw offset object 0 instance-pointer-lowtag)
518 (inst srl offset n-widetag-bits)
519 (inst sll offset n-fixnum-tag-bits)
520 (inst subu offset index)
521 (inst subu offset (* 4 n-word-bytes))
522 (inst addu lip offset object)
523 (let ((immediate-offset (- (* instance-slots-offset n-word-bytes)
524 instance-pointer-lowtag)))
525 (ecase *backend-byte-order*
526 (:big-endian (inst lwc1
527 (complex-double-reg-real-tn value)
530 (:little-endian (inst lwc1-odd
531 (complex-double-reg-real-tn value)
534 (let ((immediate-offset (- (* (1+ instance-slots-offset) n-word-bytes)
535 instance-pointer-lowtag)))
536 (ecase *backend-byte-order*
537 (:big-endian (inst lwc1-odd
538 (complex-double-reg-real-tn value)
541 (:little-endian (inst lwc1
542 (complex-double-reg-real-tn value)
545 (let ((immediate-offset (- (* (+ instance-slots-offset 2) n-word-bytes)
546 instance-pointer-lowtag)))
547 (ecase *backend-byte-order*
548 (:big-endian (inst lwc1
549 (complex-double-reg-imag-tn value)
552 (:little-endian (inst lwc1-odd
553 (complex-double-reg-imag-tn value)
556 (let ((immediate-offset (- (* (+ instance-slots-offset 3) n-word-bytes)
557 instance-pointer-lowtag)))
558 (ecase *backend-byte-order*
559 (:big-endian (inst lwc1-odd
560 (complex-double-reg-imag-tn value)
563 (:little-endian (inst lwc1
564 (complex-double-reg-imag-tn value)
566 immediate-offset))))))
568 (define-vop (raw-instance-set/complex-double)
569 (:translate %raw-instance-set/complex-double)
571 (:args (object :scs (descriptor-reg))
572 (index :scs (any-reg))
573 (value :scs (complex-double-reg) :target result))
574 (:arg-types * positive-fixnum complex-double-float)
575 (:results (result :scs (complex-double-reg)))
576 (:temporary (:scs (non-descriptor-reg)) offset)
577 (:temporary (:scs (interior-reg)) lip)
578 (:result-types complex-double-float)
580 (loadw offset object 0 instance-pointer-lowtag)
581 (inst srl offset n-widetag-bits)
582 (inst sll offset n-fixnum-tag-bits)
583 (inst subu offset index)
584 (inst subu offset (* 4 n-word-bytes))
585 (inst addu lip offset object)
586 (let ((value-real (complex-double-reg-real-tn value))
587 (result-real (complex-double-reg-real-tn result)))
588 (let ((immediate-offset (- (* instance-slots-offset n-word-bytes)
589 instance-pointer-lowtag)))
590 (ecase *backend-byte-order*
591 (:big-endian (inst swc1
595 (:little-endian (inst swc1-odd
599 (let ((immediate-offset (- (* (1+ instance-slots-offset) n-word-bytes)
600 instance-pointer-lowtag)))
601 (ecase *backend-byte-order*
602 (:big-endian (inst swc1-odd
606 (:little-endian (inst swc1
610 (unless (location= result-real value-real)
611 (inst fmove :double result-real value-real)))
612 (let ((value-imag (complex-double-reg-imag-tn value))
613 (result-imag (complex-double-reg-imag-tn result)))
614 (let ((immediate-offset (- (* (+ instance-slots-offset 2) n-word-bytes)
615 instance-pointer-lowtag)))
616 (ecase *backend-byte-order*
617 (:big-endian (inst swc1
621 (:little-endian (inst swc1-odd
625 (let ((immediate-offset (- (* (+ instance-slots-offset 3) n-word-bytes)
626 instance-pointer-lowtag)))
627 (ecase *backend-byte-order*
628 (:big-endian (inst swc1-odd
632 (:little-endian (inst swc1
636 (unless (location= result-imag value-imag)
637 (inst fmove :double result-imag value-imag)))))