1 ;;;; the VM definition of various primitive memory access VOPs for
4 ;;;; This software is part of the SBCL system. See the README file for
7 ;;;; This software is derived from the CMU CL system, which was
8 ;;;; written at Carnegie Mellon University and released into the
9 ;;;; public domain. The software is in the public domain and is
10 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
11 ;;;; files for more information.
15 ;;;; Data object ref/set stuff.
18 (:args (object :scs (descriptor-reg)))
19 (:info name offset lowtag)
21 (:results (result :scs (descriptor-reg any-reg)))
23 (loadw result object offset lowtag)))
25 (define-vop (set-slot)
26 (:args (object :scs (descriptor-reg))
27 (value :scs (descriptor-reg any-reg null zero)))
28 (:info name offset lowtag)
32 (storew value object offset lowtag)))
35 ;;;; Symbol hacking VOPs:
37 ;;; The compiler likes to be able to directly SET symbols.
39 (define-vop (set cell-set)
40 (:variant symbol-value-slot other-pointer-lowtag))
42 ;;; Do a cell ref with an error check for being unbound.
44 (define-vop (checked-cell-ref)
45 (:args (object :scs (descriptor-reg) :target obj-temp))
46 (:results (value :scs (descriptor-reg any-reg)))
49 (:save-p :compute-only)
50 (:temporary (:scs (non-descriptor-reg)) temp)
51 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp))
53 ;;; With Symbol-Value, we check that the value isn't the trap object. So
54 ;;; Symbol-Value of NIL is NIL.
56 (define-vop (symbol-value checked-cell-ref)
57 (:translate symbol-value)
59 (move obj-temp object)
60 (loadw value obj-temp symbol-value-slot other-pointer-lowtag)
61 (let ((err-lab (generate-error-code vop unbound-symbol-error obj-temp)))
62 (inst xor temp value unbound-marker-widetag)
63 (inst beq temp zero-tn err-lab)
66 ;;; Like CHECKED-CELL-REF, only we are a predicate to see if the cell is bound.
67 (define-vop (boundp-frob)
68 (:args (object :scs (descriptor-reg)))
72 (:temporary (:scs (descriptor-reg)) value)
73 (:temporary (:scs (non-descriptor-reg)) temp))
75 (define-vop (boundp boundp-frob)
78 (loadw value object symbol-value-slot other-pointer-lowtag)
79 (inst xor temp value unbound-marker-widetag)
81 (inst beq temp zero-tn target)
82 (inst bne temp zero-tn target))
85 (define-vop (fast-symbol-value cell-ref)
86 (:variant symbol-value-slot other-pointer-lowtag)
88 (:translate symbol-value))
90 (define-vop (symbol-hash)
92 (:translate symbol-hash)
93 (:args (symbol :scs (descriptor-reg)))
94 (:results (res :scs (any-reg)))
95 (:result-types positive-fixnum)
96 (:temporary (:scs (any-reg)) temp)
98 ;; The symbol-hash slot of NIL holds NIL because it is also the
99 ;; cdr slot, so we have to strip off the two low bits to make sure
100 ;; it is a fixnum. The lowtag selection magic that is required to
101 ;; ensure this is explained in the comment in objdef.lisp
103 ;; wow, MIPS sucks (or I do) -- CSR, 2004-05-20
104 (inst li temp (fixnumize -1))
105 (loadw res symbol symbol-hash-slot other-pointer-lowtag)
106 (inst and res temp)))
108 ;;;; Fdefinition (fdefn) objects.
110 (define-vop (fdefn-fun cell-ref)
111 (:variant fdefn-fun-slot other-pointer-lowtag))
113 (define-vop (safe-fdefn-fun)
114 (:args (object :scs (descriptor-reg) :target obj-temp))
115 (:results (value :scs (descriptor-reg any-reg)))
117 (:save-p :compute-only)
118 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp)
120 (move obj-temp object)
121 (loadw value obj-temp fdefn-fun-slot other-pointer-lowtag)
122 (let ((err-lab (generate-error-code vop undefined-fun-error obj-temp)))
123 (inst beq value null-tn err-lab))
126 (define-vop (set-fdefn-fun)
128 (:translate (setf fdefn-fun))
129 (:args (function :scs (descriptor-reg) :target result)
130 (fdefn :scs (descriptor-reg)))
131 (:temporary (:scs (interior-reg)) lip)
132 (:temporary (:scs (non-descriptor-reg)) type)
133 (:results (result :scs (descriptor-reg)))
135 (let ((normal-fn (gen-label)))
136 (load-type type function (- fun-pointer-lowtag))
138 (inst xor type simple-fun-header-widetag)
139 (inst beq type zero-tn normal-fn)
140 (inst addu lip function
141 (- (ash simple-fun-code-offset word-shift)
143 (inst li lip (make-fixup "closure_tramp" :foreign))
144 (emit-label normal-fn)
145 (storew lip fdefn fdefn-raw-addr-slot other-pointer-lowtag)
146 (storew function fdefn fdefn-fun-slot other-pointer-lowtag)
147 (move result function))))
149 (define-vop (fdefn-makunbound)
151 (:translate fdefn-makunbound)
152 (:args (fdefn :scs (descriptor-reg) :target result))
153 (:temporary (:scs (non-descriptor-reg)) temp)
154 (:results (result :scs (descriptor-reg)))
156 (storew null-tn fdefn fdefn-fun-slot other-pointer-lowtag)
157 (inst li temp (make-fixup "undefined_tramp" :foreign))
158 (storew temp fdefn fdefn-raw-addr-slot other-pointer-lowtag)
159 (move result fdefn)))
163 ;;;; Binding and Unbinding.
165 ;;; BIND -- Establish VAL as a binding for SYMBOL. Save the old value and
166 ;;; the symbol on the binding stack and stuff the new value into the
170 (:args (val :scs (any-reg descriptor-reg))
171 (symbol :scs (descriptor-reg)))
172 (:temporary (:scs (descriptor-reg)) temp)
174 (loadw temp symbol symbol-value-slot other-pointer-lowtag)
175 (inst addu bsp-tn bsp-tn (* 2 n-word-bytes))
176 (storew temp bsp-tn (- binding-value-slot binding-size))
177 (storew symbol bsp-tn (- binding-symbol-slot binding-size))
178 (storew val symbol symbol-value-slot other-pointer-lowtag)))
182 (:temporary (:scs (descriptor-reg)) symbol value)
184 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
185 (loadw value bsp-tn (- binding-value-slot binding-size))
186 (storew value symbol symbol-value-slot other-pointer-lowtag)
187 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
188 (inst addu bsp-tn bsp-tn (* -2 n-word-bytes))))
191 (define-vop (unbind-to-here)
192 (:args (arg :scs (descriptor-reg any-reg) :target where))
193 (:temporary (:scs (any-reg) :from (:argument 0)) where)
194 (:temporary (:scs (descriptor-reg)) symbol value)
196 (let ((loop (gen-label))
200 (inst beq where bsp-tn done)
204 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
205 (inst beq symbol zero-tn skip)
206 (loadw value bsp-tn (- binding-value-slot binding-size))
207 (storew value symbol symbol-value-slot other-pointer-lowtag)
208 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
211 (inst addu bsp-tn bsp-tn (* -2 n-word-bytes))
212 (inst bne where bsp-tn loop)
219 ;;;; Closure indexing.
221 (define-full-reffer closure-index-ref *
222 closure-info-offset fun-pointer-lowtag
223 (descriptor-reg any-reg) * %closure-index-ref)
225 (define-full-setter set-funcallable-instance-info *
226 funcallable-instance-info-offset fun-pointer-lowtag
227 (descriptor-reg any-reg null zero) * %set-funcallable-instance-info)
229 (define-full-reffer funcallable-instance-info *
230 funcallable-instance-info-offset fun-pointer-lowtag
231 (descriptor-reg any-reg) * %funcallable-instance-info)
233 (define-vop (funcallable-instance-lexenv cell-ref)
234 (:variant funcallable-instance-lexenv-slot fun-pointer-lowtag))
236 (define-vop (closure-ref slot-ref)
237 (:variant closure-info-offset fun-pointer-lowtag))
239 (define-vop (closure-init slot-set)
240 (:variant closure-info-offset fun-pointer-lowtag))
243 ;;;; Value Cell hackery.
245 (define-vop (value-cell-ref cell-ref)
246 (:variant value-cell-value-slot other-pointer-lowtag))
248 (define-vop (value-cell-set cell-set)
249 (:variant value-cell-value-slot other-pointer-lowtag))
253 ;;;; Instance hackery:
255 (define-vop (instance-length)
257 (:translate %instance-length)
258 (:args (struct :scs (descriptor-reg)))
259 (:results (res :scs (unsigned-reg)))
260 (:result-types positive-fixnum)
262 (loadw res struct 0 instance-pointer-lowtag)
263 (inst srl res n-widetag-bits)))
265 (define-vop (instance-ref slot-ref)
266 (:variant instance-slots-offset instance-pointer-lowtag)
268 (:translate %instance-ref)
269 (:arg-types instance (:constant index)))
272 (define-vop (instance-set slot-set)
274 (:translate %instance-set)
275 (:variant instance-slots-offset instance-pointer-lowtag)
276 (:arg-types instance (:constant index) *))
278 (define-full-reffer instance-index-ref * instance-slots-offset
279 instance-pointer-lowtag (descriptor-reg any-reg) * %instance-ref)
281 (define-full-setter instance-index-set * instance-slots-offset
282 instance-pointer-lowtag (descriptor-reg any-reg null zero) * %instance-set)
286 ;;;; Code object frobbing.
288 (define-full-reffer code-header-ref * 0 other-pointer-lowtag
289 (descriptor-reg any-reg) * code-header-ref)
291 (define-full-setter code-header-set * 0 other-pointer-lowtag
292 (descriptor-reg any-reg null zero) * code-header-set)
296 ;;;; raw instance slot accessors
298 (define-vop (raw-instance-ref/word)
299 (:translate %raw-instance-ref/word)
301 (:args (object :scs (descriptor-reg))
302 (index :scs (any-reg)))
303 (:arg-types * positive-fixnum)
304 (:results (value :scs (unsigned-reg)))
305 (:temporary (:scs (non-descriptor-reg)) offset)
306 (:temporary (:scs (interior-reg)) lip)
307 (:result-types unsigned-num)
309 (loadw offset object 0 instance-pointer-lowtag)
310 (inst srl offset n-widetag-bits)
312 (inst subu offset index)
313 (inst subu offset n-word-bytes)
314 (inst addu lip offset object)
315 (inst lw value lip (- (* instance-slots-offset n-word-bytes)
316 instance-pointer-lowtag))))
318 (define-vop (raw-instance-set/word)
319 (:translate %raw-instance-set/word)
321 (:args (object :scs (descriptor-reg))
322 (index :scs (any-reg))
323 (value :scs (unsigned-reg) :target result))
324 (:arg-types * positive-fixnum unsigned-num)
325 (:results (result :scs (unsigned-reg)))
326 (:temporary (:scs (non-descriptor-reg)) offset)
327 (:temporary (:scs (interior-reg)) lip)
328 (:result-types unsigned-num)
330 (loadw offset object 0 instance-pointer-lowtag)
331 (inst srl offset n-widetag-bits)
333 (inst subu offset index)
334 (inst subu offset n-word-bytes)
335 (inst addu lip offset object)
336 (inst sw value lip (- (* instance-slots-offset n-word-bytes)
337 instance-pointer-lowtag))
338 (unless (location= result value)
339 (move result value))))
341 (define-vop (raw-instance-ref/single)
342 (:translate %raw-instance-ref/single)
344 (:args (object :scs (descriptor-reg))
345 (index :scs (any-reg)))
346 (:arg-types * positive-fixnum)
347 (:results (value :scs (single-reg)))
348 (:temporary (:scs (non-descriptor-reg)) offset)
349 (:temporary (:scs (interior-reg)) lip)
350 (:result-types single-float)
352 (loadw offset object 0 instance-pointer-lowtag)
353 (inst srl offset n-widetag-bits)
355 (inst subu offset index)
356 (inst subu offset n-word-bytes)
357 (inst addu lip offset object)
358 (inst lwc1 value lip (- (* instance-slots-offset n-word-bytes)
359 instance-pointer-lowtag))))
361 (define-vop (raw-instance-set/single)
362 (:translate %raw-instance-set/single)
364 (:args (object :scs (descriptor-reg))
365 (index :scs (any-reg))
366 (value :scs (single-reg) :target result))
367 (:arg-types * positive-fixnum single-float)
368 (:results (result :scs (single-reg)))
369 (:temporary (:scs (non-descriptor-reg)) offset)
370 (:temporary (:scs (interior-reg)) lip)
371 (:result-types single-float)
373 (loadw offset object 0 instance-pointer-lowtag)
374 (inst srl offset n-widetag-bits)
376 (inst subu offset index)
377 (inst subu offset n-word-bytes)
378 (inst addu lip offset object)
379 (inst swc1 value lip (- (* instance-slots-offset n-word-bytes)
380 instance-pointer-lowtag))
381 (unless (location= result value)
382 (inst fmove :single result value))))
384 (define-vop (raw-instance-ref/double)
385 (:translate %raw-instance-ref/double)
387 (:args (object :scs (descriptor-reg))
388 (index :scs (any-reg)))
389 (:arg-types * positive-fixnum)
390 (:results (value :scs (double-reg)))
391 (:temporary (:scs (non-descriptor-reg)) offset)
392 (:temporary (:scs (interior-reg)) lip)
393 (:result-types double-float)
395 (loadw offset object 0 instance-pointer-lowtag)
396 (inst srl offset n-widetag-bits)
398 (inst subu offset index)
399 (inst subu offset (* 2 n-word-bytes))
400 (inst addu lip offset object)
401 (let ((immediate-offset (- (* instance-slots-offset n-word-bytes)
402 instance-pointer-lowtag)))
403 (ecase *backend-byte-order*
404 (:big-endian (inst lwc1 value lip immediate-offset))
405 (:little-endian (inst lwc1-odd value lip immediate-offset))))
406 (let ((immediate-offset (- (* (1+ instance-slots-offset) n-word-bytes)
407 instance-pointer-lowtag)))
408 (ecase *backend-byte-order*
409 (:big-endian (inst lwc1-odd value lip immediate-offset))
410 (:little-endian (inst lwc1 value lip immediate-offset))))))
412 (define-vop (raw-instance-set/double)
413 (:translate %raw-instance-set/double)
415 (:args (object :scs (descriptor-reg))
416 (index :scs (any-reg))
417 (value :scs (double-reg) :target result))
418 (:arg-types * positive-fixnum double-float)
419 (:results (result :scs (double-reg)))
420 (:temporary (:scs (non-descriptor-reg)) offset)
421 (:temporary (:scs (interior-reg)) lip)
422 (:result-types double-float)
424 (loadw offset object 0 instance-pointer-lowtag)
425 (inst srl offset n-widetag-bits)
427 (inst subu offset index)
428 (inst subu offset (* 2 n-word-bytes))
429 (inst addu lip offset object)
430 (let ((immediate-offset (- (* instance-slots-offset n-word-bytes)
431 instance-pointer-lowtag)))
432 (ecase *backend-byte-order*
433 (:big-endian (inst swc1 value lip immediate-offset))
434 (:little-endian (inst swc1-odd value lip immediate-offset))))
435 (let ((immediate-offset (- (* (1+ instance-slots-offset) n-word-bytes)
436 instance-pointer-lowtag)))
437 (ecase *backend-byte-order*
438 (:big-endian (inst swc1-odd value lip immediate-offset))
439 (:little-endian (inst swc1 value lip immediate-offset))))
440 (unless (location= result value)
441 (inst fmove :double result value))))
443 (define-vop (raw-instance-ref/complex-single)
444 (:translate %raw-instance-ref/complex-single)
446 (:args (object :scs (descriptor-reg))
447 (index :scs (any-reg)))
448 (:arg-types * positive-fixnum)
449 (:results (value :scs (complex-single-reg)))
450 (:temporary (:scs (non-descriptor-reg)) offset)
451 (:temporary (:scs (interior-reg)) lip)
452 (:result-types complex-single-float)
454 (loadw offset object 0 instance-pointer-lowtag)
455 (inst srl offset n-widetag-bits)
457 (inst subu offset index)
458 (inst subu offset (* 2 n-word-bytes))
459 (inst addu lip offset object)
461 (complex-single-reg-real-tn value)
463 (- (* instance-slots-offset n-word-bytes)
464 instance-pointer-lowtag))
466 (complex-single-reg-imag-tn value)
468 (- (* (1+ instance-slots-offset) n-word-bytes)
469 instance-pointer-lowtag))))
471 (define-vop (raw-instance-set/complex-single)
472 (:translate %raw-instance-set/complex-single)
474 (:args (object :scs (descriptor-reg))
475 (index :scs (any-reg))
476 (value :scs (complex-single-reg) :target result))
477 (:arg-types * positive-fixnum complex-single-float)
478 (:results (result :scs (complex-single-reg)))
479 (:temporary (:scs (non-descriptor-reg)) offset)
480 (:temporary (:scs (interior-reg)) lip)
481 (:result-types complex-single-float)
483 (loadw offset object 0 instance-pointer-lowtag)
484 (inst srl offset n-widetag-bits)
486 (inst subu offset index)
487 (inst subu offset (* 2 n-word-bytes))
488 (inst addu lip offset object)
489 (let ((value-real (complex-single-reg-real-tn value))
490 (result-real (complex-single-reg-real-tn result)))
494 (- (* instance-slots-offset n-word-bytes)
495 instance-pointer-lowtag))
496 (unless (location= result-real value-real)
497 (inst fmove :single result-real value-real)))
498 (let ((value-imag (complex-single-reg-imag-tn value))
499 (result-imag (complex-single-reg-imag-tn result)))
503 (- (* (1+ instance-slots-offset) n-word-bytes)
504 instance-pointer-lowtag))
505 (unless (location= result-imag value-imag)
506 (inst fmove :single result-imag value-imag)))))
508 (define-vop (raw-instance-ref/complex-double)
509 (:translate %raw-instance-ref/complex-double)
511 (:args (object :scs (descriptor-reg))
512 (index :scs (any-reg)))
513 (:arg-types * positive-fixnum)
514 (:results (value :scs (complex-double-reg)))
515 (:temporary (:scs (non-descriptor-reg)) offset)
516 (:temporary (:scs (interior-reg)) lip)
517 (:result-types complex-double-float)
519 (loadw offset object 0 instance-pointer-lowtag)
520 (inst srl offset n-widetag-bits)
522 (inst subu offset index)
523 (inst subu offset (* 4 n-word-bytes))
524 (inst addu lip offset object)
525 (let ((immediate-offset (- (* instance-slots-offset n-word-bytes)
526 instance-pointer-lowtag)))
527 (ecase *backend-byte-order*
528 (:big-endian (inst lwc1
529 (complex-double-reg-real-tn value)
532 (:little-endian (inst lwc1-odd
533 (complex-double-reg-real-tn value)
536 (let ((immediate-offset (- (* (1+ instance-slots-offset) n-word-bytes)
537 instance-pointer-lowtag)))
538 (ecase *backend-byte-order*
539 (:big-endian (inst lwc1-odd
540 (complex-double-reg-real-tn value)
543 (:little-endian (inst lwc1
544 (complex-double-reg-real-tn value)
547 (let ((immediate-offset (- (* (+ instance-slots-offset 2) n-word-bytes)
548 instance-pointer-lowtag)))
549 (ecase *backend-byte-order*
550 (:big-endian (inst lwc1
551 (complex-double-reg-imag-tn value)
554 (:little-endian (inst lwc1-odd
555 (complex-double-reg-imag-tn value)
558 (let ((immediate-offset (- (* (+ instance-slots-offset 3) n-word-bytes)
559 instance-pointer-lowtag)))
560 (ecase *backend-byte-order*
561 (:big-endian (inst lwc1-odd
562 (complex-double-reg-imag-tn value)
565 (:little-endian (inst lwc1
566 (complex-double-reg-imag-tn value)
568 immediate-offset))))))
570 (define-vop (raw-instance-set/complex-double)
571 (:translate %raw-instance-set/complex-double)
573 (:args (object :scs (descriptor-reg))
574 (index :scs (any-reg))
575 (value :scs (complex-double-reg) :target result))
576 (:arg-types * positive-fixnum complex-double-float)
577 (:results (result :scs (complex-double-reg)))
578 (:temporary (:scs (non-descriptor-reg)) offset)
579 (:temporary (:scs (interior-reg)) lip)
580 (:result-types complex-double-float)
582 (loadw offset object 0 instance-pointer-lowtag)
583 (inst srl offset n-widetag-bits)
585 (inst subu offset index)
586 (inst subu offset (* 4 n-word-bytes))
587 (inst addu lip offset object)
588 (let ((value-real (complex-double-reg-real-tn value))
589 (result-real (complex-double-reg-real-tn result)))
590 (let ((immediate-offset (- (* instance-slots-offset n-word-bytes)
591 instance-pointer-lowtag)))
592 (ecase *backend-byte-order*
593 (:big-endian (inst swc1
597 (:little-endian (inst swc1-odd
601 (let ((immediate-offset (- (* (1+ instance-slots-offset) n-word-bytes)
602 instance-pointer-lowtag)))
603 (ecase *backend-byte-order*
604 (:big-endian (inst swc1-odd
608 (:little-endian (inst swc1
612 (unless (location= result-real value-real)
613 (inst fmove :double result-real value-real)))
614 (let ((value-imag (complex-double-reg-imag-tn value))
615 (result-imag (complex-double-reg-imag-tn result)))
616 (let ((immediate-offset (- (* (+ instance-slots-offset 2) n-word-bytes)
617 instance-pointer-lowtag)))
618 (ecase *backend-byte-order*
619 (:big-endian (inst swc1
623 (:little-endian (inst swc1-odd
627 (let ((immediate-offset (- (* (+ instance-slots-offset 3) n-word-bytes)
628 instance-pointer-lowtag)))
629 (ecase *backend-byte-order*
630 (:big-endian (inst swc1-odd
634 (:little-endian (inst swc1
638 (unless (location= result-imag value-imag)
639 (inst fmove :double result-imag value-imag)))))