1 ;;;; the VM definition of various primitive memory access VOPs for
4 ;;;; This software is part of the SBCL system. See the README file for
7 ;;;; This software is derived from the CMU CL system, which was
8 ;;;; written at Carnegie Mellon University and released into the
9 ;;;; public domain. The software is in the public domain and is
10 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
11 ;;;; files for more information.
15 ;;;; Data object ref/set stuff.
18 (:args (object :scs (descriptor-reg)))
19 (:info name offset lowtag)
21 (:results (result :scs (descriptor-reg any-reg)))
23 (loadw result object offset lowtag)))
25 (define-vop (set-slot)
26 (:args (object :scs (descriptor-reg))
27 (value :scs (descriptor-reg any-reg null zero)))
28 (:info name offset lowtag)
32 (storew value object offset lowtag)))
34 (define-vop (init-slot set-slot))
36 ;;;; Symbol hacking VOPs:
38 ;;; The compiler likes to be able to directly SET symbols.
39 (define-vop (set cell-set)
40 (:variant symbol-value-slot other-pointer-lowtag))
42 ;;; Do a cell ref with an error check for being unbound.
43 (define-vop (checked-cell-ref)
44 (:args (object :scs (descriptor-reg) :target obj-temp))
45 (:results (value :scs (descriptor-reg any-reg)))
48 (:save-p :compute-only)
49 (:temporary (:scs (non-descriptor-reg)) temp)
50 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp))
52 ;;; With Symbol-Value, we check that the value isn't the trap object. So
53 ;;; Symbol-Value of NIL is NIL.
54 (define-vop (symbol-value checked-cell-ref)
55 (:translate symbol-value)
57 (move object obj-temp)
58 (loadw value obj-temp symbol-value-slot other-pointer-lowtag)
59 (let ((err-lab (generate-error-code vop unbound-symbol-error obj-temp)))
60 (inst li unbound-marker-widetag temp)
61 (inst bc := nil value temp err-lab))))
63 ;;; Like CHECKED-CELL-REF, only we are a predicate to see if the cell is bound.
64 (define-vop (boundp-frob)
65 (:args (object :scs (descriptor-reg)))
69 (:temporary (:scs (descriptor-reg)) value)
70 (:temporary (:scs (non-descriptor-reg)) temp))
72 (define-vop (boundp boundp-frob)
75 (loadw value object symbol-value-slot other-pointer-lowtag)
76 (inst li unbound-marker-widetag temp)
77 (inst bc :<> not-p value temp target)))
79 (define-vop (fast-symbol-value cell-ref)
80 (:variant symbol-value-slot other-pointer-lowtag)
82 (:translate symbol-value))
84 (define-vop (symbol-hash)
86 (:translate symbol-hash)
87 (:args (symbol :scs (descriptor-reg)))
88 (:temporary (:scs (non-descriptor-reg)) temp)
89 (:results (res :scs (any-reg)))
90 (:result-types positive-fixnum)
92 (loadw temp symbol symbol-hash-slot other-pointer-lowtag)
93 (inst dep 0 31 n-fixnum-tag-bits temp)
94 ;; we must go through an temporary to avoid gc
97 ;;; On unithreaded builds these are just copies of the non-global versions.
98 (define-vop (%set-symbol-global-value set))
99 (define-vop (symbol-global-value symbol-value)
100 (:translate symbol-global-value))
101 (define-vop (fast-symbol-global-value fast-symbol-value)
102 (:translate symbol-global-value))
104 ;;;; Fdefinition (fdefn) objects.
106 (define-vop (fdefn-fun cell-ref)
107 (:variant fdefn-fun-slot other-pointer-lowtag))
109 (define-vop (safe-fdefn-fun)
110 (:args (object :scs (descriptor-reg) :target obj-temp))
111 (:results (value :scs (descriptor-reg any-reg)))
113 (:save-p :compute-only)
114 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp)
116 (move obj-temp object)
117 (loadw value obj-temp fdefn-fun-slot other-pointer-lowtag)
118 (let ((err-lab (generate-error-code vop undefined-fun-error obj-temp)))
119 (inst bc := nil value null-tn err-lab))))
121 (define-vop (set-fdefn-fun)
123 (:translate (setf fdefn-fun))
124 (:args (function :scs (descriptor-reg) :target result)
125 (fdefn :scs (descriptor-reg)))
126 (:temporary (:scs (interior-reg)) lip)
127 (:temporary (:scs (non-descriptor-reg)) type)
128 (:results (result :scs (descriptor-reg)))
130 (let ((normal-fn (gen-label)))
131 (load-type type function (- fun-pointer-lowtag))
132 (inst addi (- simple-fun-header-widetag) type type)
133 (inst comb := type zero-tn normal-fn)
134 (inst addi (- (ash simple-fun-code-offset word-shift) fun-pointer-lowtag)
136 (inst li (make-fixup 'closure-tramp :assembly-routine) lip)
137 (emit-label normal-fn)
138 (storew function fdefn fdefn-fun-slot other-pointer-lowtag)
139 (storew lip fdefn fdefn-raw-addr-slot other-pointer-lowtag)
140 (move function result))))
142 (define-vop (fdefn-makunbound)
144 (:translate fdefn-makunbound)
145 (:args (fdefn :scs (descriptor-reg) :target result))
146 (:temporary (:scs (non-descriptor-reg)) temp)
147 (:results (result :scs (descriptor-reg)))
149 (storew null-tn fdefn fdefn-fun-slot other-pointer-lowtag)
150 (inst li (make-fixup "undefined_tramp" :foreign) temp)
151 (storew temp fdefn fdefn-raw-addr-slot other-pointer-lowtag)
152 (move fdefn result)))
155 ;;;; Binding and Unbinding.
157 ;;; BIND -- Establish VAL as a binding for SYMBOL. Save the old value and
158 ;;; the symbol on the binding stack and stuff the new value into the
161 ;;; See the "Chapter 9: Specials" of the SBCL Internals Manual.
164 (:args (val :scs (any-reg descriptor-reg))
165 (symbol :scs (descriptor-reg)))
166 (:temporary (:scs (descriptor-reg)) temp)
168 (loadw temp symbol symbol-value-slot other-pointer-lowtag)
169 (inst addi (* 2 n-word-bytes) bsp-tn bsp-tn)
170 (storew temp bsp-tn (- binding-value-slot binding-size))
171 (storew symbol bsp-tn (- binding-symbol-slot binding-size))
172 (storew val symbol symbol-value-slot other-pointer-lowtag)))
175 (:temporary (:scs (descriptor-reg)) symbol value)
177 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
178 (loadw value bsp-tn (- binding-value-slot binding-size))
179 (storew value symbol symbol-value-slot other-pointer-lowtag)
180 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
181 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
182 (inst addi (- (* 2 n-word-bytes)) bsp-tn bsp-tn)))
184 (define-vop (unbind-to-here)
185 (:args (arg :scs (descriptor-reg any-reg) :target where))
186 (:temporary (:scs (any-reg) :from (:argument 0)) where)
187 (:temporary (:scs (descriptor-reg)) symbol value)
189 (let ((loop (gen-label))
193 (inst comb := where bsp-tn done :nullify t)
196 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
197 (inst comb := symbol zero-tn skip)
198 (loadw value bsp-tn (- binding-value-slot binding-size))
199 (storew value symbol symbol-value-slot other-pointer-lowtag)
200 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
203 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
204 (inst addi (* -2 n-word-bytes) bsp-tn bsp-tn)
205 (inst comb :<> where bsp-tn loop)
210 ;;;; Closure indexing.
212 (define-full-reffer closure-index-ref *
213 closure-info-offset fun-pointer-lowtag
214 (descriptor-reg any-reg) * %closure-index-ref)
216 (define-full-setter set-funcallable-instance-info *
217 funcallable-instance-info-offset fun-pointer-lowtag
218 (descriptor-reg any-reg null zero) * %set-funcallable-instance-info)
220 (define-full-reffer funcallable-instance-info *
221 funcallable-instance-info-offset fun-pointer-lowtag
222 (descriptor-reg any-reg) * %funcallable-instance-info)
224 (define-vop (closure-ref slot-ref)
225 (:variant closure-info-offset fun-pointer-lowtag))
227 (define-vop (closure-init slot-set)
228 (:variant closure-info-offset fun-pointer-lowtag))
230 (define-vop (closure-init-from-fp)
231 (:args (object :scs (descriptor-reg)))
234 (storew cfp-tn object (+ closure-info-offset offset) fun-pointer-lowtag)))
236 ;;;; Value Cell hackery.
238 (define-vop (value-cell-ref cell-ref)
239 (:variant value-cell-value-slot other-pointer-lowtag))
241 (define-vop (value-cell-set cell-set)
242 (:variant value-cell-value-slot other-pointer-lowtag))
246 ;;;; Instance hackery:
248 (define-vop (instance-length)
250 (:translate %instance-length)
251 (:args (struct :scs (descriptor-reg)))
252 (:results (res :scs (unsigned-reg)))
253 (:result-types positive-fixnum)
255 (loadw res struct 0 instance-pointer-lowtag)
256 (inst srl res n-widetag-bits res)))
258 (define-full-reffer instance-index-ref * instance-slots-offset
259 instance-pointer-lowtag (descriptor-reg any-reg) * %instance-ref)
261 (define-full-setter instance-index-set * instance-slots-offset
262 instance-pointer-lowtag (descriptor-reg any-reg null zero) * %instance-set)
266 ;;;; Code object frobbing.
268 (define-full-reffer code-header-ref * 0 other-pointer-lowtag
269 (descriptor-reg any-reg) * code-header-ref)
271 (define-full-setter code-header-set * 0 other-pointer-lowtag
272 (descriptor-reg any-reg null zero) * code-header-set)
275 ;;;; raw instance slot accessors
276 (macrolet ((lfloat (imm base dst &key side)
279 (inst flds ,imm ,base ,dst :side ,side))
280 ((and (< ,imm (ash 1 13))
283 (inst li ,imm offset)
284 (inst fldx offset ,base ,dst :side ,side)))
286 (error "inst fldx cant handle offset-register loaded with immediate ~s" ,imm))))
287 (sfloat (src imm base &key side)
290 (inst fsts ,src ,imm ,base :side ,side))
291 ((and (< ,imm (ash 1 13))
294 (inst ldo ,imm zero-tn offset)
295 (inst fstx ,src offset ,base :side ,side)))
297 (error "inst fstx cant handle offset-register loaded with immediate ~s" ,imm))))
298 (raw-instance ((type inc-offset-by set &optional complex)
300 (let ((name (symbolicate "RAW-INSTANCE-"
301 (if set "SET/" "REF/")
302 (if (eq type 'unsigned)
307 (if complex 'complex-single-float
310 (if complex 'complex-double-float
312 (t (symbolicate type "-NUM"))))
313 (type-reg (symbolicate (or complex type) "-REG")))
315 (:translate ,(symbolicate "%" name))
317 (:args (object :scs (descriptor-reg))
318 (index :scs (any-reg))
320 `((value :scs (,type-reg) :target result))))
321 (:arg-types * positive-fixnum ,@(if set `(,type-num)))
322 (:results (,(if set 'result 'value) :scs (,type-reg)))
323 (:temporary (:scs (non-descriptor-reg)) offset)
324 (:temporary (:scs (interior-reg)) lip)
325 (:result-types ,type-num)
327 (loadw offset object 0 instance-pointer-lowtag)
328 (inst srl offset n-widetag-bits offset)
329 (inst sll offset 2 offset)
330 (inst sub offset index offset)
331 (inst addi ,(* inc-offset-by n-word-bytes)
333 (inst add offset object lip)
335 (raw-instance (unsigned -1 nil)
336 (inst ldw (- (* instance-slots-offset n-word-bytes)
337 instance-pointer-lowtag) lip value))
339 (raw-instance (unsigned -1 t)
340 (inst stw value (- (* instance-slots-offset n-word-bytes)
341 instance-pointer-lowtag) lip)
344 (raw-instance (single -1 nil)
345 (let ((io (- (* instance-slots-offset n-word-bytes)
346 instance-pointer-lowtag)))
347 (lfloat io lip value)))
349 (raw-instance (single -1 t)
350 (let ((io (- (* instance-slots-offset n-word-bytes)
351 instance-pointer-lowtag)))
352 (sfloat value io lip))
353 (unless (location= result value)
354 (inst funop :copy value result)))
356 (raw-instance (double -2 nil)
357 (let ((io (- (* instance-slots-offset n-word-bytes)
358 instance-pointer-lowtag)))
359 (lfloat io lip value)))
361 (raw-instance (double -2 t)
362 (let ((io (- (* instance-slots-offset n-word-bytes)
363 instance-pointer-lowtag)))
364 (sfloat value io lip :side 0))
365 (let ((io (- (* (1+ instance-slots-offset) n-word-bytes)
366 instance-pointer-lowtag)))
367 (sfloat value io lip :side 1))
368 (unless (location= result value)
369 (inst funop :copy value result)))
371 (raw-instance (single -2 nil complex-single)
372 (let ((io (- (* instance-slots-offset n-word-bytes)
373 instance-pointer-lowtag)))
374 (lfloat io lip (complex-single-reg-real-tn value)))
375 (let ((io (- (* (1+ instance-slots-offset) n-word-bytes)
376 instance-pointer-lowtag)))
377 (lfloat io lip (complex-single-reg-imag-tn value))))
379 (raw-instance (single -2 t complex-single)
380 (let ((value-real (complex-single-reg-real-tn value))
381 (result-real (complex-single-reg-real-tn result))
382 (io (- (* instance-slots-offset n-word-bytes)
383 instance-pointer-lowtag)))
385 (sfloat value-real io lip)
386 (unless (location= result-real value-real)
387 (inst funop :copy value-real result-real)))
388 (let ((value-imag (complex-single-reg-imag-tn value))
389 (result-imag (complex-single-reg-imag-tn result))
390 (io (- (* (1+ instance-slots-offset) n-word-bytes)
391 instance-pointer-lowtag)))
392 (sfloat value-imag io lip)
393 (unless (location= result-imag value-imag)
394 (inst funop :copy value-imag result-imag))))
396 (raw-instance (double -4 nil complex-double)
397 (let ((r0 (- (* instance-slots-offset n-word-bytes)
398 instance-pointer-lowtag))
399 (r1 (- (* (+ instance-slots-offset 1) n-word-bytes)
400 instance-pointer-lowtag))
401 (i0 (- (* (+ instance-slots-offset 2) n-word-bytes)
402 instance-pointer-lowtag))
403 (i1 (- (* (+ instance-slots-offset 3) n-word-bytes)
404 instance-pointer-lowtag)))
405 (lfloat r0 lip (complex-double-reg-real-tn value) :side 0)
406 (lfloat r1 lip (complex-double-reg-real-tn value) :side 1)
407 (lfloat i0 lip (complex-double-reg-imag-tn value) :side 0)
408 (lfloat i1 lip (complex-double-reg-imag-tn value) :side 1)))
410 (raw-instance (double -4 t complex-double)
411 (let ((value-real (complex-double-reg-real-tn value))
412 (result-real (complex-double-reg-real-tn result))
413 (value-imag (complex-double-reg-imag-tn value))
414 (result-imag (complex-double-reg-imag-tn result))
415 (r0 (- (* instance-slots-offset n-word-bytes)
416 instance-pointer-lowtag))
417 (r1 (- (* (+ instance-slots-offset 1) n-word-bytes)
418 instance-pointer-lowtag))
419 (i0 (- (* (+ instance-slots-offset 2) n-word-bytes)
420 instance-pointer-lowtag))
421 (i1 (- (* (+ instance-slots-offset 3) n-word-bytes)
422 instance-pointer-lowtag)))
423 (sfloat value-real r0 lip :side 0)
424 (sfloat value-real r1 lip :side 1)
425 (sfloat value-imag i0 lip :side 0)
426 (sfloat value-imag i1 lip :side 1)
427 (unless (location= result-real value-real)
428 (inst funop :copy value-real result-real))
429 (unless (location= result-imag value-imag)
430 (inst funop :copy value-imag result-imag)))))