1 ;;;; the VM definition of various primitive memory access VOPs for
4 ;;;; This software is part of the SBCL system. See the README file for
7 ;;;; This software is derived from the CMU CL system, which was
8 ;;;; written at Carnegie Mellon University and released into the
9 ;;;; public domain. The software is in the public domain and is
10 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
11 ;;;; files for more information.
15 ;;;; Data object ref/set stuff.
18 (:args (object :scs (descriptor-reg)))
19 (:info name offset lowtag)
21 (:results (result :scs (descriptor-reg any-reg)))
23 (loadw result object offset lowtag)))
25 (define-vop (set-slot)
26 (:args (object :scs (descriptor-reg))
27 (value :scs (descriptor-reg any-reg null zero)))
28 (:info name offset lowtag)
32 (storew value object offset lowtag)))
34 (define-vop (init-slot set-slot))
36 ;;;; Symbol hacking VOPs:
38 ;;; The compiler likes to be able to directly SET symbols.
39 (define-vop (set cell-set)
40 (:variant symbol-value-slot other-pointer-lowtag))
42 ;;; Do a cell ref with an error check for being unbound.
43 (define-vop (checked-cell-ref)
44 (:args (object :scs (descriptor-reg) :target obj-temp))
45 (:results (value :scs (descriptor-reg any-reg)))
48 (:save-p :compute-only)
49 (:temporary (:scs (non-descriptor-reg)) temp)
50 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp))
52 ;;; With Symbol-Value, we check that the value isn't the trap object. So
53 ;;; Symbol-Value of NIL is NIL.
54 (define-vop (symbol-value checked-cell-ref)
55 (:translate symbol-value)
57 (move object obj-temp)
58 (loadw value obj-temp symbol-value-slot other-pointer-lowtag)
59 (let ((err-lab (generate-error-code vop unbound-symbol-error obj-temp)))
60 (inst li unbound-marker-widetag temp)
61 (inst bc := nil value temp err-lab))))
63 ;;; Like CHECKED-CELL-REF, only we are a predicate to see if the cell is bound.
64 (define-vop (boundp-frob)
65 (:args (object :scs (descriptor-reg)))
69 (:temporary (:scs (descriptor-reg)) value)
70 (:temporary (:scs (non-descriptor-reg)) temp))
72 (define-vop (boundp boundp-frob)
75 (loadw value object symbol-value-slot other-pointer-lowtag)
76 (inst li unbound-marker-widetag temp)
77 (inst bc :<> not-p value temp target)))
79 (define-vop (fast-symbol-value cell-ref)
80 (:variant symbol-value-slot other-pointer-lowtag)
82 (:translate symbol-value))
84 (define-vop (symbol-hash)
86 (:translate symbol-hash)
87 (:args (symbol :scs (descriptor-reg)))
88 (:temporary (:scs (non-descriptor-reg)) temp)
89 (:results (res :scs (any-reg)))
90 (:result-types positive-fixnum)
92 (loadw temp symbol symbol-hash-slot other-pointer-lowtag)
93 (inst dep 0 31 n-fixnum-tag-bits temp)
94 ;; we must go through an temporary to avoid gc
97 ;;; On unithreaded builds these are just copies of the non-global versions.
98 (define-vop (%set-symbol-global-value set))
99 (define-vop (symbol-global-value symbol-value)
100 (:translate symbol-global-value))
101 (define-vop (fast-symbol-global-value fast-symbol-value)
102 (:translate symbol-global-value))
104 ;;;; Fdefinition (fdefn) objects.
106 (define-vop (fdefn-fun cell-ref)
107 (:variant fdefn-fun-slot other-pointer-lowtag))
109 (define-vop (safe-fdefn-fun)
110 (:args (object :scs (descriptor-reg) :target obj-temp))
111 (:results (value :scs (descriptor-reg any-reg)))
113 (:save-p :compute-only)
114 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp)
116 (move obj-temp object)
117 (loadw value obj-temp fdefn-fun-slot other-pointer-lowtag)
118 (let ((err-lab (generate-error-code vop undefined-fun-error obj-temp)))
119 (inst bc := nil value null-tn err-lab))))
121 (define-vop (set-fdefn-fun)
123 (:translate (setf fdefn-fun))
124 (:args (function :scs (descriptor-reg) :target result)
125 (fdefn :scs (descriptor-reg)))
126 (:temporary (:scs (interior-reg)) lip)
127 (:temporary (:scs (non-descriptor-reg)) type)
128 (:results (result :scs (descriptor-reg)))
130 (let ((normal-fn (gen-label)))
131 (load-type type function (- fun-pointer-lowtag))
132 (inst addi (- simple-fun-header-widetag) type type)
133 (inst comb := type zero-tn normal-fn)
134 (inst addi (- (ash simple-fun-code-offset word-shift) fun-pointer-lowtag)
136 (inst li (make-fixup 'closure-tramp :assembly-routine) lip)
137 (emit-label normal-fn)
138 (storew function fdefn fdefn-fun-slot other-pointer-lowtag)
139 (storew lip fdefn fdefn-raw-addr-slot other-pointer-lowtag)
140 (move function result))))
142 (define-vop (fdefn-makunbound)
144 (:translate fdefn-makunbound)
145 (:args (fdefn :scs (descriptor-reg) :target result))
146 (:temporary (:scs (non-descriptor-reg)) temp)
147 (:results (result :scs (descriptor-reg)))
149 (storew null-tn fdefn fdefn-fun-slot other-pointer-lowtag)
150 (inst li (make-fixup "undefined_tramp" :foreign) temp)
151 (storew temp fdefn fdefn-raw-addr-slot other-pointer-lowtag)
152 (move fdefn result)))
155 ;;;; Binding and Unbinding.
157 ;;; BIND -- Establish VAL as a binding for SYMBOL. Save the old value and
158 ;;; the symbol on the binding stack and stuff the new value into the
162 (:args (val :scs (any-reg descriptor-reg))
163 (symbol :scs (descriptor-reg)))
164 (:temporary (:scs (descriptor-reg)) temp)
166 (loadw temp symbol symbol-value-slot other-pointer-lowtag)
167 (inst addi (* 2 n-word-bytes) bsp-tn bsp-tn)
168 (storew temp bsp-tn (- binding-value-slot binding-size))
169 (storew symbol bsp-tn (- binding-symbol-slot binding-size))
170 (storew val symbol symbol-value-slot other-pointer-lowtag)))
173 (:temporary (:scs (descriptor-reg)) symbol value)
175 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
176 (loadw value bsp-tn (- binding-value-slot binding-size))
177 (storew value symbol symbol-value-slot other-pointer-lowtag)
178 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
179 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
180 (inst addi (- (* 2 n-word-bytes)) bsp-tn bsp-tn)))
182 (define-vop (unbind-to-here)
183 (:args (arg :scs (descriptor-reg any-reg) :target where))
184 (:temporary (:scs (any-reg) :from (:argument 0)) where)
185 (:temporary (:scs (descriptor-reg)) symbol value)
187 (let ((loop (gen-label))
191 (inst comb := where bsp-tn done :nullify t)
194 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
195 (inst comb := symbol zero-tn skip)
196 (loadw value bsp-tn (- binding-value-slot binding-size))
197 (storew value symbol symbol-value-slot other-pointer-lowtag)
198 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
201 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
202 (inst addi (* -2 n-word-bytes) bsp-tn bsp-tn)
203 (inst comb :<> where bsp-tn loop)
208 ;;;; Closure indexing.
210 (define-full-reffer closure-index-ref *
211 closure-info-offset fun-pointer-lowtag
212 (descriptor-reg any-reg) * %closure-index-ref)
214 (define-full-setter set-funcallable-instance-info *
215 funcallable-instance-info-offset fun-pointer-lowtag
216 (descriptor-reg any-reg null zero) * %set-funcallable-instance-info)
218 (define-full-reffer funcallable-instance-info *
219 funcallable-instance-info-offset fun-pointer-lowtag
220 (descriptor-reg any-reg) * %funcallable-instance-info)
222 (define-vop (closure-ref slot-ref)
223 (:variant closure-info-offset fun-pointer-lowtag))
225 (define-vop (closure-init slot-set)
226 (:variant closure-info-offset fun-pointer-lowtag))
228 (define-vop (closure-init-from-fp)
229 (:args (object :scs (descriptor-reg)))
232 (storew cfp-tn object (+ closure-info-offset offset) fun-pointer-lowtag)))
234 ;;;; Value Cell hackery.
236 (define-vop (value-cell-ref cell-ref)
237 (:variant value-cell-value-slot other-pointer-lowtag))
239 (define-vop (value-cell-set cell-set)
240 (:variant value-cell-value-slot other-pointer-lowtag))
244 ;;;; Instance hackery:
246 (define-vop (instance-length)
248 (:translate %instance-length)
249 (:args (struct :scs (descriptor-reg)))
250 (:results (res :scs (unsigned-reg)))
251 (:result-types positive-fixnum)
253 (loadw res struct 0 instance-pointer-lowtag)
254 (inst srl res n-widetag-bits res)))
256 (define-full-reffer instance-index-ref * instance-slots-offset
257 instance-pointer-lowtag (descriptor-reg any-reg) * %instance-ref)
259 (define-full-setter instance-index-set * instance-slots-offset
260 instance-pointer-lowtag (descriptor-reg any-reg null zero) * %instance-set)
264 ;;;; Code object frobbing.
266 (define-full-reffer code-header-ref * 0 other-pointer-lowtag
267 (descriptor-reg any-reg) * code-header-ref)
269 (define-full-setter code-header-set * 0 other-pointer-lowtag
270 (descriptor-reg any-reg null zero) * code-header-set)
273 ;;;; raw instance slot accessors
274 (macrolet ((lfloat (imm base dst &key side)
277 (inst flds ,imm ,base ,dst :side ,side))
278 ((and (< ,imm (ash 1 13))
281 (inst li ,imm offset)
282 (inst fldx offset ,base ,dst :side ,side)))
284 (error "inst fldx cant handle offset-register loaded with immediate ~s" ,imm))))
285 (sfloat (src imm base &key side)
288 (inst fsts ,src ,imm ,base :side ,side))
289 ((and (< ,imm (ash 1 13))
292 (inst ldo ,imm zero-tn offset)
293 (inst fstx ,src offset ,base :side ,side)))
295 (error "inst fstx cant handle offset-register loaded with immediate ~s" ,imm))))
296 (raw-instance ((type inc-offset-by set &optional complex)
298 (let ((name (symbolicate "RAW-INSTANCE-"
299 (if set "SET/" "REF/")
300 (if (eq type 'unsigned)
305 (if complex 'complex-single-float
308 (if complex 'complex-double-float
310 (t (symbolicate type "-NUM"))))
311 (type-reg (symbolicate (or complex type) "-REG")))
313 (:translate ,(symbolicate "%" name))
315 (:args (object :scs (descriptor-reg))
316 (index :scs (any-reg))
318 `((value :scs (,type-reg) :target result))))
319 (:arg-types * positive-fixnum ,@(if set `(,type-num)))
320 (:results (,(if set 'result 'value) :scs (,type-reg)))
321 (:temporary (:scs (non-descriptor-reg)) offset)
322 (:temporary (:scs (interior-reg)) lip)
323 (:result-types ,type-num)
325 (loadw offset object 0 instance-pointer-lowtag)
326 (inst srl offset n-widetag-bits offset)
327 (inst sll offset 2 offset)
328 (inst sub offset index offset)
329 (inst addi ,(* inc-offset-by n-word-bytes)
331 (inst add offset object lip)
333 (raw-instance (unsigned -1 nil)
334 (inst ldw (- (* instance-slots-offset n-word-bytes)
335 instance-pointer-lowtag) lip value))
337 (raw-instance (unsigned -1 t)
338 (inst stw value (- (* instance-slots-offset n-word-bytes)
339 instance-pointer-lowtag) lip)
342 (raw-instance (single -1 nil)
343 (let ((io (- (* instance-slots-offset n-word-bytes)
344 instance-pointer-lowtag)))
345 (lfloat io lip value)))
347 (raw-instance (single -1 t)
348 (let ((io (- (* instance-slots-offset n-word-bytes)
349 instance-pointer-lowtag)))
350 (sfloat value io lip))
351 (unless (location= result value)
352 (inst funop :copy value result)))
354 (raw-instance (double -2 nil)
355 (let ((io (- (* instance-slots-offset n-word-bytes)
356 instance-pointer-lowtag)))
357 (lfloat io lip value)))
359 (raw-instance (double -2 t)
360 (let ((io (- (* instance-slots-offset n-word-bytes)
361 instance-pointer-lowtag)))
362 (sfloat value io lip :side 0))
363 (let ((io (- (* (1+ instance-slots-offset) n-word-bytes)
364 instance-pointer-lowtag)))
365 (sfloat value io lip :side 1))
366 (unless (location= result value)
367 (inst funop :copy value result)))
369 (raw-instance (single -2 nil complex-single)
370 (let ((io (- (* instance-slots-offset n-word-bytes)
371 instance-pointer-lowtag)))
372 (lfloat io lip (complex-single-reg-real-tn value)))
373 (let ((io (- (* (1+ instance-slots-offset) n-word-bytes)
374 instance-pointer-lowtag)))
375 (lfloat io lip (complex-single-reg-imag-tn value))))
377 (raw-instance (single -2 t complex-single)
378 (let ((value-real (complex-single-reg-real-tn value))
379 (result-real (complex-single-reg-real-tn result))
380 (io (- (* instance-slots-offset n-word-bytes)
381 instance-pointer-lowtag)))
383 (sfloat value-real io lip)
384 (unless (location= result-real value-real)
385 (inst funop :copy value-real result-real)))
386 (let ((value-imag (complex-single-reg-imag-tn value))
387 (result-imag (complex-single-reg-imag-tn result))
388 (io (- (* (1+ instance-slots-offset) n-word-bytes)
389 instance-pointer-lowtag)))
390 (sfloat value-imag io lip)
391 (unless (location= result-imag value-imag)
392 (inst funop :copy value-imag result-imag))))
394 (raw-instance (double -4 nil complex-double)
395 (let ((r0 (- (* instance-slots-offset n-word-bytes)
396 instance-pointer-lowtag))
397 (r1 (- (* (+ instance-slots-offset 1) n-word-bytes)
398 instance-pointer-lowtag))
399 (i0 (- (* (+ instance-slots-offset 2) n-word-bytes)
400 instance-pointer-lowtag))
401 (i1 (- (* (+ instance-slots-offset 3) n-word-bytes)
402 instance-pointer-lowtag)))
403 (lfloat r0 lip (complex-double-reg-real-tn value) :side 0)
404 (lfloat r1 lip (complex-double-reg-real-tn value) :side 1)
405 (lfloat i0 lip (complex-double-reg-imag-tn value) :side 0)
406 (lfloat i1 lip (complex-double-reg-imag-tn value) :side 1)))
408 (raw-instance (double -4 t complex-double)
409 (let ((value-real (complex-double-reg-real-tn value))
410 (result-real (complex-double-reg-real-tn result))
411 (value-imag (complex-double-reg-imag-tn value))
412 (result-imag (complex-double-reg-imag-tn result))
413 (r0 (- (* instance-slots-offset n-word-bytes)
414 instance-pointer-lowtag))
415 (r1 (- (* (+ instance-slots-offset 1) n-word-bytes)
416 instance-pointer-lowtag))
417 (i0 (- (* (+ instance-slots-offset 2) n-word-bytes)
418 instance-pointer-lowtag))
419 (i1 (- (* (+ instance-slots-offset 3) n-word-bytes)
420 instance-pointer-lowtag)))
421 (sfloat value-real r0 lip :side 0)
422 (sfloat value-real r1 lip :side 1)
423 (sfloat value-imag i0 lip :side 0)
424 (sfloat value-imag i1 lip :side 1)
425 (unless (location= result-real value-real)
426 (inst funop :copy value-real result-real))
427 (unless (location= result-imag value-imag)
428 (inst funop :copy value-imag result-imag)))))