1 ;;;; the VM definition of various primitive memory access VOPs for
4 ;;;; This software is part of the SBCL system. See the README file for
7 ;;;; This software is derived from the CMU CL system, which was
8 ;;;; written at Carnegie Mellon University and released into the
9 ;;;; public domain. The software is in the public domain and is
10 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
11 ;;;; files for more information.
15 ;;;; Data object ref/set stuff.
18 (:args (object :scs (descriptor-reg)))
19 (:info name offset lowtag)
21 (:results (result :scs (descriptor-reg any-reg)))
23 (loadw result object offset lowtag)))
25 (define-vop (set-slot)
26 (:args (object :scs (descriptor-reg))
27 (value :scs (descriptor-reg any-reg null zero)))
28 (:info name offset lowtag)
32 (storew value object offset lowtag)))
34 ;;;; Symbol hacking VOPs:
36 ;;; The compiler likes to be able to directly SET symbols.
37 (define-vop (set cell-set)
38 (:variant symbol-value-slot other-pointer-lowtag))
40 ;;; Do a cell ref with an error check for being unbound.
41 (define-vop (checked-cell-ref)
42 (:args (object :scs (descriptor-reg) :target obj-temp))
43 (:results (value :scs (descriptor-reg any-reg)))
46 (:save-p :compute-only)
47 (:temporary (:scs (non-descriptor-reg)) temp)
48 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp))
50 ;;; With Symbol-Value, we check that the value isn't the trap object. So
51 ;;; Symbol-Value of NIL is NIL.
52 (define-vop (symbol-value checked-cell-ref)
53 (:translate symbol-value)
55 (move object obj-temp)
56 (loadw value obj-temp symbol-value-slot other-pointer-lowtag)
57 (let ((err-lab (generate-error-code vop unbound-symbol-error obj-temp)))
58 (inst li unbound-marker-widetag temp)
59 (inst bc := nil value temp err-lab))))
61 ;;; Like CHECKED-CELL-REF, only we are a predicate to see if the cell is bound.
62 (define-vop (boundp-frob)
63 (:args (object :scs (descriptor-reg)))
67 (:temporary (:scs (descriptor-reg)) value)
68 (:temporary (:scs (non-descriptor-reg)) temp))
70 (define-vop (boundp boundp-frob)
73 (loadw value object symbol-value-slot other-pointer-lowtag)
74 (inst li unbound-marker-widetag temp)
75 (inst bc :<> not-p value temp target)))
77 (define-vop (fast-symbol-value cell-ref)
78 (:variant symbol-value-slot other-pointer-lowtag)
80 (:translate symbol-value))
82 (define-vop (symbol-hash)
84 (:translate symbol-hash)
85 (:args (symbol :scs (descriptor-reg)))
86 (:temporary (:scs (non-descriptor-reg)) temp)
87 (:results (res :scs (any-reg)))
88 (:result-types positive-fixnum)
90 (loadw temp symbol symbol-hash-slot other-pointer-lowtag)
91 (inst dep 0 31 n-fixnum-tag-bits temp)
92 ;; we must go through an temporary to avoid gc
95 ;;; On unithreaded builds these are just copies of the non-global versions.
96 (define-vop (%set-symbol-global-value set))
97 (define-vop (symbol-global-value symbol-value)
98 (:translate symbol-global-value))
99 (define-vop (fast-symbol-global-value fast-symbol-value)
100 (:translate symbol-global-value))
102 ;;;; Fdefinition (fdefn) objects.
104 (define-vop (fdefn-fun cell-ref)
105 (:variant fdefn-fun-slot other-pointer-lowtag))
107 (define-vop (safe-fdefn-fun)
108 (:args (object :scs (descriptor-reg) :target obj-temp))
109 (:results (value :scs (descriptor-reg any-reg)))
111 (:save-p :compute-only)
112 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp)
114 (move obj-temp object)
115 (loadw value obj-temp fdefn-fun-slot other-pointer-lowtag)
116 (let ((err-lab (generate-error-code vop undefined-fun-error obj-temp)))
117 (inst bc := nil value null-tn err-lab))))
119 (define-vop (set-fdefn-fun)
121 (:translate (setf fdefn-fun))
122 (:args (function :scs (descriptor-reg) :target result)
123 (fdefn :scs (descriptor-reg)))
124 (:temporary (:scs (interior-reg)) lip)
125 (:temporary (:scs (non-descriptor-reg)) type)
126 (:results (result :scs (descriptor-reg)))
128 (let ((normal-fn (gen-label)))
129 (load-type type function (- fun-pointer-lowtag))
130 (inst addi (- simple-fun-header-widetag) type type)
131 (inst comb := type zero-tn normal-fn)
132 (inst addi (- (ash simple-fun-code-offset word-shift) fun-pointer-lowtag)
134 (inst li (make-fixup 'closure-tramp :assembly-routine) lip)
135 (emit-label normal-fn)
136 (storew function fdefn fdefn-fun-slot other-pointer-lowtag)
137 (storew lip fdefn fdefn-raw-addr-slot other-pointer-lowtag)
138 (move function result))))
140 (define-vop (fdefn-makunbound)
142 (:translate fdefn-makunbound)
143 (:args (fdefn :scs (descriptor-reg) :target result))
144 (:temporary (:scs (non-descriptor-reg)) temp)
145 (:results (result :scs (descriptor-reg)))
147 (storew null-tn fdefn fdefn-fun-slot other-pointer-lowtag)
148 (inst li (make-fixup "undefined_tramp" :foreign) temp)
149 (storew temp fdefn fdefn-raw-addr-slot other-pointer-lowtag)
150 (move fdefn result)))
153 ;;;; Binding and Unbinding.
155 ;;; BIND -- Establish VAL as a binding for SYMBOL. Save the old value and
156 ;;; the symbol on the binding stack and stuff the new value into the
160 (:args (val :scs (any-reg descriptor-reg))
161 (symbol :scs (descriptor-reg)))
162 (:temporary (:scs (descriptor-reg)) temp)
164 (loadw temp symbol symbol-value-slot other-pointer-lowtag)
165 (inst addi (* 2 n-word-bytes) bsp-tn bsp-tn)
166 (storew temp bsp-tn (- binding-value-slot binding-size))
167 (storew symbol bsp-tn (- binding-symbol-slot binding-size))
168 (storew val symbol symbol-value-slot other-pointer-lowtag)))
171 (:temporary (:scs (descriptor-reg)) symbol value)
173 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
174 (loadw value bsp-tn (- binding-value-slot binding-size))
175 (storew value symbol symbol-value-slot other-pointer-lowtag)
176 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
177 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
178 (inst addi (- (* 2 n-word-bytes)) bsp-tn bsp-tn)))
180 (define-vop (unbind-to-here)
181 (:args (arg :scs (descriptor-reg any-reg) :target where))
182 (:temporary (:scs (any-reg) :from (:argument 0)) where)
183 (:temporary (:scs (descriptor-reg)) symbol value)
185 (let ((loop (gen-label))
189 (inst comb := where bsp-tn done :nullify t)
192 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
193 (inst comb := symbol zero-tn skip)
194 (loadw value bsp-tn (- binding-value-slot binding-size))
195 (storew value symbol symbol-value-slot other-pointer-lowtag)
196 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
199 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
200 (inst addi (* -2 n-word-bytes) bsp-tn bsp-tn)
201 (inst comb :<> where bsp-tn loop)
206 ;;;; Closure indexing.
208 (define-full-reffer closure-index-ref *
209 closure-info-offset fun-pointer-lowtag
210 (descriptor-reg any-reg) * %closure-index-ref)
212 (define-full-setter set-funcallable-instance-info *
213 funcallable-instance-info-offset fun-pointer-lowtag
214 (descriptor-reg any-reg null zero) * %set-funcallable-instance-info)
216 (define-full-reffer funcallable-instance-info *
217 funcallable-instance-info-offset fun-pointer-lowtag
218 (descriptor-reg any-reg) * %funcallable-instance-info)
220 (define-vop (closure-ref slot-ref)
221 (:variant closure-info-offset fun-pointer-lowtag))
223 (define-vop (closure-init slot-set)
224 (:variant closure-info-offset fun-pointer-lowtag))
226 (define-vop (closure-init-from-fp)
227 (:args (object :scs (descriptor-reg)))
230 (storew cfp-tn object (+ closure-info-offset offset) fun-pointer-lowtag)))
232 ;;;; Value Cell hackery.
234 (define-vop (value-cell-ref cell-ref)
235 (:variant value-cell-value-slot other-pointer-lowtag))
237 (define-vop (value-cell-set cell-set)
238 (:variant value-cell-value-slot other-pointer-lowtag))
242 ;;;; Instance hackery:
244 (define-vop (instance-length)
246 (:translate %instance-length)
247 (:args (struct :scs (descriptor-reg)))
248 (:results (res :scs (unsigned-reg)))
249 (:result-types positive-fixnum)
251 (loadw res struct 0 instance-pointer-lowtag)
252 (inst srl res n-widetag-bits res)))
254 (define-full-reffer instance-index-ref * instance-slots-offset
255 instance-pointer-lowtag (descriptor-reg any-reg) * %instance-ref)
257 (define-full-setter instance-index-set * instance-slots-offset
258 instance-pointer-lowtag (descriptor-reg any-reg null zero) * %instance-set)
262 ;;;; Code object frobbing.
264 (define-full-reffer code-header-ref * 0 other-pointer-lowtag
265 (descriptor-reg any-reg) * code-header-ref)
267 (define-full-setter code-header-set * 0 other-pointer-lowtag
268 (descriptor-reg any-reg null zero) * code-header-set)
271 ;;;; raw instance slot accessors
272 (macrolet ((lfloat (imm base dst &key side)
275 (inst flds ,imm ,base ,dst :side ,side))
276 ((and (< ,imm (ash 1 13))
279 (inst li ,imm offset)
280 (inst fldx offset ,base ,dst :side ,side)))
282 (error "inst fldx cant handle offset-register loaded with immediate ~s" ,imm))))
283 (sfloat (src imm base &key side)
286 (inst fsts ,src ,imm ,base :side ,side))
287 ((and (< ,imm (ash 1 13))
290 (inst ldo ,imm zero-tn offset)
291 (inst fstx ,src offset ,base :side ,side)))
293 (error "inst fstx cant handle offset-register loaded with immediate ~s" ,imm))))
294 (raw-instance ((type inc-offset-by set &optional complex)
296 (let ((name (symbolicate "RAW-INSTANCE-"
297 (if set "SET/" "REF/")
298 (if (eq type 'unsigned)
303 (if complex 'complex-single-float
306 (if complex 'complex-double-float
308 (t (symbolicate type "-NUM"))))
309 (type-reg (symbolicate (or complex type) "-REG")))
311 (:translate ,(symbolicate "%" name))
313 (:args (object :scs (descriptor-reg))
314 (index :scs (any-reg))
316 `((value :scs (,type-reg) :target result))))
317 (:arg-types * positive-fixnum ,@(if set `(,type-num)))
318 (:results (,(if set 'result 'value) :scs (,type-reg)))
319 (:temporary (:scs (non-descriptor-reg)) offset)
320 (:temporary (:scs (interior-reg)) lip)
321 (:result-types ,type-num)
323 (loadw offset object 0 instance-pointer-lowtag)
324 (inst srl offset n-widetag-bits offset)
325 (inst sll offset 2 offset)
326 (inst sub offset index offset)
327 (inst addi ,(* inc-offset-by n-word-bytes)
329 (inst add offset object lip)
331 (raw-instance (unsigned -1 nil)
332 (inst ldw (- (* instance-slots-offset n-word-bytes)
333 instance-pointer-lowtag) lip value))
335 (raw-instance (unsigned -1 t)
336 (inst stw value (- (* instance-slots-offset n-word-bytes)
337 instance-pointer-lowtag) lip)
340 (raw-instance (single -1 nil)
341 (let ((io (- (* instance-slots-offset n-word-bytes)
342 instance-pointer-lowtag)))
343 (lfloat io lip value)))
345 (raw-instance (single -1 t)
346 (let ((io (- (* instance-slots-offset n-word-bytes)
347 instance-pointer-lowtag)))
348 (sfloat value io lip))
349 (unless (location= result value)
350 (inst funop :copy value result)))
352 (raw-instance (double -2 nil)
353 (let ((io (- (* instance-slots-offset n-word-bytes)
354 instance-pointer-lowtag)))
355 (lfloat io lip value)))
357 (raw-instance (double -2 t)
358 (let ((io (- (* instance-slots-offset n-word-bytes)
359 instance-pointer-lowtag)))
360 (sfloat value io lip :side 0))
361 (let ((io (- (* (1+ instance-slots-offset) n-word-bytes)
362 instance-pointer-lowtag)))
363 (sfloat value io lip :side 1))
364 (unless (location= result value)
365 (inst funop :copy value result)))
367 (raw-instance (single -2 nil complex-single)
368 (let ((io (- (* instance-slots-offset n-word-bytes)
369 instance-pointer-lowtag)))
370 (lfloat io lip (complex-single-reg-real-tn value)))
371 (let ((io (- (* (1+ instance-slots-offset) n-word-bytes)
372 instance-pointer-lowtag)))
373 (lfloat io lip (complex-single-reg-imag-tn value))))
375 (raw-instance (single -2 t complex-single)
376 (let ((value-real (complex-single-reg-real-tn value))
377 (result-real (complex-single-reg-real-tn result))
378 (io (- (* instance-slots-offset n-word-bytes)
379 instance-pointer-lowtag)))
381 (sfloat value-real io lip)
382 (unless (location= result-real value-real)
383 (inst funop :copy value-real result-real)))
384 (let ((value-imag (complex-single-reg-imag-tn value))
385 (result-imag (complex-single-reg-imag-tn result))
386 (io (- (* (1+ instance-slots-offset) n-word-bytes)
387 instance-pointer-lowtag)))
388 (sfloat value-imag io lip)
389 (unless (location= result-imag value-imag)
390 (inst funop :copy value-imag result-imag))))
392 (raw-instance (double -4 nil complex-double)
393 (let ((r0 (- (* instance-slots-offset n-word-bytes)
394 instance-pointer-lowtag))
395 (r1 (- (* (+ instance-slots-offset 1) n-word-bytes)
396 instance-pointer-lowtag))
397 (i0 (- (* (+ instance-slots-offset 2) n-word-bytes)
398 instance-pointer-lowtag))
399 (i1 (- (* (+ instance-slots-offset 3) n-word-bytes)
400 instance-pointer-lowtag)))
401 (lfloat r0 lip (complex-double-reg-real-tn value) :side 0)
402 (lfloat r1 lip (complex-double-reg-real-tn value) :side 1)
403 (lfloat i0 lip (complex-double-reg-imag-tn value) :side 0)
404 (lfloat i1 lip (complex-double-reg-imag-tn value) :side 1)))
406 (raw-instance (double -4 t complex-double)
407 (let ((value-real (complex-double-reg-real-tn value))
408 (result-real (complex-double-reg-real-tn result))
409 (value-imag (complex-double-reg-imag-tn value))
410 (result-imag (complex-double-reg-imag-tn result))
411 (r0 (- (* instance-slots-offset n-word-bytes)
412 instance-pointer-lowtag))
413 (r1 (- (* (+ instance-slots-offset 1) n-word-bytes)
414 instance-pointer-lowtag))
415 (i0 (- (* (+ instance-slots-offset 2) n-word-bytes)
416 instance-pointer-lowtag))
417 (i1 (- (* (+ instance-slots-offset 3) n-word-bytes)
418 instance-pointer-lowtag)))
419 (sfloat value-real r0 lip :side 0)
420 (sfloat value-real r1 lip :side 1)
421 (sfloat value-imag i0 lip :side 0)
422 (sfloat value-imag i1 lip :side 1)
423 (unless (location= result-real value-real)
424 (inst funop :copy value-real result-real))
425 (unless (location= result-imag value-imag)
426 (inst funop :copy value-imag result-imag)))))