1 ;;;; the VM definition of various primitive memory access VOPs for
4 ;;;; This software is part of the SBCL system. See the README file for
7 ;;;; This software is derived from the CMU CL system, which was
8 ;;;; written at Carnegie Mellon University and released into the
9 ;;;; public domain. The software is in the public domain and is
10 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
11 ;;;; files for more information.
15 ;;;; Data object ref/set stuff.
18 (:args (object :scs (descriptor-reg)))
19 (:info name offset lowtag)
21 (:results (result :scs (descriptor-reg any-reg)))
23 (loadw result object offset lowtag)))
25 (define-vop (set-slot)
26 (:args (object :scs (descriptor-reg))
27 (value :scs (descriptor-reg any-reg null zero)))
28 (:info name offset lowtag)
32 (storew value object offset lowtag)))
34 ;;;; Symbol hacking VOPs:
36 ;;; The compiler likes to be able to directly SET symbols.
37 (define-vop (set cell-set)
38 (:variant symbol-value-slot other-pointer-lowtag))
40 ;;; Do a cell ref with an error check for being unbound.
41 (define-vop (checked-cell-ref)
42 (:args (object :scs (descriptor-reg) :target obj-temp))
43 (:results (value :scs (descriptor-reg any-reg)))
46 (:save-p :compute-only)
47 (:temporary (:scs (non-descriptor-reg)) temp)
48 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp))
50 ;;; With Symbol-Value, we check that the value isn't the trap object. So
51 ;;; Symbol-Value of NIL is NIL.
52 (define-vop (symbol-value checked-cell-ref)
53 (:translate symbol-value)
55 (move object obj-temp)
56 (loadw value obj-temp symbol-value-slot other-pointer-lowtag)
57 (let ((err-lab (generate-error-code vop unbound-symbol-error obj-temp)))
58 (inst li unbound-marker-widetag temp)
59 (inst bc := nil value temp err-lab))))
61 ;;; Like CHECKED-CELL-REF, only we are a predicate to see if the cell is bound.
62 (define-vop (boundp-frob)
63 (:args (object :scs (descriptor-reg)))
67 (:temporary (:scs (descriptor-reg)) value)
68 (:temporary (:scs (non-descriptor-reg)) temp))
70 (define-vop (boundp boundp-frob)
73 (loadw value object symbol-value-slot other-pointer-lowtag)
74 (inst li unbound-marker-widetag temp)
75 (inst bc :<> not-p value temp target)))
77 (define-vop (fast-symbol-value cell-ref)
78 (:variant symbol-value-slot other-pointer-lowtag)
80 (:translate symbol-value))
82 (define-vop (symbol-hash)
84 (:translate symbol-hash)
85 (:args (symbol :scs (descriptor-reg)))
86 (:temporary (:scs (non-descriptor-reg)) temp)
87 (:results (res :scs (any-reg)))
88 (:result-types positive-fixnum)
90 (loadw temp symbol symbol-hash-slot other-pointer-lowtag)
91 (inst dep 0 31 n-fixnum-tag-bits temp)
92 ;; we must go through an temporary to avoid gc
96 ;;;; Fdefinition (fdefn) objects.
98 (define-vop (fdefn-fun cell-ref)
99 (:variant fdefn-fun-slot other-pointer-lowtag))
101 (define-vop (safe-fdefn-fun)
102 (:args (object :scs (descriptor-reg) :target obj-temp))
103 (:results (value :scs (descriptor-reg any-reg)))
105 (:save-p :compute-only)
106 (:temporary (:scs (descriptor-reg) :from (:argument 0)) obj-temp)
108 (move obj-temp object)
109 (loadw value obj-temp fdefn-fun-slot other-pointer-lowtag)
110 (let ((err-lab (generate-error-code vop undefined-fun-error obj-temp)))
111 (inst bc := nil value null-tn err-lab))))
113 (define-vop (set-fdefn-fun)
115 (:translate (setf fdefn-fun))
116 (:args (function :scs (descriptor-reg) :target result)
117 (fdefn :scs (descriptor-reg)))
118 (:temporary (:scs (interior-reg)) lip)
119 (:temporary (:scs (non-descriptor-reg)) type)
120 (:results (result :scs (descriptor-reg)))
122 (let ((normal-fn (gen-label)))
123 (load-type type function (- fun-pointer-lowtag))
124 (inst addi (- simple-fun-header-widetag) type type)
125 (inst comb := type zero-tn normal-fn)
126 (inst addi (- (ash simple-fun-code-offset word-shift) fun-pointer-lowtag)
128 (inst li (make-fixup 'closure-tramp :assembly-routine) lip)
129 (emit-label normal-fn)
130 (storew function fdefn fdefn-fun-slot other-pointer-lowtag)
131 (storew lip fdefn fdefn-raw-addr-slot other-pointer-lowtag)
132 (move function result))))
134 (define-vop (fdefn-makunbound)
136 (:translate fdefn-makunbound)
137 (:args (fdefn :scs (descriptor-reg) :target result))
138 (:temporary (:scs (non-descriptor-reg)) temp)
139 (:results (result :scs (descriptor-reg)))
141 (storew null-tn fdefn fdefn-fun-slot other-pointer-lowtag)
142 (inst li (make-fixup "undefined_tramp" :foreign) temp)
143 (storew temp fdefn fdefn-raw-addr-slot other-pointer-lowtag)
144 (move fdefn result)))
147 ;;;; Binding and Unbinding.
149 ;;; BIND -- Establish VAL as a binding for SYMBOL. Save the old value and
150 ;;; the symbol on the binding stack and stuff the new value into the
154 (:args (val :scs (any-reg descriptor-reg))
155 (symbol :scs (descriptor-reg)))
156 (:temporary (:scs (descriptor-reg)) temp)
158 (loadw temp symbol symbol-value-slot other-pointer-lowtag)
159 (inst addi (* 2 n-word-bytes) bsp-tn bsp-tn)
160 (storew temp bsp-tn (- binding-value-slot binding-size))
161 (storew symbol bsp-tn (- binding-symbol-slot binding-size))
162 (storew val symbol symbol-value-slot other-pointer-lowtag)))
165 (:temporary (:scs (descriptor-reg)) symbol value)
167 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
168 (loadw value bsp-tn (- binding-value-slot binding-size))
169 (storew value symbol symbol-value-slot other-pointer-lowtag)
170 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
171 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
172 (inst addi (- (* 2 n-word-bytes)) bsp-tn bsp-tn)))
174 (define-vop (unbind-to-here)
175 (:args (arg :scs (descriptor-reg any-reg) :target where))
176 (:temporary (:scs (any-reg) :from (:argument 0)) where)
177 (:temporary (:scs (descriptor-reg)) symbol value)
179 (let ((loop (gen-label))
183 (inst comb := where bsp-tn done :nullify t)
186 (loadw symbol bsp-tn (- binding-symbol-slot binding-size))
187 (inst comb := symbol zero-tn skip)
188 (loadw value bsp-tn (- binding-value-slot binding-size))
189 (storew value symbol symbol-value-slot other-pointer-lowtag)
190 (storew zero-tn bsp-tn (- binding-symbol-slot binding-size))
193 (storew zero-tn bsp-tn (- binding-value-slot binding-size))
194 (inst addi (* -2 n-word-bytes) bsp-tn bsp-tn)
195 (inst comb :<> where bsp-tn loop)
200 ;;;; Closure indexing.
202 (define-full-reffer closure-index-ref *
203 closure-info-offset fun-pointer-lowtag
204 (descriptor-reg any-reg) * %closure-index-ref)
206 (define-full-setter set-funcallable-instance-info *
207 funcallable-instance-info-offset fun-pointer-lowtag
208 (descriptor-reg any-reg null zero) * %set-funcallable-instance-info)
210 (define-full-reffer funcallable-instance-info *
211 funcallable-instance-info-offset fun-pointer-lowtag
212 (descriptor-reg any-reg) * %funcallable-instance-info)
214 (define-vop (closure-ref slot-ref)
215 (:variant closure-info-offset fun-pointer-lowtag))
217 (define-vop (closure-init slot-set)
218 (:variant closure-info-offset fun-pointer-lowtag))
220 ;;;; Value Cell hackery.
222 (define-vop (value-cell-ref cell-ref)
223 (:variant value-cell-value-slot other-pointer-lowtag))
225 (define-vop (value-cell-set cell-set)
226 (:variant value-cell-value-slot other-pointer-lowtag))
230 ;;;; Instance hackery:
232 (define-vop (instance-length)
234 (:translate %instance-length)
235 (:args (struct :scs (descriptor-reg)))
236 (:results (res :scs (unsigned-reg)))
237 (:result-types positive-fixnum)
239 (loadw res struct 0 instance-pointer-lowtag)
240 (inst srl res n-widetag-bits res)))
242 (define-full-reffer instance-index-ref * instance-slots-offset
243 instance-pointer-lowtag (descriptor-reg any-reg) * %instance-ref)
245 (define-full-setter instance-index-set * instance-slots-offset
246 instance-pointer-lowtag (descriptor-reg any-reg null zero) * %instance-set)
250 ;;;; Code object frobbing.
252 (define-full-reffer code-header-ref * 0 other-pointer-lowtag
253 (descriptor-reg any-reg) * code-header-ref)
255 (define-full-setter code-header-set * 0 other-pointer-lowtag
256 (descriptor-reg any-reg null zero) * code-header-set)
259 ;;;; raw instance slot accessors
260 (macrolet ((lfloat (imm base dst &key side)
263 (inst flds ,imm ,base ,dst :side ,side))
264 ((and (< ,imm (ash 1 13))
267 (inst li ,imm offset)
268 (inst fldx offset ,base ,dst :side ,side)))
270 (error "inst fldx cant handle offset-register loaded with immediate ~s" ,imm))))
271 (sfloat (src imm base &key side)
274 (inst fsts ,src ,imm ,base :side ,side))
275 ((and (< ,imm (ash 1 13))
278 (inst ldo ,imm zero-tn offset)
279 (inst fstx ,src offset ,base :side ,side)))
281 (error "inst fstx cant handle offset-register loaded with immediate ~s" ,imm))))
282 (raw-instance ((type inc-offset-by set &optional complex)
284 (let ((name (symbolicate "RAW-INSTANCE-"
285 (if set "SET/" "REF/")
286 (if (eq type 'unsigned)
291 (if complex 'complex-single-float
294 (if complex 'complex-double-float
296 (t (symbolicate type "-NUM"))))
297 (type-reg (symbolicate (or complex type) "-REG")))
299 (:translate ,(symbolicate "%" name))
301 (:args (object :scs (descriptor-reg))
302 (index :scs (any-reg))
304 `((value :scs (,type-reg) :target result))))
305 (:arg-types * positive-fixnum ,@(if set `(,type-num)))
306 (:results (,(if set 'result 'value) :scs (,type-reg)))
307 (:temporary (:scs (non-descriptor-reg)) offset)
308 (:temporary (:scs (interior-reg)) lip)
309 (:result-types ,type-num)
311 (loadw offset object 0 instance-pointer-lowtag)
312 (inst srl offset n-widetag-bits offset)
313 (inst sll offset 2 offset)
314 (inst sub offset index offset)
315 (inst addi ,(* inc-offset-by n-word-bytes)
317 (inst add offset object lip)
319 (raw-instance (unsigned -1 nil)
320 (inst ldw (- (* instance-slots-offset n-word-bytes)
321 instance-pointer-lowtag) lip value))
323 (raw-instance (unsigned -1 t)
324 (inst stw value (- (* instance-slots-offset n-word-bytes)
325 instance-pointer-lowtag) lip)
328 (raw-instance (single -1 nil)
329 (let ((io (- (* instance-slots-offset n-word-bytes)
330 instance-pointer-lowtag)))
331 (lfloat io lip value)))
333 (raw-instance (single -1 t)
334 (let ((io (- (* instance-slots-offset n-word-bytes)
335 instance-pointer-lowtag)))
336 (sfloat value io lip))
337 (unless (location= result value)
338 (inst funop :copy value result)))
340 (raw-instance (double -2 nil)
341 (let ((io (- (* instance-slots-offset n-word-bytes)
342 instance-pointer-lowtag)))
343 (lfloat io lip value)))
345 (raw-instance (double -2 t)
346 (let ((io (- (* instance-slots-offset n-word-bytes)
347 instance-pointer-lowtag)))
348 (sfloat value io lip :side 0))
349 (let ((io (- (* (1+ instance-slots-offset) n-word-bytes)
350 instance-pointer-lowtag)))
351 (sfloat value io lip :side 1))
352 (unless (location= result value)
353 (inst funop :copy value result)))
355 (raw-instance (single -2 nil complex-single)
356 (let ((io (- (* instance-slots-offset n-word-bytes)
357 instance-pointer-lowtag)))
358 (lfloat io lip (complex-single-reg-real-tn value)))
359 (let ((io (- (* (1+ instance-slots-offset) n-word-bytes)
360 instance-pointer-lowtag)))
361 (lfloat io lip (complex-single-reg-imag-tn value))))
363 (raw-instance (single -2 t complex-single)
364 (let ((value-real (complex-single-reg-real-tn value))
365 (result-real (complex-single-reg-real-tn result))
366 (io (- (* instance-slots-offset n-word-bytes)
367 instance-pointer-lowtag)))
369 (sfloat value-real io lip)
370 (unless (location= result-real value-real)
371 (inst funop :copy value-real result-real)))
372 (let ((value-imag (complex-single-reg-imag-tn value))
373 (result-imag (complex-single-reg-imag-tn result))
374 (io (- (* (1+ instance-slots-offset) n-word-bytes)
375 instance-pointer-lowtag)))
376 (sfloat value-imag io lip)
377 (unless (location= result-imag value-imag)
378 (inst funop :copy value-imag result-imag))))
380 (raw-instance (double -4 nil complex-double)
381 (let ((r0 (- (* instance-slots-offset n-word-bytes)
382 instance-pointer-lowtag))
383 (r1 (- (* (+ instance-slots-offset 1) n-word-bytes)
384 instance-pointer-lowtag))
385 (i0 (- (* (+ instance-slots-offset 2) n-word-bytes)
386 instance-pointer-lowtag))
387 (i1 (- (* (+ instance-slots-offset 3) n-word-bytes)
388 instance-pointer-lowtag)))
389 (lfloat r0 lip (complex-double-reg-real-tn value) :side 0)
390 (lfloat r1 lip (complex-double-reg-real-tn value) :side 1)
391 (lfloat i0 lip (complex-double-reg-imag-tn value) :side 0)
392 (lfloat i1 lip (complex-double-reg-imag-tn value) :side 1)))
394 (raw-instance (double -4 t complex-double)
395 (let ((value-real (complex-double-reg-real-tn value))
396 (result-real (complex-double-reg-real-tn result))
397 (value-imag (complex-double-reg-imag-tn value))
398 (result-imag (complex-double-reg-imag-tn result))
399 (r0 (- (* instance-slots-offset n-word-bytes)
400 instance-pointer-lowtag))
401 (r1 (- (* (+ instance-slots-offset 1) n-word-bytes)
402 instance-pointer-lowtag))
403 (i0 (- (* (+ instance-slots-offset 2) n-word-bytes)
404 instance-pointer-lowtag))
405 (i1 (- (* (+ instance-slots-offset 3) n-word-bytes)
406 instance-pointer-lowtag)))
407 (sfloat value-real r0 lip :side 0)
408 (sfloat value-real r1 lip :side 1)
409 (sfloat value-imag i0 lip :side 0)
410 (sfloat value-imag i1 lip :side 1)
411 (unless (location= result-real value-real)
412 (inst funop :copy value-real result-real))
413 (unless (location= result-imag value-imag)
414 (inst funop :copy value-imag result-imag)))))