+
+\f
+;;;; raw instance slot accessors
+
+(defun offset-for-raw-slot (instance-length index n-words)
+ (+ (* (- instance-length instance-slots-offset index (1- n-words))
+ n-word-bytes)
+ (- instance-pointer-lowtag)))
+
+(define-vop (raw-instance-init/word)
+ (:args (object :scs (descriptor-reg))
+ (value :scs (unsigned-reg)))
+ (:arg-types * unsigned-num)
+ (:info instance-length index)
+ (:generator 4
+ (inst stw value object (offset-for-raw-slot instance-length index 1))))
+
+(define-vop (raw-instance-atomic-incf/word)
+ (:translate %raw-instance-atomic-incf/word)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg))
+ (diff :scs (unsigned-reg)))
+ (:arg-types * positive-fixnum unsigned-num)
+ (:temporary (:sc unsigned-reg) offset)
+ (:temporary (:sc non-descriptor-reg) sum)
+ (:results (result :scs (unsigned-reg) :from :load))
+ (:result-types unsigned-num)
+ (:generator 4
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (1- instance-slots-offset) n-word-bytes)
+ instance-pointer-lowtag))
+ ;; load the slot value, add DIFF, write the sum back, and return
+ ;; the original slot value, atomically, and include a memory
+ ;; barrier.
+ (inst sync)
+ LOOP
+ (inst lwarx result offset object)
+ (inst add sum result diff)
+ (inst stwcx. sum offset object)
+ (inst bne LOOP)
+ (inst isync)))
+
+(define-vop (raw-instance-ref/word)
+ (:translate %raw-instance-ref/word)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg)))
+ (:arg-types * positive-fixnum)
+ (:results (value :scs (unsigned-reg)))
+ (:temporary (:scs (non-descriptor-reg)) offset)
+ (:result-types unsigned-num)
+ (:generator 5
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (1- instance-slots-offset) n-word-bytes)
+ instance-pointer-lowtag))
+ (inst lwzx value object offset)))
+
+(define-vop (raw-instance-set/word)
+ (:translate %raw-instance-set/word)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg))
+ (value :scs (unsigned-reg)))
+ (:arg-types * positive-fixnum unsigned-num)
+ (:results (result :scs (unsigned-reg)))
+ (:temporary (:scs (non-descriptor-reg)) offset)
+ (:result-types unsigned-num)
+ (:generator 5
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (1- instance-slots-offset) n-word-bytes)
+ instance-pointer-lowtag))
+ (inst stwx value object offset)
+ (move result value)))
+
+(define-vop (raw-instance-init/single)
+ (:args (object :scs (descriptor-reg))
+ (value :scs (single-reg)))
+ (:arg-types * single-float)
+ (:info instance-length index)
+ (:generator 4
+ (inst stfs value object (offset-for-raw-slot instance-length index 1))))
+
+(define-vop (raw-instance-ref/single)
+ (:translate %raw-instance-ref/single)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg)))
+ (:arg-types * positive-fixnum)
+ (:results (value :scs (single-reg)))
+ (:temporary (:scs (non-descriptor-reg)) offset)
+ (:result-types single-float)
+ (:generator 5
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (1- instance-slots-offset) n-word-bytes)
+ instance-pointer-lowtag))
+ (inst lfsx value object offset)))
+
+(define-vop (raw-instance-set/single)
+ (:translate %raw-instance-set/single)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg))
+ (value :scs (single-reg) :target result))
+ (:arg-types * positive-fixnum single-float)
+ (:results (result :scs (single-reg)))
+ (:result-types single-float)
+ (:temporary (:scs (non-descriptor-reg)) offset)
+ (:generator 5
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (1- instance-slots-offset) n-word-bytes)
+ instance-pointer-lowtag))
+ (inst stfsx value object offset)
+ (unless (location= result value)
+ (inst frsp result value))))
+
+(define-vop (raw-instance-init/double)
+ (:args (object :scs (descriptor-reg))
+ (value :scs (double-reg)))
+ (:arg-types * double-float)
+ (:info instance-length index)
+ (:generator 4
+ (inst stfd value object (offset-for-raw-slot instance-length index 2))))
+
+(define-vop (raw-instance-ref/double)
+ (:translate %raw-instance-ref/double)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg)))
+ (:arg-types * positive-fixnum)
+ (:results (value :scs (double-reg)))
+ (:temporary (:scs (non-descriptor-reg)) offset)
+ (:result-types double-float)
+ (:generator 5
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (- instance-slots-offset 2) n-word-bytes)
+ instance-pointer-lowtag))
+ (inst lfdx value object offset)))
+
+(define-vop (raw-instance-set/double)
+ (:translate %raw-instance-set/double)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg))
+ (value :scs (double-reg) :target result))
+ (:arg-types * positive-fixnum double-float)
+ (:results (result :scs (double-reg)))
+ (:result-types double-float)
+ (:temporary (:scs (non-descriptor-reg)) offset)
+ (:generator 5
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (- instance-slots-offset 2) n-word-bytes)
+ instance-pointer-lowtag))
+ (inst stfdx value object offset)
+ (unless (location= result value)
+ (inst fmr result value))))
+
+(define-vop (raw-instance-init/complex-single)
+ (:args (object :scs (descriptor-reg))
+ (value :scs (complex-single-reg)))
+ (:arg-types * complex-single-float)
+ (:info instance-length index)
+ (:generator 4
+ (inst stfs (complex-single-reg-real-tn value)
+ object (offset-for-raw-slot instance-length index 2))
+ (inst stfs (complex-single-reg-imag-tn value)
+ object (offset-for-raw-slot instance-length index 1))))
+
+(define-vop (raw-instance-ref/complex-single)
+ (:translate %raw-instance-ref/complex-single)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg)))
+ (:arg-types * positive-fixnum)
+ (:results (value :scs (complex-single-reg)))
+ (:temporary (:scs (non-descriptor-reg)) offset)
+ (:result-types complex-single-float)
+ (:generator 5
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (- instance-slots-offset 2) n-word-bytes)
+ instance-pointer-lowtag))
+ (inst lfsx (complex-single-reg-real-tn value) object offset)
+ (inst addi offset offset n-word-bytes)
+ (inst lfsx (complex-single-reg-imag-tn value) object offset)))
+
+(define-vop (raw-instance-set/complex-single)
+ (:translate %raw-instance-set/complex-single)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg))
+ (value :scs (complex-single-reg) :target result))
+ (:arg-types * positive-fixnum complex-single-float)
+ (:results (result :scs (complex-single-reg)))
+ (:result-types complex-single-float)
+ (:temporary (:scs (non-descriptor-reg)) offset)
+ (:generator 5
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (- instance-slots-offset 2) n-word-bytes)
+ instance-pointer-lowtag))
+ (let ((value-real (complex-single-reg-real-tn value))
+ (result-real (complex-single-reg-real-tn result)))
+ (inst stfsx value-real object offset)
+ (unless (location= result-real value-real)
+ (inst frsp result-real value-real)))
+ (inst addi offset offset n-word-bytes)
+ (let ((value-imag (complex-single-reg-imag-tn value))
+ (result-imag (complex-single-reg-imag-tn result)))
+ (inst stfsx value-imag object offset)
+ (unless (location= result-imag value-imag)
+ (inst frsp result-imag value-imag)))))
+
+(define-vop (raw-instance-init/complex-double)
+ (:args (object :scs (descriptor-reg))
+ (value :scs (complex-double-reg)))
+ (:arg-types * complex-double-float)
+ (:info instance-length index)
+ (:generator 4
+ (inst stfd (complex-single-reg-real-tn value)
+ object (offset-for-raw-slot instance-length index 4))
+ (inst stfd (complex-double-reg-imag-tn value)
+ object (offset-for-raw-slot instance-length index 2))))
+
+(define-vop (raw-instance-ref/complex-double)
+ (:translate %raw-instance-ref/complex-double)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg)))
+ (:arg-types * positive-fixnum)
+ (:results (value :scs (complex-double-reg)))
+ (:temporary (:scs (non-descriptor-reg)) offset)
+ (:result-types complex-double-float)
+ (:generator 5
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (- instance-slots-offset 4) n-word-bytes)
+ instance-pointer-lowtag))
+ (inst lfdx (complex-double-reg-real-tn value) object offset)
+ (inst addi offset offset (* 2 n-word-bytes))
+ (inst lfdx (complex-double-reg-imag-tn value) object offset)))
+
+(define-vop (raw-instance-set/complex-double)
+ (:translate %raw-instance-set/complex-double)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (any-reg))
+ (value :scs (complex-double-reg) :target result))
+ (:arg-types * positive-fixnum complex-double-float)
+ (:results (result :scs (complex-double-reg)))
+ (:result-types complex-double-float)
+ (:temporary (:scs (non-descriptor-reg)) offset)
+ (:generator 5
+ (loadw offset object 0 instance-pointer-lowtag)
+ ;; offset = (offset >> n-widetag-bits) << 2
+ (inst rlwinm offset offset (- 32 (- n-widetag-bits 2)) (- n-widetag-bits 2) 29)
+ (inst subf offset index offset)
+ (inst addi
+ offset
+ offset
+ (- (* (- instance-slots-offset 4) n-word-bytes)
+ instance-pointer-lowtag))
+ (let ((value-real (complex-double-reg-real-tn value))
+ (result-real (complex-double-reg-real-tn result)))
+ (inst stfdx value-real object offset)
+ (unless (location= result-real value-real)
+ (inst fmr result-real value-real)))
+ (inst addi offset offset (* 2 n-word-bytes))
+ (let ((value-imag (complex-double-reg-imag-tn value))
+ (result-imag (complex-double-reg-imag-tn result)))
+ (inst stfdx value-imag object offset)
+ (unless (location= result-imag value-imag)
+ (inst fmr result-imag value-imag)))))