(:note "inline array store")
(:variant vector-data-offset other-pointer-lowtag)
(:translate data-vector-set)
(:arg-types ,type positive-fixnum ,element-type)
(:args (object :scs (descriptor-reg))
(:note "inline array store")
(:variant vector-data-offset other-pointer-lowtag)
(:translate data-vector-set)
(:arg-types ,type positive-fixnum ,element-type)
(:args (object :scs (descriptor-reg))
- (:note "inline array access")
- (:translate data-vector-ref)
- (:policy :fast-safe)
- (:args (object :scs (descriptor-reg))
- (index :scs (unsigned-reg)))
- (:arg-types ,type positive-fixnum)
- (:results (value :scs (any-reg)))
- (:result-types positive-fixnum)
- (:temporary (:scs (non-descriptor-reg) :to (:result 0)) temp result)
- (:generator 20
- (inst srwi temp index ,bit-shift)
- (inst slwi temp temp 2)
- (inst addi temp temp (- (* vector-data-offset n-word-bytes)
- other-pointer-lowtag))
- (inst lwzx result object temp)
- (inst andi. temp index ,(1- elements-per-word))
- (inst xori temp temp ,(1- elements-per-word))
- ,@(unless (= bits 1)
- `((inst slwi temp temp ,(1- (integer-length bits)))))
- (inst srw result result temp)
- (inst andi. result result ,(1- (ash 1 bits)))
- (inst slwi value result 2)))
+ (:note "inline array access")
+ (:translate data-vector-ref)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (unsigned-reg)))
+ (:arg-types ,type positive-fixnum)
+ (:results (value :scs (any-reg)))
+ (:result-types positive-fixnum)
+ (:temporary (:scs (non-descriptor-reg) :to (:result 0)) temp result)
+ (:generator 20
+ (inst srwi temp index ,bit-shift)
+ (inst slwi temp temp 2)
+ (inst addi temp temp (- (* vector-data-offset n-word-bytes)
+ other-pointer-lowtag))
+ (inst lwzx result object temp)
+ (inst andi. temp index ,(1- elements-per-word))
+ (inst xori temp temp ,(1- elements-per-word))
+ ,@(unless (= bits 1)
+ `((inst slwi temp temp ,(1- (integer-length bits)))))
+ (inst srw result result temp)
+ (inst andi. result result ,(1- (ash 1 bits)))
+ (inst slwi value result 2)))
- (:translate data-vector-ref)
- (:policy :fast-safe)
- (:args (object :scs (descriptor-reg)))
- (:arg-types ,type (:constant index))
- (:info index)
- (:results (result :scs (unsigned-reg)))
- (:result-types positive-fixnum)
- (:temporary (:scs (non-descriptor-reg)) temp)
- (:generator 15
- (multiple-value-bind (word extra)
- (floor index ,elements-per-word)
- (setf extra (logxor extra (1- ,elements-per-word)))
- (let ((offset (- (* (+ word vector-data-offset)
- n-word-bytes)
- other-pointer-lowtag)))
- (cond ((typep offset '(signed-byte 16))
- (inst lwz result object offset))
- (t
- (inst lr temp offset)
- (inst lwzx result object temp))))
- (unless (zerop extra)
- (inst srwi result result (* ,bits extra)))
- (unless (= extra ,(1- elements-per-word))
- (inst andi. result result ,(1- (ash 1 bits)))))))
+ (:translate data-vector-ref)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg)))
+ (:arg-types ,type (:constant index))
+ (:info index)
+ (:results (result :scs (unsigned-reg)))
+ (:result-types positive-fixnum)
+ (:temporary (:scs (non-descriptor-reg)) temp)
+ (:generator 15
+ (multiple-value-bind (word extra)
+ (floor index ,elements-per-word)
+ (setf extra (logxor extra (1- ,elements-per-word)))
+ (let ((offset (- (* (+ word vector-data-offset)
+ n-word-bytes)
+ other-pointer-lowtag)))
+ (cond ((typep offset '(signed-byte 16))
+ (inst lwz result object offset))
+ (t
+ (inst lr temp offset)
+ (inst lwzx result object temp))))
+ (unless (zerop extra)
+ (inst srwi result result (* ,bits extra)))
+ (unless (= extra ,(1- elements-per-word))
+ (inst andi. result result ,(1- (ash 1 bits)))))))
- (:note "inline array store")
- (:translate data-vector-set)
- (:policy :fast-safe)
- (:args (object :scs (descriptor-reg))
- (index :scs (unsigned-reg) :target shift)
- (value :scs (unsigned-reg zero immediate) :target result))
- (:arg-types ,type positive-fixnum positive-fixnum)
- (:results (result :scs (unsigned-reg)))
- (:result-types positive-fixnum)
- (:temporary (:scs (non-descriptor-reg)) temp old offset)
- (:temporary (:scs (non-descriptor-reg) :from (:argument 1)) shift)
- (:generator 25
- (inst srwi offset index ,bit-shift)
- (inst slwi offset offset 2)
- (inst addi offset offset (- (* vector-data-offset n-word-bytes)
- other-pointer-lowtag))
- (inst lwzx old object offset)
- (inst andi. shift index ,(1- elements-per-word))
- (inst xori shift shift ,(1- elements-per-word))
- ,@(unless (= bits 1)
- `((inst slwi shift shift ,(1- (integer-length bits)))))
- (unless (and (sc-is value immediate)
- (= (tn-value value) ,(1- (ash 1 bits))))
- (inst lr temp ,(1- (ash 1 bits)))
- (inst slw temp temp shift)
- (inst not temp temp)
- (inst and old old temp))
- (unless (sc-is value zero)
- (sc-case value
- (immediate
- (inst lr temp (logand (tn-value value) ,(1- (ash 1 bits)))))
- (unsigned-reg
- (inst andi. temp value ,(1- (ash 1 bits)))))
- (inst slw temp temp shift)
- (inst or old old temp))
- (inst stwx old object offset)
- (sc-case value
- (immediate
- (inst lr result (tn-value value)))
- (t
- (move result value)))))
+ (:note "inline array store")
+ (:translate data-vector-set)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (unsigned-reg) :target shift)
+ (value :scs (unsigned-reg zero immediate) :target result))
+ (:arg-types ,type positive-fixnum positive-fixnum)
+ (:results (result :scs (unsigned-reg)))
+ (:result-types positive-fixnum)
+ (:temporary (:scs (non-descriptor-reg)) temp old offset)
+ (:temporary (:scs (non-descriptor-reg) :from (:argument 1)) shift)
+ (:generator 25
+ (inst srwi offset index ,bit-shift)
+ (inst slwi offset offset 2)
+ (inst addi offset offset (- (* vector-data-offset n-word-bytes)
+ other-pointer-lowtag))
+ (inst lwzx old object offset)
+ (inst andi. shift index ,(1- elements-per-word))
+ (inst xori shift shift ,(1- elements-per-word))
+ ,@(unless (= bits 1)
+ `((inst slwi shift shift ,(1- (integer-length bits)))))
+ (unless (and (sc-is value immediate)
+ (= (tn-value value) ,(1- (ash 1 bits))))
+ (inst lr temp ,(1- (ash 1 bits)))
+ (inst slw temp temp shift)
+ (inst not temp temp)
+ (inst and old old temp))
+ (unless (sc-is value zero)
+ (sc-case value
+ (immediate
+ (inst lr temp (logand (tn-value value) ,(1- (ash 1 bits)))))
+ (unsigned-reg
+ (inst andi. temp value ,(1- (ash 1 bits)))))
+ (inst slw temp temp shift)
+ (inst or old old temp))
+ (inst stwx old object offset)
+ (sc-case value
+ (immediate
+ (inst lr result (tn-value value)))
+ (t
+ (move result value)))))
- (:translate data-vector-set)
- (:policy :fast-safe)
- (:args (object :scs (descriptor-reg))
- (value :scs (unsigned-reg zero immediate) :target result))
- (:arg-types ,type
- (:constant index)
- positive-fixnum)
- (:info index)
- (:results (result :scs (unsigned-reg)))
- (:result-types positive-fixnum)
- (:temporary (:scs (non-descriptor-reg)) offset-reg temp old)
- (:generator 20
- (multiple-value-bind (word extra) (floor index ,elements-per-word)
- (let ((offset (- (* (+ word vector-data-offset) n-word-bytes)
- other-pointer-lowtag)))
- (cond ((typep offset '(signed-byte 16))
- (inst lwz old object offset))
- (t
- (inst lr offset-reg offset)
- (inst lwzx old object offset-reg)))
- (unless (and (sc-is value immediate)
- (= (tn-value value) ,(1- (ash 1 bits))))
- (cond ((zerop extra)
- (inst slwi old old ,bits)
- (inst srwi old old ,bits))
- (t
- (inst lr temp
- (lognot (ash ,(1- (ash 1 bits))
- (* (logxor extra
- ,(1- elements-per-word))
- ,bits))))
- (inst and old old temp))))
- (sc-case value
- (zero)
- (immediate
- (let ((value (ash (logand (tn-value value)
- ,(1- (ash 1 bits)))
- (* (logxor extra
- ,(1- elements-per-word))
- ,bits))))
- (cond ((typep value '(unsigned-byte 16))
- (inst ori old old value))
- (t
- (inst lr temp value)
- (inst or old old temp)))))
- (unsigned-reg
- (inst slwi temp value
- (* (logxor extra ,(1- elements-per-word)) ,bits))
- (inst or old old temp)))
- (if (typep offset '(signed-byte 16))
- (inst stw old object offset)
- (inst stwx old object offset-reg)))
- (sc-case value
- (immediate
- (inst lr result (tn-value value)))
- (t
- (move result value))))))))))
+ (:translate data-vector-set)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (value :scs (unsigned-reg zero immediate) :target result))
+ (:arg-types ,type
+ (:constant index)
+ positive-fixnum)
+ (:info index)
+ (:results (result :scs (unsigned-reg)))
+ (:result-types positive-fixnum)
+ (:temporary (:scs (non-descriptor-reg)) offset-reg temp old)
+ (:generator 20
+ (multiple-value-bind (word extra) (floor index ,elements-per-word)
+ (let ((offset (- (* (+ word vector-data-offset) n-word-bytes)
+ other-pointer-lowtag)))
+ (cond ((typep offset '(signed-byte 16))
+ (inst lwz old object offset))
+ (t
+ (inst lr offset-reg offset)
+ (inst lwzx old object offset-reg)))
+ (unless (and (sc-is value immediate)
+ (= (tn-value value) ,(1- (ash 1 bits))))
+ (cond ((zerop extra)
+ (inst slwi old old ,bits)
+ (inst srwi old old ,bits))
+ (t
+ (inst lr temp
+ (lognot (ash ,(1- (ash 1 bits))
+ (* (logxor extra
+ ,(1- elements-per-word))
+ ,bits))))
+ (inst and old old temp))))
+ (sc-case value
+ (zero)
+ (immediate
+ (let ((value (ash (logand (tn-value value)
+ ,(1- (ash 1 bits)))
+ (* (logxor extra
+ ,(1- elements-per-word))
+ ,bits))))
+ (cond ((typep value '(unsigned-byte 16))
+ (inst ori old old value))
+ (t
+ (inst lr temp value)
+ (inst or old old temp)))))
+ (unsigned-reg
+ (inst slwi temp value
+ (* (logxor extra ,(1- elements-per-word)) ,bits))
+ (inst or old old temp)))
+ (if (typep offset '(signed-byte 16))
+ (inst stw old object offset)
+ (inst stwx old object offset-reg)))
+ (sc-case value
+ (immediate
+ (inst lr result (tn-value value)))
+ (t
+ (move result value))))))))))