- (define-vop (,(symbolicate 'data-vector-ref/ type))
- (:note "inline array access")
- (:translate data-vector-ref)
- (:policy :fast-safe)
- (:args (object :scs (descriptor-reg))
- (index :scs (unsigned-reg)))
- (:arg-types ,type positive-fixnum)
- (:results (value :scs (any-reg)))
- (:result-types positive-fixnum)
- (:temporary (:scs (interior-reg)) lip)
- (:temporary (:scs (non-descriptor-reg) :to (:result 0)) temp result)
- (:generator 20
- (inst srl temp index ,bit-shift)
- (inst sll temp 2)
- (inst addu lip object temp)
- (inst lw result lip
- (- (* vector-data-offset n-word-bytes)
- other-pointer-lowtag))
- (inst and temp index ,(1- elements-per-word))
- ,@(when (eq *backend-byte-order* :big-endian)
- `((inst xor temp ,(1- elements-per-word))))
- ,@(unless (= bits 1)
- `((inst sll temp ,(1- (integer-length bits)))))
- (inst srl result temp)
- (inst and result ,(1- (ash 1 bits)))
- (inst sll value result 2)))
- (define-vop (,(symbolicate 'data-vector-ref-c/ type))
- (:translate data-vector-ref)
- (:policy :fast-safe)
- (:args (object :scs (descriptor-reg)))
- (:arg-types ,type
- (:constant
- (integer 0
- ,(1- (* (1+ (- (floor (+ #x7fff
- other-pointer-lowtag)
- n-word-bytes)
- vector-data-offset))
- elements-per-word)))))
- (:info index)
- (:results (result :scs (unsigned-reg)))
- (:result-types positive-fixnum)
- (:generator 15
- (multiple-value-bind (word extra) (floor index ,elements-per-word)
- ,@(when (eq *backend-byte-order* :big-endian)
- `((setf extra (logxor extra (1- ,elements-per-word)))))
- (loadw result object (+ word vector-data-offset)
- other-pointer-lowtag)
- (unless (zerop extra)
- (inst srl result (* extra ,bits)))
- (unless (= extra ,(1- elements-per-word))
- (inst and result ,(1- (ash 1 bits)))))))
- (define-vop (,(symbolicate 'data-vector-set/ type))
- (:note "inline array store")
- (:translate data-vector-set)
- (:policy :fast-safe)
- (:args (object :scs (descriptor-reg))
- (index :scs (unsigned-reg) :target shift)
- (value :scs (unsigned-reg zero immediate) :target result))
- (:arg-types ,type positive-fixnum positive-fixnum)
- (:results (result :scs (unsigned-reg)))
- (:result-types positive-fixnum)
- (:temporary (:scs (interior-reg)) lip)
- (:temporary (:scs (non-descriptor-reg)) temp old)
- (:temporary (:scs (non-descriptor-reg) :from (:argument 1)) shift)
- (:generator 25
- (inst srl temp index ,bit-shift)
- (inst sll temp 2)
- (inst addu lip object temp)
- (inst lw old lip
- (- (* vector-data-offset n-word-bytes)
- other-pointer-lowtag))
- (inst and shift index ,(1- elements-per-word))
- ,@(when (eq *backend-byte-order* :big-endian)
- `((inst xor shift ,(1- elements-per-word))))
- ,@(unless (= bits 1)
- `((inst sll shift ,(1- (integer-length bits)))))
- (unless (and (sc-is value immediate)
- (= (tn-value value) ,(1- (ash 1 bits))))
- (inst li temp ,(1- (ash 1 bits)))
- (inst sll temp shift)
- (inst nor temp temp zero-tn)
- (inst and old temp))
- (unless (sc-is value zero)
- (sc-case value
- (immediate
- (inst li temp (logand (tn-value value) ,(1- (ash 1 bits)))))
- (unsigned-reg
- (inst and temp value ,(1- (ash 1 bits)))))
- (inst sll temp shift)
- (inst or old temp))
- (inst sw old lip
- (- (* vector-data-offset n-word-bytes)
- other-pointer-lowtag))
- (sc-case value
- (immediate
- (inst li result (tn-value value)))
- (zero
- (move result zero-tn))
- (unsigned-reg
- (move result value)))))
- (define-vop (,(symbolicate 'data-vector-set-c/ type))
- (:translate data-vector-set)
- (:policy :fast-safe)
- (:args (object :scs (descriptor-reg))
- (value :scs (unsigned-reg zero immediate) :target result))
- (:arg-types ,type
- (:constant
- (integer 0
- ,(1- (* (1+ (- (floor (+ #x7fff
- other-pointer-lowtag)
- n-word-bytes)
- vector-data-offset))
- elements-per-word))))
- positive-fixnum)
- (:info index)
- (:results (result :scs (unsigned-reg)))
- (:result-types positive-fixnum)
- (:temporary (:scs (non-descriptor-reg)) temp old)
- (:generator 20
- (multiple-value-bind (word extra) (floor index ,elements-per-word)
- ,@(when (eq *backend-byte-order* :big-endian)
- `((setf extra (logxor extra (1- ,elements-per-word)))))
- (inst lw old object
- (- (* (+ word vector-data-offset) n-word-bytes)
- other-pointer-lowtag))
- (unless (and (sc-is value immediate)
- (= (tn-value value) ,(1- (ash 1 bits))))
- (cond ((= extra ,(1- elements-per-word))
- (inst sll old ,bits)
- (inst srl old ,bits))
- (t
- (inst li temp
- (lognot (ash ,(1- (ash 1 bits)) (* extra ,bits))))
- (inst and old temp))))
- (sc-case value
- (zero)
- (immediate
- (let ((value (ash (logand (tn-value value) ,(1- (ash 1 bits)))
- (* extra ,bits))))
- (cond ((< value #x10000)
- (inst or old value))
- (t
- (inst li temp value)
- (inst or old temp)))))
- (unsigned-reg
- (inst sll temp value (* extra ,bits))
- (inst or old temp)))
- (inst sw old object
- (- (* (+ word vector-data-offset) n-word-bytes)
- other-pointer-lowtag))
- (sc-case value
- (immediate
- (inst li result (tn-value value)))
- (zero
- (move result zero-tn))
- (unsigned-reg
- (move result value))))))))))
+ (define-vop (,(symbolicate 'DATA-VECTOR-REF/ type))
+ (:note "inline array access")
+ (:translate data-vector-ref)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (unsigned-reg)))
+ (:arg-types ,type positive-fixnum)
+ (:results (value :scs (any-reg)))
+ (:result-types positive-fixnum)
+ (:temporary (:scs (interior-reg)) lip)
+ (:temporary (:scs (non-descriptor-reg) :to (:result 0)) temp result)
+ (:generator 20
+ (inst srl temp index ,bit-shift)
+ (inst sll temp n-fixnum-tag-bits)
+ (inst addu lip object temp)
+ (inst lw result lip
+ (- (* vector-data-offset n-word-bytes)
+ other-pointer-lowtag))
+ (inst and temp index ,(1- elements-per-word))
+ ,@(when (eq *backend-byte-order* :big-endian)
+ `((inst xor temp ,(1- elements-per-word))))
+ ,@(unless (= bits 1)
+ `((inst sll temp ,(1- (integer-length bits)))))
+ (inst srl result temp)
+ (inst and result ,(1- (ash 1 bits)))
+ (inst sll value result n-fixnum-tag-bits)))
+ (define-vop (,(symbolicate 'DATA-VECTOR-REF-C/ type))
+ (:translate data-vector-ref)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg)))
+ (:arg-types ,type
+ (:constant
+ (integer 0
+ ,(1- (* (1+ (- (floor (+ #x7fff
+ other-pointer-lowtag)
+ n-word-bytes)
+ vector-data-offset))
+ elements-per-word)))))
+ (:info index)
+ (:results (result :scs (unsigned-reg)))
+ (:result-types positive-fixnum)
+ (:generator 15
+ (multiple-value-bind (word extra) (floor index ,elements-per-word)
+ ,@(when (eq *backend-byte-order* :big-endian)
+ `((setf extra (logxor extra (1- ,elements-per-word)))))
+ (loadw result object (+ word vector-data-offset)
+ other-pointer-lowtag)
+ (unless (zerop extra)
+ (inst srl result (* extra ,bits)))
+ (unless (= extra ,(1- elements-per-word))
+ (inst and result ,(1- (ash 1 bits)))))))
+ (define-vop (,(symbolicate 'DATA-VECTOR-SET/ type))
+ (:note "inline array store")
+ (:translate data-vector-set)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (index :scs (unsigned-reg) :target shift)
+ (value :scs (unsigned-reg zero immediate) :target result))
+ (:arg-types ,type positive-fixnum positive-fixnum)
+ (:results (result :scs (unsigned-reg)))
+ (:result-types positive-fixnum)
+ (:temporary (:scs (interior-reg)) lip)
+ (:temporary (:scs (non-descriptor-reg)) temp old)
+ (:temporary (:scs (non-descriptor-reg) :from (:argument 1)) shift)
+ (:generator 25
+ (inst srl temp index ,bit-shift)
+ (inst sll temp n-fixnum-tag-bits)
+ (inst addu lip object temp)
+ (inst lw old lip
+ (- (* vector-data-offset n-word-bytes)
+ other-pointer-lowtag))
+ (inst and shift index ,(1- elements-per-word))
+ ,@(when (eq *backend-byte-order* :big-endian)
+ `((inst xor shift ,(1- elements-per-word))))
+ ,@(unless (= bits 1)
+ `((inst sll shift ,(1- (integer-length bits)))))
+ (unless (and (sc-is value immediate)
+ (= (tn-value value) ,(1- (ash 1 bits))))
+ (inst li temp ,(1- (ash 1 bits)))
+ (inst sll temp shift)
+ (inst nor temp temp zero-tn)
+ (inst and old temp))
+ (unless (sc-is value zero)
+ (sc-case value
+ (immediate
+ (inst li temp (logand (tn-value value) ,(1- (ash 1 bits)))))
+ (unsigned-reg
+ (inst and temp value ,(1- (ash 1 bits)))))
+ (inst sll temp shift)
+ (inst or old temp))
+ (inst sw old lip
+ (- (* vector-data-offset n-word-bytes)
+ other-pointer-lowtag))
+ (sc-case value
+ (immediate
+ (inst li result (tn-value value)))
+ (zero
+ (move result zero-tn))
+ (unsigned-reg
+ (move result value)))))
+ (define-vop (,(symbolicate 'DATA-VECTOR-SET-C/ type))
+ (:translate data-vector-set)
+ (:policy :fast-safe)
+ (:args (object :scs (descriptor-reg))
+ (value :scs (unsigned-reg zero immediate) :target result))
+ (:arg-types ,type
+ (:constant
+ (integer 0
+ ,(1- (* (1+ (- (floor (+ #x7fff
+ other-pointer-lowtag)
+ n-word-bytes)
+ vector-data-offset))
+ elements-per-word))))
+ positive-fixnum)
+ (:info index)
+ (:results (result :scs (unsigned-reg)))
+ (:result-types positive-fixnum)
+ (:temporary (:scs (non-descriptor-reg)) temp old)
+ (:generator 20
+ (multiple-value-bind (word extra) (floor index ,elements-per-word)
+ ,@(when (eq *backend-byte-order* :big-endian)
+ `((setf extra (logxor extra (1- ,elements-per-word)))))
+ (inst lw old object
+ (- (* (+ word vector-data-offset) n-word-bytes)
+ other-pointer-lowtag))
+ (unless (and (sc-is value immediate)
+ (= (tn-value value) ,(1- (ash 1 bits))))
+ (cond ((= extra ,(1- elements-per-word))
+ (inst sll old ,bits)
+ (inst srl old ,bits))
+ (t
+ (inst li temp
+ (lognot (ash ,(1- (ash 1 bits)) (* extra ,bits))))
+ (inst and old temp))))
+ (sc-case value
+ (zero)
+ (immediate
+ (let ((value (ash (logand (tn-value value) ,(1- (ash 1 bits)))
+ (* extra ,bits))))
+ (cond ((< value #x10000)
+ (inst or old value))
+ (t
+ (inst li temp value)
+ (inst or old temp)))))
+ (unsigned-reg
+ (inst sll temp value (* extra ,bits))
+ (inst or old temp)))
+ (inst sw old object
+ (- (* (+ word vector-data-offset) n-word-bytes)
+ other-pointer-lowtag))
+ (sc-case value
+ (immediate
+ (inst li result (tn-value value)))
+ (zero
+ (move result zero-tn))
+ (unsigned-reg
+ (move result value))))))))))