1.0.4.55: Optimized REPLACE and UB*-BASH-COPY routines

[sbcl.git] / src / compiler / x86 / array.lisp

diff --git a/src/compiler/x86/array.lisp b/src/compiler/x86/array.lisp
index bcf82b5..3926463 100644 (file)
--- a/src/compiler/x86/array.lisp
+++ b/src/compiler/x86/array.lisp
@@ -206,7 +206,7 @@
          (:note "inline array store")
          (:translate data-vector-set)
          (:policy :fast-safe)
-         (:args (object :scs (descriptor-reg))
+         (:args (object :scs (descriptor-reg) :to (:argument 2))
                 (index :scs (unsigned-reg) :target ecx)
                 (value :scs (unsigned-reg immediate) :target result))
          (:arg-types ,type positive-fixnum positive-fixnum)
@@ -214,7 +214,7 @@
          (:result-types positive-fixnum)
          (:temporary (:sc unsigned-reg) word-index)
          (:temporary (:sc unsigned-reg) old)
-         (:temporary (:sc unsigned-reg :offset ecx-offset) ecx)
+         (:temporary (:sc unsigned-reg :offset ecx-offset :from (:argument 1)) ecx)
          (:generator 25
            (move word-index index)
            (inst shr word-index ,bit-shift)
@@ -557,7 +557,8 @@
 \f
 ;;; {un,}signed-byte-8, simple-base-string
 
-(macrolet ((define-data-vector-frobs (ptype element-type ref-inst &rest scs)
+(macrolet ((define-data-vector-frobs (ptype element-type ref-inst
+                                            8-bit-tns-p &rest scs)
   `(progn
     (define-vop (,(symbolicate "DATA-VECTOR-REF-WITH-OFFSET/" ptype))
       (:translate data-vector-ref-with-offset)
@@ -590,19 +591,22 @@
       (:policy :fast-safe)
       (:args (object :scs (descriptor-reg) :to (:eval 0))
              (index :scs (unsigned-reg immediate) :to (:eval 0))
-             (value :scs ,scs :target eax))
+             (value :scs ,scs ,@(unless 8-bit-tns-p
+                                  '(:target eax))))
       (:info offset)
       (:arg-types ,ptype positive-fixnum
                   (:constant (constant-displacement other-pointer-lowtag
                                                     1 vector-data-offset))
                   ,element-type)
-      (:temporary (:sc unsigned-reg :offset eax-offset :target result
-                       :from (:argument 2) :to (:result 0))
-                  eax)
+      ,@(unless 8-bit-tns-p
+         '((:temporary (:sc unsigned-reg :offset eax-offset :target result
+                        :from (:argument 2) :to (:result 0))
+            eax)))
       (:results (result :scs ,scs))
       (:result-types ,element-type)
       (:generator 5
-        (move eax value)
+        ,@(unless 8-bit-tns-p
+           '((move eax value)))
         (sc-case index
           (immediate
            (inst mov (make-ea :byte :base object
@@ -610,21 +614,29 @@
                                           (tn-value index)
                                           offset)
                                        other-pointer-lowtag))
-                 al-tn))
+                 ,(if 8-bit-tns-p
+                      'value
+                      'al-tn)))
           (t
            (inst mov (make-ea :byte :base object :index index :scale 1
                               :disp (- (+ (* vector-data-offset n-word-bytes)
                                           offset)
                                        other-pointer-lowtag))
-                 al-tn)))
-        (move result eax))))))
+                 ,(if 8-bit-tns-p
+                      'value
+                      'al-tn))))
+        (move result ,(if 8-bit-tns-p
+                          'value
+                          'eax)))))))
   (define-data-vector-frobs simple-array-unsigned-byte-7 positive-fixnum
-    movzx unsigned-reg signed-reg)
+    movzx nil unsigned-reg signed-reg)
   (define-data-vector-frobs simple-array-unsigned-byte-8 positive-fixnum
-    movzx unsigned-reg signed-reg)
+    movzx nil unsigned-reg signed-reg)
   (define-data-vector-frobs simple-array-signed-byte-8 tagged-num
-    movsx signed-reg)
-  (define-data-vector-frobs simple-base-string character movzx character-reg))
+    movsx nil signed-reg)
+  (define-data-vector-frobs simple-base-string character
+                            #!+sb-unicode movzx #!-sb-unicode mov
+                            #!+sb-unicode nil #!-sb-unicode t character-reg))
 
 ;;; {un,}signed-byte-16
 (macrolet ((define-data-vector-frobs (ptype element-type ref-inst &rest scs)
@@ -646,8 +658,8 @@
              (inst ,ref-inst value
                    (make-ea :word :base object
                             :disp (- (+ (* vector-data-offset n-word-bytes)
-                                        (* 2 (+ offset (tn-value index)))
-                                     other-pointer-lowtag)))))
+                                        (* 2 (+ offset (tn-value index))))
+                                     other-pointer-lowtag))))
             (t
              (inst ,ref-inst value
                    (make-ea :word :base object :index index :scale 2
@@ -696,14 +708,11 @@
 \f
 ;;; These vops are useful for accessing the bits of a vector
 ;;; irrespective of what type of vector it is.
-(define-full-reffer raw-bits * 0 other-pointer-lowtag (unsigned-reg)
-  unsigned-num %raw-bits)
-(define-full-setter set-raw-bits * 0 other-pointer-lowtag (unsigned-reg)
-  unsigned-num %set-raw-bits)
-(define-full-reffer vector-raw-bits * vector-data-offset other-pointer-lowtag
-  (unsigned-reg) unsigned-num %vector-raw-bits)
-(define-full-setter set-vector-raw-bits * vector-data-offset other-pointer-lowtag
-  (unsigned-reg) unsigned-num %set-vector-raw-bits)
+(define-full-reffer+offset raw-bits-with-offset * 0 other-pointer-lowtag (unsigned-reg)
+  unsigned-num %raw-bits-with-offset)
+(define-full-setter+offset set-raw-bits-with-offset * 0 other-pointer-lowtag (unsigned-reg)
+  unsigned-num %set-raw-bits-with-offset)
+
 \f
 ;;;; miscellaneous array VOPs