X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=tests%2Fexternal-format.impure.lisp;h=f5a0f483ee7bd5405fa9e4604cedef3feceb50b7;hb=3a2c2a2217f77e0d1a44a581c83e0311ebc2594a;hp=9673578e806c0f2a08e167ae8b82db835e87a32d;hpb=5cd0fc84df83d1b3321b7fc969843207721de429;p=sbcl.git

diff --git a/tests/external-format.impure.lisp b/tests/external-format.impure.lisp
index 9673578..f5a0f48 100644
--- a/tests/external-format.impure.lisp
+++ b/tests/external-format.impure.lisp
@@ -25,6 +25,98 @@
   (with-open-file (s "/dev/null" :direction :input :external-format xf)
     (assert (eq (read-char s nil s) s))))
 
+;;; Test standard character read-write equivalency over all external formats.
+(let ((standard-characters "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789!$\"'(),_-./:;?+<=>#%&*@[\\]{|}`^~"))
+  (do-external-formats (xf)
+    (with-open-file (s "external-format-test.txt" :direction :output
+		     :if-exists :supersede :external-format xf)
+      (loop for character across standard-characters
+	    do (write-char character s)))
+    (with-open-file (s "external-format-test.txt" :direction :input
+		     :external-format xf)
+      (loop for character across standard-characters
+	    do (assert (eql (read-char s) character))))))
+
+;;; Test UTF-8 writing and reading of 1, 2, 3 and 4 octet characters with
+;;; all possible offsets. Tests for buffer edge bugs. fd-stream buffers are
+;;; 4096 wide.
+(dotimes (width-1 4)
+  (let ((character (code-char (elt '(1 #x81 #x801 #x10001) width-1))))
+    (dotimes (offset (+ width-1 1))
+      (with-open-file (s "external-format-test.txt" :direction :output
+		       :if-exists :supersede :external-format :utf-8)
+	(dotimes (n offset)
+	  (write-char #\a s))
+	(dotimes (n 4097)
+	  (write-char character s)))
+      (with-open-file (s "external-format-test.txt" :direction :input
+		       :external-format :utf-8)
+	(dotimes (n offset)
+	  (assert (eql (read-char s) #\a)))
+	(dotimes (n 4097)
+	  (assert (eql (read-char s) character)))
+	(assert (eql (read-char s nil s) s))))))
+
+;;; Test character decode restarts.
+(with-open-file (s "external-format-test.txt" :direction :output
+		 :if-exists :supersede :element-type '(unsigned-byte 8))
+  (write-byte 65 s)
+  (write-byte 66 s)
+  (write-byte #xe0 s)
+  (write-byte 67 s))
+(with-open-file (s "external-format-test.txt" :direction :input
+		 :external-format :utf-8)
+  (handler-bind
+      ((sb-int:character-decoding-error #'(lambda (decoding-error)
+					    (declare (ignore decoding-error))
+					    (invoke-restart
+					     'sb-int:attempt-resync))))
+    (assert (equal (read-line s nil s) "ABC"))
+    (assert (equal (read-line s nil s) s))))
+(with-open-file (s "external-format-test.txt" :direction :input
+		 :external-format :utf-8)
+  (handler-bind
+      ((sb-int:character-decoding-error #'(lambda (decoding-error)
+					    (declare (ignore decoding-error))
+					    (invoke-restart
+					     'sb-int:force-end-of-file))))
+    (assert (equal (read-line s nil s) "AB"))
+    (assert (equal (read-line s nil s) s))))
+
+;;; Test character encode restarts.
+(with-open-file (s "external-format-test.txt" :direction :output
+		 :if-exists :supersede :external-format :latin-1)
+  (handler-bind
+      ((sb-int:character-encoding-error #'(lambda (encoding-error)
+					    (declare (ignore encoding-error))
+					    (invoke-restart
+					     'sb-impl::output-nothing))))
+    (write-char #\A s)
+    (write-char #\B s)
+    (write-char (code-char 322) s)
+    (write-char #\C s)))
+(with-open-file (s "external-format-test.txt" :direction :input
+		 :external-format :latin-1)
+  (assert (equal (read-line s nil s) "ABC"))
+  (assert (equal (read-line s nil s) s)))
+
+(with-open-file (s "external-format-test.txt" :direction :output
+		 :if-exists :supersede :external-format :latin-1)
+  (handler-bind
+      ((sb-int:character-encoding-error #'(lambda (encoding-error)
+					    (declare (ignore encoding-error))
+					    (invoke-restart
+					     'sb-impl::output-nothing))))
+    (let ((string (make-array 4 :element-type 'character
+			      :initial-contents `(#\A #\B ,(code-char 322)
+						      #\C))))
+      (write-string string s))))
+(with-open-file (s "external-format-test.txt" :direction :input
+		 :external-format :latin-1)
+  (assert (equal (read-line s nil s) "ABC"))
+  (assert (equal (read-line s nil s) s)))
+
+;;; Test skipping character-decode-errors in comments.
 (let ((s (open "external-format-test.lisp" :direction :output
 	       :if-exists :supersede :external-format :latin-1)))
   (unwind-protect
@@ -40,4 +132,3 @@
 	(delete-file p)))))
 
 (sb-ext:quit :unix-status 104)
-    
\ No newline at end of file