X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=src%2Fcode%2Freader.lisp;h=308d3dd7ddcae82612a511d9dfff8058c1129824;hb=9dcde13065f57a8ad55681575a298fbcac66381b;hp=0e7b589d1978147a894b99ee06a2d9db084b3044;hpb=1be27547ed9a2e98c689b4885c1de3ed9de28ca3;p=sbcl.git diff --git a/src/code/reader.lisp b/src/code/reader.lisp index 0e7b589..308d3dd 100644 --- a/src/code/reader.lisp +++ b/src/code/reader.lisp @@ -26,10 +26,10 @@ (setf (fdocumentation '*readtable* 'variable) "Variable bound to current readtable.") -;;; a standard Lisp readtable. This is for recovery from broken -;;; read-tables (and for WITH-STANDARD-IO-SYNTAX), and should not -;;; normally be user-visible. -(defvar *standard-readtable*) +;;; A standard Lisp readtable (once cold-init is through). This is for +;;; recovery from broken read-tables (and for +;;; WITH-STANDARD-IO-SYNTAX), and should not normally be user-visible. +(defvar *standard-readtable* nil) (defvar *old-package* nil #!+sb-doc @@ -192,13 +192,25 @@ (elt *constituent-trait-table* (char-code char)) +char-attr-constituent+)) -;;;; readtable operations +;;;; Readtable Operations + +(defun assert-not-standard-readtable (readtable operation) + (when (eq readtable *standard-readtable*) + (cerror "Frob it anyway!" 'standard-readtable-modified-error + :operation operation))) + +(defun readtable-case (readtable) + (%readtable-case readtable)) + +(defun (setf readtable-case) (case readtable) + (assert-not-standard-readtable readtable '(setf readtable-case)) + (setf (%readtable-case readtable) case)) (defun shallow-replace/eql-hash-table (to from) (maphash (lambda (k v) (setf (gethash k to) v)) from)) -(defun copy-readtable (&optional (from-readtable *readtable*) - to-readtable) +(defun copy-readtable (&optional (from-readtable *readtable*) to-readtable) + (assert-not-standard-readtable to-readtable 'copy-readtable) (let ((really-from-readtable (or from-readtable *standard-readtable*)) (really-to-readtable (or to-readtable (make-readtable)))) (replace (character-attribute-array really-to-readtable) @@ -223,11 +235,12 @@ really-to-readtable)) (defun set-syntax-from-char (to-char from-char &optional - (to-readtable *readtable*) (from-readtable ())) + (to-readtable *readtable*) (from-readtable nil)) #!+sb-doc "Causes the syntax of TO-CHAR to be the same as FROM-CHAR in the optional readtable (defaults to the current readtable). The FROM-TABLE defaults to the standard Lisp readtable when NIL." + (assert-not-standard-readtable to-readtable 'set-syntax-from-char) (let ((really-from-readtable (or from-readtable *standard-readtable*))) (let ((att (get-cat-entry from-char really-from-readtable)) (mac (get-raw-cmt-entry from-char really-from-readtable)) @@ -252,12 +265,13 @@ standard Lisp readtable when NIL." (defun set-macro-character (char function &optional (non-terminatingp nil) - (readtable *readtable*)) + (rt-designator *readtable*)) #!+sb-doc "Causes CHAR to be a macro character which invokes FUNCTION when seen by the reader. The NON-TERMINATINGP flag can be used to make the macro character non-terminating, i.e. embeddable in a symbol name." - (let ((designated-readtable (or readtable *standard-readtable*))) + (let ((designated-readtable (or rt-designator *standard-readtable*))) + (assert-not-standard-readtable designated-readtable 'set-macro-character) (set-cat-entry char (if non-terminatingp +char-attr-constituent+ +char-attr-terminating-macro+) @@ -265,13 +279,13 @@ standard Lisp readtable when NIL." (set-cmt-entry char function designated-readtable) t)) ; (ANSI-specified return value) -(defun get-macro-character (char &optional (readtable *readtable*)) +(defun get-macro-character (char &optional (rt-designator *readtable*)) #!+sb-doc "Return the function associated with the specified CHAR which is a macro character, or NIL if there is no such function. As a second value, return T if CHAR is a macro character which is non-terminating, i.e. which can be embedded in a symbol name." - (let* ((designated-readtable (or readtable *standard-readtable*)) + (let* ((designated-readtable (or rt-designator *standard-readtable*)) ;; the first return value: a FUNCTION if CHAR is a macro ;; character, or NIL otherwise (fun-value (get-raw-cmt-entry char designated-readtable))) @@ -285,6 +299,61 @@ standard Lisp readtable when NIL." ;; I.e. this value means not just "non-terminating ;; character?" but "non-terminating macro character?". nil)))) + + +(defun make-char-dispatch-table () + (make-hash-table)) + +(defun make-dispatch-macro-character (char &optional + (non-terminating-p nil) + (rt *readtable*)) + #!+sb-doc + "Cause CHAR to become a dispatching macro character in readtable (which + defaults to the current readtable). If NON-TERMINATING-P, the char will + be non-terminating." + ;; Checks already for standard readtable modification. + (set-macro-character char #'read-dispatch-char non-terminating-p rt) + (let* ((dalist (dispatch-tables rt)) + (dtable (cdr (find char dalist :test #'char= :key #'car)))) + (cond (dtable + (error "The dispatch character ~S already exists." char)) + (t + (setf (dispatch-tables rt) + (push (cons char (make-char-dispatch-table)) dalist))))) + t) + +(defun set-dispatch-macro-character (disp-char sub-char function + &optional (rt-designator *readtable*)) + #!+sb-doc + "Cause FUNCTION to be called whenever the reader reads DISP-CHAR + followed by SUB-CHAR." + ;; Get the dispatch char for macro (error if not there), diddle + ;; entry for sub-char. + (let* ((sub-char (char-upcase sub-char)) + (readtable (or rt-designator *standard-readtable*))) + (assert-not-standard-readtable readtable 'set-dispatch-macro-character) + (when (digit-char-p sub-char) + (error "SUB-CHAR must not be a decimal digit: ~S" sub-char)) + (let ((dpair (find disp-char (dispatch-tables readtable) + :test #'char= :key #'car))) + (if dpair + (setf (gethash sub-char (cdr dpair)) (coerce function 'function)) + (error "~S is not a dispatch char." disp-char)))) + t) + +(defun get-dispatch-macro-character (disp-char sub-char + &optional (rt-designator *readtable*)) + #!+sb-doc + "Return the macro character function for SUB-CHAR under DISP-CHAR + or NIL if there is no associated function." + (let* ((sub-char (char-upcase sub-char)) + (readtable (or rt-designator *standard-readtable*)) + (dpair (find disp-char (dispatch-tables readtable) + :test #'char= :key #'car))) + (if dpair + (values (gethash sub-char (cdr dpair))) + (error "~S is not a dispatch char." disp-char)))) + ;;;; definitions to support internal programming conventions @@ -328,57 +397,54 @@ standard Lisp readtable when NIL." ;;;; temporary initialization hack +;; Install the (easy) standard macro-chars into *READTABLE*. (defun !cold-init-standard-readtable () - (setq *standard-readtable* (make-readtable)) + (/show0 "entering !cold-init-standard-readtable") ;; All characters get boring defaults in MAKE-READTABLE. Now we ;; override the boring defaults on characters which need more ;; interesting behavior. - (let ((*readtable* *standard-readtable*)) - - (flet ((whitespaceify (char) - (set-cmt-entry char nil) - (set-cat-entry char +char-attr-whitespace+))) - (whitespaceify (code-char tab-char-code)) - (whitespaceify #\Newline) - (whitespaceify #\Space) - (whitespaceify (code-char form-feed-char-code)) - (whitespaceify (code-char return-char-code))) - - (set-cat-entry #\\ +char-attr-single-escape+) - (set-cmt-entry #\\ nil) - - (set-cat-entry #\| +char-attr-multiple-escape+) - (set-cmt-entry #\| nil) - - ;; Easy macro-character definitions are in this source file. - (set-macro-character #\" #'read-string) - (set-macro-character #\' #'read-quote) - (set-macro-character #\( #'read-list) - (set-macro-character #\) #'read-right-paren) - (set-macro-character #\; #'read-comment) - ;; (The hairier macro-character definitions, for #\# and #\`, are - ;; defined elsewhere, in their own source files.) - - ;; all constituents - (do ((ichar 0 (1+ ichar)) - (char)) - ((= ichar base-char-code-limit)) - (setq char (code-char ichar)) - (when (constituentp char *standard-readtable*) - (set-cmt-entry char nil))))) + (flet ((whitespaceify (char) + (set-cmt-entry char nil) + (set-cat-entry char +char-attr-whitespace+))) + (whitespaceify (code-char tab-char-code)) + (whitespaceify #\Newline) + (whitespaceify #\Space) + (whitespaceify (code-char form-feed-char-code)) + (whitespaceify (code-char return-char-code))) + + (set-cat-entry #\\ +char-attr-single-escape+) + (set-cmt-entry #\\ nil) + + (set-cat-entry #\| +char-attr-multiple-escape+) + (set-cmt-entry #\| nil) + + ;; Easy macro-character definitions are in this source file. + (set-macro-character #\" #'read-string) + (set-macro-character #\' #'read-quote) + (set-macro-character #\( #'read-list) + (set-macro-character #\) #'read-right-paren) + (set-macro-character #\; #'read-comment) + ;; (The hairier macro-character definitions, for #\# and #\`, are + ;; defined elsewhere, in their own source files.) + + ;; all constituents + (do ((ichar 0 (1+ ichar)) + (char)) + ((= ichar base-char-code-limit)) + (setq char (code-char ichar)) + (when (constituentp char) + (set-cmt-entry char nil))) + + (/show0 "leaving !cold-init-standard-readtable")) ;;;; implementation of the read buffer (defvar *read-buffer*) -(defvar *read-buffer-length*) -;;; FIXME: Is it really helpful to have *READ-BUFFER-LENGTH* be a -;;; separate variable instead of just calculating it on the fly as -;;; (LENGTH *READ-BUFFER*)? (defvar *inch-ptr*) ; *OUCH-PTR* always points to next char to write. (defvar *ouch-ptr*) ; *INCH-PTR* always points to next char to read. -(declaim (type index *read-buffer-length* *inch-ptr* *ouch-ptr*)) +(declaim (type index *inch-ptr* *ouch-ptr*)) (declaim (type (simple-array character (*)) *read-buffer*)) (declaim (inline reset-read-buffer)) @@ -390,18 +456,19 @@ standard Lisp readtable when NIL." (declaim (inline ouch-read-buffer)) (defun ouch-read-buffer (char) ;; When buffer overflow - (when (>= *ouch-ptr* *read-buffer-length*) + (let ((op *ouch-ptr*)) + (declare (optimize (sb!c::insert-array-bounds-checks 0))) + (when (>= op (length *read-buffer*)) ;; Size should be doubled. - (grow-read-buffer)) - (setf (elt *read-buffer* *ouch-ptr*) char) - (setq *ouch-ptr* (1+ *ouch-ptr*))) + (grow-read-buffer)) + (setf (elt *read-buffer* op) char) + (setq *ouch-ptr* (1+ op)))) (defun grow-read-buffer () (let* ((rbl (length *read-buffer*)) (new-length (* 2 rbl)) (new-buffer (make-string new-length))) - (setq *read-buffer* (replace new-buffer *read-buffer*)) - (setq *read-buffer-length* new-length))) + (setq *read-buffer* (replace new-buffer *read-buffer*)))) (defun inch-read-buffer () (if (>= *inch-ptr* *ouch-ptr*) @@ -422,17 +489,25 @@ standard Lisp readtable when NIL." (defun read-buffer-to-string () (subseq *read-buffer* 0 *ouch-ptr*)) -(defmacro with-reader ((&optional recursive-p) &body body) - #!+sb-doc - "If RECURSIVE-P is NIL, bind *READER-BUFFER* and its subservient -variables to allow for nested and thread safe reading." - `(if ,recursive-p - (progn ,@body) - (let* ((*read-buffer* (make-string 128)) - (*read-buffer-length* 128) - (*ouch-ptr* 0) - (*inch-ptr* 0)) - ,@body))) +(defmacro with-read-buffer (() &body body) + `(let* ((*read-buffer* (make-string 128)) + (*ouch-ptr* 0) + (*inch-ptr* 0)) + ,@body)) + +(declaim (inline read-buffer-boundp)) +(defun read-buffer-boundp () + (and (boundp '*read-buffer*) + (boundp '*ouch-ptr*) + (boundp '*inch-ptr*))) + +(defun check-for-recursive-read (stream recursive-p operator-name) + (when (and recursive-p (not (read-buffer-boundp))) + (simple-reader-error + stream + "~A was invoked with RECURSIVE-P being true outside ~ + of a recursive read operation." + `(,operator-name)))) ;;;; READ-PRESERVING-WHITESPACE, READ-DELIMITED-LIST, and READ @@ -448,17 +523,10 @@ variables to allow for nested and thread safe reading." (declaim (special *standard-input*)) -;;; READ-PRESERVING-WHITESPACE behaves just like READ, only it makes -;;; sure to leave terminating whitespace in the stream. (This is a -;;; COMMON-LISP exported symbol.) -(defun read-preserving-whitespace (&optional (stream *standard-input*) - (eof-error-p t) - (eof-value nil) - (recursivep nil)) - #!+sb-doc - "Read from STREAM and return the value read, preserving any whitespace - that followed the object." - (if recursivep +;;; Like READ-PRESERVING-WHITESPACE, but doesn't check the read buffer +;;; for being set up properly. +(defun %read-preserving-whitespace (stream eof-error-p eof-value recursive-p) + (if recursive-p ;; a loop for repeating when a macro returns nothing (loop (let ((char (read-char stream eof-error-p *eof-object*))) @@ -471,9 +539,22 @@ variables to allow for nested and thread safe reading." ;; Repeat if macro returned nothing. (when result (return (unless *read-suppress* (car result))))))))) - (with-reader () - (let ((*sharp-equal-alist* nil)) - (read-preserving-whitespace stream eof-error-p eof-value t))))) + (let ((*sharp-equal-alist* nil)) + (with-read-buffer () + (%read-preserving-whitespace stream eof-error-p eof-value t))))) + +;;; READ-PRESERVING-WHITESPACE behaves just like READ, only it makes +;;; sure to leave terminating whitespace in the stream. (This is a +;;; COMMON-LISP exported symbol.) +(defun read-preserving-whitespace (&optional (stream *standard-input*) + (eof-error-p t) + (eof-value nil) + (recursive-p nil)) + #!+sb-doc + "Read from STREAM and return the value read, preserving any whitespace + that followed the object." + (check-for-recursive-read stream recursive-p 'read-preserving-whitespace) + (%read-preserving-whitespace stream eof-error-p eof-value recursive-p)) ;;; Return NIL or a list with one thing, depending. ;;; @@ -488,18 +569,17 @@ variables to allow for nested and thread safe reading." (defun read (&optional (stream *standard-input*) (eof-error-p t) - (eof-value ()) - (recursivep ())) + (eof-value nil) + (recursive-p nil)) #!+sb-doc "Read the next Lisp value from STREAM, and return it." - (let ((result (read-preserving-whitespace stream - eof-error-p - eof-value - recursivep))) + (check-for-recursive-read stream recursive-p 'read) + (let ((result (%read-preserving-whitespace stream eof-error-p eof-value + recursive-p))) ;; This function generally discards trailing whitespace. If you ;; don't want to discard trailing whitespace, call ;; CL:READ-PRESERVING-WHITESPACE instead. - (unless (or (eql result eof-value) recursivep) + (unless (or (eql result eof-value) recursive-p) (let ((next-char (read-char stream nil nil))) (unless (or (null next-char) (whitespace[2]p next-char)) @@ -513,12 +593,20 @@ variables to allow for nested and thread safe reading." #!+sb-doc "Read Lisp values from INPUT-STREAM until the next character after a value's representation is ENDCHAR, and return the objects as a list." - (with-reader (recursive-p) - (do ((char (flush-whitespace input-stream) - (flush-whitespace input-stream)) - (retlist ())) - ((char= char endchar) (unless *read-suppress* (nreverse retlist))) - (setq retlist (nconc (read-maybe-nothing input-stream char) retlist))))) + (check-for-recursive-read input-stream recursive-p 'read-delimited-list) + (flet ((%read-delimited-list (endchar input-stream) + (do ((char (flush-whitespace input-stream) + (flush-whitespace input-stream)) + (retlist ())) + ((char= char endchar) + (unless *read-suppress* (nreverse retlist))) + (setq retlist (nconc (read-maybe-nothing input-stream char) + retlist))))) + (declare (inline %read-delimited-list)) + (if recursive-p + (%read-delimited-list endchar input-stream) + (with-read-buffer () + (%read-delimited-list endchar input-stream))))) ;;;; basic readmacro definitions ;;;; @@ -1416,10 +1504,7 @@ variables to allow for nested and thread safe reading." :format-control "failed to build ratio"))))) (if negative-number (- num) num)))) -;;;; cruft for dispatch macros - -(defun make-char-dispatch-table () - (make-hash-table)) +;;;; General reader for dispatch macros (defun dispatch-char-error (stream sub-char ignore) (declare (ignore ignore)) @@ -1429,54 +1514,6 @@ variables to allow for nested and thread safe reading." "no dispatch function defined for ~S" sub-char))) -(defun make-dispatch-macro-character (char &optional - (non-terminating-p nil) - (rt *readtable*)) - #!+sb-doc - "Cause CHAR to become a dispatching macro character in readtable (which - defaults to the current readtable). If NON-TERMINATING-P, the char will - be non-terminating." - (set-macro-character char #'read-dispatch-char non-terminating-p rt) - (let* ((dalist (dispatch-tables rt)) - (dtable (cdr (find char dalist :test #'char= :key #'car)))) - (cond (dtable - (error "The dispatch character ~S already exists." char)) - (t - (setf (dispatch-tables rt) - (push (cons char (make-char-dispatch-table)) dalist))))) - t) - -(defun set-dispatch-macro-character (disp-char sub-char function - &optional (rt *readtable*)) - #!+sb-doc - "Cause FUNCTION to be called whenever the reader reads DISP-CHAR - followed by SUB-CHAR." - ;; Get the dispatch char for macro (error if not there), diddle - ;; entry for sub-char. - (when (digit-char-p sub-char) - (error "SUB-CHAR must not be a decimal digit: ~S" sub-char)) - (let* ((sub-char (char-upcase sub-char)) - (rt (or rt *standard-readtable*)) - (dpair (find disp-char (dispatch-tables rt) - :test #'char= :key #'car))) - (if dpair - (setf (gethash sub-char (cdr dpair)) (coerce function 'function)) - (error "~S is not a dispatch char." disp-char)) - t)) - -(defun get-dispatch-macro-character (disp-char sub-char - &optional (rt *readtable*)) - #!+sb-doc - "Return the macro character function for SUB-CHAR under DISP-CHAR - or NIL if there is no associated function." - (let* ((sub-char (char-upcase sub-char)) - (rt (or rt *standard-readtable*)) - (dpair (find disp-char (dispatch-tables rt) - :test #'char= :key #'car))) - (if dpair - (values (gethash sub-char (cdr dpair))) - (error "~S is not a dispatch char." disp-char)))) - (defun read-dispatch-char (stream char) ;; Read some digits. (let ((numargp nil) @@ -1519,7 +1556,7 @@ variables to allow for nested and thread safe reading." :check-fill-pointer t) (let ((stream (make-string-input-stream string start end))) (values (if preserve-whitespace - (read-preserving-whitespace stream eof-error-p eof-value) + (%read-preserving-whitespace stream eof-error-p eof-value nil) (read stream eof-error-p eof-value)) (- (string-input-stream-current stream) offset)))))