X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=src%2Fcode%2Freadtable.lisp;h=3764b16bf4196cdb16350fe7e259241e30d0f2ea;hb=860543cc7ba0266e41e1d41ac9b6a208f3795f1a;hp=a93b8951259ae79f90ab5b2d077f61b2c5fcf13e;hpb=0b5610d8a220a4b20cbeac958953ca4d67c00038;p=sbcl.git diff --git a/src/code/readtable.lisp b/src/code/readtable.lisp index a93b895..3764b16 100644 --- a/src/code/readtable.lisp +++ b/src/code/readtable.lisp @@ -12,26 +12,48 @@ (in-package "SB!IMPL") (sb!xc:deftype attribute-table () - '(simple-array (unsigned-byte 8) (#.char-code-limit))) + '(simple-array (unsigned-byte 8) (#.sb!xc:char-code-limit))) + +;;; constants for readtable character attributes. These are all as in +;;; the manual. +(def!constant +char-attr-whitespace+ 0) +(def!constant +char-attr-terminating-macro+ 1) +(def!constant +char-attr-escape+ 2) +(def!constant +char-attr-constituent+ 3) +(def!constant +char-attr-constituent-dot+ 4) +(def!constant +char-attr-constituent-expt+ 5) +(def!constant +char-attr-constituent-slash+ 6) +(def!constant +char-attr-constituent-digit+ 7) +(def!constant +char-attr-constituent-sign+ 8) +;; the "9" entry intentionally left blank for some reason -- WHN 19990806 +(def!constant +char-attr-multiple-escape+ 10) +(def!constant +char-attr-package-delimiter+ 11) +(def!constant +char-attr-delimiter+ 12) ; (a fake for READ-UNQUALIFIED-TOKEN) (sb!xc:defstruct (readtable (:conc-name nil) - (:predicate readtablep)) + (:predicate readtablep) + ;; ANSI requires a CL:COPY-READTABLE to do + ;; a deep copy, so the DEFSTRUCT-generated + ;; default is not suitable. + (:copier nil)) #!+sb-doc - "Readtable is a data structure that maps characters into syntax + "A READTABLE is a data structure that maps characters into syntax types for the Common Lisp expression reader." ;; The CHARACTER-ATTRIBUTE-TABLE is a vector of CHAR-CODE-LIMIT ;; integers for describing the character type. Conceptually, there - ;; are 4 distinct "primary" character attributes: WHITESPACE, - ;; TERMINATING-MACRO, ESCAPE, and CONSTITUENT. Non-terminating + ;; are 4 distinct "primary" character attributes: + ;; +CHAR-ATTR-WHITESPACE+, +CHAR-ATTR-TERMINATING-MACRO+, + ;; +CHAR-ATTR-ESCAPE+, and +CHAR-ATTR-CONSTITUENT+. Non-terminating ;; macros (such as the symbol reader) have the attribute - ;; CONSTITUENT. + ;; +CHAR-ATTR-CONSTITUENT+. ;; - ;; In order to make the READ-TOKEN fast, all this information is - ;; stored in the character attribute table by having different - ;; varieties of constituents. + ;; In order to make READ-TOKEN fast, all this information is stored + ;; in the character attribute table by having different varieties of + ;; constituents. (character-attribute-table - (make-array char-code-limit :element-type '(unsigned-byte 8) - :initial-element constituent) + (make-array sb!xc:char-code-limit + :element-type '(unsigned-byte 8) + :initial-element +char-attr-constituent+) :type attribute-table) ;; The CHARACTER-MACRO-TABLE is a vector of CHAR-CODE-LIMIT ;; functions. One of these functions called with appropriate @@ -40,10 +62,9 @@ ;; implement user-defined read-macros, system read-macros, and the ;; number-symbol reader. (character-macro-table - (make-array char-code-limit :initial-element #'undefined-macro-char) - :type (simple-vector #.char-code-limit)) - ;; DISPATCH-TABLES entry, which is an alist from dispatch characters - ;; to vectors of CHAR-CODE-LIMIT functions, for use in defining - ;; dispatching macros (like #-macro). + (make-array sb!xc:char-code-limit :initial-element #'undefined-macro-char) + :type (simple-vector #.sb!xc:char-code-limit)) + ;; an alist from dispatch characters to vectors of CHAR-CODE-LIMIT + ;; functions, for use in defining dispatching macros (like #-macro) (dispatch-tables () :type list) (readtable-case :upcase :type (member :upcase :downcase :preserve :invert)))