X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=ecmalisp.lisp;h=46b92932bca175ecddedabad07b1eb37f57dfad3;hb=ea250a1c0f5e0bc48a43fba2cdcaea1a7932cf0f;hp=76a189e27d105f0fe39fbde6a48aa9fc7f7c2a53;hpb=e384bdf370e9d17691df25aa4501733e291bdf3a;p=jscl.git diff --git a/ecmalisp.lisp b/ecmalisp.lisp index 76a189e..46b9293 100644 --- a/ecmalisp.lisp +++ b/ecmalisp.lisp @@ -27,39 +27,58 @@ (eval-when-compile (%compile-defmacro 'defmacro '(lambda (name args &rest body) - `(progn - (eval-when-compile - (%compile-defmacro ',name - '(lambda ,(mapcar (lambda (x) - (if (eq x '&body) - '&rest - x)) - args) - ,@body))) - ',name)))) - - (defmacro defvar (name value) + `(eval-when-compile + (%compile-defmacro ',name + '(lambda ,(mapcar (lambda (x) + (if (eq x '&body) + '&rest + x)) + args) + ,@body)))))) + + (defmacro declaim (&rest decls) + `(eval-when-compile + ,@(mapcar (lambda (decl) `(!proclaim ',decl)) decls))) + + (declaim (constant nil t) (special t nil)) + (setq nil 'nil) + (setq t 't) + + (defmacro when (condition &body body) + `(if ,condition (progn ,@body) nil)) + + (defmacro unless (condition &body body) + `(if ,condition nil (progn ,@body))) + + (defmacro defvar (name value &optional docstring) + `(progn + (declaim (special ,name)) + (unless (boundp ',name) (setq ,name ,value)) + ,@(when (stringp docstring) `((oset ',name "vardoc" ,docstring))) + ',name)) + + (defmacro defparameter (name value &optional docstring) `(progn (setq ,name ,value) + ,@(when (stringp docstring) `((oset ',name "vardoc" ,docstring))) ',name)) - (defmacro named-lambda (name args &body body) + (defmacro named-lambda (name args &rest body) (let ((x (gensym "FN"))) `(let ((,x (lambda ,args ,@body))) (oset ,x "fname" ,name) ,x))) - (defmacro defun (name args &body body) + (defmacro defun (name args &rest body) `(progn - (fset ',name (named-lambda ,(symbol-name name) ,args - (block ,name ,@body))) + (declaim (non-overridable ,name)) + (fset ',name + (named-lambda ,(symbol-name name) ,args + ,@(if (and (stringp (car body)) (not (null (cdr body)))) + `(,(car body) (block ,name ,@(cdr body))) + `((block ,name ,@body))))) ',name)) - (defvar *package* (new)) - - (defvar nil 'nil) - (defvar t 't) - (defun null (x) (eq x nil)) @@ -69,22 +88,14 @@ (defmacro while (condition &body body) `(block nil (%while ,condition ,@body))) - (defun internp (name) - (in name *package*)) - - (defun intern (name) - (if (internp name) - (oget *package* name) - (oset *package* name (make-symbol name)))) - - (defun find-symbol (name) - (oget *package* name)) - (defvar *gensym-counter* 0) (defun gensym (&optional (prefix "G")) (setq *gensym-counter* (+ *gensym-counter* 1)) (make-symbol (concat-two prefix (integer-to-string *gensym-counter*)))) + (defun boundp (x) + (boundp x)) + ;; Basic functions (defun = (x y) (= x y)) (defun + (x y) (+ x y)) @@ -102,7 +113,11 @@ (defun cons (x y ) (cons x y)) (defun consp (x) (consp x)) - (defun car (x) (car x)) + + (defun car (x) + "Return the CAR part of a cons, or NIL if X is null." + (car x)) + (defun cdr (x) (cdr x)) (defun caar (x) (car (car x))) (defun cadr (x) (car (cdr x))) @@ -131,12 +146,6 @@ (defmacro push (x place) `(setq ,place (cons ,x ,place))) - (defmacro when (condition &body body) - `(if ,condition (progn ,@body) nil)) - - (defmacro unless (condition &body body) - `(if ,condition nil (progn ,@body))) - (defmacro dolist (iter &body body) (let ((var (first iter)) (g!list (gensym))) @@ -221,7 +230,6 @@ `(prog1 (progn ,form1 ,result) ,@body))) - ;;; This couple of helper functions will be defined in both Common ;;; Lisp and in Ecmalisp. (defun ensure-list (x) @@ -413,6 +421,11 @@ (setq alist (cdr alist)))) (car alist)) + (defun string (x) + (cond ((stringp x) x) + ((symbolp x) (symbol-name x)) + (t (char-to-string x)))) + (defun string= (s1 s2) (equal s1 s2)) @@ -427,7 +440,129 @@ (defun disassemble (function) (write-line (lambda-code (fdefinition function))) - nil)) + nil) + + (defun documentation (x type) + "Return the documentation of X. TYPE must be the symbol VARIABLE or FUNCTION." + (ecase type + (function + (let ((func (fdefinition x))) + (oget func "docstring"))) + (variable + (unless (symbolp x) + (error "Wrong argument type! it should be a symbol")) + (oget x "vardoc")))) + + ;; Packages + + (defvar *package-list* nil) + + (defun list-all-packages () + *package-list*) + + (defun make-package (name &optional use) + (let ((package (new)) + (use (mapcar #'find-package-or-fail use))) + (oset package "packageName" name) + (oset package "symbols" (new)) + (oset package "exports" (new)) + (oset package "use" use) + (push package *package-list*) + package)) + + (defun packagep (x) + (and (objectp x) (in "symbols" x))) + + (defun find-package (package-designator) + (when (packagep package-designator) + (return-from find-package package-designator)) + (let ((name (string package-designator))) + (dolist (package *package-list*) + (when (string= (package-name package) name) + (return package))))) + + (defun find-package-or-fail (package-designator) + (or (find-package package-designator) + (error "Package unknown."))) + + (defun package-name (package-designator) + (let ((package (find-package-or-fail package-designator))) + (oget package "packageName"))) + + (defun %package-symbols (package-designator) + (let ((package (find-package-or-fail package-designator))) + (oget package "symbols"))) + + (defun package-use-list (package-designator) + (let ((package (find-package-or-fail package-designator))) + (oget package "use"))) + + (defun %package-external-symbols (package-designator) + (let ((package (find-package-or-fail package-designator))) + (oget package "exports"))) + + (defvar *common-lisp-package* + (make-package "CL")) + + (defvar *user-package* + (make-package "CL-USER" (list *common-lisp-package*))) + + (defvar *keyword-package* + (make-package "KEYWORD")) + + (defun keywordp (x) + (and (symbolp x) (eq (symbol-package x) *keyword-package*))) + + (defvar *package* *common-lisp-package*) + + (defmacro in-package (package-designator) + `(eval-when-compile + (setq *package* (find-package-or-fail ,package-designator)))) + + ;; This function is used internally to initialize the CL package + ;; with the symbols built during bootstrap. + (defun %intern-symbol (symbol) + (let ((symbols (%package-symbols *common-lisp-package*))) + (oset symbol "package" *common-lisp-package*) + (oset symbols (symbol-name symbol) symbol))) + + (defun %find-symbol (name package) + (let ((package (find-package-or-fail package))) + (let ((symbols (%package-symbols package))) + (if (in name symbols) + (cons (oget symbols name) t) + (dolist (used (package-use-list package) (cons nil nil)) + (let ((exports (%package-external-symbols used))) + (when (in name exports) + (return-from %find-symbol + (cons (oget exports name) t))))))))) + + (defun find-symbol (name &optional (package *package*)) + (car (%find-symbol name package))) + + (defun intern (name &optional (package *package*)) + (let ((package (find-package-or-fail package))) + (let ((result (%find-symbol name package))) + (if (cdr result) + (car result) + (let ((symbols (%package-symbols package))) + (oget symbols name) + (let ((symbol (make-symbol name))) + (oset symbol "package" package) + (when (eq package *keyword-package*) + (oset symbol "value" symbol) + (export (list symbol) package)) + (oset symbols name symbol))))))) + + (defun symbol-package (symbol) + (unless (symbolp symbol) + (error "it is not a symbol")) + (oget symbol "package")) + + (defun export (symbols &optional (package *package*)) + (let ((exports (%package-external-symbols package))) + (dolist (symb symbols t) + (oset exports (symbol-name symb) symb))))) ;;; The compiler offers some primitives and special forms which are @@ -553,7 +688,15 @@ (progn (defun prin1-to-string (form) (cond - ((symbolp form) (symbol-name form)) + ((symbolp form) + (if (cdr (%find-symbol (symbol-name form) *package*)) + (symbol-name form) + (let ((package (symbol-package form)) + (name (symbol-name form))) + (concat (if (eq package (find-package "KEYWORD")) + "" + (package-name package)) + ":" name)))) ((integerp form) (integer-to-string form)) ((stringp form) (concat "\"" (escape-string form) "\"")) ((functionp form) @@ -568,7 +711,9 @@ (if (null (cdr last)) (prin1-to-string (car last)) (concat (prin1-to-string (car last)) " . " (prin1-to-string (cdr last))))) - ")")))) + ")")) + ((packagep form) + (concat "#")))) (defun write-line (x) (write-string x) @@ -689,12 +834,48 @@ (t (error "Unknown reader form."))))))) -(defvar *eof* (make-symbol "EOF")) +;;; Parse a string of the form NAME, PACKAGE:NAME or +;;; PACKAGE::NAME and return the name. If the string is of the +;;; form 1) or 3), but the symbol does not exist, it will be created +;;; and interned in that package. +(defun read-symbol (string) + (let ((size (length string)) + package name internalp index) + (setq index 0) + (while (and (< index size) + (not (char= (char string index) #\:))) + (incf index)) + (cond + ;; No package prefix + ((= index size) + (setq name string) + (setq package *package*) + (setq internalp t)) + (t + ;; Package prefix + (if (zerop index) + (setq package "KEYWORD") + (setq package (string-upcase (subseq string 0 index)))) + (incf index) + (when (char= (char string index) #\:) + (setq internalp t) + (incf index)) + (setq name (subseq string index)))) + ;; Canonalize symbol name and package + (setq name (string-upcase name)) + (setq package (find-package package)) + ;; TODO: PACKAGE:SYMBOL should signal error if SYMBOL is not an + ;; external symbol from PACKAGE. + (if (or internalp (eq package (find-package "KEYWORD"))) + (intern name package) + (find-symbol name package)))) + +(defvar *eof* (gensym)) (defun ls-read (stream) (skip-whitespaces-and-comments stream) (let ((ch (%peek-char stream))) (cond - ((null ch) + ((or (null ch) (char= ch #\))) *eof*) ((char= ch #\() (%read-char stream) @@ -719,7 +900,7 @@ (let ((string (read-until stream #'terminalp))) (if (every #'digit-char-p string) (parse-integer string) - (intern (string-upcase string)))))))) + (read-symbol string))))))) (defun ls-read-from-string (string) (ls-read (make-string-stream string))) @@ -734,16 +915,23 @@ (defvar *compilation-unit-checks* '()) -(defun make-binding (name type translation declared) - (list name type translation declared)) +(defun make-binding (name type value &optional declarations) + (list name type value declarations)) (defun binding-name (b) (first b)) (defun binding-type (b) (second b)) -(defun binding-translation (b) (third b)) -(defun binding-declared (b) - (and b (fourth b))) -(defun mark-binding-as-declared (b) - (setcar (cdddr b) t)) +(defun binding-value (b) (third b)) +(defun binding-declarations (b) (fourth b)) + +(defun set-binding-value (b value) + (setcar (cddr b) value)) + +(defun set-binding-declarations (b value) + (setcar (cdddr b) value)) + +(defun push-binding-declaration (decl b) + (set-binding-declarations b (cons decl (binding-declarations b)))) + (defun make-lexenv () (list nil nil nil nil)) @@ -753,14 +941,10 @@ (defun push-to-lexenv (binding lexenv namespace) (ecase namespace - (variable - (setcar lexenv (cons binding (car lexenv)))) - (function - (setcar (cdr lexenv) (cons binding (cadr lexenv)))) - (block - (setcar (cddr lexenv) (cons binding (caddr lexenv)))) - (gotag - (setcar (cdddr lexenv) (cons binding (cadddr lexenv)))))) + (variable (setcar lexenv (cons binding (car lexenv)))) + (function (setcar (cdr lexenv) (cons binding (cadr lexenv)))) + (block (setcar (cddr lexenv) (cons binding (caddr lexenv)))) + (gotag (setcar (cdddr lexenv) (cons binding (cadddr lexenv)))))) (defun extend-lexenv (bindings lexenv namespace) (let ((env (copy-lexenv lexenv))) @@ -776,24 +960,17 @@ (defvar *environment* (make-lexenv)) -(defun clear-undeclared-global-bindings () - (setq *environment* - (mapcar (lambda (namespace) - (remove-if-not #'binding-declared namespace)) - *environment*))) - - (defvar *variable-counter* 0) (defun gvarname (symbol) (concat "v" (integer-to-string (incf *variable-counter*)))) -(defun translate-variable (symbol env) - (binding-translation (lookup-in-lexenv symbol env 'variable))) +(defun translate-variable (symbol) + (binding-value (lookup-in-lexenv symbol *environment* 'variable))) -(defun extend-local-env (args env) - (let ((new (copy-lexenv env))) +(defun extend-local-env (args) + (let ((new (copy-lexenv *environment*))) (dolist (symbol args new) - (let ((b (make-binding symbol 'lexical-variable (gvarname symbol) t))) + (let ((b (make-binding symbol 'lexical-variable (gvarname symbol)))) (push-to-lexenv b new 'variable))))) ;;; Toplevel compilations @@ -810,33 +987,57 @@ (defun %compile-defmacro (name lambda) (toplevel-compilation (ls-compile `',name)) - (push-to-lexenv (make-binding name 'macro lambda t) *environment* 'function)) + (push-to-lexenv (make-binding name 'macro lambda) *environment* 'function)) + +(defun global-binding (name type namespace) + (or (lookup-in-lexenv name *environment* namespace) + (let ((b (make-binding name type nil))) + (push-to-lexenv b *environment* namespace) + b))) + +(defun claimp (symbol namespace claim) + (let ((b (lookup-in-lexenv symbol *environment* namespace))) + (and b (member claim (binding-declarations b))))) + +(defun !proclaim (decl) + (case (car decl) + (special + (dolist (name (cdr decl)) + (let ((b (global-binding name 'variable 'variable))) + (push-binding-declaration 'special b)))) + (notinline + (dolist (name (cdr decl)) + (let ((b (global-binding name 'function 'function))) + (push-binding-declaration 'notinline b)))) + (constant + (dolist (name (cdr decl)) + (let ((b (global-binding name 'variable 'variable))) + (push-binding-declaration 'constant b)))) + (non-overridable + (dolist (name (cdr decl)) + (let ((b (global-binding name 'function 'function))) + (push-binding-declaration 'non-overridable b)))))) -(defvar *compilations* nil) +#+ecmalisp +(fset 'proclaim #'!proclaim) + +;;; Special forms -(defun ls-compile-block (sexps env) - (join-trailing - (remove-if #'null-or-empty-p - (mapcar (lambda (x) (ls-compile x env)) sexps)) - (concat ";" *newline*))) +(defvar *compilations* nil) (defmacro define-compilation (name args &body body) ;; Creates a new primitive `name' with parameters args and ;; @body. The body can access to the local environment through the - ;; variable ENV. - `(push (list ',name (lambda (env ,@args) (block ,name ,@body))) + ;; variable *ENVIRONMENT*. + `(push (list ',name (lambda ,args (block ,name ,@body))) *compilations*)) (define-compilation if (condition true false) - (concat "(" - (ls-compile condition env) " !== " (ls-compile nil) - " ? " - (ls-compile true env) - " : " - (ls-compile false env) + (concat "(" (ls-compile condition) " !== " (ls-compile nil) + " ? " (ls-compile true) + " : " (ls-compile false) ")")) - (defvar *lambda-list-keywords* '(&optional &rest)) (defun list-until-keyword (list) @@ -859,84 +1060,98 @@ (error "Bad lambda-list")) (car rest))) + +(defun lambda-docstring-wrapper (docstring &rest strs) + (if docstring + (js!selfcall + "var func = " (join strs) ";" *newline* + "func.docstring = '" docstring "';" *newline* + "return func;" *newline*) + (join strs))) + (define-compilation lambda (lambda-list &rest body) (let ((required-arguments (lambda-list-required-arguments lambda-list)) (optional-arguments (lambda-list-optional-arguments lambda-list)) - (rest-argument (lambda-list-rest-argument lambda-list))) + (rest-argument (lambda-list-rest-argument lambda-list)) + documentation) + ;; Get the documentation string for the lambda function + (when (and (stringp (car body)) + (not (null (cdr body)))) + (setq documentation (car body)) + (setq body (cdr body))) (let ((n-required-arguments (length required-arguments)) (n-optional-arguments (length optional-arguments)) - (new-env (extend-local-env - (append (ensure-list rest-argument) - required-arguments - optional-arguments) - env))) - (concat "(function (" - (join (mapcar (lambda (x) - (translate-variable x new-env)) - (append required-arguments optional-arguments)) - ",") - "){" *newline* - ;; Check number of arguments - (indent - (if required-arguments - (concat "if (arguments.length < " (integer-to-string n-required-arguments) - ") throw 'too few arguments';" *newline*) - "") - (if (not rest-argument) - (concat "if (arguments.length > " - (integer-to-string (+ n-required-arguments n-optional-arguments)) - ") throw 'too many arguments';" *newline*) - "") - ;; Optional arguments - (if optional-arguments - (concat "switch(arguments.length){" *newline* - (let ((optional-and-defaults - (lambda-list-optional-arguments-with-default lambda-list)) - (cases nil) - (idx 0)) - (progn - (while (< idx n-optional-arguments) - (let ((arg (nth idx optional-and-defaults))) - (push (concat "case " - (integer-to-string (+ idx n-required-arguments)) ":" *newline* - (translate-variable (car arg) new-env) - "=" - (ls-compile (cadr arg) new-env) - ";" *newline*) - cases) - (incf idx))) - (push (concat "default: break;" *newline*) cases) - (join (reverse cases)))) - "}" *newline*) - "") - ;; &rest/&body argument - (if rest-argument - (let ((js!rest (translate-variable rest-argument new-env))) - (concat "var " js!rest "= " (ls-compile nil) ";" *newline* - "for (var i = arguments.length-1; i>=" - (integer-to-string (+ n-required-arguments n-optional-arguments)) - "; i--)" *newline* - (indent js!rest " = " - "{car: arguments[i], cdr: ") js!rest "};" - *newline*)) - "") - ;; Body - (concat (ls-compile-block (butlast body) new-env) - "return " (ls-compile (car (last body)) new-env) ";")) *newline* - "})")))) + (*environment* (extend-local-env + (append (ensure-list rest-argument) + required-arguments + optional-arguments)))) + (lambda-docstring-wrapper + documentation + "(function (" + (join (mapcar #'translate-variable + (append required-arguments optional-arguments)) + ",") + "){" *newline* + ;; Check number of arguments + (indent + (if required-arguments + (concat "if (arguments.length < " (integer-to-string n-required-arguments) + ") throw 'too few arguments';" *newline*) + "") + (if (not rest-argument) + (concat "if (arguments.length > " + (integer-to-string (+ n-required-arguments n-optional-arguments)) + ") throw 'too many arguments';" *newline*) + "") + ;; Optional arguments + (if optional-arguments + (concat "switch(arguments.length){" *newline* + (let ((optional-and-defaults + (lambda-list-optional-arguments-with-default lambda-list)) + (cases nil) + (idx 0)) + (progn + (while (< idx n-optional-arguments) + (let ((arg (nth idx optional-and-defaults))) + (push (concat "case " + (integer-to-string (+ idx n-required-arguments)) ":" *newline* + (translate-variable (car arg)) + "=" + (ls-compile (cadr arg)) + ";" *newline*) + cases) + (incf idx))) + (push (concat "default: break;" *newline*) cases) + (join (reverse cases)))) + "}" *newline*) + "") + ;; &rest/&body argument + (if rest-argument + (let ((js!rest (translate-variable rest-argument))) + (concat "var " js!rest "= " (ls-compile nil) ";" *newline* + "for (var i = arguments.length-1; i>=" + (integer-to-string (+ n-required-arguments n-optional-arguments)) + "; i--)" *newline* + (indent js!rest " = " + "{car: arguments[i], cdr: ") js!rest "};" + *newline*)) + "") + ;; Body + (ls-compile-block body t)) *newline* + "})")))) (define-compilation setq (var val) - (let ((b (lookup-in-lexenv var env 'variable))) + (let ((b (lookup-in-lexenv var *environment* 'variable))) (if (eq (binding-type b) 'lexical-variable) - (concat (binding-translation b) " = " (ls-compile val env)) - (ls-compile `(set ',var ,val) env)))) + (concat (binding-value b) " = " (ls-compile val)) + (ls-compile `(set ',var ,val))))) ;;; FFI Variable accessors (define-compilation js-vref (var) var) (define-compilation js-vset (var val) - (concat "(" var " = " (ls-compile val env) ")")) + (concat "(" var " = " (ls-compile val) ")")) ;;; Literals @@ -970,7 +1185,9 @@ (or (cdr (assoc sexp *literal-symbols*)) (let ((v (genlit)) (s #+common-lisp (concat "{name: \"" (escape-string (symbol-name sexp)) "\"}") - #+ecmalisp (ls-compile `(intern ,(symbol-name sexp))))) + #+ecmalisp (ls-compile + `(intern ,(symbol-name sexp) + ,(package-name (symbol-package sexp)))))) (push (cons sexp v) *literal-symbols*) (toplevel-compilation (concat "var " v " = " s)) v))) @@ -986,23 +1203,19 @@ (define-compilation quote (sexp) (literal sexp)) - (define-compilation %while (pred &rest body) (js!selfcall - "while(" (ls-compile pred env) " !== " (ls-compile nil) "){" *newline* - (indent (ls-compile-block body env)) + "while(" (ls-compile pred) " !== " (ls-compile nil) "){" *newline* + (indent (ls-compile-block body)) "}" "return " (ls-compile nil) ";" *newline*)) (define-compilation function (x) (cond ((and (listp x) (eq (car x) 'lambda)) - (ls-compile x env)) + (ls-compile x)) ((symbolp x) - (ls-compile `(symbol-function ',x)) - ;; TODO: Add lexical functions - ;;(lookup-function-translation x env) - ))) + (ls-compile `(symbol-function ',x))))) (define-compilation eval-when-compile (&rest body) (eval (cons 'progn body)) @@ -1010,43 +1223,120 @@ (defmacro define-transformation (name args form) `(define-compilation ,name ,args - (ls-compile ,form env))) + (ls-compile ,form))) (define-compilation progn (&rest body) - (js!selfcall - (ls-compile-block (butlast body) env) - "return " (ls-compile (car (last body)) env) ";" *newline*)) + (js!selfcall (ls-compile-block body t))) + +(defun special-variable-p (x) + (claimp x 'variable 'special)) + +;;; Wrap CODE to restore the symbol values of the dynamic +;;; bindings. BINDINGS is a list of pairs of the form +;;; (SYMBOL . PLACE), where PLACE is a Javascript variable +;;; name to initialize the symbol value and where to stored +;;; the old value. +(defun let-binding-wrapper (bindings body) + (when (null bindings) + (return-from let-binding-wrapper body)) + (concat + "try {" *newline* + (indent "var tmp;" *newline* + (mapconcat + (lambda (b) + (let ((s (ls-compile `(quote ,(car b))))) + (concat "tmp = " s ".value;" *newline* + s ".value = " (cdr b) ";" *newline* + (cdr b) " = tmp;" *newline*))) + bindings) + body *newline*) + "}" *newline* + "finally {" *newline* + (indent + (mapconcat (lambda (b) + (let ((s (ls-compile `(quote ,(car b))))) + (concat s ".value" " = " (cdr b) ";" *newline*))) + bindings)) + "}" *newline*)) (define-compilation let (bindings &rest body) (let ((bindings (mapcar #'ensure-list bindings))) - (let ((variables (mapcar #'first bindings)) - (values (mapcar #'second bindings))) - (let ((new-env (extend-local-env variables env))) + (let ((variables (mapcar #'first bindings))) + (let ((cvalues (mapcar #'ls-compile (mapcar #'second bindings))) + (*environment* (extend-local-env (remove-if #'special-variable-p variables))) + (dynamic-bindings)) (concat "(function(" (join (mapcar (lambda (x) - (translate-variable x new-env)) + (if (special-variable-p x) + (let ((v (gvarname x))) + (push (cons x v) dynamic-bindings) + v) + (translate-variable x))) variables) ",") "){" *newline* - (indent (ls-compile-block (butlast body) new-env) - "return " (ls-compile (car (last body)) new-env) - ";" *newline*) - "})(" (join (mapcar (lambda (x) (ls-compile x env)) - values) - ",") - ")"))))) + (let ((body (ls-compile-block body t))) + (indent (let-binding-wrapper dynamic-bindings body))) + "})(" (join cvalues ",") ")"))))) + + +;;; Return the code to initialize BINDING, and push it extending the +;;; current lexical environment if the variable is special. +(defun let*-initialize-value (binding) + (let ((var (first binding)) + (value (second binding))) + (if (special-variable-p var) + (concat (ls-compile `(setq ,var ,value)) ";" *newline*) + (let ((v (gvarname var))) + (let ((b (make-binding var 'variable v))) + (prog1 (concat "var " v " = " (ls-compile value) ";" *newline*) + (push-to-lexenv b *environment* 'variable))))))) + +;;; Wrap BODY to restore the symbol values of SYMBOLS after body. It +;;; DOES NOT generate code to initialize the value of the symbols, +;;; unlike let-binding-wrapper. +(defun let*-binding-wrapper (symbols body) + (when (null symbols) + (return-from let*-binding-wrapper body)) + (let ((store (mapcar (lambda (s) (cons s (gvarname s))) + (remove-if-not #'special-variable-p symbols)))) + (concat + "try {" *newline* + (indent + (mapconcat (lambda (b) + (let ((s (ls-compile `(quote ,(car b))))) + (concat "var " (cdr b) " = " s ".value;" *newline*))) + store) + body) + "}" *newline* + "finally {" *newline* + (indent + (mapconcat (lambda (b) + (let ((s (ls-compile `(quote ,(car b))))) + (concat s ".value" " = " (cdr b) ";" *newline*))) + store)) + "}" *newline*))) + + +(define-compilation let* (bindings &rest body) + (let ((bindings (mapcar #'ensure-list bindings)) + (*environment* (copy-lexenv *environment*))) + (js!selfcall + (let ((specials (remove-if-not #'special-variable-p (mapcar #'first bindings))) + (body (concat (mapconcat #'let*-initialize-value bindings) + (ls-compile-block body t)))) + (let*-binding-wrapper specials body))))) (defvar *block-counter* 0) (define-compilation block (name &rest body) (let ((tr (integer-to-string (incf *block-counter*)))) - (let ((b (make-binding name 'block tr t))) + (let ((b (make-binding name 'block tr))) (js!selfcall "try {" *newline* - (indent "return " (ls-compile `(progn ,@body) - (extend-lexenv (list b) env 'block)) - ";" *newline*) + (let ((*environment* (extend-lexenv (list b) *environment* 'block))) + (indent "return " (ls-compile `(progn ,@body)) ";" *newline*)) "}" *newline* "catch (cf){" *newline* " if (cf.type == 'block' && cf.id == " tr ")" *newline* @@ -1056,13 +1346,13 @@ "}" *newline*)))) (define-compilation return-from (name &optional value) - (let ((b (lookup-in-lexenv name env 'block))) + (let ((b (lookup-in-lexenv name *environment* 'block))) (if b (js!selfcall "throw ({" "type: 'block', " - "id: " (binding-translation b) ", " - "value: " (ls-compile value env) ", " + "id: " (binding-value b) ", " + "value: " (ls-compile value) ", " "message: 'Return from unknown block " (symbol-name name) ".'" "})") (error (concat "Unknown block `" (symbol-name name) "'."))))) @@ -1070,7 +1360,7 @@ (define-compilation catch (id &rest body) (js!selfcall - "var id = " (ls-compile id env) ";" *newline* + "var id = " (ls-compile id) ";" *newline* "try {" *newline* (indent "return " (ls-compile `(progn ,@body)) ";" *newline*) @@ -1082,12 +1372,12 @@ " throw cf;" *newline* "}" *newline*)) -(define-compilation throw (id &optional value) +(define-compilation throw (id value) (js!selfcall "throw ({" "type: 'catch', " - "id: " (ls-compile id env) ", " - "value: " (ls-compile value env) ", " + "id: " (ls-compile id) ", " + "value: " (ls-compile value) ", " "message: 'Throw uncatched.'" "})")) @@ -1098,29 +1388,29 @@ (defun go-tag-p (x) (or (integerp x) (symbolp x))) -(defun declare-tagbody-tags (env tbidx body) +(defun declare-tagbody-tags (tbidx body) (let ((bindings (mapcar (lambda (label) (let ((tagidx (integer-to-string (incf *go-tag-counter*)))) - (make-binding label 'gotag (list tbidx tagidx) t))) + (make-binding label 'gotag (list tbidx tagidx)))) (remove-if-not #'go-tag-p body)))) - (extend-lexenv bindings env 'gotag))) + (extend-lexenv bindings *environment* 'gotag))) (define-compilation tagbody (&rest body) ;; Ignore the tagbody if it does not contain any go-tag. We do this ;; because 1) it is easy and 2) many built-in forms expand to a ;; implicit tagbody, so we save some space. (unless (some #'go-tag-p body) - (return-from tagbody (ls-compile `(progn ,@body nil) env))) + (return-from tagbody (ls-compile `(progn ,@body nil)))) ;; The translation assumes the first form in BODY is a label (unless (go-tag-p (car body)) (push (gensym "START") body)) ;; Tagbody compilation (let ((tbidx (integer-to-string *tagbody-counter*))) - (let ((env (declare-tagbody-tags env tbidx body)) + (let ((*environment* (declare-tagbody-tags tbidx body)) initag) - (let ((b (lookup-in-lexenv (first body) env 'gotag))) - (setq initag (second (binding-translation b)))) + (let ((b (lookup-in-lexenv (first body) *environment* 'gotag))) + (setq initag (second (binding-value b)))) (js!selfcall "var tagbody_" tbidx " = " initag ";" *newline* "tbloop:" *newline* @@ -1132,9 +1422,9 @@ (dolist (form (cdr body) content) (concatf content (if (not (go-tag-p form)) - (indent (ls-compile form env) ";" *newline*) - (let ((b (lookup-in-lexenv form env 'gotag))) - (concat "case " (second (binding-translation b)) ":" *newline*))))) + (indent (ls-compile form) ";" *newline*) + (let ((b (lookup-in-lexenv form *environment* 'gotag))) + (concat "case " (second (binding-value b)) ":" *newline*))))) "default:" *newline* " break tbloop;" *newline* "}" *newline*))) @@ -1149,7 +1439,7 @@ "return " (ls-compile nil) ";" *newline*)))) (define-compilation go (label) - (let ((b (lookup-in-lexenv label env 'gotag)) + (let ((b (lookup-in-lexenv label *environment* 'gotag)) (n (cond ((symbolp label) (symbol-name label)) ((integerp label) (integer-to-string label))))) @@ -1157,8 +1447,8 @@ (js!selfcall "throw ({" "type: 'tagbody', " - "id: " (first (binding-translation b)) ", " - "label: " (second (binding-translation b)) ", " + "id: " (first (binding-value b)) ", " + "label: " (second (binding-value b)) ", " "message: 'Attempt to GO to non-existing tag " n "'" "})" *newline*) (error (concat "Unknown tag `" n "'."))))) @@ -1168,9 +1458,9 @@ (js!selfcall "var ret = " (ls-compile nil) ";" *newline* "try {" *newline* - (indent "ret = " (ls-compile form env) ";" *newline*) + (indent "ret = " (ls-compile form) ";" *newline*) "} finally {" *newline* - (indent (ls-compile-block clean-up env)) + (indent (ls-compile-block clean-up)) "}" *newline* "return ret;" *newline*)) @@ -1212,10 +1502,19 @@ ;;; Primitives +(defvar *builtins* nil) + +(defmacro define-raw-builtin (name args &body body) + ;; Creates a new primitive function `name' with parameters args and + ;; @body. The body can access to the local environment through the + ;; variable *ENVIRONMENT*. + `(push (list ',name (lambda ,args (block ,name ,@body))) + *builtins*)) + (defmacro define-builtin (name args &body body) `(progn - (define-compilation ,name ,args - (let ,(mapcar (lambda (arg) `(,arg (ls-compile ,arg env))) args) + (define-raw-builtin ,name ,args + (let ,(mapcar (lambda (arg) `(,arg (ls-compile ,arg))) args) ,@body)))) ;;; DECLS is a list of (JSVARNAME TYPE LISPFORM) declarations. @@ -1336,7 +1635,7 @@ (define-builtin eq (x y) (js!bool (concat "(" x " === " y ")"))) (define-builtin equal (x y) (js!bool (concat "(" x " == " y ")"))) -(define-builtin string (x) +(define-builtin char-to-string (x) (type-check (("x" "number" x)) "String.fromCharCode(x)")) @@ -1351,13 +1650,13 @@ (type-check (("x" "string" x)) "x.length")) -(define-compilation slice (string a &optional b) +(define-raw-builtin slice (string a &optional b) (js!selfcall - "var str = " (ls-compile string env) ";" *newline* - "var a = " (ls-compile a env) ";" *newline* + "var str = " (ls-compile string) ";" *newline* + "var a = " (ls-compile a) ";" *newline* "var b;" *newline* (if b - (concat "b = " (ls-compile b env) ";" *newline*) + (concat "b = " (ls-compile b) ";" *newline*) "") "return str.slice(a,b);" *newline*)) @@ -1371,27 +1670,23 @@ ("string2" "string" string2)) "string1.concat(string2)")) -(define-compilation funcall (func &rest args) - (concat "(" (ls-compile func env) ")(" - (join (mapcar (lambda (x) - (ls-compile x env)) - args) +(define-raw-builtin funcall (func &rest args) + (concat "(" (ls-compile func) ")(" + (join (mapcar #'ls-compile args) ", ") ")")) -(define-compilation apply (func &rest args) +(define-raw-builtin apply (func &rest args) (if (null args) - (concat "(" (ls-compile func env) ")()") + (concat "(" (ls-compile func) ")()") (let ((args (butlast args)) (last (car (last args)))) (js!selfcall - "var f = " (ls-compile func env) ";" *newline* - "var args = [" (join (mapcar (lambda (x) - (ls-compile x env)) - args) + "var f = " (ls-compile func) ";" *newline* + "var args = [" (join (mapcar #'ls-compile args) ", ") "];" *newline* - "var tail = (" (ls-compile last env) ");" *newline* + "var tail = (" (ls-compile last) ");" *newline* "while (tail != " (ls-compile nil) "){" *newline* " args.push(tail.car);" *newline* " tail = tail.cdr;" *newline* @@ -1407,6 +1702,9 @@ (define-builtin new () "{}") +(define-builtin objectp (x) + (js!bool (concat "(typeof (" x ") === 'object')"))) + (define-builtin oget (object key) (js!selfcall "var tmp = " "(" object ")[" key "];" *newline* @@ -1434,46 +1732,86 @@ (defun ls-macroexpand-1 (form) (let ((macro-binding (macro (car form)))) (if macro-binding - (apply (eval (binding-translation macro-binding)) (cdr form)) + (let ((expander (binding-value macro-binding))) + (when (listp expander) + (let ((compiled (eval expander))) + ;; The list representation are useful while + ;; bootstrapping, as we can dump the definition of the + ;; macros easily, but they are slow because we have to + ;; evaluate them and compile them now and again. So, let + ;; us replace the list representation version of the + ;; function with the compiled one. + ;; + #+ecmalisp (set-binding-value macro-binding compiled) + (setq expander compiled))) + (apply expander (cdr form))) form))) -(defun compile-funcall (function args env) - (concat (ls-compile `#',function) "(" - (join (mapcar (lambda (x) (ls-compile x env)) args) - ", ") - ")")) - -(defun ls-compile (sexp &optional (env (make-lexenv))) +(defun compile-funcall (function args) + (if (and (symbolp function) + (claimp function 'function 'non-overridable)) + (concat (ls-compile `',function) ".function(" + (join (mapcar #'ls-compile args) + ", ") + ")") + (concat (ls-compile `#',function) "(" + (join (mapcar #'ls-compile args) + ", ") + ")"))) + +(defun ls-compile-block (sexps &optional return-last-p) + (if return-last-p + (concat (ls-compile-block (butlast sexps)) + "return " (ls-compile (car (last sexps))) ";") + (join-trailing + (remove-if #'null-or-empty-p (mapcar #'ls-compile sexps)) + (concat ";" *newline*)))) + +(defun ls-compile (sexp) (cond ((symbolp sexp) - (let ((b (lookup-in-lexenv sexp env 'variable))) - (if (eq (binding-type b) 'lexical-variable) - (binding-translation b) - (ls-compile `(symbol-value ',sexp) env)))) + (let ((b (lookup-in-lexenv sexp *environment* 'variable))) + (cond + ((and b (not (member 'special (binding-declarations b)))) + (binding-value b)) + ((or (keywordp sexp) + (member 'constant (binding-declarations b))) + (concat (ls-compile `',sexp) ".value")) + (t + (ls-compile `(symbol-value ',sexp)))))) ((integerp sexp) (integer-to-string sexp)) ((stringp sexp) (concat "\"" (escape-string sexp) "\"")) ((listp sexp) - (if (assoc (car sexp) *compilations*) - (let ((comp (second (assoc (car sexp) *compilations*)))) - (apply comp env (cdr sexp))) - (if (macro (car sexp)) - (ls-compile (ls-macroexpand-1 sexp) env) - (compile-funcall (car sexp) (cdr sexp) env)))))) + (let ((name (car sexp)) + (args (cdr sexp))) + (cond + ;; Special forms + ((assoc name *compilations*) + (let ((comp (second (assoc name *compilations*)))) + (apply comp args))) + ;; Built-in functions + ((and (assoc name *builtins*) + (not (claimp name 'function 'notinline))) + (let ((comp (second (assoc name *builtins*)))) + (apply comp args))) + (t + (if (macro name) + (ls-compile (ls-macroexpand-1 sexp)) + (compile-funcall name args)))))))) (defun ls-compile-toplevel (sexp) - (setq *toplevel-compilations* nil) - (cond - ((and (consp sexp) (eq (car sexp) 'progn)) - (let ((subs (mapcar #'ls-compile-toplevel (cdr sexp)))) - (join (remove-if #'null-or-empty-p subs)))) - (t - (let ((code (ls-compile sexp))) - (prog1 - (concat (join-trailing (get-toplevel-compilations) (concat ";" *newline*)) - (if code - (concat code ";" *newline*) - "")) - (setq *toplevel-compilations* nil)))))) + (let ((*toplevel-compilations* nil)) + (cond + ((and (consp sexp) (eq (car sexp) 'progn)) + (let ((subs (mapcar #'ls-compile-toplevel (cdr sexp)))) + (join (remove-if #'null-or-empty-p subs)))) + (t + (let ((code (ls-compile sexp))) + (concat (join-trailing (get-toplevel-compilations) + (concat ";" *newline*)) + (if code + (concat code ";" *newline*) + ""))))))) ;;; Once we have the compiler, we define the runtime environment and @@ -1486,7 +1824,6 @@ `(prog1 (progn (setq *compilation-unit-checks* nil) - (clear-undeclared-global-bindings) ,@body) (dolist (check *compilation-unit-checks*) (funcall check)))) @@ -1497,6 +1834,26 @@ (ls-compile-toplevel x)))) (js-eval code))) + (export '(&rest &optional &body * *gensym-counter* *package* + - / 1+ 1- < <= = += > >= and append apply assoc atom block boundp boundp butlast caar +cadddr caddr cadr car car case catch cdar cdddr cddr cdr cdr char +char-code char= code-char cond cons consp copy-list decf declaim +defparameter defun defvar digit-char-p disassemble documentation +dolist dotimes ecase eq eql equal error eval every export fdefinition +find-package find-symbol first fourth fset funcall function functionp +gensym go identity if in-package incf integerp integerp intern +keywordp lambda last length let let* list-all-packages list listp +make-package make-symbol mapcar member minusp mod nil not nth nthcdr +null numberp or package-name package-use-list packagep plusp +prin1-to-string print proclaim prog1 prog2 pron push quote remove +remove-if remove-if-not return return-from revappend reverse second +set setq some string-upcase string string= stringp subseq +symbol-function symbol-name symbol-package symbol-plist symbol-value +symbolp t tagbody third throw truncate unless unwind-protect variable +warn when write-line write-string zerop)) + + (setq *package* *user-package*) + (js-eval "var lisp") (js-vset "lisp" (new)) (js-vset "lisp.read" #'ls-read-from-string) @@ -1512,9 +1869,7 @@ (toplevel-compilation (ls-compile `(progn - ,@(mapcar (lambda (s) - `(oset *package* ,(symbol-name (car s)) - (js-vref ,(cdr s)))) + ,@(mapcar (lambda (s) `(%intern-symbol (js-vref ,(cdr s)))) *literal-symbols*) (setq *literal-symbols* ',*literal-symbols*) (setq *environment* ',*environment*)