X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=ecmalisp.lisp;h=6c173b942ec5d981444997881d57c05b22797c71;hb=90d70940965a3c6348ef5046dcee2455bdbcda10;hp=be51b2d68de9bddbf2c9feac0d85930e15e7e8fe;hpb=b373038d138b8cf9e418636e338383130c225cdd;p=jscl.git diff --git a/ecmalisp.lisp b/ecmalisp.lisp index be51b2d..867c283 100644 --- a/ecmalisp.lisp +++ b/ecmalisp.lisp @@ -1,6 +1,6 @@ ;;; ecmalisp.lisp --- -;; Copyright (C) 2012 David Vazquez +;; Copyright (C) 2012, 2013 David Vazquez ;; Copyright (C) 2012 Raimon Grau ;; This program is free software: you can redistribute it and/or @@ -21,108 +21,124 @@ ;;; as well as funcalls and macroexpansion, but no functions. So, we ;;; define the Lisp world from scratch. This code has to define enough ;;; language to the compiler to be able to run. + #+ecmalisp (progn - (eval-when-compile - (%compile-defmacro 'defmacro - '(lambda (name args &rest body) - `(eval-when-compile - (%compile-defmacro ',name - '(lambda ,(mapcar (lambda (x) - (if (eq x '&body) - '&rest - x)) - args) - ,@body)))))) - - (defmacro %defvar (name value) - `(progn - (eval-when-compile - (%compile-defvar ',name)) - (setq ,name ,value))) - - (defmacro defvar (name &optional value) - `(%defvar ,name ,value)) + (eval-when-compile + (%compile-defmacro 'defmacro + '(function + (lambda (name args &rest body) + `(eval-when-compile + (%compile-defmacro ',name + '(function + (lambda ,(mapcar #'(lambda (x) + (if (eq x '&body) + '&rest + x)) + args) + ,@body)))))))) + + (defmacro declaim (&rest decls) + `(eval-when-compile + ,@(mapcar (lambda (decl) `(!proclaim ',decl)) decls))) + + (declaim (constant nil t) (special t nil)) + (setq nil 'nil) + (js-vset "nil" nil) + (setq t 't) + + (defmacro lambda (args &body body) + `(function (lambda ,args ,@body))) + + (defmacro when (condition &body body) + `(if ,condition (progn ,@body) nil)) + + (defmacro unless (condition &body body) + `(if ,condition nil (progn ,@body))) + + (defmacro defvar (name value &optional docstring) + `(progn + (declaim (special ,name)) + (unless (boundp ',name) (setq ,name ,value)) + ,@(when (stringp docstring) `((oset ',name "vardoc" ,docstring))) + ',name)) + + (defmacro defparameter (name value &optional docstring) + `(progn + (setq ,name ,value) + ,@(when (stringp docstring) `((oset ',name "vardoc" ,docstring))) + ',name)) (defmacro named-lambda (name args &rest body) (let ((x (gensym "FN"))) `(let ((,x (lambda ,args ,@body))) - (set ,x "fname" ,name) + (oset ,x "fname" ,name) ,x))) - (defmacro %defun (name args &rest body) + (defmacro defun (name args &rest body) `(progn - (eval-when-compile - (%compile-defun ',name)) - (fsetq ,name (named-lambda ,(symbol-name name) ,args - ,@body)))) + (fset ',name + (named-lambda ,(symbol-name name) ,args + ,@(if (and (stringp (car body)) (not (null (cdr body)))) + `(,(car body) (block ,name ,@(cdr body))) + `((block ,name ,@body))))) + ',name)) - (defmacro defun (name args &rest body) - `(%defun ,name ,args ,@body)) - - (defvar *package* (new)) - - (defvar nil (make-symbol "NIL")) - (set *package* "NIL" nil) - - (defvar t (make-symbol "T")) - (set *package* "T" t) - - (defun null (x) - (eq x nil)) - - (defun internp (name) - (in name *package*)) - - (defun intern (name) - (if (internp name) - (get *package* name) - (set *package* name (make-symbol name)))) - - (defun find-symbol (name) - (get *package* name)) - - (defvar *gensym-counter* 0) - (defun gensym (&optional (prefix "G")) - (setq *gensym-counter* (+ *gensym-counter* 1)) - (make-symbol (concat-two prefix (integer-to-string *gensym-counter*)))) - - ;; Basic functions - (defun = (x y) (= x y)) - (defun + (x y) (+ x y)) - (defun - (x y) (- x y)) - (defun * (x y) (* x y)) - (defun / (x y) (/ x y)) - (defun 1+ (x) (+ x 1)) - (defun 1- (x) (- x 1)) - (defun zerop (x) (= x 0)) - (defun truncate (x y) (floor (/ x y))) - - (defun eql (x y) (eq x y)) - - (defun not (x) (if x nil t)) - - (defun cons (x y ) (cons x y)) - (defun consp (x) (consp x)) - (defun car (x) (car x)) - (defun cdr (x) (cdr x)) - (defun caar (x) (car (car x))) - (defun cadr (x) (car (cdr x))) - (defun cdar (x) (cdr (car x))) - (defun cddr (x) (cdr (cdr x))) - (defun caddr (x) (car (cdr (cdr x)))) - (defun cdddr (x) (cdr (cdr (cdr x)))) - (defun cadddr (x) (car (cdr (cdr (cdr x))))) - (defun first (x) (car x)) - (defun second (x) (cadr x)) - (defun third (x) (caddr x)) - (defun fourth (x) (cadddr x)) - - (defun list (&rest args) args) - (defun atom (x) - (not (consp x))) - - ;; Basic macros + (defun null (x) + (eq x nil)) + + (defmacro return (&optional value) + `(return-from nil ,value)) + + (defmacro while (condition &body body) + `(block nil (%while ,condition ,@body))) + + (defvar *gensym-counter* 0) + (defun gensym (&optional (prefix "G")) + (setq *gensym-counter* (+ *gensym-counter* 1)) + (make-symbol (concat-two prefix (integer-to-string *gensym-counter*)))) + + (defun boundp (x) + (boundp x)) + + ;; Basic functions + (defun = (x y) (= x y)) + (defun * (x y) (* x y)) + (defun / (x y) (/ x y)) + (defun 1+ (x) (+ x 1)) + (defun 1- (x) (- x 1)) + (defun zerop (x) (= x 0)) + (defun truncate (x y) (floor (/ x y))) + + (defun eql (x y) (eq x y)) + + (defun not (x) (if x nil t)) + + (defun cons (x y ) (cons x y)) + (defun consp (x) (consp x)) + + (defun car (x) + "Return the CAR part of a cons, or NIL if X is null." + (car x)) + + (defun cdr (x) (cdr x)) + (defun caar (x) (car (car x))) + (defun cadr (x) (car (cdr x))) + (defun cdar (x) (cdr (car x))) + (defun cddr (x) (cdr (cdr x))) + (defun caddr (x) (car (cdr (cdr x)))) + (defun cdddr (x) (cdr (cdr (cdr x)))) + (defun cadddr (x) (car (cdr (cdr (cdr x))))) + (defun first (x) (car x)) + (defun second (x) (cadr x)) + (defun third (x) (caddr x)) + (defun fourth (x) (cadddr x)) + + (defun list (&rest args) args) + (defun atom (x) + (not (consp x))) + + ;; Basic macros (defmacro incf (x &optional (delta 1)) `(setq ,x (+ ,x ,delta))) @@ -130,56 +146,53 @@ (defmacro decf (x &optional (delta 1)) `(setq ,x (- ,x ,delta))) - (defmacro push (x place) - `(setq ,place (cons ,x ,place))) - - (defmacro when (condition &body body) - `(if ,condition (progn ,@body) nil)) - - (defmacro unless (condition &body body) - `(if ,condition nil (progn ,@body))) - - (defmacro dolist (iter &body body) - (let ((var (first iter)) - (g!list (gensym))) - `(let ((,g!list ,(second iter)) - (,var nil)) - (while ,g!list - (setq ,var (car ,g!list)) - ,@body - (setq ,g!list (cdr ,g!list)))))) - - (defmacro dotimes (iter &body body) - (let ((g!to (gensym)) - (var (first iter)) - (to (second iter)) - (result (third iter))) - `(let ((,var 0) - (,g!to ,to)) - (while (< ,var ,g!to) - ,@body - (incf ,var)) - ,result))) - - (defmacro cond (&rest clausules) - (if (null clausules) - nil - (if (eq (caar clausules) t) - `(progn ,@(cdar clausules)) - `(if ,(caar clausules) - (progn ,@(cdar clausules)) - (cond ,@(cdr clausules)))))) - - (defmacro case (form &rest clausules) - (let ((!form (gensym))) - `(let ((,!form ,form)) - (cond - ,@(mapcar (lambda (clausule) - (if (eq (car clausule) t) - clausule - `((eql ,!form ,(car clausule)) - ,@(cdr clausule)))) - clausules))))) + (defmacro push (x place) + `(setq ,place (cons ,x ,place))) + + (defmacro dolist (iter &body body) + (let ((var (first iter)) + (g!list (gensym))) + `(block nil + (let ((,g!list ,(second iter)) + (,var nil)) + (%while ,g!list + (setq ,var (car ,g!list)) + (tagbody ,@body) + (setq ,g!list (cdr ,g!list))) + ,(third iter))))) + + (defmacro dotimes (iter &body body) + (let ((g!to (gensym)) + (var (first iter)) + (to (second iter)) + (result (third iter))) + `(block nil + (let ((,var 0) + (,g!to ,to)) + (%while (< ,var ,g!to) + (tagbody ,@body) + (incf ,var)) + ,result)))) + + (defmacro cond (&rest clausules) + (if (null clausules) + nil + (if (eq (caar clausules) t) + `(progn ,@(cdar clausules)) + `(if ,(caar clausules) + (progn ,@(cdar clausules)) + (cond ,@(cdr clausules)))))) + + (defmacro case (form &rest clausules) + (let ((!form (gensym))) + `(let ((,!form ,form)) + (cond + ,@(mapcar (lambda (clausule) + (if (eq (car clausule) t) + clausule + `((eql ,!form ',(car clausule)) + ,@(cdr clausule)))) + clausules))))) (defmacro ecase (form &rest clausules) `(case ,form @@ -210,11 +223,15 @@ `(let ((,g ,(car forms))) (if ,g ,g (or ,@(cdr forms)))))))) - (defmacro prog1 (form &body body) - (let ((value (gensym))) - `(let ((,value ,form)) - ,@body - ,value)))) + (defmacro prog1 (form &body body) + (let ((value (gensym))) + `(let ((,value ,form)) + ,@body + ,value))) + + (defmacro prog2 (form1 result &body body) + `(prog1 (progn ,form1 ,result) ,@body))) + ;;; This couple of helper functions will be defined in both Common ;;; Lisp and in Ecmalisp. @@ -235,15 +252,17 @@ ;;; constructions. #+ecmalisp (progn - (defmacro defun (name args &body body) - `(progn - (%defun ,name ,args ,@body) - ',name)) - - (defmacro defvar (name &optional value) - `(progn - (%defvar ,name ,value) - ',name)) + (defun + (&rest args) + (let ((r 0)) + (dolist (x args r) + (incf r x)))) + + (defun - (x &rest others) + (if (null others) + (- x) + (let ((r x)) + (dolist (y others r) + (decf r y))))) (defun append-two (list1 list2) (if (null list1) @@ -254,13 +273,61 @@ (defun append (&rest lists) (!reduce #'append-two lists '())) - (defun reverse-aux (list acc) - (if (null list) - acc - (reverse-aux (cdr list) (cons (car list) acc)))) + (defun revappend (list1 list2) + (while list1 + (push (car list1) list2) + (setq list1 (cdr list1))) + list2) (defun reverse (list) - (reverse-aux list '())) + (revappend list '())) + + (defmacro psetq (&rest pairs) + (let ( ;; For each pair, we store here a list of the form + ;; (VARIABLE GENSYM VALUE). + (assignments '())) + (while t + (cond + ((null pairs) (return)) + ((null (cdr pairs)) + (error "Odd paris in PSETQ")) + (t + (let ((variable (car pairs)) + (value (cadr pairs))) + (push `(,variable ,(gensym) ,value) assignments) + (setq pairs (cddr pairs)))))) + (setq assignments (reverse assignments)) + ;; + `(let ,(mapcar #'cdr assignments) + (setq ,@(!reduce #'append (mapcar #'butlast assignments) '()))))) + + (defmacro do (varlist endlist &body body) + `(block nil + (let ,(mapcar (lambda (x) (list (first x) (second x))) varlist) + (while t + (when ,(car endlist) + (return (progn ,(cdr endlist)))) + (tagbody ,@body) + (psetq + ,@(apply #'append + (mapcar (lambda (v) + (and (consp (cddr v)) + (list (first v) (third v)))) + varlist))))))) + + (defmacro do* (varlist endlist &body body) + `(block nil + (let* ,(mapcar (lambda (x) (list (first x) (second x))) varlist) + (while t + (when ,(car endlist) + (return (progn ,(cdr endlist)))) + (tagbody ,@body) + (setq + ,@(apply #'append + (mapcar (lambda (v) + (and (consp (cddr v)) + (list (first v) (third v)))) + varlist))))))) (defun list-length (list) (let ((l 0)) @@ -270,9 +337,13 @@ l)) (defun length (seq) - (if (stringp seq) - (string-length seq) - (list-length seq))) + (cond + ((stringp seq) + (string-length seq)) + ((arrayp seq) + (oget seq "length")) + ((listp seq) + (list-length seq)))) (defun concat-two (s1 s2) (concat-two s1 s2)) @@ -301,29 +372,29 @@ (defun listp (x) (or (consp x) (null x))) + (defun nthcdr (n list) + (while (and (plusp n) list) + (setq n (1- n)) + (setq list (cdr list))) + list) + (defun nth (n list) - (cond - ((null list) list) - ((zerop n) (car list)) - (t (nth (1- n) (cdr list))))) + (car (nthcdr n list))) (defun last (x) - (if (consp (cdr x)) - (last (cdr x)) - x)) + (while (consp (cdr x)) + (setq x (cdr x))) + x) (defun butlast (x) (and (consp (cdr x)) (cons (car x) (butlast (cdr x))))) (defun member (x list) - (cond - ((null list) - nil) - ((eql x (car list)) - list) - (t - (member x (cdr list))))) + (while list + (when (eql x (car list)) + (return list)) + (setq list (cdr list)))) (defun remove (x list) (cond @@ -359,44 +430,215 @@ (defun subseq (seq a &optional b) (cond - ((stringp seq) - (if b - (slice seq a b) - (slice seq a))) - (t - (error "Unsupported argument.")))) - - (defun parse-integer (string) - (let ((value 0) - (index 0) - (size (length string))) - (while (< index size) - (setq value (+ (* value 10) (digit-char-p (char string index)))) - (incf index)) - value)) + ((stringp seq) + (if b + (slice seq a b) + (slice seq a))) + (t + (error "Unsupported argument.")))) - (defun every (function seq) - ;; string - (let ((ret t) - (index 0) - (size (length seq))) - (while (and ret (< index size)) - (unless (funcall function (char seq index)) - (setq ret nil)) - (incf index)) - ret)) + (defun some (function seq) + (cond + ((stringp seq) + (let ((index 0) + (size (length seq))) + (while (< index size) + (when (funcall function (char seq index)) + (return-from some t)) + (incf index)) + nil)) + ((listp seq) + (dolist (x seq nil) + (when (funcall function x) + (return t)))) + (t + (error "Unknown sequence.")))) - (defun assoc (x alist) + (defun every (function seq) (cond - ((null alist) - nil) - ((eql x (caar alist)) - (car alist)) + ((stringp seq) + (let ((index 0) + (size (length seq))) + (while (< index size) + (unless (funcall function (char seq index)) + (return-from every nil)) + (incf index)) + t)) + ((listp seq) + (dolist (x seq t) + (unless (funcall function x) + (return)))) (t - (assoc x (cdr alist))))) + (error "Unknown sequence.")))) + + (defun assoc (x alist) + (while alist + (if (eql x (caar alist)) + (return) + (setq alist (cdr alist)))) + (car alist)) + + (defun string (x) + (cond ((stringp x) x) + ((symbolp x) (symbol-name x)) + (t (char-to-string x)))) (defun string= (s1 s2) - (equal s1 s2))) + (equal s1 s2)) + + (defun fdefinition (x) + (cond + ((functionp x) + x) + ((symbolp x) + (symbol-function x)) + (t + (error "Invalid function")))) + + (defun disassemble (function) + (write-line (lambda-code (fdefinition function))) + nil) + + (defun documentation (x type) + "Return the documentation of X. TYPE must be the symbol VARIABLE or FUNCTION." + (ecase type + (function + (let ((func (fdefinition x))) + (oget func "docstring"))) + (variable + (unless (symbolp x) + (error "Wrong argument type! it should be a symbol")) + (oget x "vardoc")))) + + (defmacro multiple-value-bind (variables value-from &body body) + `(multiple-value-call (lambda (&optional ,@variables &rest ,(gensym)) + ,@body) + ,value-from)) + + (defmacro multiple-value-list (value-from) + `(multiple-value-call #'list ,value-from)) + + ;; Packages + + (defvar *package-list* nil) + + (defun list-all-packages () + *package-list*) + + (defun make-package (name &optional use) + (let ((package (new)) + (use (mapcar #'find-package-or-fail use))) + (oset package "packageName" name) + (oset package "symbols" (new)) + (oset package "exports" (new)) + (oset package "use" use) + (push package *package-list*) + package)) + + (defun packagep (x) + (and (objectp x) (in "symbols" x))) + + (defun find-package (package-designator) + (when (packagep package-designator) + (return-from find-package package-designator)) + (let ((name (string package-designator))) + (dolist (package *package-list*) + (when (string= (package-name package) name) + (return package))))) + + (defun find-package-or-fail (package-designator) + (or (find-package package-designator) + (error "Package unknown."))) + + (defun package-name (package-designator) + (let ((package (find-package-or-fail package-designator))) + (oget package "packageName"))) + + (defun %package-symbols (package-designator) + (let ((package (find-package-or-fail package-designator))) + (oget package "symbols"))) + + (defun package-use-list (package-designator) + (let ((package (find-package-or-fail package-designator))) + (oget package "use"))) + + (defun %package-external-symbols (package-designator) + (let ((package (find-package-or-fail package-designator))) + (oget package "exports"))) + + (defvar *common-lisp-package* + (make-package "CL")) + + (defvar *user-package* + (make-package "CL-USER" (list *common-lisp-package*))) + + (defvar *keyword-package* + (make-package "KEYWORD")) + + (defun keywordp (x) + (and (symbolp x) (eq (symbol-package x) *keyword-package*))) + + (defvar *package* *common-lisp-package*) + + (defmacro in-package (package-designator) + `(eval-when-compile + (setq *package* (find-package-or-fail ,package-designator)))) + + ;; This function is used internally to initialize the CL package + ;; with the symbols built during bootstrap. + (defun %intern-symbol (symbol) + (let* ((package + (if (in "package" symbol) + (find-package-or-fail (oget symbol "package")) + *common-lisp-package*)) + (symbols (%package-symbols package))) + (oset symbol "package" package) + (when (eq package *keyword-package*) + (oset symbol "value" symbol)) + (oset symbols (symbol-name symbol) symbol))) + + (defun find-symbol (name &optional (package *package*)) + (let* ((package (find-package-or-fail package)) + (externals (%package-external-symbols package)) + (symbols (%package-symbols package))) + (cond + ((in name externals) + (values (oget externals name) :external)) + ((in name symbols) + (values (oget symbols name) :internal)) + (t + (dolist (used (package-use-list package) (values nil nil)) + (let ((exports (%package-external-symbols used))) + (when (in name exports) + (return (values (oget exports name) :inherit))))))))) + + (defun intern (name &optional (package *package*)) + (let ((package (find-package-or-fail package))) + (multiple-value-bind (symbol foundp) + (find-symbol name package) + (if foundp + symbol + (let ((symbols (%package-symbols package))) + (oget symbols name) + (let ((symbol (make-symbol name))) + (oset symbol "package" package) + (when (eq package *keyword-package*) + (oset symbol "value" symbol) + (export (list symbol) package)) + (oset symbols name symbol))))))) + + (defun symbol-package (symbol) + (unless (symbolp symbol) + (error "it is not a symbol")) + (oget symbol "package")) + + (defun export (symbols &optional (package *package*)) + (let ((exports (%package-external-symbols package))) + (dolist (symb symbols t) + (oset exports (symbol-name symb) symb)))) + + (defun get-universal-time () + (+ (get-unix-time) 2208988800))) ;;; The compiler offers some primitives and special forms which are @@ -416,10 +658,8 @@ (defun concat-two (s1 s2) (concatenate 'string s1 s2)) - (defun setcar (cons new) - (setf (car cons) new)) - (defun setcdr (cons new) - (setf (cdr cons) new))) + (defun aset (array idx value) + (setf (aref array idx) value))) ;;; At this point, no matter if Common Lisp or ecmalisp is compiling ;;; from here, this code will compile on both. We define some helper @@ -431,6 +671,9 @@ (defun concat (&rest strs) (!reduce #'concat-two strs "")) +(defmacro concatf (variable &body form) + `(setq ,variable (concat ,variable (progn ,@form)))) + ;;; Concatenate a list of strings, with a separator (defun join (list &optional (separator "")) (cond @@ -448,25 +691,64 @@ "" (concat (car list) separator (join-trailing (cdr list) separator)))) -;;; Like CONCAT, but prefix each line with four spaces. +(defun mapconcat (func list) + (join (mapcar func list))) + +(defun vector-to-list (vector) + (let ((list nil) + (size (length vector))) + (dotimes (i size (reverse list)) + (push (aref vector i) list)))) + +(defun list-to-vector (list) + (let ((v (make-array (length list))) + (i 0)) + (dolist (x list v) + (aset v i x) + (incf i)))) + +#+ecmalisp +(progn + (defun values-list (list) + (values-array (list-to-vector list))) + + (defun values (&rest args) + (values-list args))) + + +;;; Like CONCAT, but prefix each line with four spaces. Two versions +;;; of this function are available, because the Ecmalisp version is +;;; very slow and bootstraping was annoying. + +#+ecmalisp (defun indent (&rest string) - (let ((input (!reduce #'concat string ""))) + (let ((input (join string))) (let ((output "") (index 0) (size (length input))) - (when (plusp size) - (setq output " ")) + (when (plusp (length input)) (concatf output " ")) (while (< index size) - (setq output - (concat output - (if (and (char= (char input index) #\newline) - (< index (1- size)) - (not (char= (char input (1+ index)) #\newline))) - (concat (string #\newline) " ") - (subseq input index (1+ index))))) + (let ((str + (if (and (char= (char input index) #\newline) + (< index (1- size)) + (not (char= (char input (1+ index)) #\newline))) + (concat (string #\newline) " ") + (string (char input index))))) + (concatf output str)) (incf index)) output))) +#+common-lisp +(defun indent (&rest string) + (with-output-to-string (*standard-output*) + (with-input-from-string (input (join string)) + (loop + for line = (read-line input nil) + while line + do (write-string " ") + do (write-line line))))) + + (defun integer-to-string (x) (cond ((zerop x) @@ -481,36 +763,71 @@ (join (mapcar (lambda (d) (string (char "0123456789" d))) digits)))))) + +;;; Wrap X with a Javascript code to convert the result from +;;; Javascript generalized booleans to T or NIL. +(defun js!bool (x) + (concat "(" x "?" (ls-compile t) ": " (ls-compile nil) ")")) + +;;; Concatenate the arguments and wrap them with a self-calling +;;; Javascript anonymous function. It is used to make some Javascript +;;; statements valid expressions and provide a private scope as well. +;;; It could be defined as function, but we could do some +;;; preprocessing in the future. +(defmacro js!selfcall (&body body) + `(concat "(function(){" *newline* (indent ,@body) "})()")) + + ;;; Printer #+ecmalisp (progn - (defun print-to-string (form) + (defun prin1-to-string (form) (cond - ((symbolp form) (symbol-name form)) + ((symbolp form) + (multiple-value-bind (symbol foundp) + (find-symbol (symbol-name form) *package*) + (if (and foundp (eq symbol form)) + (symbol-name form) + (let ((package (symbol-package form)) + (name (symbol-name form))) + (concat (cond + ((null package) "#") + ((eq package (find-package "KEYWORD")) "") + (t (package-name package))) + ":" name))))) ((integerp form) (integer-to-string form)) ((stringp form) (concat "\"" (escape-string form) "\"")) ((functionp form) - (let ((name (get form "fname"))) + (let ((name (oget form "fname"))) (if name (concat "#") (concat "#")))) ((listp form) (concat "(" - (join-trailing (mapcar #'print-to-string (butlast form)) " ") + (join-trailing (mapcar #'prin1-to-string (butlast form)) " ") (let ((last (last form))) (if (null (cdr last)) - (print-to-string (car last)) - (concat (print-to-string (car last)) " . " (print-to-string (cdr last))))) - ")")))) + (prin1-to-string (car last)) + (concat (prin1-to-string (car last)) " . " (prin1-to-string (cdr last))))) + ")")) + ((arrayp form) + (concat "#" (prin1-to-string (vector-to-list form)))) + ((packagep form) + (concat "#")))) (defun write-line (x) (write-string x) (write-string *newline*) x) + (defun warn (string) + (write-string "WARNING: ") + (write-line string)) + (defun print (x) - (write-line (print-to-string x)))) + (write-line (prin1-to-string x)) + x)) ;;;; Reader @@ -528,7 +845,7 @@ (defun %read-char (stream) (and (< (cdr stream) (length (car stream))) (prog1 (char (car stream) (cdr stream)) - (setcdr stream (1+ (cdr stream)))))) + (rplacd stream (1+ (cdr stream)))))) (defun whitespacep (ch) (or (char= ch #\space) (char= ch #\newline) (char= ch #\tab))) @@ -598,6 +915,8 @@ (ecase (%read-char stream) (#\' (list 'function (ls-read stream))) + (#\( (list-to-vector (%read-list stream))) + (#\: (make-symbol (string-upcase (read-until stream #'terminalp)))) (#\\ (let ((cname (concat (string (%read-char stream)) @@ -618,12 +937,82 @@ (t (error "Unknown reader form."))))))) -(defvar *eof* (make-symbol "EOF")) +;;; Parse a string of the form NAME, PACKAGE:NAME or +;;; PACKAGE::NAME and return the name. If the string is of the +;;; form 1) or 3), but the symbol does not exist, it will be created +;;; and interned in that package. +(defun read-symbol (string) + (let ((size (length string)) + package name internalp index) + (setq index 0) + (while (and (< index size) + (not (char= (char string index) #\:))) + (incf index)) + (cond + ;; No package prefix + ((= index size) + (setq name string) + (setq package *package*) + (setq internalp t)) + (t + ;; Package prefix + (if (zerop index) + (setq package "KEYWORD") + (setq package (string-upcase (subseq string 0 index)))) + (incf index) + (when (char= (char string index) #\:) + (setq internalp t) + (incf index)) + (setq name (subseq string index)))) + ;; Canonalize symbol name and package + (setq name (string-upcase name)) + (setq package (find-package package)) + ;; TODO: PACKAGE:SYMBOL should signal error if SYMBOL is not an + ;; external symbol from PACKAGE. + (if (or internalp (eq package (find-package "KEYWORD"))) + (intern name package) + (find-symbol name package)))) + + +(defun !parse-integer (string junk-allow) + (block nil + (let ((value 0) + (index 0) + (size (length string)) + (sign 1)) + (when (zerop size) (return (values nil 0))) + ;; Optional sign + (case (char string 0) + (#\+ (incf index)) + (#\- (setq sign -1) + (incf index))) + ;; First digit + (unless (and (< index size) + (setq value (digit-char-p (char string index)))) + (return (values nil index))) + (incf index) + ;; Other digits + (while (< index size) + (let ((digit (digit-char-p (char string index)))) + (unless digit (return)) + (setq value (+ (* value 10) digit)) + (incf index))) + (if (or junk-allow + (= index size) + (char= (char string index) #\space)) + (values (* sign value) index) + (values nil index))))) + +#+ecmalisp +(defun parse-integer (string) + (!parse-integer string nil)) + +(defvar *eof* (gensym)) (defun ls-read (stream) (skip-whitespaces-and-comments stream) (let ((ch (%peek-char stream))) (cond - ((null ch) + ((or (null ch) (char= ch #\))) *eof*) ((char= ch #\() (%read-char stream) @@ -646,9 +1035,8 @@ (read-sharp stream)) (t (let ((string (read-until stream #'terminalp))) - (if (every #'digit-char-p string) - (parse-integer string) - (intern (string-upcase string)))))))) + (or (values (!parse-integer string nil)) + (read-symbol string))))))) (defun ls-read-from-string (string) (ls-read (make-string-stream string))) @@ -661,110 +1049,135 @@ ;;; too. The respective real functions are defined in the target (see ;;; the beginning of this file) as well as some primitive functions. -(defvar *compilation-unit-checks* '()) +;;; A Form can return a multiple values object calling VALUES, like +;;; values(arg1, arg2, ...). It will work in any context, as well as +;;; returning an individual object. However, if the special variable +;;; `*multiple-value-p*' is NIL, is granted that only the primary +;;; value will be used, so we can optimize to avoid the VALUES +;;; function call. +(defvar *multiple-value-p* nil) -(defvar *env* '()) -(defvar *fenv* '()) -(defun make-binding (name type js declared) - (list name type js declared)) +(defun make-binding (name type value &optional declarations) + (list name type value declarations)) (defun binding-name (b) (first b)) (defun binding-type (b) (second b)) -(defun binding-translation (b) (third b)) -(defun binding-declared (b) - (and b (fourth b))) -(defun mark-binding-as-declared (b) - (setcar (cdddr b) t)) +(defun binding-value (b) (third b)) +(defun binding-declarations (b) (fourth b)) + +(defun set-binding-value (b value) + (rplaca (cddr b) value)) + +(defun set-binding-declarations (b value) + (rplaca (cdddr b) value)) + +(defun push-binding-declaration (decl b) + (set-binding-declarations b (cons decl (binding-declarations b)))) + + +(defun make-lexenv () + (list nil nil nil nil)) + +(defun copy-lexenv (lexenv) + (copy-list lexenv)) + +(defun push-to-lexenv (binding lexenv namespace) + (ecase namespace + (variable (rplaca lexenv (cons binding (car lexenv)))) + (function (rplaca (cdr lexenv) (cons binding (cadr lexenv)))) + (block (rplaca (cddr lexenv) (cons binding (caddr lexenv)))) + (gotag (rplaca (cdddr lexenv) (cons binding (cadddr lexenv)))))) + +(defun extend-lexenv (bindings lexenv namespace) + (let ((env (copy-lexenv lexenv))) + (dolist (binding (reverse bindings) env) + (push-to-lexenv binding env namespace)))) + +(defun lookup-in-lexenv (name lexenv namespace) + (assoc name (ecase namespace + (variable (first lexenv)) + (function (second lexenv)) + (block (third lexenv)) + (gotag (fourth lexenv))))) + +(defvar *environment* (make-lexenv)) (defvar *variable-counter* 0) (defun gvarname (symbol) (concat "v" (integer-to-string (incf *variable-counter*)))) -(defun lookup-variable (symbol env) - (or (assoc symbol env) - (assoc symbol *env*) - (let ((name (symbol-name symbol)) - (binding (make-binding symbol 'variable (gvarname symbol) nil))) - (push binding *env*) - (push (lambda () - (unless (binding-declared (assoc symbol *env*)) - (error (concat "Undefined variable `" name "'")))) - *compilation-unit-checks*) - binding))) - -(defun lookup-variable-translation (symbol env) - (binding-translation (lookup-variable symbol env))) - -(defun extend-local-env (args env) - (append (mapcar (lambda (symbol) - (make-binding symbol 'variable (gvarname symbol) t)) - args) - env)) - -(defvar *function-counter* 0) -(defun lookup-function (symbol env) - (or (assoc symbol env) - (assoc symbol *fenv*) - (let ((name (symbol-name symbol)) - (binding - (make-binding symbol - 'function - (concat "f" (integer-to-string (incf *function-counter*))) - nil))) - (push binding *fenv*) - (push (lambda () - (unless (binding-declared (assoc symbol *fenv*)) - (error (concat "Undefined function `" name "'")))) - *compilation-unit-checks*) - binding))) - -(defun lookup-function-translation (symbol env) - (binding-translation (lookup-function symbol env))) +(defun translate-variable (symbol) + (binding-value (lookup-in-lexenv symbol *environment* 'variable))) + +(defun extend-local-env (args) + (let ((new (copy-lexenv *environment*))) + (dolist (symbol args new) + (let ((b (make-binding symbol 'variable (gvarname symbol)))) + (push-to-lexenv b new 'variable))))) +;;; Toplevel compilations (defvar *toplevel-compilations* nil) -(defun %compile-defvar (name) - (let ((b (lookup-variable name *env*))) - (mark-binding-as-declared b) - (push (concat "var " (binding-translation b)) *toplevel-compilations*))) +(defun toplevel-compilation (string) + (push string *toplevel-compilations*)) + +(defun null-or-empty-p (x) + (zerop (length x))) -(defun %compile-defun (name) - (let ((b (lookup-function name *fenv*))) - (mark-binding-as-declared b) - (push (concat "var " (binding-translation b)) *toplevel-compilations*))) +(defun get-toplevel-compilations () + (reverse (remove-if #'null-or-empty-p *toplevel-compilations*))) (defun %compile-defmacro (name lambda) - (push (make-binding name 'macro lambda t) *fenv*)) + (toplevel-compilation (ls-compile `',name)) + (push-to-lexenv (make-binding name 'macro lambda) *environment* 'function) + name) + +(defun global-binding (name type namespace) + (or (lookup-in-lexenv name *environment* namespace) + (let ((b (make-binding name type nil))) + (push-to-lexenv b *environment* namespace) + b))) + +(defun claimp (symbol namespace claim) + (let ((b (lookup-in-lexenv symbol *environment* namespace))) + (and b (member claim (binding-declarations b))))) + +(defun !proclaim (decl) + (case (car decl) + (special + (dolist (name (cdr decl)) + (let ((b (global-binding name 'variable 'variable))) + (push-binding-declaration 'special b)))) + (notinline + (dolist (name (cdr decl)) + (let ((b (global-binding name 'function 'function))) + (push-binding-declaration 'notinline b)))) + (constant + (dolist (name (cdr decl)) + (let ((b (global-binding name 'variable 'variable))) + (push-binding-declaration 'constant b)))))) -(defvar *compilations* nil) +#+ecmalisp +(fset 'proclaim #'!proclaim) -(defun ls-compile-block (sexps env fenv) - (join-trailing - (remove-if (lambda (x) - (or (null x) - (and (stringp x) - (zerop (length x))))) - (mapcar (lambda (x) (ls-compile x env fenv)) sexps)) - (concat ";" *newline*))) +;;; Special forms + +(defvar *compilations* nil) (defmacro define-compilation (name args &body body) ;; Creates a new primitive `name' with parameters args and ;; @body. The body can access to the local environment through the - ;; variable ENV. - `(push (list ',name (lambda (env fenv ,@args) ,@body)) + ;; variable *ENVIRONMENT*. + `(push (list ',name (lambda ,args (block ,name ,@body))) *compilations*)) (define-compilation if (condition true false) - (concat "(" - (ls-compile condition env fenv) " !== " (ls-compile nil nil nil) - " ? " - (ls-compile true env fenv) - " : " - (ls-compile false env fenv) + (concat "(" (ls-compile condition) " !== " (ls-compile nil) + " ? " (ls-compile true *multiple-value-p*) + " : " (ls-compile false *multiple-value-p*) ")")) - (defvar *lambda-list-keywords* '(&optional &rest)) (defun list-until-keyword (list) @@ -787,81 +1200,130 @@ (error "Bad lambda-list")) (car rest))) -(define-compilation lambda (lambda-list &rest body) +(defun lambda-docstring-wrapper (docstring &rest strs) + (if docstring + (js!selfcall + "var func = " (join strs) ";" *newline* + "func.docstring = '" docstring "';" *newline* + "return func;" *newline*) + (join strs))) + +(defun lambda-check-argument-count + (n-required-arguments n-optional-arguments rest-p) + ;; Note: Remember that we assume that the number of arguments of a + ;; call is at least 1 (the values argument). + (let ((min (1+ n-required-arguments)) + (max (if rest-p 'n/a (+ 1 n-required-arguments n-optional-arguments)))) + (block nil + ;; Special case: a positive exact number of arguments. + (when (and (< 1 min) (eql min max)) + (return (concat "checkArgs(arguments, " (integer-to-string min) ");" *newline*))) + ;; General case: + (concat + (if (< 1 min) + (concat "checkArgsAtLeast(arguments, " (integer-to-string min) ");" *newline*) + "") + (if (numberp max) + (concat "checkArgsAtMost(arguments, " (integer-to-string max) ");" *newline*) + ""))))) + +(defun compile-lambda (lambda-list body) (let ((required-arguments (lambda-list-required-arguments lambda-list)) (optional-arguments (lambda-list-optional-arguments lambda-list)) - (rest-argument (lambda-list-rest-argument lambda-list))) + (rest-argument (lambda-list-rest-argument lambda-list)) + documentation) + ;; Get the documentation string for the lambda function + (when (and (stringp (car body)) + (not (null (cdr body)))) + (setq documentation (car body)) + (setq body (cdr body))) (let ((n-required-arguments (length required-arguments)) (n-optional-arguments (length optional-arguments)) - (new-env (extend-local-env - (append (ensure-list rest-argument) - required-arguments - optional-arguments) - env))) - (concat "(function (" - (join (mapcar (lambda (x) - (lookup-variable-translation x new-env)) - (append required-arguments optional-arguments)) - ",") - "){" *newline* - ;; Check number of arguments - (indent - (if required-arguments - (concat "if (arguments.length < " (integer-to-string n-required-arguments) - ") throw 'too few arguments';" *newline*) - "") - (if (not rest-argument) - (concat "if (arguments.length > " - (integer-to-string (+ n-required-arguments n-optional-arguments)) - ") throw 'too many arguments';" *newline*) - "") - ;; Optional arguments - (if optional-arguments - (concat "switch(arguments.length){" *newline* - (let ((optional-and-defaults - (lambda-list-optional-arguments-with-default lambda-list)) - (cases nil) - (idx 0)) - (progn - (while (< idx n-optional-arguments) - (let ((arg (nth idx optional-and-defaults))) - (push (concat "case " - (integer-to-string (+ idx n-required-arguments)) ":" *newline* - (lookup-variable-translation (car arg) new-env) - "=" - (ls-compile (cadr arg) new-env fenv) - ";" *newline*) - cases) - (incf idx))) - (push (concat "default: break;" *newline*) cases) - (join (reverse cases)))) - "}" *newline*) - "") - ;; &rest/&body argument - (if rest-argument - (let ((js!rest (lookup-variable-translation rest-argument new-env))) - (concat "var " js!rest "= " (ls-compile nil env fenv) ";" *newline* - "for (var i = arguments.length-1; i>=" - (integer-to-string (+ n-required-arguments n-optional-arguments)) - "; i--)" *newline* - (indent js!rest " = " - "{car: arguments[i], cdr: ") js!rest "};" - *newline*)) - "") - ;; Body - (concat (ls-compile-block (butlast body) new-env fenv) - "return " (ls-compile (car (last body)) new-env fenv) ";")) *newline* - "})")))) - -(define-compilation fsetq (var val) - (concat (lookup-function-translation var fenv) - " = " - (ls-compile val env fenv))) - -(define-compilation setq (var val) - (concat (lookup-variable-translation var env) - " = " - (ls-compile val env fenv))) + (*environment* (extend-local-env + (append (ensure-list rest-argument) + required-arguments + optional-arguments)))) + (lambda-docstring-wrapper + documentation + "(function (" + (join (cons "values" + (mapcar #'translate-variable + (append required-arguments optional-arguments))) + ",") + "){" *newline* + (indent + ;; Check number of arguments + (lambda-check-argument-count n-required-arguments + n-optional-arguments + rest-argument) + ;; Optional arguments + (if optional-arguments + (concat "switch(arguments.length-1){" *newline* + (let ((optional-and-defaults + (lambda-list-optional-arguments-with-default lambda-list)) + (cases nil) + (idx 0)) + (progn + (while (< idx n-optional-arguments) + (let ((arg (nth idx optional-and-defaults))) + (push (concat "case " + (integer-to-string (+ idx n-required-arguments)) ":" *newline* + (translate-variable (car arg)) + "=" + (ls-compile (cadr arg)) + ";" *newline*) + cases) + (incf idx))) + (push (concat "default: break;" *newline*) cases) + (join (reverse cases)))) + "}" *newline*) + "") + ;; &rest/&body argument + (if rest-argument + (let ((js!rest (translate-variable rest-argument))) + (concat "var " js!rest "= " (ls-compile nil) ";" *newline* + "for (var i = arguments.length-1; i>=" + (integer-to-string (+ 1 n-required-arguments n-optional-arguments)) + "; i--)" *newline* + (indent js!rest " = " + "{car: arguments[i], cdr: ") js!rest "};" + *newline*)) + "") + ;; Body + (let ((*multiple-value-p* t)) (ls-compile-block body t))) + "})")))) + + +(defun setq-pair (var val) + (let ((b (lookup-in-lexenv var *environment* 'variable))) + (if (and (eq (binding-type b) 'variable) + (not (member 'special (binding-declarations b))) + (not (member 'constant (binding-declarations b)))) + (concat (binding-value b) " = " (ls-compile val)) + (ls-compile `(set ',var ,val))))) + +(define-compilation setq (&rest pairs) + (let ((result "")) + (while t + (cond + ((null pairs) (return)) + ((null (cdr pairs)) + (error "Odd paris in SETQ")) + (t + (concatf result + (concat (setq-pair (car pairs) (cadr pairs)) + (if (null (cddr pairs)) "" ", "))) + (setq pairs (cddr pairs))))) + (concat "(" result ")"))) + +;;; FFI Variable accessors +(define-compilation js-vref (var) + var) + +(define-compilation js-vset (var val) + (concat "(" var " = " (ls-compile val) ")")) + + ;;; Literals (defun escape-string (string) @@ -879,73 +1341,364 @@ (incf index)) output)) -(defun literal->js (sexp) + +(defvar *literal-symbols* nil) +(defvar *literal-counter* 0) + +(defun genlit () + (concat "l" (integer-to-string (incf *literal-counter*)))) + +(defun literal (sexp &optional recursive) (cond ((integerp sexp) (integer-to-string sexp)) ((stringp sexp) (concat "\"" (escape-string sexp) "\"")) - ((symbolp sexp) (ls-compile `(intern ,(escape-string (symbol-name sexp))) *env* *fenv*)) - ((consp sexp) (concat "{car: " - (literal->js (car sexp)) - ", cdr: " - (literal->js (cdr sexp)) "}")))) - -(defvar *literal-counter* 0) -(defun literal (form) - (let ((var (concat "l" (integer-to-string (incf *literal-counter*))))) - (push (concat "var " var " = " (literal->js form)) *toplevel-compilations*) - var)) + ((symbolp sexp) + (or (cdr (assoc sexp *literal-symbols*)) + (let ((v (genlit)) + (s #+common-lisp + (let ((package (symbol-package sexp))) + (if (eq package (find-package "KEYWORD")) + (concat "{name: \"" (escape-string (symbol-name sexp)) + "\", 'package': '" (package-name package) "'}") + (concat "{name: \"" (escape-string (symbol-name sexp)) "\"}"))) + #+ecmalisp + (let ((package (symbol-package sexp))) + (if (null package) + (concat "{name: \"" (escape-string (symbol-name sexp)) "\"}") + (ls-compile `(intern ,(symbol-name sexp) ,(package-name package))))))) + (push (cons sexp v) *literal-symbols*) + (toplevel-compilation (concat "var " v " = " s)) + v))) + ((consp sexp) + (let* ((head (butlast sexp)) + (tail (last sexp)) + (c (concat "QIList(" + (join-trailing (mapcar (lambda (x) (literal x t)) head) ",") + (literal (car tail) t) + "," + (literal (cdr tail) t) + ")"))) + (if recursive + c + (let ((v (genlit))) + (toplevel-compilation (concat "var " v " = " c)) + v)))) + ((arrayp sexp) + (let ((elements (vector-to-list sexp))) + (let ((c (concat "[" (join (mapcar #'literal elements) ", ") "]"))) + (if recursive + c + (let ((v (genlit))) + (toplevel-compilation (concat "var " v " = " c)) + v))))))) (define-compilation quote (sexp) (literal sexp)) -(define-compilation while (pred &rest body) - (concat "(function(){" *newline* - (indent "while(" - (ls-compile pred env fenv) - " !== " - (ls-compile nil nil nil) "){" *newline* - (indent (ls-compile-block body env fenv))) - "}})()")) +(define-compilation %while (pred &rest body) + (js!selfcall + "while(" (ls-compile pred) " !== " (ls-compile nil) "){" *newline* + (indent (ls-compile-block body)) + "}" + "return " (ls-compile nil) ";" *newline*)) (define-compilation function (x) (cond ((and (listp x) (eq (car x) 'lambda)) - (ls-compile x env fenv)) + (compile-lambda (cadr x) (cddr x))) ((symbolp x) - (lookup-function-translation x fenv)))) + (ls-compile `(symbol-function ',x))))) +(defvar *compiling-file* nil) (define-compilation eval-when-compile (&rest body) - (eval (cons 'progn body)) - "") + (if *compiling-file* + (progn + (eval (cons 'progn body)) + nil) + (ls-compile `(progn ,@body)))) (defmacro define-transformation (name args form) `(define-compilation ,name ,args - (ls-compile ,form env fenv))) + (ls-compile ,form))) (define-compilation progn (&rest body) - (concat "(function(){" *newline* - (indent (ls-compile-block (butlast body) env fenv) - "return " (ls-compile (car (last body)) env fenv) ";" *newline*) - "})()")) + (if (null (cdr body)) + (ls-compile (car body) *multiple-value-p*) + (js!selfcall (ls-compile-block body t)))) + +(defun special-variable-p (x) + (and (claimp x 'variable 'special) t)) + +;;; Wrap CODE to restore the symbol values of the dynamic +;;; bindings. BINDINGS is a list of pairs of the form +;;; (SYMBOL . PLACE), where PLACE is a Javascript variable +;;; name to initialize the symbol value and where to stored +;;; the old value. +(defun let-binding-wrapper (bindings body) + (when (null bindings) + (return-from let-binding-wrapper body)) + (concat + "try {" *newline* + (indent "var tmp;" *newline* + (mapconcat + (lambda (b) + (let ((s (ls-compile `(quote ,(car b))))) + (concat "tmp = " s ".value;" *newline* + s ".value = " (cdr b) ";" *newline* + (cdr b) " = tmp;" *newline*))) + bindings) + body *newline*) + "}" *newline* + "finally {" *newline* + (indent + (mapconcat (lambda (b) + (let ((s (ls-compile `(quote ,(car b))))) + (concat s ".value" " = " (cdr b) ";" *newline*))) + bindings)) + "}" *newline*)) (define-compilation let (bindings &rest body) - (let ((bindings (mapcar #'ensure-list bindings))) - (let ((variables (mapcar #'first bindings)) - (values (mapcar #'second bindings))) - (let ((new-env (extend-local-env variables env))) - (concat "(function(" - (join (mapcar (lambda (x) - (lookup-variable-translation x new-env)) - variables) - ",") - "){" *newline* - (indent (ls-compile-block (butlast body) new-env fenv) - "return " (ls-compile (car (last body)) new-env fenv) - ";" *newline*) - "})(" (join (mapcar (lambda (x) (ls-compile x env fenv)) - values) - ",") - ")"))))) + (let* ((bindings (mapcar #'ensure-list bindings)) + (variables (mapcar #'first bindings)) + (cvalues (mapcar #'ls-compile (mapcar #'second bindings))) + (*environment* (extend-local-env (remove-if #'special-variable-p variables))) + (dynamic-bindings)) + (concat "(function(" + (join (mapcar (lambda (x) + (if (special-variable-p x) + (let ((v (gvarname x))) + (push (cons x v) dynamic-bindings) + v) + (translate-variable x))) + variables) + ",") + "){" *newline* + (let ((body (ls-compile-block body t))) + (indent (let-binding-wrapper dynamic-bindings body))) + "})(" (join cvalues ",") ")"))) + + +;;; Return the code to initialize BINDING, and push it extending the +;;; current lexical environment if the variable is not special. +(defun let*-initialize-value (binding) + (let ((var (first binding)) + (value (second binding))) + (if (special-variable-p var) + (concat (ls-compile `(setq ,var ,value)) ";" *newline*) + (let* ((v (gvarname var)) + (b (make-binding var 'variable v))) + (prog1 (concat "var " v " = " (ls-compile value) ";" *newline*) + (push-to-lexenv b *environment* 'variable)))))) + +;;; Wrap BODY to restore the symbol values of SYMBOLS after body. It +;;; DOES NOT generate code to initialize the value of the symbols, +;;; unlike let-binding-wrapper. +(defun let*-binding-wrapper (symbols body) + (when (null symbols) + (return-from let*-binding-wrapper body)) + (let ((store (mapcar (lambda (s) (cons s (gvarname s))) + (remove-if-not #'special-variable-p symbols)))) + (concat + "try {" *newline* + (indent + (mapconcat (lambda (b) + (let ((s (ls-compile `(quote ,(car b))))) + (concat "var " (cdr b) " = " s ".value;" *newline*))) + store) + body) + "}" *newline* + "finally {" *newline* + (indent + (mapconcat (lambda (b) + (let ((s (ls-compile `(quote ,(car b))))) + (concat s ".value" " = " (cdr b) ";" *newline*))) + store)) + "}" *newline*))) + +(define-compilation let* (bindings &rest body) + (let ((bindings (mapcar #'ensure-list bindings)) + (*environment* (copy-lexenv *environment*))) + (js!selfcall + (let ((specials (remove-if-not #'special-variable-p (mapcar #'first bindings))) + (body (concat (mapconcat #'let*-initialize-value bindings) + (ls-compile-block body t)))) + (let*-binding-wrapper specials body))))) + + +(defvar *block-counter* 0) + +(define-compilation block (name &rest body) + (let* ((tr (integer-to-string (incf *block-counter*))) + (b (make-binding name 'block tr))) + (when *multiple-value-p* + (push-binding-declaration 'multiple-value b)) + (let* ((*environment* (extend-lexenv (list b) *environment* 'block)) + (cbody (ls-compile-block body t))) + (if (member 'used (binding-declarations b)) + (js!selfcall + "try {" *newline* + (indent cbody) + "}" *newline* + "catch (cf){" *newline* + " if (cf.type == 'block' && cf.id == " tr ")" *newline* + (if *multiple-value-p* + " return values.apply(this, forcemv(cf.values));" + " return cf.values;") + *newline* + " else" *newline* + " throw cf;" *newline* + "}" *newline*) + (js!selfcall cbody))))) + +(define-compilation return-from (name &optional value) + (let* ((b (lookup-in-lexenv name *environment* 'block)) + (multiple-value-p (member 'multiple-value (binding-declarations b)))) + (when (null b) + (error (concat "Unknown block `" (symbol-name name) "'."))) + (push-binding-declaration 'used b) + (js!selfcall + (if multiple-value-p + (concat "var values = mv;" *newline*) + "") + "throw ({" + "type: 'block', " + "id: " (binding-value b) ", " + "values: " (ls-compile value multiple-value-p) ", " + "message: 'Return from unknown block " (symbol-name name) ".'" + "})"))) + +(define-compilation catch (id &rest body) + (js!selfcall + "var id = " (ls-compile id) ";" *newline* + "try {" *newline* + (indent (ls-compile-block body t)) *newline* + "}" *newline* + "catch (cf){" *newline* + " if (cf.type == 'catch' && cf.id == id)" *newline* + (if *multiple-value-p* + " return values.apply(this, forcemv(cf.values));" + " return pv.apply(this, forcemv(cf.values));") + *newline* + " else" *newline* + " throw cf;" *newline* + "}" *newline*)) + +(define-compilation throw (id value) + (js!selfcall + "var values = mv;" *newline* + "throw ({" + "type: 'catch', " + "id: " (ls-compile id) ", " + "values: " (ls-compile value t) ", " + "message: 'Throw uncatched.'" + "})")) + + +(defvar *tagbody-counter* 0) +(defvar *go-tag-counter* 0) + +(defun go-tag-p (x) + (or (integerp x) (symbolp x))) + +(defun declare-tagbody-tags (tbidx body) + (let ((bindings + (mapcar (lambda (label) + (let ((tagidx (integer-to-string (incf *go-tag-counter*)))) + (make-binding label 'gotag (list tbidx tagidx)))) + (remove-if-not #'go-tag-p body)))) + (extend-lexenv bindings *environment* 'gotag))) + +(define-compilation tagbody (&rest body) + ;; Ignore the tagbody if it does not contain any go-tag. We do this + ;; because 1) it is easy and 2) many built-in forms expand to a + ;; implicit tagbody, so we save some space. + (unless (some #'go-tag-p body) + (return-from tagbody (ls-compile `(progn ,@body nil)))) + ;; The translation assumes the first form in BODY is a label + (unless (go-tag-p (car body)) + (push (gensym "START") body)) + ;; Tagbody compilation + (let ((tbidx (integer-to-string *tagbody-counter*))) + (let ((*environment* (declare-tagbody-tags tbidx body)) + initag) + (let ((b (lookup-in-lexenv (first body) *environment* 'gotag))) + (setq initag (second (binding-value b)))) + (js!selfcall + "var tagbody_" tbidx " = " initag ";" *newline* + "tbloop:" *newline* + "while (true) {" *newline* + (indent "try {" *newline* + (indent (let ((content "")) + (concat "switch(tagbody_" tbidx "){" *newline* + "case " initag ":" *newline* + (dolist (form (cdr body) content) + (concatf content + (if (not (go-tag-p form)) + (indent (ls-compile form) ";" *newline*) + (let ((b (lookup-in-lexenv form *environment* 'gotag))) + (concat "case " (second (binding-value b)) ":" *newline*))))) + "default:" *newline* + " break tbloop;" *newline* + "}" *newline*))) + "}" *newline* + "catch (jump) {" *newline* + " if (jump.type == 'tagbody' && jump.id == " tbidx ")" *newline* + " tagbody_" tbidx " = jump.label;" *newline* + " else" *newline* + " throw(jump);" *newline* + "}" *newline*) + "}" *newline* + "return " (ls-compile nil) ";" *newline*)))) + +(define-compilation go (label) + (let ((b (lookup-in-lexenv label *environment* 'gotag)) + (n (cond + ((symbolp label) (symbol-name label)) + ((integerp label) (integer-to-string label))))) + (if b + (js!selfcall + "throw ({" + "type: 'tagbody', " + "id: " (first (binding-value b)) ", " + "label: " (second (binding-value b)) ", " + "message: 'Attempt to GO to non-existing tag " n "'" + "})" *newline*) + (error (concat "Unknown tag `" n "'."))))) + +(define-compilation unwind-protect (form &rest clean-up) + (js!selfcall + "var ret = " (ls-compile nil) ";" *newline* + "try {" *newline* + (indent "ret = " (ls-compile form) ";" *newline*) + "} finally {" *newline* + (indent (ls-compile-block clean-up)) + "}" *newline* + "return ret;" *newline*)) + +(define-compilation multiple-value-call (func-form &rest forms) + (js!selfcall + "var func = " (ls-compile func-form) ";" *newline* + "var args = [" (if *multiple-value-p* "values" "pv") "];" *newline* + "return " + (js!selfcall + "var values = mv;" *newline* + "var vs;" *newline* + (mapconcat (lambda (form) + (concat "vs = " (ls-compile form t) ";" *newline* + "if (typeof vs === 'object' && 'multiple-value' in vs)" *newline* + (indent "args = args.concat(vs);" *newline*) + "else" *newline* + (indent "args.push(vs);" *newline*))) + forms) + "return func.apply(window, args);" *newline*) ";" *newline*)) + +(define-compilation multiple-value-prog1 (first-form &rest forms) + (js!selfcall + "var args = " (ls-compile first-form *multiple-value-p*) ";" *newline* + (ls-compile-block forms) + "return args;" *newline*)) + + ;;; A little backquote implementation without optimizations of any ;;; kind for ecmalisp. @@ -984,95 +1737,166 @@ ;;; Primitives -(defmacro define-builtin (name args &body body) - `(define-compilation ,name ,args - (let ,(mapcar (lambda (arg) `(,arg (ls-compile ,arg env fenv))) args) - ,@body))) +(defvar *builtins* nil) -(defun compile-bool (x) - (concat "(" x "?" (ls-compile t nil nil) ": " (ls-compile nil nil nil) ")")) +(defmacro define-raw-builtin (name args &body body) + ;; Creates a new primitive function `name' with parameters args and + ;; @body. The body can access to the local environment through the + ;; variable *ENVIRONMENT*. + `(push (list ',name (lambda ,args (block ,name ,@body))) + *builtins*)) + +(defmacro define-builtin (name args &body body) + `(progn + (define-raw-builtin ,name ,args + (let ,(mapcar (lambda (arg) `(,arg (ls-compile ,arg))) args) + ,@body)))) ;;; DECLS is a list of (JSVARNAME TYPE LISPFORM) declarations. (defmacro type-check (decls &body body) - `(concat "(function(){" *newline* - (indent ,@(mapcar (lambda (decl) - `(concat "var " ,(first decl) " = " ,(third decl) ";" *newline*)) - decls) - - ,@(mapcar (lambda (decl) - `(concat "if (typeof " ,(first decl) " != '" ,(second decl) "')" *newline* - (indent "throw 'The value ' + " - ,(first decl) - " + ' is not a type " - ,(second decl) - ".';" - *newline*))) - decls) - (concat "return " (progn ,@body) ";" *newline*)) - "})()")) + `(js!selfcall + ,@(mapcar (lambda (decl) + `(concat "var " ,(first decl) " = " ,(third decl) ";" *newline*)) + decls) + ,@(mapcar (lambda (decl) + `(concat "if (typeof " ,(first decl) " != '" ,(second decl) "')" *newline* + (indent "throw 'The value ' + " + ,(first decl) + " + ' is not a type " + ,(second decl) + ".';" + *newline*))) + decls) + (concat "return " (progn ,@body) ";" *newline*))) + +;;; VARIABLE-ARITY compiles variable arity operations. ARGS stands for +;;; a variable which holds a list of forms. It will compile them and +;;; store the result in some Javascript variables. BODY is evaluated +;;; with ARGS bound to the list of these variables to generate the +;;; code which performs the transformation on these variables. + +(defun variable-arity-call (args function) + (unless (consp args) + (error "ARGS must be a non-empty list")) + (let ((counter 0) + (variables '()) + (prelude "")) + (dolist (x args) + (let ((v (concat "x" (integer-to-string (incf counter))))) + (push v variables) + (concatf prelude + (concat "var " v " = " (ls-compile x) ";" *newline* + "if (typeof " v " !== 'number') throw 'Not a number!';" + *newline*)))) + (js!selfcall prelude (funcall function (reverse variables))))) + + +(defmacro variable-arity (args &body body) + (unless (symbolp args) + (error "Bad usage of VARIABLE-ARITY, you must pass a symbol")) + `(variable-arity-call ,args + (lambda (,args) + (concat "return " ,@body ";" *newline*)))) (defun num-op-num (x op y) (type-check (("x" "number" x) ("y" "number" y)) (concat "x" op "y"))) -(define-builtin + (x y) (num-op-num x "+" y)) -(define-builtin - (x y) (num-op-num x "-" y)) -(define-builtin * (x y) (num-op-num x "*" y)) -(define-builtin / (x y) (num-op-num x "/" y)) +(define-raw-builtin + (&rest numbers) + (if (null numbers) + "0" + (variable-arity numbers + (join numbers "+")))) + +(define-raw-builtin - (x &rest others) + (let ((args (cons x others))) + (variable-arity args + (if (null others) + (concat "-" (car args)) + (join args "-"))))) + +(define-raw-builtin * (&rest numbers) + (if (null numbers) + "1" + (variable-arity numbers + (join numbers "*")))) + +(define-raw-builtin / (x &rest others) + (let ((args (cons x others))) + (variable-arity args + (if (null others) + (concat "1 /" (car args)) + (join args "/"))))) (define-builtin mod (x y) (num-op-num x "%" y)) -(define-builtin < (x y) (compile-bool (num-op-num x "<" y))) -(define-builtin > (x y) (compile-bool (num-op-num x ">" y))) -(define-builtin = (x y) (compile-bool (num-op-num x "==" y))) -(define-builtin <= (x y) (compile-bool (num-op-num x "<=" y))) -(define-builtin >= (x y) (compile-bool (num-op-num x ">=" y))) + +(defun comparison-conjuntion (vars op) + (cond + ((null (cdr vars)) + "true") + ((null (cddr vars)) + (concat (car vars) op (cadr vars))) + (t + (concat (car vars) op (cadr vars) + " && " + (comparison-conjuntion (cdr vars) op))))) + +(defmacro define-builtin-comparison (op sym) + `(define-raw-builtin ,op (x &rest args) + (let ((args (cons x args))) + (variable-arity args + (js!bool (comparison-conjuntion args ,sym)))))) + +(define-builtin-comparison > ">") +(define-builtin-comparison < "<") +(define-builtin-comparison >= ">=") +(define-builtin-comparison <= "<=") +(define-builtin-comparison = "==") (define-builtin numberp (x) - (compile-bool (concat "(typeof (" x ") == \"number\")"))) + (js!bool (concat "(typeof (" x ") == \"number\")"))) (define-builtin floor (x) (type-check (("x" "number" x)) "Math.floor(x)")) -(define-builtin cons (x y) (concat "({car: " x ", cdr: " y "})")) +(define-builtin cons (x y) + (concat "({car: " x ", cdr: " y "})")) + (define-builtin consp (x) - (compile-bool - (concat "(function(){" *newline* - (indent "var tmp = " x ";" *newline* - "return (typeof tmp == 'object' && 'car' in tmp);" *newline*) - "})()"))) + (js!bool + (js!selfcall + "var tmp = " x ";" *newline* + "return (typeof tmp == 'object' && 'car' in tmp);" *newline*))) (define-builtin car (x) - (concat "(function(){" *newline* - (indent "var tmp = " x ";" *newline* - "return tmp === " (ls-compile nil nil nil) - "? " (ls-compile nil nil nil) - ": tmp.car;" *newline*) - "})()")) + (js!selfcall + "var tmp = " x ";" *newline* + "return tmp === " (ls-compile nil) + "? " (ls-compile nil) + ": tmp.car;" *newline*)) (define-builtin cdr (x) - (concat "(function(){" *newline* - (indent "var tmp = " x ";" *newline* - "return tmp === " (ls-compile nil nil nil) "? " - (ls-compile nil nil nil) - ": tmp.cdr;" *newline*) - "})()")) - -(define-builtin setcar (x new) + (js!selfcall + "var tmp = " x ";" *newline* + "return tmp === " (ls-compile nil) "? " + (ls-compile nil) + ": tmp.cdr;" *newline*)) + +(define-builtin rplaca (x new) (type-check (("x" "object" x)) - (concat "(x.car = " new ")"))) + (concat "(x.car = " new ", x)"))) -(define-builtin setcdr (x new) +(define-builtin rplacd (x new) (type-check (("x" "object" x)) - (concat "(x.cdr = " new ")"))) + (concat "(x.cdr = " new ", x)"))) (define-builtin symbolp (x) - (compile-bool - (concat "(function(){" *newline* - (indent "var tmp = " x ";" *newline* - "return (typeof tmp == 'object' && 'name' in tmp);" *newline*) - "})()"))) + (js!bool + (js!selfcall + "var tmp = " x ";" *newline* + "return (typeof tmp == 'object' && 'name' in tmp);" *newline*))) (define-builtin make-symbol (name) (type-check (("name" "string" name)) @@ -1081,15 +1905,44 @@ (define-builtin symbol-name (x) (concat "(" x ").name")) -(define-builtin eq (x y) (compile-bool (concat "(" x " === " y ")"))) -(define-builtin equal (x y) (compile-bool (concat "(" x " == " y ")"))) +(define-builtin set (symbol value) + (concat "(" symbol ").value = " value)) + +(define-builtin fset (symbol value) + (concat "(" symbol ").fvalue = " value)) + +(define-builtin boundp (x) + (js!bool (concat "(" x ".value !== undefined)"))) + +(define-builtin symbol-value (x) + (js!selfcall + "var symbol = " x ";" *newline* + "var value = symbol.value;" *newline* + "if (value === undefined) throw \"Variable `\" + symbol.name + \"' is unbound.\";" *newline* + "return value;" *newline*)) + +(define-builtin symbol-function (x) + (js!selfcall + "var symbol = " x ";" *newline* + "var func = symbol.fvalue;" *newline* + "if (func === undefined) throw \"Function `\" + symbol.name + \"' is undefined.\";" *newline* + "return func;" *newline*)) + +(define-builtin symbol-plist (x) + (concat "((" x ").plist || " (ls-compile nil) ")")) + +(define-builtin lambda-code (x) + (concat "(" x ").toString()")) -(define-builtin string (x) +(define-builtin eq (x y) (js!bool (concat "(" x " === " y ")"))) +(define-builtin equal (x y) (js!bool (concat "(" x " == " y ")"))) + +(define-builtin char-to-string (x) (type-check (("x" "number" x)) "String.fromCharCode(x)")) (define-builtin stringp (x) - (compile-bool (concat "(typeof(" x ") == \"string\")"))) + (js!bool (concat "(typeof(" x ") == \"string\")"))) (define-builtin string-upcase (x) (type-check (("x" "string" x)) @@ -1099,16 +1952,15 @@ (type-check (("x" "string" x)) "x.length")) -(define-compilation slice (string a &optional b) - (concat "(function(){" *newline* - (indent "var str = " (ls-compile string env fenv) ";" *newline* - "var a = " (ls-compile a env fenv) ";" *newline* - "var b;" *newline* - (if b - (concat "b = " (ls-compile b env fenv) ";" *newline*) - "") - "return str.slice(a,b);" *newline*) - "})()")) +(define-raw-builtin slice (string a &optional b) + (js!selfcall + "var str = " (ls-compile string) ";" *newline* + "var a = " (ls-compile a) ";" *newline* + "var b;" *newline* + (if b + (concat "b = " (ls-compile b) ";" *newline*) + "") + "return str.slice(a,b);" *newline*)) (define-builtin char (string index) (type-check (("string" "string" string) @@ -1120,110 +1972,205 @@ ("string2" "string" string2)) "string1.concat(string2)")) -(define-compilation funcall (func &rest args) - (concat "(" (ls-compile func env fenv) ")(" - (join (mapcar (lambda (x) - (ls-compile x env fenv)) - args) +(define-raw-builtin funcall (func &rest args) + (concat "(" (ls-compile func) ")(" + (join (cons (if *multiple-value-p* "values" "pv") + (mapcar #'ls-compile args)) ", ") ")")) -(define-compilation apply (func &rest args) +(define-raw-builtin apply (func &rest args) (if (null args) - (concat "(" (ls-compile func env fenv) ")()") + (concat "(" (ls-compile func) ")()") (let ((args (butlast args)) (last (car (last args)))) - (concat "(function(){" *newline* - (indent "var f = " (ls-compile func env fenv) ";" *newline* - "var args = [" (join (mapcar (lambda (x) - (ls-compile x env fenv)) - args) - ", ") - "];" *newline* - "var tail = (" (ls-compile last env fenv) ");" *newline* - (indent "while (tail != " (ls-compile nil env fenv) "){" *newline* - " args.push(tail.car);" *newline* - " tail = tail.cdr;" *newline* - "}" *newline* - "return f.apply(this, args);" *newline*) - "})()"))))) + (js!selfcall + "var f = " (ls-compile func) ";" *newline* + "var args = [" (join (cons (if *multiple-value-p* "values" "pv") + (mapcar #'ls-compile args)) + ", ") + "];" *newline* + "var tail = (" (ls-compile last) ");" *newline* + "while (tail != " (ls-compile nil) "){" *newline* + " args.push(tail.car);" *newline* + " tail = tail.cdr;" *newline* + "}" *newline* + "return f.apply(this, args);" *newline*)))) (define-builtin js-eval (string) (type-check (("string" "string" string)) - "eval.apply(window, [string])")) + (if *multiple-value-p* + (js!selfcall + "var v = eval.apply(window, [string]);" *newline* + "if (typeof v !== 'object' || !('multiple-value' in v)){" *newline* + (indent "v = [v];" *newline* + "v['multiple-value'] = true;" *newline*) + "}" *newline* + "return values.apply(this, v);" *newline*) + "eval.apply(window, [string])"))) (define-builtin error (string) - (concat "(function (){ throw " string "; })()")) + (js!selfcall "throw " string ";" *newline*)) (define-builtin new () "{}") -(define-builtin get (object key) - (concat "(function(){" *newline* - (indent "var tmp = " "(" object ")[" key "];" *newline* - "return tmp == undefined? " (ls-compile nil nil nil) ": tmp ;" *newline*) - "})()")) +(define-builtin objectp (x) + (js!bool (concat "(typeof (" x ") === 'object')"))) -(define-builtin set (object key value) +(define-builtin oget (object key) + (js!selfcall + "var tmp = " "(" object ")[" key "];" *newline* + "return tmp == undefined? " (ls-compile nil) ": tmp ;" *newline*)) + +(define-builtin oset (object key value) (concat "((" object ")[" key "] = " value ")")) (define-builtin in (key object) - (compile-bool (concat "((" key ") in (" object "))"))) + (js!bool (concat "((" key ") in (" object "))"))) (define-builtin functionp (x) - (compile-bool (concat "(typeof " x " == 'function')"))) + (js!bool (concat "(typeof " x " == 'function')"))) (define-builtin write-string (x) (type-check (("x" "string" x)) "lisp.write(x)")) -(defun macrop (x) - (and (symbolp x) (eq (binding-type (lookup-function x *fenv*)) 'macro))) - -(defun ls-macroexpand-1 (form env fenv) - (if (macrop (car form)) - (let ((binding (lookup-function (car form) *env*))) - (if (eq (binding-type binding) 'macro) - (apply (eval (binding-translation binding)) (cdr form)) - form)) - form)) - -(defun compile-funcall (function args env fenv) - (cond - ((symbolp function) - (concat (lookup-function-translation function fenv) - "(" - (join (mapcar (lambda (x) (ls-compile x env fenv)) args) - ", ") - ")")) - ((and (listp function) (eq (car function) 'lambda)) - (concat "(" (ls-compile function env fenv) ")(" - (join (mapcar (lambda (x) (ls-compile x env fenv)) args) - ", ") - ")")) - (t - (error (concat "Invalid function designator " (symbol-name function)))))) +(define-builtin make-array (n) + (js!selfcall + "var r = [];" *newline* + "for (var i = 0; i < " n "; i++)" *newline* + (indent "r.push(" (ls-compile nil) ");" *newline*) + "return r;" *newline*)) + +(define-builtin arrayp (x) + (js!bool + (js!selfcall + "var x = " x ";" *newline* + "return typeof x === 'object' && 'length' in x;"))) + +(define-builtin aref (array n) + (js!selfcall + "var x = " "(" array ")[" n "];" *newline* + "if (x === undefined) throw 'Out of range';" *newline* + "return x;" *newline*)) + +(define-builtin aset (array n value) + (js!selfcall + "var x = " array ";" *newline* + "var i = " n ";" *newline* + "if (i < 0 || i >= x.length) throw 'Out of range';" *newline* + "return x[i] = " value ";" *newline*)) + +(define-builtin get-unix-time () + (concat "(Math.round(new Date() / 1000))")) + +(define-builtin values-array (array) + (if *multiple-value-p* + (concat "values.apply(this, " array ")") + (concat "pv.apply(this, " array ")"))) + +(define-raw-builtin values (&rest args) + (if *multiple-value-p* + (concat "values(" (join (mapcar #'ls-compile args) ", ") ")") + (concat "pv(" (join (mapcar #'ls-compile args) ", ") ")"))) + +(defun macro (x) + (and (symbolp x) + (let ((b (lookup-in-lexenv x *environment* 'function))) + (and (eq (binding-type b) 'macro) + b)))) + +(defun ls-macroexpand-1 (form) + (let ((macro-binding (macro (car form)))) + (if macro-binding + (let ((expander (binding-value macro-binding))) + (when (listp expander) + (let ((compiled (eval expander))) + ;; The list representation are useful while + ;; bootstrapping, as we can dump the definition of the + ;; macros easily, but they are slow because we have to + ;; evaluate them and compile them now and again. So, let + ;; us replace the list representation version of the + ;; function with the compiled one. + ;; + #+ecmalisp (set-binding-value macro-binding compiled) + (setq expander compiled))) + (apply expander (cdr form))) + form))) + +(defun compile-funcall (function args) + (let ((values-funcs (if *multiple-value-p* "values" "pv"))) + (if (and (symbolp function) + #+ecmalisp (eq (symbol-package function) (find-package "COMMON-LISP")) + #+common-lisp t) + (concat (ls-compile `',function) ".fvalue(" + (join (cons values-funcs (mapcar #'ls-compile args)) + ", ") + ")") + (concat (ls-compile `#',function) "(" + (join (cons values-funcs (mapcar #'ls-compile args)) + ", ") + ")")))) + +(defun ls-compile-block (sexps &optional return-last-p) + (if return-last-p + (concat (ls-compile-block (butlast sexps)) + "return " (ls-compile (car (last sexps)) *multiple-value-p*) ";") + (join-trailing + (remove-if #'null-or-empty-p (mapcar #'ls-compile sexps)) + (concat ";" *newline*)))) + +(defun ls-compile (sexp &optional multiple-value-p) + (let ((*multiple-value-p* multiple-value-p)) + (cond + ((symbolp sexp) + (let ((b (lookup-in-lexenv sexp *environment* 'variable))) + (cond + ((and b (not (member 'special (binding-declarations b)))) + (binding-value b)) + ((or (keywordp sexp) + (member 'constant (binding-declarations b))) + (concat (ls-compile `',sexp) ".value")) + (t + (ls-compile `(symbol-value ',sexp)))))) + ((integerp sexp) (integer-to-string sexp)) + ((stringp sexp) (concat "\"" (escape-string sexp) "\"")) + ((arrayp sexp) (literal sexp)) + ((listp sexp) + (let ((name (car sexp)) + (args (cdr sexp))) + (cond + ;; Special forms + ((assoc name *compilations*) + (let ((comp (second (assoc name *compilations*)))) + (apply comp args))) + ;; Built-in functions + ((and (assoc name *builtins*) + (not (claimp name 'function 'notinline))) + (let ((comp (second (assoc name *builtins*)))) + (apply comp args))) + (t + (if (macro name) + (ls-compile (ls-macroexpand-1 sexp) multiple-value-p) + (compile-funcall name args)))))) + (t + (error "How should I compile this?"))))) -(defun ls-compile (sexp env fenv) - (cond - ((symbolp sexp) (lookup-variable-translation sexp env)) - ((integerp sexp) (integer-to-string sexp)) - ((stringp sexp) (concat "\"" (escape-string sexp) "\"")) - ((listp sexp) - (if (assoc (car sexp) *compilations*) - (let ((comp (second (assoc (car sexp) *compilations*)))) - (apply comp env fenv (cdr sexp))) - (if (macrop (car sexp)) - (ls-compile (ls-macroexpand-1 sexp env fenv) env fenv) - (compile-funcall (car sexp) (cdr sexp) env fenv)))))) - -(defun ls-compile-toplevel (sexp) - (setq *toplevel-compilations* nil) - (let ((code (ls-compile sexp nil nil))) - (prog1 - (concat (join (mapcar (lambda (x) (concat x ";" *newline*)) - *toplevel-compilations*)) - code) - (setq *toplevel-compilations* nil)))) +(defun ls-compile-toplevel (sexp &optional multiple-value-p) + (let ((*toplevel-compilations* nil)) + (cond + ((and (consp sexp) (eq (car sexp) 'progn)) + (let ((subs (mapcar (lambda (s) + (ls-compile-toplevel s t)) + (cdr sexp)))) + (join (remove-if #'null-or-empty-p subs)))) + (t + (let ((code (ls-compile sexp multiple-value-p))) + (concat (join-trailing (get-toplevel-compilations) + (concat ";" *newline*)) + (if code + (concat code ";" *newline*) + ""))))))) ;;; Once we have the compiler, we define the runtime environment and @@ -1232,46 +2179,59 @@ #+ecmalisp (progn - (defmacro with-compilation-unit (&body body) - `(prog1 - (progn - (setq *compilation-unit-checks* nil) - (setq *env* (remove-if-not #'binding-declared *env*)) - (setq *fenv* (remove-if-not #'binding-declared *fenv*)) - ,@body) - (dolist (check *compilation-unit-checks*) - (funcall check)))) - - (defun eval (x) - (let ((code - (with-compilation-unit - (ls-compile-toplevel x)))) - (js-eval code))) - - ;; Set the initial global environment to be equal to the host global - ;; environment at this point of the compilation. - (eval-when-compile - (let ((c1 (ls-compile `(setq *fenv* ',*fenv*) nil nil)) - (c2 (ls-compile `(setq *env* ',*env*) nil nil)) - (c3 (ls-compile `(setq *variable-counter* ',*variable-counter*) nil nil)) - (c4 (ls-compile `(setq *function-counter* ',*function-counter*) nil nil)) - (c5 (ls-compile `(setq *literal-counter* ',*literal-counter*) nil nil)) - (c6 (ls-compile `(setq *gensym-counter* ',*gensym-counter*) nil nil))) - (setq *toplevel-compilations* - (append *toplevel-compilations* (list c1 c2 c3 c4 c5 c6))))) - - (js-eval - (concat "var lisp = {};" - "lisp.read = " (lookup-function-translation 'ls-read-from-string nil) ";" *newline* - "lisp.print = " (lookup-function-translation 'print-to-string nil) ";" *newline* - "lisp.eval = " (lookup-function-translation 'eval nil) ";" *newline* - "lisp.compile = " (lookup-function-translation 'ls-compile-toplevel nil) ";" *newline* - "lisp.evalString = function(str){" *newline* - " return lisp.eval(lisp.read(str));" *newline* - "}" *newline* - "lisp.compileString = function(str){" *newline* - " return lisp.compile(lisp.read(str));" *newline* - "}" *newline*))) + (defun eval (x) + (js-eval (ls-compile-toplevel x t))) + + (export '(&rest &optional &body * *gensym-counter* *package* + - / 1+ 1- < <= = + = > >= and append apply aref arrayp aset assoc atom block boundp + boundp butlast caar cadddr caddr cadr car car case catch cdar cdddr + cddr cdr cdr char char-code char= code-char cond cons consp copy-list + decf declaim defparameter defun defmacro defvar digit-char-p + disassemble do do* documentation dolist dotimes ecase eq eql equal + error eval every export fdefinition find-package find-symbol first + fourth fset funcall function functionp gensym get-universal-time go + identity if in-package incf integerp integerp intern keywordp lambda + last length let let* list-all-packages list listp make-array + make-package make-symbol mapcar member minusp mod multiple-value-bind + multiple-value-call multiple-value-list multiple-value-prog1 nil not + nth nthcdr null numberp or package-name package-use-list packagep + parse-integer plusp prin1-to-string print proclaim prog1 prog2 progn + psetq push quote remove remove-if remove-if-not return return-from + revappend reverse rplaca rplacd second set setq some string-upcase + string string= stringp subseq symbol-function symbol-name symbol-package + symbol-plist symbol-value symbolp t tagbody third throw truncate + unless unwind-protect values values-list variable warn when write-line + write-string zerop)) + + (setq *package* *user-package*) + + (js-eval "var lisp") + (js-vset "lisp" (new)) + (js-vset "lisp.read" #'ls-read-from-string) + (js-vset "lisp.print" #'prin1-to-string) + (js-vset "lisp.eval" #'eval) + (js-vset "lisp.compile" (lambda (s) (ls-compile-toplevel s t))) + (js-vset "lisp.evalString" (lambda (str) (eval (ls-read-from-string str)))) + (js-vset "lisp.compileString" (lambda (str) (ls-compile-toplevel (ls-read-from-string str) t))) + + ;; Set the initial global environment to be equal to the host global + ;; environment at this point of the compilation. + (eval-when-compile + (toplevel-compilation + (ls-compile + `(progn + ,@(mapcar (lambda (s) `(%intern-symbol (js-vref ,(cdr s)))) + *literal-symbols*) + (setq *literal-symbols* ',*literal-symbols*) + (setq *environment* ',*environment*) + (setq *variable-counter* ,*variable-counter*) + (setq *gensym-counter* ,*gensym-counter*) + (setq *block-counter* ,*block-counter*))))) + + (eval-when-compile + (toplevel-compilation + (ls-compile + `(setq *literal-counter* ,*literal-counter*))))) ;;; Finally, we provide a couple of functions to easily bootstrap @@ -1286,24 +2246,23 @@ seq))) (defun ls-compile-file (filename output) - (setq *env* nil *fenv* nil) - (setq *compilation-unit-checks* nil) - (with-open-file (out output :direction :output :if-exists :supersede) - (let* ((source (read-whole-file filename)) - (in (make-string-stream source))) - (loop - for x = (ls-read in) - until (eq x *eof*) - for compilation = (ls-compile-toplevel x) - when (plusp (length compilation)) - do (write-line (concat compilation "; ") out)) - (dolist (check *compilation-unit-checks*) - (funcall check)) - (setq *compilation-unit-checks* nil)))) + (let ((*compiling-file* t)) + (with-open-file (out output :direction :output :if-exists :supersede) + (write-string (read-whole-file "prelude.js") out) + (let* ((source (read-whole-file filename)) + (in (make-string-stream source))) + (loop + for x = (ls-read in) + until (eq x *eof*) + for compilation = (ls-compile-toplevel x) + when (plusp (length compilation)) + do (write-string compilation out)))))) (defun bootstrap () + (setq *environment* (make-lexenv)) + (setq *literal-symbols* nil) (setq *variable-counter* 0 *gensym-counter* 0 - *function-counter* 0 - *literal-counter* 0) + *literal-counter* 0 + *block-counter* 0) (ls-compile-file "ecmalisp.lisp" "ecmalisp.js")))