X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=lispstrack.lisp;h=46c07c63d8fb3c586c8db0fe794e349587846346;hb=4f17b56fa136f97d11975d081a861351eb64db76;hp=59fb5e407a494e16e3800572dcadefff211d1b9e;hpb=3c8fb84375b8228964541fddeb31c309b596c10e;p=jscl.git diff --git a/lispstrack.lisp b/lispstrack.lisp index 59fb5e4..46c07c6 100644 --- a/lispstrack.lisp +++ b/lispstrack.lisp @@ -3,7 +3,6 @@ x (list x))) - (defun !reduce (func list initial) (if (null list) initial @@ -112,8 +111,8 @@ (let (ch) (skip-whitespaces stream) (setq ch (%peek-char stream)) - (while (and ch (eql ch #\;)) - (read-until stream (lambda (x) (eql x #\newline))) + (while (and ch (char= ch #\;)) + (read-until stream (lambda (x) (char= x #\newline))) (skip-whitespaces stream) (setq ch (%peek-char stream))))) @@ -121,18 +120,33 @@ (skip-whitespaces-and-comments stream) (let ((ch (%peek-char stream))) (cond + ((null ch) + (error "Unspected EOF")) ((char= ch #\)) (%read-char stream) nil) ((char= ch #\.) (%read-char stream) - (skip-whitespaces-and-comments stream) (prog1 (ls-read stream) + (skip-whitespaces-and-comments stream) (unless (char= (%read-char stream) #\)) (error "')' was expected.")))) (t (cons (ls-read stream) (%read-list stream)))))) +(defun read-string (stream) + (let ((string "") + (ch nil)) + (setq ch (%read-char stream)) + (while (not (eql ch #\")) + (when (null ch) + (error "Unexpected EOF")) + (when (eql ch #\\) + (setq ch (%read-char stream))) + (setq string (concat string (string ch))) + (setq ch (%read-char stream))) + string)) + (defvar *eof* (make-symbol "EOF")) (defun ls-read (stream) (skip-whitespaces-and-comments stream) @@ -151,8 +165,7 @@ (list 'backquote (ls-read stream))) ((char= ch #\") (%read-char stream) - (prog1 (read-until stream (lambda (ch) (char= ch #\"))) - (%read-char stream))) + (read-string stream)) ((char= ch #\,) (%read-char stream) (if (eql (%peek-char stream) #\@) @@ -164,9 +177,12 @@ (#\' (list 'function (ls-read stream))) (#\\ - (let ((cname (read-until stream #'terminalp))) + (let ((cname + (concat (string (%read-char stream)) + (read-until stream #'terminalp)))) (cond ((string= cname "space") (char-code #\space)) + ((string= cname "tab") (char-code #\tab)) ((string= cname "newline") (char-code #\newline)) (t (char-code (char cname 0)))))) (#\+ @@ -191,13 +207,83 @@ ;;;; Compiler -(let ((counter 0)) - (defun make-var-binding (symbol) - (cons symbol (concat "v" (integer-to-string (incf counter)))))) +(defvar *compilation-unit-checks* '()) + +(defvar *env* '()) +(defvar *fenv* '()) + +(defun make-binding (name type js declared) + (list name type js declared)) + +(defun binding-name (b) (first b)) +(defun binding-type (b) (second b)) +(defun binding-translation (b) (third b)) +(defun binding-declared (b) + (and b (fourth b))) +(defun mark-binding-as-declared (b) + (setcar (cdddr b) t)) + +(defvar *variable-counter* 0) +(defun gvarname (symbol) + (concat "v" (integer-to-string (incf *variable-counter*)))) + +(defun lookup-variable (symbol env) + (or (assoc symbol env) + (assoc symbol *env*) + (let ((name (symbol-name symbol)) + (binding (make-binding symbol 'variable (gvarname symbol) nil))) + (push binding *env*) + (push (lambda () + (unless (binding-declared (assoc symbol *env*)) + (error (concat "Undefined variable `" name "'")))) + *compilation-unit-checks*) + binding))) + +(defun lookup-variable-translation (symbol env) + (binding-translation (lookup-variable symbol env))) + +(defun extend-local-env (args env) + (append (mapcar (lambda (symbol) + (make-binding symbol 'variable (gvarname symbol) t)) + args) + env)) + +(defvar *function-counter* 0) +(defun lookup-function (symbol env) + (or (assoc symbol env) + (assoc symbol *fenv*) + (let ((name (symbol-name symbol)) + (binding + (make-binding symbol + 'function + (concat "f" (integer-to-string (incf *function-counter*))) + nil))) + (push binding *fenv*) + (push (lambda () + (unless (binding-declared (assoc symbol *fenv*)) + (error (concat "Undefined function `" name "'")))) + *compilation-unit-checks*) + binding))) + +(defun lookup-function-translation (symbol env) + (binding-translation (lookup-function symbol env))) + + +(defvar *toplevel-compilations* nil) + +(defun %compile-defvar (name) + (let ((b (lookup-variable name *env*))) + (mark-binding-as-declared b) + (push (concat "var " (binding-translation b)) *toplevel-compilations*))) + +(defun %compile-defun (name) + (let ((b (lookup-function name *env*))) + (mark-binding-as-declared b) + (push (concat "var " (binding-translation b)) *toplevel-compilations*))) + +(defun %compile-defmacro (name lambda) + (push (make-binding name 'macro lambda t) *fenv*)) -(let ((counter 0)) - (defun make-func-binding (symbol) - (cons symbol (concat "f" (integer-to-string (incf counter)))))) (defvar *compilations* nil) @@ -208,39 +294,16 @@ sexps)) "; ")) - -(defun extend-env (args env) - (append (mapcar #'make-var-binding args) env)) - -(defparameter *env* '()) -(defparameter *fenv* '()) - -(defun lookup (symbol env) - (let ((binding (assoc symbol env))) - (and binding (cdr binding)))) - -(defun lookup-variable (symbol env) - (or (lookup symbol env) - (lookup symbol *env*) - (error "Undefined variable `~a'" symbol))) - -(defun lookup-function (symbol env) - (or (lookup symbol env) - (lookup symbol *fenv*) - (error "Undefined function `~a'" symbol))) - -(defmacro define-compilation (name args &body body) +(defmacro define-compilation (name args &rest body) ;; Creates a new primitive `name' with parameters args and ;; @body. The body can access to the local environment through the ;; variable ENV. `(push (list ',name (lambda (env fenv ,@args) ,@body)) *compilations*)) -(defvar *toplevel-compilations*) - (define-compilation if (condition true false) (concat "(" - (ls-compile condition env fenv) + (ls-compile condition env fenv) " !== " (ls-compile nil nil nil) " ? " (ls-compile true env fenv) " : " @@ -259,23 +322,26 @@ (define-compilation lambda (lambda-list &rest body) (let ((required-arguments (lambda-list-required-argument lambda-list)) (rest-argument (lambda-list-rest-argument lambda-list))) - (let ((new-env (extend-env (append (if rest-argument (list rest-argument)) - required-arguments) - env))) + (let ((new-env (extend-local-env + (append (and rest-argument (list rest-argument)) + required-arguments) + env))) (concat "(function (" - (join (mapcar (lambda (x) (lookup-variable x new-env)) + (join (mapcar (lambda (x) + (lookup-variable-translation x new-env)) required-arguments) ",") "){" *newline* (if rest-argument - (concat "var " (lookup-variable rest-argument new-env) ";" *newline* - "for (var i = arguments.length-1; i>=" - (integer-to-string (length required-arguments)) - "; i--)" *newline* - (lookup-variable rest-argument new-env) " = " - "{car: arguments[i], cdr: " (lookup-variable rest-argument new-env) "};" - *newline*) + (let ((js!rest (lookup-variable-translation rest-argument new-env))) + (concat "var " js!rest "= " (ls-compile nil env fenv) ";" *newline* + "for (var i = arguments.length-1; i>=" + (integer-to-string (length required-arguments)) + "; i--)" *newline* + js!rest " = " + "{car: arguments[i], cdr: " js!rest "};" + *newline*)) "") (concat (ls-compile-block (butlast body) new-env fenv) "return " (ls-compile (car (last body)) new-env fenv) ";") @@ -283,36 +349,47 @@ "})")))) (define-compilation fsetq (var val) - (concat (lookup-function var fenv) + (concat (lookup-function-translation var fenv) " = " (ls-compile val env fenv))) (define-compilation setq (var val) - (concat (lookup-variable var env) + (concat (lookup-variable-translation var env) " = " (ls-compile val env fenv))) - ;;; Literals +(defun escape-string (string) + (let ((output "") + (index 0) + (size (length string))) + (while (< index size) + (let ((ch (char string index))) + (when (or (char= ch #\") (char= ch #\\)) + (setq output (concat output "\\"))) + (when (or (char= ch #\newline)) + (setq output (concat output "\\")) + (setq ch #\n)) + (setq output (concat output (string ch)))) + (incf index)) + output)) + (defun literal->js (sexp) (cond - ((null sexp) "undefined") ((integerp sexp) (integer-to-string sexp)) - ((stringp sexp) (concat "\"" sexp "\"")) - ((symbolp sexp) (concat "{name: \"" (symbol-name sexp) "\"}")) + ((stringp sexp) (concat "\"" (escape-string sexp) "\"")) + ((symbolp sexp) (ls-compile `(intern ,(escape-string (symbol-name sexp))) *env* *fenv*)) ((consp sexp) (concat "{car: " (literal->js (car sexp)) ", cdr: " (literal->js (cdr sexp)) "}")))) -(let ((counter 0)) - (defun literal (form) - (if (null form) - (literal->js form) - (let ((var (concat "l" (integer-to-string (incf counter))))) - (push (concat "var " var " = " (literal->js form)) *toplevel-compilations*) - var)))) +(defvar *literal-counter* 0) +(defun literal (form) + (let ((var (concat "l" (integer-to-string (incf *literal-counter*))))) + (push (concat "var " var " = " (literal->js form)) *toplevel-compilations*) + var)) (define-compilation quote (sexp) (literal sexp)) @@ -322,7 +399,7 @@ (define-compilation while (pred &rest body) (concat "(function(){ while(" - (ls-compile pred env fenv) + (ls-compile pred env fenv) " !== " (ls-compile nil nil nil) "){" (ls-compile-block body env fenv) "}})()")) @@ -332,7 +409,7 @@ ((and (listp x) (eq (car x) 'lambda)) (ls-compile x env fenv)) ((symbolp x) - (lookup-function x fenv)))) + (lookup-function-translation x fenv)))) #+common-lisp (defmacro eval-when-compile (&body body) @@ -352,8 +429,8 @@ (define-transformation let (bindings &rest body) (let ((bindings (mapcar #'ensure-list bindings))) - `((lambda ,(mapcar 'car bindings) ,@body) - ,@(mapcar 'cadr bindings)))) + `((lambda ,(mapcar #'car bindings) ,@body) + ,@(mapcar #'cadr bindings)))) ;;; A little backquote implementation without optimizations of any ;;; kind for lispstrack. @@ -392,6 +469,9 @@ ;;; Primitives +(defun compile-bool (x) + (concat "(" x "?" (ls-compile t nil nil) ": " (ls-compile nil nil nil) ")")) + (define-compilation + (x y) (concat "((" (ls-compile x env fenv) ") + (" (ls-compile y env fenv) "))")) @@ -405,10 +485,14 @@ (concat "((" (ls-compile x env fenv) ") / (" (ls-compile y env fenv) "))")) (define-compilation < (x y) - (concat "((" (ls-compile x env fenv) ") < (" (ls-compile y env fenv) "))")) + (compile-bool (concat "((" (ls-compile x env fenv) ") < (" (ls-compile y env fenv) "))"))) (define-compilation = (x y) - (concat "((" (ls-compile x env fenv) ") == (" (ls-compile y env fenv) "))")) + (compile-bool (concat "((" (ls-compile x env fenv) ") == (" (ls-compile y env fenv) "))"))) + +(define-compilation numberp (x) + (compile-bool (concat "(typeof (" (ls-compile x env fenv) ") == \"number\")"))) + (define-compilation mod (x y) (concat "((" (ls-compile x env fenv) ") % (" (ls-compile y env fenv) "))")) @@ -417,16 +501,28 @@ (concat "(Math.floor(" (ls-compile x env fenv) "))")) (define-compilation null (x) - (concat "(" (ls-compile x env fenv) "== undefined)")) + (compile-bool (concat "(" (ls-compile x env fenv) "===" (ls-compile nil env fenv) ")"))) (define-compilation cons (x y) - (concat "{car: " (ls-compile x env fenv) ", cdr: " (ls-compile y env fenv) "}")) + (concat "({car: " (ls-compile x env fenv) ", cdr: " (ls-compile y env fenv) "})")) + +(define-compilation consp (x) + (compile-bool + (concat "(function(){ var tmp = " + (ls-compile x env fenv) + "; return (typeof tmp == 'object' && 'car' in tmp);})()"))) (define-compilation car (x) - (concat "(" (ls-compile x env fenv) ").car")) + (concat "(function () { var tmp = " (ls-compile x env fenv) + "; return tmp === " (ls-compile nil nil nil) "? " + (ls-compile nil nil nil) + ": tmp.car; })()")) (define-compilation cdr (x) - (concat "(" (ls-compile x env fenv) ").cdr")) + (concat "(function () { var tmp = " (ls-compile x env fenv) + "; return tmp === " (ls-compile nil nil nil) "? " + (ls-compile nil nil nil) + ": tmp.cdr; })()")) (define-compilation setcar (x new) (concat "((" (ls-compile x env fenv) ").car = " (ls-compile new env fenv) ")")) @@ -434,6 +530,11 @@ (define-compilation setcdr (x new) (concat "((" (ls-compile x env fenv) ").cdr = " (ls-compile new env fenv) ")")) +(define-compilation symbolp (x) + (compile-bool + (concat "(function(){ var tmp = " + (ls-compile x env fenv) + "; return (typeof tmp == 'object' && 'name' in tmp); })()"))) (define-compilation make-symbol (name) (concat "{name: " (ls-compile name env fenv) "}")) @@ -442,11 +543,26 @@ (concat "(" (ls-compile x env fenv) ").name")) (define-compilation eq (x y) - (concat "(" (ls-compile x env fenv) " === " (ls-compile y env fenv) ")")) + (compile-bool + (concat "(" (ls-compile x env fenv) " === " (ls-compile y env fenv) ")"))) + +(define-compilation equal (x y) + (compile-bool + (concat "(" (ls-compile x env fenv) " == " (ls-compile y env fenv) ")"))) (define-compilation string (x) (concat "String.fromCharCode(" (ls-compile x env fenv) ")")) +(define-compilation stringp (x) + (compile-bool + (concat "(typeof(" (ls-compile x env fenv) ") == \"string\")"))) + +(define-compilation string-upcase (x) + (concat "(" (ls-compile x env fenv) ").toUpperCase()")) + +(define-compilation string-length (x) + (concat "(" (ls-compile x env fenv) ").length")) + (define-compilation char (string index) (concat "(" (ls-compile string env fenv) @@ -471,11 +587,41 @@ ", ") ")")) +(define-compilation apply (func &rest args) + (if (null args) + (concat "(" (ls-compile func env fenv) ")()") + (let ((args (butlast args)) + (last (car (last args)))) + (concat "(function(){" *newline* + "var f = " (ls-compile func env fenv) ";" *newline* + "var args = [" (join (mapcar (lambda (x) + (ls-compile x env fenv)) + args) + ", ") + "];" *newline* + "var tail = (" (ls-compile last env fenv) ");" *newline* + "while (tail != " (ls-compile nil env fenv) "){" *newline* + " args.push(tail.car);" *newline* + " tail = tail.cdr;" *newline* + "}" *newline* + "return f.apply(this, args);" *newline* + "})()" *newline*)))) + +(define-compilation js-eval (string) + (concat "eval.apply(window, [" (ls-compile string env fenv) "])")) + +(define-compilation error (string) + (concat "(function (){ throw " (ls-compile string env fenv) ";" "return 0;})()")) + (define-compilation new () "{}") (define-compilation get (object key) - (concat "(" (ls-compile object env fenv) ")[" (ls-compile key env fenv) "]")) + (concat "(function(){ var tmp = " + "(" (ls-compile object env fenv) ")[" (ls-compile key env fenv) "]" + ";" + "return tmp == undefined? " (ls-compile nil nil nil) ": tmp ;" + "})()")) (define-compilation set (object key value) (concat "((" @@ -484,30 +630,26 @@ (ls-compile key env fenv) "]" " = " (ls-compile value env fenv) ")")) +(define-compilation in (key object) + (compile-bool + (concat "(" (ls-compile key env fenv) " in " (ls-compile object env fenv) ")"))) -(defun %compile-defvar (name) - (unless (lookup name *env*) - (push (make-var-binding name) *env*) - (push (concat "var " (lookup-variable name *env*)) *toplevel-compilations*))) -(defun %compile-defun (name) - (unless (lookup name *fenv*) - (push (make-func-binding name) *fenv*) - (push (concat "var " (lookup-variable name *fenv*)) *toplevel-compilations*))) - -(defun %compile-defmacro (name lambda) - (push (cons name (cons 'macro lambda)) *fenv*)) +(defun macrop (x) + (and (symbolp x) (eq (binding-type (lookup-function x *fenv*)) 'macro))) -(defun ls-macroexpand-1 (form &optional env fenv) - (let ((function (cdr (assoc (car form) *fenv*)))) - (if (and (listp function) (eq (car function) 'macro)) - (apply (eval (cdr function)) (cdr form)) - form))) +(defun ls-macroexpand-1 (form env fenv) + (if (macrop (car form)) + (let ((binding (lookup-function (car form) *env*))) + (if (eq (binding-type binding) 'macro) + (apply (eval (binding-translation binding)) (cdr form)) + form)) + form)) (defun compile-funcall (function args env fenv) (cond ((symbolp function) - (concat (lookup-function function fenv) + (concat (lookup-function-translation function fenv) "(" (join (mapcar (lambda (x) (ls-compile x env fenv)) args) ", ") @@ -518,35 +660,34 @@ ", ") ")")) (t - (error "Invalid function designator ~a." function)))) + (error (concat "Invalid function designator " (symbol-name function)))))) -(defun ls-compile (sexp &optional env fenv) +(defun ls-compile (sexp env fenv) (cond - ((symbolp sexp) (lookup-variable sexp env)) + ((symbolp sexp) (lookup-variable-translation sexp env)) ((integerp sexp) (integer-to-string sexp)) - ((stringp sexp) (concat "\"" sexp "\"")) + ((stringp sexp) (concat "\"" (escape-string sexp) "\"")) ((listp sexp) - (let ((sexp (ls-macroexpand-1 sexp env fenv))) - (if (listp sexp) - (let ((compiler-func (second (assoc (car sexp) *compilations*)))) - (if compiler-func - (apply compiler-func env fenv (cdr sexp)) - (compile-funcall (car sexp) (cdr sexp) env fenv))) - (ls-compile sexp env fenv)))))) + (if (assoc (car sexp) *compilations*) + (let ((comp (second (assoc (car sexp) *compilations*)))) + (apply comp env fenv (cdr sexp))) + (if (macrop (car sexp)) + (ls-compile (ls-macroexpand-1 sexp env fenv) env fenv) + (compile-funcall (car sexp) (cdr sexp) env fenv)))))) (defun ls-compile-toplevel (sexp) (setq *toplevel-compilations* nil) - (let ((code (ls-compile sexp))) + (let ((code (ls-compile sexp nil nil))) (prog1 - (concat (join (mapcar (lambda (x) (concat x ";" *newline*)) + (concat #+common-lisp (concat "/* " (princ-to-string sexp) " */") + (join (mapcar (lambda (x) (concat x ";" *newline*)) *toplevel-compilations*) - "") + "") code) (setq *toplevel-compilations* nil)))) #+common-lisp (progn - (defun read-whole-file (filename) (with-open-file (in filename) (let ((seq (make-array (file-length in) :element-type 'character))) @@ -555,6 +696,7 @@ (defun ls-compile-file (filename output) (setq *env* nil *fenv* nil) + (setq *compilation-unit-checks* nil) (with-open-file (out output :direction :output :if-exists :supersede) (let* ((source (read-whole-file filename)) (in (make-string-stream source))) @@ -563,7 +705,10 @@ until (eq x *eof*) for compilation = (ls-compile-toplevel x) when (plusp (length compilation)) - do (write-line (concat compilation "; ") out))))) + do (write-line (concat compilation "; ") out)) + (dolist (check *compilation-unit-checks*) + (funcall check)) + (setq *compilation-unit-checks* nil)))) (defun bootstrap () (ls-compile-file "lispstrack.lisp" "lispstrack.js")))