X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=lispstrack.lisp;h=bbfa92455c7403f3aa68efce105bea6ab32043cc;hb=7392f25d8e6c4f45a075a82a245475b08b5578a1;hp=b53db0a54d4f33dcd9ed82a92a5782a17f3ec16f;hpb=8e2f01785d31e908194c1846d8437285aad31478;p=jscl.git diff --git a/lispstrack.lisp b/lispstrack.lisp index b53db0a..bbfa924 100644 --- a/lispstrack.lisp +++ b/lispstrack.lisp @@ -1,3 +1,129 @@ +;;; lispstrack.lisp --- + +;; Copyright (C) 2012 David Vazquez +;; Copyright (C) 2012 Raimon Grau + +;; This program is free software: you can redistribute it and/or +;; modify it under the terms of the GNU General Public License as +;; published by the Free Software Foundation, either version 3 of the +;; License, or (at your option) any later version. +;; +;; This program is distributed in the hope that it will be useful, but +;; WITHOUT ANY WARRANTY; without even the implied warranty of +;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +;; General Public License for more details. +;; +;; You should have received a copy of the GNU General Public License +;; along with this program. If not, see . + +;;; This code is executed when lispstrack compiles this file +;;; itself. The compiler provides compilation of some special forms, +;;; as well as funcalls and macroexpansion, but no functions. So, we +;;; define the Lisp world from scratch. This code has to define enough +;;; language to the compiler to be able to run. +#+lispstrack +(progn + (eval-when-compile + (%compile-defmacro 'defmacro + '(lambda (name args &rest body) + `(eval-when-compile + (%compile-defmacro ',name '(lambda ,args ,@body)))))) + + (defmacro %defvar (name value) + `(progn + (eval-when-compile + (%compile-defvar ',name)) + (setq ,name ,value))) + + (defmacro defvar (name value) + `(%defvar ,name ,value)) + + (defmacro %defun (name args &rest body) + `(progn + (eval-when-compile + (%compile-defun ',name)) + (fsetq ,name (lambda ,args ,@body)))) + + (defmacro defun (name args &rest body) + `(%defun ,name ,args ,@body)) + + (defvar *package* (new)) + + (defvar nil (make-symbol "NIL")) + (set *package* "NIL" nil) + + (defvar t (make-symbol "T")) + (set *package* "T" t) + + (defun internp (name) + (in name *package*)) + + (defun intern (name) + (if (internp name) + (get *package* name) + (set *package* name (make-symbol name)))) + + (defun find-symbol (name) + (get *package* name)) + + (defmacro when (condition &rest body) + `(if ,condition (progn ,@body) nil)) + + (defmacro unless (condition &rest body) + `(if ,condition nil (progn ,@body))) + + (defmacro dolist (iter &rest body) + (let ((var (first iter)) + (g!list (make-symbol "LIST"))) + `(let ((,g!list ,(second iter)) + (,var nil)) + (while ,g!list + (setq ,var (car ,g!list)) + ,@body + (setq ,g!list (cdr ,g!list)))))) + + (defun = (x y) (= x y)) + (defun + (x y) (+ x y)) + (defun - (x y) (- x y)) + (defun * (x y) (* x y)) + (defun / (x y) (/ x y)) + (defun 1+ (x) (+ x 1)) + (defun 1- (x) (- x 1)) + (defun zerop (x) (= x 0)) + (defun not (x) (if x nil t)) + + (defun truncate (x y) (floor (/ x y))) + + (defun cons (x y ) (cons x y)) + (defun consp (x) (consp x)) + + (defun car (x) (car x)) + (defun cdr (x) (cdr x)) + + (defun caar (x) (car (car x))) + (defun cadr (x) (car (cdr x))) + (defun cdar (x) (cdr (car x))) + (defun cddr (x) (cdr (cdr x))) + (defun caddr (x) (car (cdr (cdr x)))) + (defun cdddr (x) (cdr (cdr (cdr x)))) + (defun cadddr (x) (car (cdr (cdr (cdr x))))) + + (defun first (x) (car x)) + (defun second (x) (cadr x)) + (defun third (x) (caddr x)) + (defun fourth (x) (cadddr x)) + + (defun list (&rest args) + args) + + (defun atom (x) + (not (consp x)))) + +(defun ensure-list (x) + (if (listp x) + x + (list x))) + (defun !reduce (func list initial) (if (null list) initial @@ -5,8 +131,220 @@ (cdr list) (funcall func initial (car list))))) -;;; Utils +#+lispstrack +(progn + (defmacro defun (name args &rest body) + `(progn + (%defun ,name ,args ,@body) + ',name)) + + (defmacro defvar (name value) + `(progn + (%defvar ,name ,value) + ',name)) + + (defun append-two (list1 list2) + (if (null list1) + list2 + (cons (car list1) + (append (cdr list1) list2)))) + + (defun append (&rest lists) + (!reduce #'append-two lists '())) + + (defun reverse-aux (list acc) + (if (null list) + acc + (reverse-aux (cdr list) (cons (car list) acc)))) + + (defun reverse (list) + (reverse-aux list '())) + + (defmacro incf (x) + `(setq ,x (1+ ,x))) + + (defmacro decf (x) + `(setq ,x (1- ,x))) + + (defun list-length (list) + (let ((l 0)) + (while (not (null list)) + (incf l) + (setq list (cdr list))) + l)) + + (defun length (seq) + (if (stringp seq) + (string-length seq) + (list-length seq))) + + (defun mapcar (func list) + (if (null list) + '() + (cons (funcall func (car list)) + (mapcar func (cdr list))))) + + (defmacro push (x place) + `(setq ,place (cons ,x ,place))) + + (defmacro cond (&rest clausules) + (if (null clausules) + nil + (if (eq (caar clausules) t) + `(progn ,@(cdar clausules)) + `(if ,(caar clausules) + (progn ,@(cdar clausules)) + (cond ,@(cdr clausules)))))) + + (defmacro case (form &rest clausules) + (let ((!form (make-symbol "FORM"))) + `(let ((,!form ,form)) + (cond + ,@(mapcar (lambda (clausule) + (if (eq (car clausule) t) + clausule + `((eql ,!form ,(car clausule)) + ,@(cdr clausule)))) + clausules))))) + + (defmacro ecase (form &rest clausules) + `(case ,form + ,@(append + clausules + `((t + (error "ECASE expression failed.")))))) + + (defun code-char (x) x) + (defun char-code (x) x) + (defun char= (x y) (= x y)) + + (defmacro and (&rest forms) + (cond + ((null forms) + t) + ((null (cdr forms)) + (car forms)) + (t + `(if ,(car forms) + (and ,@(cdr forms)) + nil)))) + + (defmacro or (&rest forms) + (cond + ((null forms) + nil) + ((null (cdr forms)) + (car forms)) + (t + (let ((g (make-symbol "VAR"))) + `(let ((,g ,(car forms))) + (if ,g ,g (or ,@(cdr forms)))))))) + + (defmacro prog1 (form &rest body) + (let ((value (make-symbol "VALUE"))) + `(let ((,value ,form)) + ,@body + ,value))) + + (defun <= (x y) (or (< x y) (= x y))) + (defun >= (x y) (not (< x y))) + + (defun listp (x) + (or (consp x) (null x))) + + (defun integerp (x) + (and (numberp x) (= (floor x) x))) + + (defun last (x) + (if (null (cdr x)) + x + (last (cdr x)))) + + (defun butlast (x) + (if (null (cdr x)) + nil + (cons (car x) (butlast (cdr x))))) + + (defun member (x list) + (cond + ((null list) + nil) + ((eql x (car list)) + list) + (t + (member x (cdr list))))) + + (defun remove (x list) + (cond + ((null list) + nil) + ((eql x (car list)) + (remove x (cdr list))) + (t + (cons (car list) (remove x (cdr list)))))) + + (defun remove-if (func list) + (cond + ((null list) + nil) + ((funcall func (car list)) + (remove-if func (cdr list))) + (t + (cons (car list) (remove-if func (cdr list)))))) + + (defun remove-if-not (func list) + (cond + ((null list) + nil) + ((funcall func (car list)) + (cons (car list) (remove-if-not func (cdr list)))) + (t + (remove-if-not func (cdr list))))) + + (defun digit-char-p (x) + (if (and (<= #\0 x) (<= x #\9)) + (- x #\0) + nil)) + + (defun parse-integer (string) + (let ((value 0) + (index 0) + (size (length string))) + (while (< index size) + (setq value (+ (* value 10) (digit-char-p (char string index)))) + (incf index)) + value)) + + (defun every (function seq) + ;; string + (let ((ret t) + (index 0) + (size (length seq))) + (while (and ret (< index size)) + (unless (funcall function (char seq index)) + (setq ret nil)) + (incf index)) + ret)) + + (defun eql (x y) + (eq x y)) + + (defun assoc (x alist) + (cond + ((null alist) + nil) + ((eql x (caar alist)) + (car alist)) + (t + (assoc x (cdr alist))))) + + (defun string= (s1 s2) + (equal s1 s2))) + +;;; The compiler offers some primitives and special forms which are +;;; not found in Common Lisp, for instance, while. So, we grow Common +;;; Lisp a bit to it can execute the rest of the file. #+common-lisp (progn (defmacro while (condition &body body) @@ -14,8 +352,23 @@ ((not ,condition)) ,@body)) + (defmacro eval-when-compile (&body body) + `(eval-when (:compile-toplevel :load-toplevel :execute) + ,@body)) + (defun concat-two (s1 s2) - (concatenate 'string s1 s2))) + (concatenate 'string s1 s2)) + + (defun setcar (cons new) + (setf (car cons) new)) + (defun setcdr (cons new) + (setf (cdr cons) new))) + + +;;; At this point, no matter if Common Lisp or lispstrack is compiling +;;; from here, this code will compile on both. We define some helper +;;; functions now for string manipulation and so on. They will be +;;; useful in the compiler, mostly. (defvar *newline* (string (code-char 10))) @@ -37,31 +390,27 @@ (join (cdr list) separator))))) (defun join-trailing (list separator) - (cond - ((null list) - "") - ((null (car list)) - (join-trailing (cdr list) separator)) - (t - (concat (car list) separator (join-trailing (cdr list) separator))))) + (if (null list) + "" + (concat (car list) separator (join-trailing (cdr list) separator)))) (defun integer-to-string (x) (if (zerop x) "0" (let ((digits nil)) - (while (not (= x 0)) + (while (not (zerop x)) (push (mod x 10) digits) (setq x (truncate x 10))) (join (mapcar (lambda (d) (string (char "0123456789" d))) digits) "")))) + ;;;; Reader -;;; It is a basic Lisp reader. It does not use advanced stuff -;;; intentionally, because we want to use it to bootstrap a simple -;;; Lisp. The main entry point is the function `ls-read', which -;;; accepts a strings as argument and return the Lisp expression. +;;; The Lisp reader, parse strings and return Lisp objects. The main +;;; entry points are `ls-read' and `ls-read-from-string'. + (defun make-string-stream (string) (cons string 0)) @@ -72,7 +421,7 @@ (defun %read-char (stream) (and (< (cdr stream) (length (car stream))) (prog1 (char (car stream) (cdr stream)) - (incf (cdr stream))))) + (setcdr stream (1+ (cdr stream)))))) (defun whitespacep (ch) (or (char= ch #\space) (char= ch #\newline) (char= ch #\tab))) @@ -101,8 +450,8 @@ (let (ch) (skip-whitespaces stream) (setq ch (%peek-char stream)) - (while (and ch (eql ch #\;)) - (read-until stream (lambda (x) (eql x #\newline))) + (while (and ch (char= ch #\;)) + (read-until stream (lambda (x) (char= x #\newline))) (skip-whitespaces stream) (setq ch (%peek-char stream))))) @@ -110,18 +459,33 @@ (skip-whitespaces-and-comments stream) (let ((ch (%peek-char stream))) (cond + ((null ch) + (error "Unspected EOF")) ((char= ch #\)) (%read-char stream) nil) ((char= ch #\.) (%read-char stream) - (skip-whitespaces-and-comments stream) (prog1 (ls-read stream) + (skip-whitespaces-and-comments stream) (unless (char= (%read-char stream) #\)) (error "')' was expected.")))) (t (cons (ls-read stream) (%read-list stream)))))) +(defun read-string (stream) + (let ((string "") + (ch nil)) + (setq ch (%read-char stream)) + (while (not (eql ch #\")) + (when (null ch) + (error "Unexpected EOF")) + (when (eql ch #\\) + (setq ch (%read-char stream))) + (setq string (concat string (string ch))) + (setq ch (%read-char stream))) + string)) + (defvar *eof* (make-symbol "EOF")) (defun ls-read (stream) (skip-whitespaces-and-comments stream) @@ -140,8 +504,7 @@ (list 'backquote (ls-read stream))) ((char= ch #\") (%read-char stream) - (prog1 (read-until stream (lambda (ch) (char= ch #\"))) - (%read-char stream))) + (read-string stream)) ((char= ch #\,) (%read-char stream) (if (eql (%peek-char stream) #\@) @@ -153,18 +516,24 @@ (#\' (list 'function (ls-read stream))) (#\\ - (%read-char stream)) + (let ((cname + (concat (string (%read-char stream)) + (read-until stream #'terminalp)))) + (cond + ((string= cname "space") (char-code #\space)) + ((string= cname "tab") (char-code #\tab)) + ((string= cname "newline") (char-code #\newline)) + (t (char-code (char cname 0)))))) (#\+ (let ((feature (read-until stream #'terminalp))) (cond ((string= feature "common-lisp") - (ls-read stream);ignore + (ls-read stream) ;ignore (ls-read stream)) ((string= feature "lispstrack") (ls-read stream)) (t - (error "Unknown reader form."))))) - )) + (error "Unknown reader form."))))))) (t (let ((string (read-until stream #'terminalp))) (if (every #'digit-char-p string) @@ -177,13 +546,86 @@ ;;;; Compiler -(let ((counter 0)) - (defun make-var-binding (symbol) - (cons symbol (concat "v" (integer-to-string (incf counter)))))) +;;; Translate the Lisp code to Javascript. It will compile the special +;;; forms. Some primitive functions are compiled as special forms +;;; too. The respective real functions are defined in the target (see +;;; the beginning of this file) as well as some primitive functions. + +(defvar *compilation-unit-checks* '()) + +(defvar *env* '()) +(defvar *fenv* '()) + +(defun make-binding (name type js declared) + (list name type js declared)) + +(defun binding-name (b) (first b)) +(defun binding-type (b) (second b)) +(defun binding-translation (b) (third b)) +(defun binding-declared (b) + (and b (fourth b))) +(defun mark-binding-as-declared (b) + (setcar (cdddr b) t)) + +(defvar *variable-counter* 0) +(defun gvarname (symbol) + (concat "v" (integer-to-string (incf *variable-counter*)))) + +(defun lookup-variable (symbol env) + (or (assoc symbol env) + (assoc symbol *env*) + (let ((name (symbol-name symbol)) + (binding (make-binding symbol 'variable (gvarname symbol) nil))) + (push binding *env*) + (push (lambda () + (unless (binding-declared (assoc symbol *env*)) + (error (concat "Undefined variable `" name "'")))) + *compilation-unit-checks*) + binding))) + +(defun lookup-variable-translation (symbol env) + (binding-translation (lookup-variable symbol env))) + +(defun extend-local-env (args env) + (append (mapcar (lambda (symbol) + (make-binding symbol 'variable (gvarname symbol) t)) + args) + env)) + +(defvar *function-counter* 0) +(defun lookup-function (symbol env) + (or (assoc symbol env) + (assoc symbol *fenv*) + (let ((name (symbol-name symbol)) + (binding + (make-binding symbol + 'function + (concat "f" (integer-to-string (incf *function-counter*))) + nil))) + (push binding *fenv*) + (push (lambda () + (unless (binding-declared (assoc symbol *fenv*)) + (error (concat "Undefined function `" name "'")))) + *compilation-unit-checks*) + binding))) + +(defun lookup-function-translation (symbol env) + (binding-translation (lookup-function symbol env))) + +(defvar *toplevel-compilations* nil) + +(defun %compile-defvar (name) + (let ((b (lookup-variable name *env*))) + (mark-binding-as-declared b) + (push (concat "var " (binding-translation b)) *toplevel-compilations*))) + +(defun %compile-defun (name) + (let ((b (lookup-function name *env*))) + (mark-binding-as-declared b) + (push (concat "var " (binding-translation b)) *toplevel-compilations*))) -(let ((counter 0)) - (defun make-func-binding (symbol) - (cons symbol (concat "f" (integer-to-string (incf counter)))))) +(defun %compile-defmacro (name lambda) + (push (make-binding name 'macro lambda t) *fenv*)) (defvar *compilations* nil) @@ -194,39 +636,16 @@ sexps)) "; ")) - -(defun extend-env (args env) - (append (mapcar #'make-var-binding args) env)) - -(defparameter *env* '()) -(defparameter *fenv* '()) - -(defun lookup (symbol env) - (let ((binding (assoc symbol env))) - (and binding (cdr binding)))) - -(defun lookup-variable (symbol env) - (or (lookup symbol env) - (lookup symbol *env*) - (error "Undefined variable `~a'" symbol))) - -(defun lookup-function (symbol env) - (or (lookup symbol env) - (lookup symbol *fenv*) - (error "Undefined function `~a'" symbol))) - -(defmacro define-compilation (name args &body body) +(defmacro define-compilation (name args &rest body) ;; Creates a new primitive `name' with parameters args and ;; @body. The body can access to the local environment through the ;; variable ENV. `(push (list ',name (lambda (env fenv ,@args) ,@body)) *compilations*)) -(defvar *toplevel-compilations*) - (define-compilation if (condition true false) (concat "(" - (ls-compile condition env fenv) + (ls-compile condition env fenv) " !== " (ls-compile nil nil nil) " ? " (ls-compile true env fenv) " : " @@ -245,23 +664,26 @@ (define-compilation lambda (lambda-list &rest body) (let ((required-arguments (lambda-list-required-argument lambda-list)) (rest-argument (lambda-list-rest-argument lambda-list))) - (let ((new-env (extend-env (append (if rest-argument (list rest-argument)) - required-arguments) - env))) + (let ((new-env (extend-local-env + (append (and rest-argument (list rest-argument)) + required-arguments) + env))) (concat "(function (" - (join (mapcar (lambda (x) (lookup-variable x new-env)) + (join (mapcar (lambda (x) + (lookup-variable-translation x new-env)) required-arguments) ",") "){" *newline* (if rest-argument - (concat "var " (lookup-variable rest-argument new-env) ";" *newline* - "for (var i = arguments.length-1; i>=" - (integer-to-string (length required-arguments)) - "; i--)" *newline* - (lookup-variable rest-argument new-env) " = " - "{car: arguments[i], cdr: " (lookup-variable rest-argument new-env) "};" - *newline*) + (let ((js!rest (lookup-variable-translation rest-argument new-env))) + (concat "var " js!rest "= " (ls-compile nil env fenv) ";" *newline* + "for (var i = arguments.length-1; i>=" + (integer-to-string (length required-arguments)) + "; i--)" *newline* + js!rest " = " + "{car: arguments[i], cdr: " js!rest "};" + *newline*)) "") (concat (ls-compile-block (butlast body) new-env fenv) "return " (ls-compile (car (last body)) new-env fenv) ";") @@ -269,36 +691,46 @@ "})")))) (define-compilation fsetq (var val) - (concat (lookup-function var fenv) + (concat (lookup-function-translation var fenv) " = " (ls-compile val env fenv))) (define-compilation setq (var val) - (concat (lookup-variable var env) + (concat (lookup-variable-translation var env) " = " (ls-compile val env fenv))) - ;;; Literals +(defun escape-string (string) + (let ((output "") + (index 0) + (size (length string))) + (while (< index size) + (let ((ch (char string index))) + (when (or (char= ch #\") (char= ch #\\)) + (setq output (concat output "\\"))) + (when (or (char= ch #\newline)) + (setq output (concat output "\\")) + (setq ch #\n)) + (setq output (concat output (string ch)))) + (incf index)) + output)) (defun literal->js (sexp) (cond - ((null sexp) "undefined") ((integerp sexp) (integer-to-string sexp)) - ((stringp sexp) (concat "\"" sexp "\"")) - ((symbolp sexp) (concat "{name: \"" (symbol-name sexp) "\"}")) + ((stringp sexp) (concat "\"" (escape-string sexp) "\"")) + ((symbolp sexp) (ls-compile `(intern ,(escape-string (symbol-name sexp))) *env* *fenv*)) ((consp sexp) (concat "{car: " (literal->js (car sexp)) ", cdr: " (literal->js (cdr sexp)) "}")))) -(let ((counter 0)) - (defun literal (form) - (if (null form) - (literal->js form) - (let ((var (concat "l" (integer-to-string (incf counter))))) - (push (concat "var " var " = " (literal->js form)) *toplevel-compilations*) - var)))) +(defvar *literal-counter* 0) +(defun literal (form) + (let ((var (concat "l" (integer-to-string (incf *literal-counter*))))) + (push (concat "var " var " = " (literal->js form)) *toplevel-compilations*) + var)) (define-compilation quote (sexp) (literal sexp)) @@ -308,7 +740,7 @@ (define-compilation while (pred &rest body) (concat "(function(){ while(" - (ls-compile pred env fenv) + (ls-compile pred env fenv) " !== " (ls-compile nil nil nil) "){" (ls-compile-block body env fenv) "}})()")) @@ -318,12 +750,7 @@ ((and (listp x) (eq (car x) 'lambda)) (ls-compile x env fenv)) ((symbolp x) - (lookup-function x fenv)))) - -#+common-lisp -(defmacro eval-when-compile (&body body) - `(eval-when (:compile-toplevel :load-toplevel :execute) - ,@body)) + (lookup-function-translation x fenv)))) (define-compilation eval-when-compile (&rest body) (eval (cons 'progn body)) @@ -337,8 +764,9 @@ `((lambda () ,@body))) (define-transformation let (bindings &rest body) - `((lambda ,(mapcar 'car bindings) ,@body) - ,@(mapcar 'cadr bindings))) + (let ((bindings (mapcar #'ensure-list bindings))) + `((lambda ,(mapcar #'car bindings) ,@body) + ,@(mapcar #'cadr bindings)))) ;;; A little backquote implementation without optimizations of any ;;; kind for lispstrack. @@ -377,6 +805,9 @@ ;;; Primitives +(defun compile-bool (x) + (concat "(" x "?" (ls-compile t nil nil) ": " (ls-compile nil nil nil) ")")) + (define-compilation + (x y) (concat "((" (ls-compile x env fenv) ") + (" (ls-compile y env fenv) "))")) @@ -390,10 +821,14 @@ (concat "((" (ls-compile x env fenv) ") / (" (ls-compile y env fenv) "))")) (define-compilation < (x y) - (concat "((" (ls-compile x env fenv) ") < (" (ls-compile y env fenv) "))")) + (compile-bool (concat "((" (ls-compile x env fenv) ") < (" (ls-compile y env fenv) "))"))) (define-compilation = (x y) - (concat "((" (ls-compile x env fenv) ") == (" (ls-compile y env fenv) "))")) + (compile-bool (concat "((" (ls-compile x env fenv) ") == (" (ls-compile y env fenv) "))"))) + +(define-compilation numberp (x) + (compile-bool (concat "(typeof (" (ls-compile x env fenv) ") == \"number\")"))) + (define-compilation mod (x y) (concat "((" (ls-compile x env fenv) ") % (" (ls-compile y env fenv) "))")) @@ -402,16 +837,40 @@ (concat "(Math.floor(" (ls-compile x env fenv) "))")) (define-compilation null (x) - (concat "(" (ls-compile x env fenv) "== undefined)")) + (compile-bool (concat "(" (ls-compile x env fenv) "===" (ls-compile nil env fenv) ")"))) (define-compilation cons (x y) - (concat "{car: " (ls-compile x env fenv) ", cdr: " (ls-compile y env fenv) "}")) + (concat "({car: " (ls-compile x env fenv) ", cdr: " (ls-compile y env fenv) "})")) + +(define-compilation consp (x) + (compile-bool + (concat "(function(){ var tmp = " + (ls-compile x env fenv) + "; return (typeof tmp == 'object' && 'car' in tmp);})()"))) (define-compilation car (x) - (concat "(" (ls-compile x env fenv) ").car")) + (concat "(function () { var tmp = " (ls-compile x env fenv) + "; return tmp === " (ls-compile nil nil nil) "? " + (ls-compile nil nil nil) + ": tmp.car; })()")) (define-compilation cdr (x) - (concat "(" (ls-compile x env fenv) ").cdr")) + (concat "(function () { var tmp = " (ls-compile x env fenv) + "; return tmp === " (ls-compile nil nil nil) "? " + (ls-compile nil nil nil) + ": tmp.cdr; })()")) + +(define-compilation setcar (x new) + (concat "((" (ls-compile x env fenv) ").car = " (ls-compile new env fenv) ")")) + +(define-compilation setcdr (x new) + (concat "((" (ls-compile x env fenv) ").cdr = " (ls-compile new env fenv) ")")) + +(define-compilation symbolp (x) + (compile-bool + (concat "(function(){ var tmp = " + (ls-compile x env fenv) + "; return (typeof tmp == 'object' && 'name' in tmp); })()"))) (define-compilation make-symbol (name) (concat "{name: " (ls-compile name env fenv) "}")) @@ -420,11 +879,26 @@ (concat "(" (ls-compile x env fenv) ").name")) (define-compilation eq (x y) - (concat "(" (ls-compile x env fenv) " === " (ls-compile y env fenv) ")")) + (compile-bool + (concat "(" (ls-compile x env fenv) " === " (ls-compile y env fenv) ")"))) + +(define-compilation equal (x y) + (compile-bool + (concat "(" (ls-compile x env fenv) " == " (ls-compile y env fenv) ")"))) (define-compilation string (x) (concat "String.fromCharCode(" (ls-compile x env fenv) ")")) +(define-compilation stringp (x) + (compile-bool + (concat "(typeof(" (ls-compile x env fenv) ") == \"string\")"))) + +(define-compilation string-upcase (x) + (concat "(" (ls-compile x env fenv) ").toUpperCase()")) + +(define-compilation string-length (x) + (concat "(" (ls-compile x env fenv) ").length")) + (define-compilation char (string index) (concat "(" (ls-compile string env fenv) @@ -449,11 +923,42 @@ ", ") ")")) +(define-compilation apply (func &rest args) + (if (null args) + (concat "(" (ls-compile func env fenv) ")()") + (let ((args (butlast args)) + (last (car (last args)))) + (concat "(function(){" *newline* + "var f = " (ls-compile func env fenv) ";" *newline* + "var args = [" (join (mapcar (lambda (x) + (ls-compile x env fenv)) + args) + ", ") + "];" *newline* + "var tail = (" (ls-compile last env fenv) ");" *newline* + "while (tail != " (ls-compile nil env fenv) "){" *newline* + " args.push(tail.car);" *newline* + " tail = tail.cdr;" *newline* + "}" *newline* + "return f.apply(this, args);" *newline* + "})()" *newline*)))) + +(define-compilation js-eval (string) + (concat "eval.apply(window, [" (ls-compile string env fenv) "])")) + + +(define-compilation error (string) + (concat "(function (){ throw " (ls-compile string env fenv) ";" "return 0;})()")) + (define-compilation new () "{}") (define-compilation get (object key) - (concat "(" (ls-compile object env fenv) ")[" (ls-compile key env fenv) "]")) + (concat "(function(){ var tmp = " + "(" (ls-compile object env fenv) ")[" (ls-compile key env fenv) "]" + ";" + "return tmp == undefined? " (ls-compile nil nil nil) ": tmp ;" + "})()")) (define-compilation set (object key value) (concat "((" @@ -462,30 +967,25 @@ (ls-compile key env fenv) "]" " = " (ls-compile value env fenv) ")")) +(define-compilation in (key object) + (compile-bool + (concat "(" (ls-compile key env fenv) " in " (ls-compile object env fenv) ")"))) -(defun %compile-defvar (name) - (unless (lookup name *env*) - (push (make-var-binding name) *env*) - (push (concat "var " (lookup-variable name *env*)) *toplevel-compilations*))) - -(defun %compile-defun (name) - (unless (lookup name *fenv*) - (push (make-func-binding name) *fenv*) - (push (concat "var " (lookup-variable name *fenv*)) *toplevel-compilations*))) - -(defun %compile-defmacro (name lambda) - (push (cons name (cons 'macro lambda)) *fenv*)) +(defun macrop (x) + (and (symbolp x) (eq (binding-type (lookup-function x *fenv*)) 'macro))) -(defun ls-macroexpand-1 (form &optional env fenv) - (let ((function (cdr (assoc (car form) *fenv*)))) - (if (and (listp function) (eq (car function) 'macro)) - (apply (eval (cdr function)) (cdr form)) - form))) +(defun ls-macroexpand-1 (form env fenv) + (if (macrop (car form)) + (let ((binding (lookup-function (car form) *env*))) + (if (eq (binding-type binding) 'macro) + (apply (eval (binding-translation binding)) (cdr form)) + form)) + form)) (defun compile-funcall (function args env fenv) (cond ((symbolp function) - (concat (lookup-function function fenv) + (concat (lookup-function-translation function fenv) "(" (join (mapcar (lambda (x) (ls-compile x env fenv)) args) ", ") @@ -496,33 +996,84 @@ ", ") ")")) (t - (error "Invalid function designator ~a." function)))) + (error (concat "Invalid function designator " (symbol-name function)))))) -(defun ls-compile (sexp &optional env fenv) +(defun ls-compile (sexp env fenv) (cond - ((symbolp sexp) (lookup-variable sexp env)) + ((symbolp sexp) (lookup-variable-translation sexp env)) ((integerp sexp) (integer-to-string sexp)) - ((stringp sexp) (concat "\"" sexp "\"")) + ((stringp sexp) (concat "\"" (escape-string sexp) "\"")) ((listp sexp) - (let ((sexp (ls-macroexpand-1 sexp env fenv))) - (let ((compiler-func (second (assoc (car sexp) *compilations*)))) - (if compiler-func - (apply compiler-func env fenv (cdr sexp)) - (compile-funcall (car sexp) (cdr sexp) env fenv))))))) + (if (assoc (car sexp) *compilations*) + (let ((comp (second (assoc (car sexp) *compilations*)))) + (apply comp env fenv (cdr sexp))) + (if (macrop (car sexp)) + (ls-compile (ls-macroexpand-1 sexp env fenv) env fenv) + (compile-funcall (car sexp) (cdr sexp) env fenv)))))) (defun ls-compile-toplevel (sexp) (setq *toplevel-compilations* nil) - (let ((code (ls-compile sexp))) + (let ((code (ls-compile sexp nil nil))) (prog1 - (concat (join (mapcar (lambda (x) (concat x ";" *newline*)) + (concat #+common-lisp (concat "/* " (princ-to-string sexp) " */") + (join (mapcar (lambda (x) (concat x ";" *newline*)) *toplevel-compilations*) - "") + "") code) (setq *toplevel-compilations* nil)))) -#+common-lisp + +;;; Once we have the compiler, we define the runtime environment and +;;; interactive development (eval), which works calling the compiler +;;; and evaluating the Javascript result globally. + +#+lispstrack (progn + (defmacro with-compilation-unit (&rest body) + `(prog1 + (progn + (setq *compilation-unit-checks* nil) + (setq *env* (remove-if-not #'binding-declared *env*)) + (setq *fenv* (remove-if-not #'binding-declared *fenv*)) + ,@body) + (dolist (check *compilation-unit-checks*) + (funcall check)))) + + (defun eval (x) + (let ((code + (with-compilation-unit + (ls-compile-toplevel x nil nil)))) + (js-eval code))) + + ;; Set the initial global environment to be equal to the host global + ;; environment at this point of the compilation. + (eval-when-compile + (let ((c1 (ls-compile `(setq *fenv* ',*fenv*) nil nil)) + (c2 (ls-compile `(setq *env* ',*env*) nil nil)) + (c3 (ls-compile `(setq *variable-counter* ',*variable-counter*) nil nil)) + (c4 (ls-compile `(setq *function-counter* ',*function-counter*) nil nil)) + (c5 (ls-compile `(setq *literal-counter* ',*literal-counter*) nil nil))) + (setq *toplevel-compilations* + (append *toplevel-compilations* (list c1 c2 c3 c4 c5))))) + + (js-eval + (concat "var lisp = {};" + "lisp.read = " (lookup-function-translation 'ls-read-from-string nil) ";" *newline* + "lisp.eval = " (lookup-function-translation 'eval nil) ";" *newline* + "lisp.compile = " (lookup-function-translation 'ls-compile-toplevel nil) ";" *newline* + "lisp.evalString = function(str){" *newline* + " return lisp.eval(lisp.read(str));" *newline* + "}" *newline* + "lisp.compileString = function(str){" *newline* + " return lisp.compile(lisp.read(str));" *newline* + "}" *newline*))) + + +;;; Finally, we provide a couple of functions to easily bootstrap +;;; this. It just calls the compiler with this file as input. +#+common-lisp +(progn (defun read-whole-file (filename) (with-open-file (in filename) (let ((seq (make-array (file-length in) :element-type 'character))) @@ -531,6 +1082,7 @@ (defun ls-compile-file (filename output) (setq *env* nil *fenv* nil) + (setq *compilation-unit-checks* nil) (with-open-file (out output :direction :output :if-exists :supersede) (let* ((source (read-whole-file filename)) (in (make-string-stream source))) @@ -539,7 +1091,10 @@ until (eq x *eof*) for compilation = (ls-compile-toplevel x) when (plusp (length compilation)) - do (write-line (concat compilation "; ") out))))) + do (write-line (concat compilation "; ") out)) + (dolist (check *compilation-unit-checks*) + (funcall check)) + (setq *compilation-unit-checks* nil)))) (defun bootstrap () (ls-compile-file "lispstrack.lisp" "lispstrack.js")))