+;;; lispstrack.lisp ---
+
+;; Copyright (C) 2012 David Vazquez
+;; Copyright (C) 2012 Raimon Grau
+
+;; This program is free software: you can redistribute it and/or
+;; modify it under the terms of the GNU General Public License as
+;; published by the Free Software Foundation, either version 3 of the
+;; License, or (at your option) any later version.
+;;
+;; This program is distributed in the hope that it will be useful, but
+;; WITHOUT ANY WARRANTY; without even the implied warranty of
+;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+;; General Public License for more details.
+;;
+;; You should have received a copy of the GNU General Public License
+;; along with this program. If not, see <http://www.gnu.org/licenses/>.
+
+;;; This code is executed when lispstrack compiles this file
+;;; itself. The compiler provides compilation of some special forms,
+;;; as well as funcalls and macroexpansion, but no functions. So, we
+;;; define the Lisp world from scratch. This code has to define enough
+;;; language to the compiler to be able to run.
+#+lispstrack
+(progn
+ (eval-when-compile
+ (%compile-defmacro 'defmacro
+ '(lambda (name args &rest body)
+ `(eval-when-compile
+ (%compile-defmacro ',name
+ '(lambda ,(mapcar (lambda (x)
+ (if (eq x '&body)
+ '&rest
+ x))
+ args)
+ ,@body))))))
+
+ (defmacro %defvar (name value)
+ `(progn
+ (eval-when-compile
+ (%compile-defvar ',name))
+ (setq ,name ,value)))
+
+ (defmacro defvar (name &optional value)
+ `(%defvar ,name ,value))
+
+ (defmacro named-lambda (name args &rest body)
+ (let ((x (gensym "FN")))
+ `(let ((,x (lambda ,args ,@body)))
+ (set ,x "fname" ,name)
+ ,x)))
+
+ (defmacro %defun (name args &rest body)
+ `(progn
+ (eval-when-compile
+ (%compile-defun ',name))
+ (fsetq ,name (named-lambda ,(symbol-name name) ,args
+ ,@body))))
+
+ (defmacro defun (name args &rest body)
+ `(%defun ,name ,args ,@body))
+
+ (defvar *package* (new))
+
+ (defvar nil (make-symbol "NIL"))
+ (set *package* "NIL" nil)
+
+ (defvar t (make-symbol "T"))
+ (set *package* "T" t)
+
+ (defun null (x)
+ (eq x nil))
+
+ (defun internp (name)
+ (in name *package*))
+
+ (defun intern (name)
+ (if (internp name)
+ (get *package* name)
+ (set *package* name (make-symbol name))))
+
+ (defun find-symbol (name)
+ (get *package* name))
+
+ (defvar *gensym-counter* 0)
+ (defun gensym (&optional (prefix "G"))
+ (setq *gensym-counter* (+ *gensym-counter* 1))
+ (make-symbol (concat-two prefix (integer-to-string *gensym-counter*))))
+
+ ;; Basic functions
+ (defun = (x y) (= x y))
+ (defun + (x y) (+ x y))
+ (defun - (x y) (- x y))
+ (defun * (x y) (* x y))
+ (defun / (x y) (/ x y))
+ (defun 1+ (x) (+ x 1))
+ (defun 1- (x) (- x 1))
+ (defun zerop (x) (= x 0))
+ (defun truncate (x y) (floor (/ x y)))
+
+ (defun eql (x y) (eq x y))
+
+ (defun not (x) (if x nil t))
+
+ (defun cons (x y ) (cons x y))
+ (defun consp (x) (consp x))
+ (defun car (x) (car x))
+ (defun cdr (x) (cdr x))
+ (defun caar (x) (car (car x)))
+ (defun cadr (x) (car (cdr x)))
+ (defun cdar (x) (cdr (car x)))
+ (defun cddr (x) (cdr (cdr x)))
+ (defun caddr (x) (car (cdr (cdr x))))
+ (defun cdddr (x) (cdr (cdr (cdr x))))
+ (defun cadddr (x) (car (cdr (cdr (cdr x)))))
+ (defun first (x) (car x))
+ (defun second (x) (cadr x))
+ (defun third (x) (caddr x))
+ (defun fourth (x) (cadddr x))
+
+ (defun list (&rest args) args)
+ (defun atom (x)
+ (not (consp x)))
+
+ ;; Basic macros
+
+ (defmacro incf (x &optional (delta 1))
+ `(setq ,x (+ ,x ,delta)))
+
+ (defmacro decf (x &optional (delta 1))
+ `(setq ,x (- ,x ,delta)))
+
+ (defmacro push (x place)
+ `(setq ,place (cons ,x ,place)))
+
+ (defmacro when (condition &body body)
+ `(if ,condition (progn ,@body) nil))
+
+ (defmacro unless (condition &body body)
+ `(if ,condition nil (progn ,@body)))
+
+ (defmacro dolist (iter &body body)
+ (let ((var (first iter))
+ (g!list (gensym)))
+ `(let ((,g!list ,(second iter))
+ (,var nil))
+ (while ,g!list
+ (setq ,var (car ,g!list))
+ ,@body
+ (setq ,g!list (cdr ,g!list))))))
+
+ (defmacro dotimes (iter &body body)
+ (let ((g!to (gensym))
+ (var (first iter))
+ (to (second iter))
+ (result (third iter)))
+ `(let ((,var 0)
+ (,g!to ,to))
+ (while (< ,var ,g!to)
+ ,@body
+ (incf ,var))
+ ,result)))
+
+ (defmacro cond (&rest clausules)
+ (if (null clausules)
+ nil
+ (if (eq (caar clausules) t)
+ `(progn ,@(cdar clausules))
+ `(if ,(caar clausules)
+ (progn ,@(cdar clausules))
+ (cond ,@(cdr clausules))))))
+
+ (defmacro case (form &rest clausules)
+ (let ((!form (gensym)))
+ `(let ((,!form ,form))
+ (cond
+ ,@(mapcar (lambda (clausule)
+ (if (eq (car clausule) t)
+ clausule
+ `((eql ,!form ,(car clausule))
+ ,@(cdr clausule))))
+ clausules)))))
+
+ (defmacro ecase (form &rest clausules)
+ `(case ,form
+ ,@(append
+ clausules
+ `((t
+ (error "ECASE expression failed."))))))
+
+ (defmacro and (&rest forms)
+ (cond
+ ((null forms)
+ t)
+ ((null (cdr forms))
+ (car forms))
+ (t
+ `(if ,(car forms)
+ (and ,@(cdr forms))
+ nil))))
+
+ (defmacro or (&rest forms)
+ (cond
+ ((null forms)
+ nil)
+ ((null (cdr forms))
+ (car forms))
+ (t
+ (let ((g (gensym)))
+ `(let ((,g ,(car forms)))
+ (if ,g ,g (or ,@(cdr forms))))))))
+
+ (defmacro prog1 (form &body body)
+ (let ((value (gensym)))
+ `(let ((,value ,form))
+ ,@body
+ ,value))))
+
+;;; This couple of helper functions will be defined in both Common
+;;; Lisp and in Lispstrack.
+(defun ensure-list (x)
+ (if (listp x)
+ x
+ (list x)))
+
(defun !reduce (func list initial)
(if (null list)
initial
(cdr list)
(funcall func initial (car list)))))
-;;; Utils
+;;; Go on growing the Lisp language in Lispstrack, with more high
+;;; level utilities as well as correct versions of other
+;;; constructions.
+#+lispstrack
+(progn
+ (defmacro defun (name args &body body)
+ `(progn
+ (%defun ,name ,args ,@body)
+ ',name))
+
+ (defmacro defvar (name &optional value)
+ `(progn
+ (%defvar ,name ,value)
+ ',name))
+
+ (defun append-two (list1 list2)
+ (if (null list1)
+ list2
+ (cons (car list1)
+ (append (cdr list1) list2))))
+
+ (defun append (&rest lists)
+ (!reduce #'append-two lists '()))
+
+ (defun reverse-aux (list acc)
+ (if (null list)
+ acc
+ (reverse-aux (cdr list) (cons (car list) acc))))
+
+ (defun reverse (list)
+ (reverse-aux list '()))
+
+ (defun list-length (list)
+ (let ((l 0))
+ (while (not (null list))
+ (incf l)
+ (setq list (cdr list)))
+ l))
+
+ (defun length (seq)
+ (if (stringp seq)
+ (string-length seq)
+ (list-length seq)))
+
+ (defun concat-two (s1 s2)
+ (concat-two s1 s2))
+
+ (defun mapcar (func list)
+ (if (null list)
+ '()
+ (cons (funcall func (car list))
+ (mapcar func (cdr list)))))
+
+ (defun code-char (x) x)
+ (defun char-code (x) x)
+ (defun char= (x y) (= x y))
+
+ (defun integerp (x)
+ (and (numberp x) (= (floor x) x)))
+
+ (defun plusp (x) (< 0 x))
+ (defun minusp (x) (< x 0))
+
+ (defun listp (x)
+ (or (consp x) (null x)))
+
+ (defun nth (n list)
+ (cond
+ ((null list) list)
+ ((zerop n) (car list))
+ (t (nth (1- n) (cdr list)))))
+
+ (defun last (x)
+ (if (consp (cdr x))
+ (last (cdr x))
+ x))
+
+ (defun butlast (x)
+ (and (consp (cdr x))
+ (cons (car x) (butlast (cdr x)))))
+
+ (defun member (x list)
+ (cond
+ ((null list)
+ nil)
+ ((eql x (car list))
+ list)
+ (t
+ (member x (cdr list)))))
+
+ (defun remove (x list)
+ (cond
+ ((null list)
+ nil)
+ ((eql x (car list))
+ (remove x (cdr list)))
+ (t
+ (cons (car list) (remove x (cdr list))))))
+
+ (defun remove-if (func list)
+ (cond
+ ((null list)
+ nil)
+ ((funcall func (car list))
+ (remove-if func (cdr list)))
+ (t
+ (cons (car list) (remove-if func (cdr list))))))
+
+ (defun remove-if-not (func list)
+ (cond
+ ((null list)
+ nil)
+ ((funcall func (car list))
+ (cons (car list) (remove-if-not func (cdr list))))
+ (t
+ (remove-if-not func (cdr list)))))
+
+ (defun digit-char-p (x)
+ (if (and (<= #\0 x) (<= x #\9))
+ (- x #\0)
+ nil))
+
+ (defun subseq (seq a &optional b)
+ (cond
+ ((stringp seq)
+ (if b
+ (slice seq a b)
+ (slice seq a)))
+ (t
+ (error "Unsupported argument."))))
+
+ (defun parse-integer (string)
+ (let ((value 0)
+ (index 0)
+ (size (length string)))
+ (while (< index size)
+ (setq value (+ (* value 10) (digit-char-p (char string index))))
+ (incf index))
+ value))
+
+ (defun every (function seq)
+ ;; string
+ (let ((ret t)
+ (index 0)
+ (size (length seq)))
+ (while (and ret (< index size))
+ (unless (funcall function (char seq index))
+ (setq ret nil))
+ (incf index))
+ ret))
+
+ (defun assoc (x alist)
+ (cond
+ ((null alist)
+ nil)
+ ((eql x (caar alist))
+ (car alist))
+ (t
+ (assoc x (cdr alist)))))
+
+ (defun string= (s1 s2)
+ (equal s1 s2)))
+
+;;; The compiler offers some primitives and special forms which are
+;;; not found in Common Lisp, for instance, while. So, we grow Common
+;;; Lisp a bit to it can execute the rest of the file.
#+common-lisp
(progn
(defmacro while (condition &body body)
((not ,condition))
,@body))
+ (defmacro eval-when-compile (&body body)
+ `(eval-when (:compile-toplevel :load-toplevel :execute)
+ ,@body))
+
(defun concat-two (s1 s2)
- (concatenate 'string s1 s2)))
+ (concatenate 'string s1 s2))
+
+ (defun setcar (cons new)
+ (setf (car cons) new))
+ (defun setcdr (cons new)
+ (setf (cdr cons) new)))
+
+;;; At this point, no matter if Common Lisp or lispstrack is compiling
+;;; from here, this code will compile on both. We define some helper
+;;; functions now for string manipulation and so on. They will be
+;;; useful in the compiler, mostly.
(defvar *newline* (string (code-char 10)))
(defun concat (&rest strs)
- (!reduce (lambda (s1 s2) (concat-two s1 s2))
- strs
- ""))
+ (!reduce #'concat-two strs ""))
;;; Concatenate a list of strings, with a separator
-(defun join (list separator)
+(defun join (list &optional (separator ""))
(cond
((null list)
"")
separator
(join (cdr list) separator)))))
-(defun join-trailing (list separator)
+(defun join-trailing (list &optional (separator ""))
(if (null list)
""
(concat (car list) separator (join-trailing (cdr list) separator))))
+;;; Like CONCAT, but prefix each line with four spaces.
+(defun indent (&rest string)
+ (let ((input (!reduce #'concat string "")))
+ (let ((output "")
+ (index 0)
+ (size (length input)))
+ (when (plusp size)
+ (setq output " "))
+ (while (< index size)
+ (setq output
+ (concat output
+ (if (and (char= (char input index) #\newline)
+ (< index (1- size))
+ (not (char= (char input (1+ index)) #\newline)))
+ (concat (string #\newline) " ")
+ (subseq input index (1+ index)))))
+ (incf index))
+ output)))
+
(defun integer-to-string (x)
- (if (zerop x)
- "0"
- (let ((digits nil))
- (while (not (= x 0))
- (push (mod x 10) digits)
- (setq x (truncate x 10)))
- (join (mapcar (lambda (d) (string (char "0123456789" d)))
- digits)
- ""))))
+ (cond
+ ((zerop x)
+ "0")
+ ((minusp x)
+ (concat "-" (integer-to-string (- 0 x))))
+ (t
+ (let ((digits nil))
+ (while (not (zerop x))
+ (push (mod x 10) digits)
+ (setq x (truncate x 10)))
+ (join (mapcar (lambda (d) (string (char "0123456789" d)))
+ digits))))))
+
+;;; Printer
+
+#+lispstrack
+(progn
+ (defun print-to-string (form)
+ (cond
+ ((symbolp form) (symbol-name form))
+ ((integerp form) (integer-to-string form))
+ ((stringp form) (concat "\"" (escape-string form) "\""))
+ ((functionp form)
+ (let ((name (get form "fname")))
+ (if name
+ (concat "#<FUNCTION " name ">")
+ (concat "#<FUNCTION>"))))
+ ((listp form)
+ (concat "("
+ (join-trailing (mapcar #'print-to-string (butlast form)) " ")
+ (let ((last (last form)))
+ (if (null (cdr last))
+ (print-to-string (car last))
+ (concat (print-to-string (car last)) " . " (print-to-string (cdr last)))))
+ ")"))))
+
+ (defun write-line (x)
+ (write-string x)
+ (write-string *newline*)
+ x)
+
+ (defun print (x)
+ (write-line (print-to-string x))))
+
;;;; Reader
-;;; It is a basic Lisp reader. It does not use advanced stuff
-;;; intentionally, because we want to use it to bootstrap a simple
-;;; Lisp. The main entry point is the function `ls-read', which
-;;; accepts a strings as argument and return the Lisp expression.
+;;; The Lisp reader, parse strings and return Lisp objects. The main
+;;; entry points are `ls-read' and `ls-read-from-string'.
+
(defun make-string-stream (string)
(cons string 0))
(defun %peek-char (stream)
- (if (streamp stream)
- (peek-char nil stream nil)
- (and (< (cdr stream) (length (car stream)))
- (char (car stream) (cdr stream)))))
+ (and (< (cdr stream) (length (car stream)))
+ (char (car stream) (cdr stream))))
(defun %read-char (stream)
- (if (streamp stream)
- (read-char stream nil)
- (and (< (cdr stream) (length (car stream)))
- (prog1 (char (car stream) (cdr stream))
- (incf (cdr stream))))))
+ (and (< (cdr stream) (length (car stream)))
+ (prog1 (char (car stream) (cdr stream))
+ (setcdr stream (1+ (cdr stream))))))
(defun whitespacep (ch)
(or (char= ch #\space) (char= ch #\newline) (char= ch #\tab)))
(let ((string "")
(ch))
(setq ch (%peek-char stream))
- (while (not (funcall func ch))
+ (while (and ch (not (funcall func ch)))
(setq string (concat string (string ch)))
(%read-char stream)
(setq ch (%peek-char stream)))
(let (ch)
(skip-whitespaces stream)
(setq ch (%peek-char stream))
- (while (and ch (eql ch #\;))
- (read-until stream (lambda (x) (eql x #\newline)))
+ (while (and ch (char= ch #\;))
+ (read-until stream (lambda (x) (char= x #\newline)))
(skip-whitespaces stream)
(setq ch (%peek-char stream)))))
(skip-whitespaces-and-comments stream)
(let ((ch (%peek-char stream)))
(cond
+ ((null ch)
+ (error "Unspected EOF"))
((char= ch #\))
(%read-char stream)
nil)
((char= ch #\.)
(%read-char stream)
- (skip-whitespaces-and-comments stream)
(prog1 (ls-read stream)
+ (skip-whitespaces-and-comments stream)
(unless (char= (%read-char stream) #\))
(error "')' was expected."))))
(t
(cons (ls-read stream) (%read-list stream))))))
+(defun read-string (stream)
+ (let ((string "")
+ (ch nil))
+ (setq ch (%read-char stream))
+ (while (not (eql ch #\"))
+ (when (null ch)
+ (error "Unexpected EOF"))
+ (when (eql ch #\\)
+ (setq ch (%read-char stream)))
+ (setq string (concat string (string ch)))
+ (setq ch (%read-char stream)))
+ string))
+
+(defun read-sharp (stream)
+ (%read-char stream)
+ (ecase (%read-char stream)
+ (#\'
+ (list 'function (ls-read stream)))
+ (#\\
+ (let ((cname
+ (concat (string (%read-char stream))
+ (read-until stream #'terminalp))))
+ (cond
+ ((string= cname "space") (char-code #\space))
+ ((string= cname "tab") (char-code #\tab))
+ ((string= cname "newline") (char-code #\newline))
+ (t (char-code (char cname 0))))))
+ (#\+
+ (let ((feature (read-until stream #'terminalp)))
+ (cond
+ ((string= feature "common-lisp")
+ (ls-read stream) ;ignore
+ (ls-read stream))
+ ((string= feature "lispstrack")
+ (ls-read stream))
+ (t
+ (error "Unknown reader form.")))))))
+
(defvar *eof* (make-symbol "EOF"))
(defun ls-read (stream)
(skip-whitespaces-and-comments stream)
(list 'backquote (ls-read stream)))
((char= ch #\")
(%read-char stream)
- (prog1 (read-until stream (lambda (ch) (char= ch #\")))
- (%read-char stream)))
+ (read-string stream))
((char= ch #\,)
(%read-char stream)
(if (eql (%peek-char stream) #\@)
(progn (%read-char stream) (list 'unquote-splicing (ls-read stream)))
(list 'unquote (ls-read stream))))
((char= ch #\#)
- (%read-char stream)
- (ecase (%read-char stream)
- (#\'
- (list 'function (ls-read stream)))
- (#\+
- (let ((feature (read-until stream #'terminalp)))
- (cond
- ((string= feature "common-lisp")
- (ls-read stream);ignore
- (ls-read stream))
- ((string= feature "lispstrack")
- (ls-read stream))
- (t
- (error "Unknown reader form.")))))))
+ (read-sharp stream))
(t
(let ((string (read-until stream #'terminalp)))
(if (every #'digit-char-p string)
;;;; Compiler
-(let ((counter 0))
- (defun make-var-binding (symbol)
- (cons symbol (concat "v" (integer-to-string (incf counter))))))
+;;; Translate the Lisp code to Javascript. It will compile the special
+;;; forms. Some primitive functions are compiled as special forms
+;;; too. The respective real functions are defined in the target (see
+;;; the beginning of this file) as well as some primitive functions.
-(let ((counter 0))
- (defun make-func-binding (symbol)
- (cons symbol (concat "f" (integer-to-string (incf counter))))))
+(defvar *compilation-unit-checks* '())
-(defvar *compilations* nil)
-
-(defun ls-compile-block (sexps env fenv)
- (join-trailing (mapcar (lambda (x)
- (ls-compile x env fenv))
- sexps)
- ";
-"))
+(defvar *env* '())
+(defvar *fenv* '())
-(defun extend-env (args env)
- (append (mapcar #'make-var-binding args) env))
+(defun make-binding (name type js declared)
+ (list name type js declared))
-(defparameter *env* '())
-(defparameter *fenv* '())
+(defun binding-name (b) (first b))
+(defun binding-type (b) (second b))
+(defun binding-translation (b) (third b))
+(defun binding-declared (b)
+ (and b (fourth b)))
+(defun mark-binding-as-declared (b)
+ (setcar (cdddr b) t))
-(defun ls-lookup (symbol env)
- (let ((binding (assoc symbol env)))
- (and binding (cdr binding))))
+(defvar *variable-counter* 0)
+(defun gvarname (symbol)
+ (concat "v" (integer-to-string (incf *variable-counter*))))
(defun lookup-variable (symbol env)
- (or (ls-lookup symbol env)
- (ls-lookup symbol *env*)
- (error "Undefined variable `~a'" symbol)))
-
+ (or (assoc symbol env)
+ (assoc symbol *env*)
+ (let ((name (symbol-name symbol))
+ (binding (make-binding symbol 'variable (gvarname symbol) nil)))
+ (push binding *env*)
+ (push (lambda ()
+ (unless (binding-declared (assoc symbol *env*))
+ (error (concat "Undefined variable `" name "'"))))
+ *compilation-unit-checks*)
+ binding)))
+
+(defun lookup-variable-translation (symbol env)
+ (binding-translation (lookup-variable symbol env)))
+
+(defun extend-local-env (args env)
+ (append (mapcar (lambda (symbol)
+ (make-binding symbol 'variable (gvarname symbol) t))
+ args)
+ env))
+
+(defvar *function-counter* 0)
(defun lookup-function (symbol env)
- (or (ls-lookup symbol env)
- (ls-lookup symbol *fenv*)
- (error "Undefined function `~a'" symbol)))
+ (or (assoc symbol env)
+ (assoc symbol *fenv*)
+ (let ((name (symbol-name symbol))
+ (binding
+ (make-binding symbol
+ 'function
+ (concat "f" (integer-to-string (incf *function-counter*)))
+ nil)))
+ (push binding *fenv*)
+ (push (lambda ()
+ (unless (binding-declared (assoc symbol *fenv*))
+ (error (concat "Undefined function `" name "'"))))
+ *compilation-unit-checks*)
+ binding)))
+
+(defun lookup-function-translation (symbol env)
+ (binding-translation (lookup-function symbol env)))
+
+(defvar *toplevel-compilations* nil)
+
+(defun %compile-defvar (name)
+ (let ((b (lookup-variable name *env*)))
+ (mark-binding-as-declared b)
+ (push (concat "var " (binding-translation b)) *toplevel-compilations*)))
+
+(defun %compile-defun (name)
+ (let ((b (lookup-function name *env*)))
+ (mark-binding-as-declared b)
+ (push (concat "var " (binding-translation b)) *toplevel-compilations*)))
+
+(defun %compile-defmacro (name lambda)
+ (push (make-binding name 'macro lambda t) *fenv*))
+
+(defvar *compilations* nil)
+
+(defun ls-compile-block (sexps env fenv)
+ (join-trailing
+ (remove-if (lambda (x)
+ (or (null x)
+ (and (stringp x)
+ (zerop (length x)))))
+ (mapcar (lambda (x) (ls-compile x env fenv)) sexps))
+ (concat ";" *newline*)))
(defmacro define-compilation (name args &body body)
;; Creates a new primitive `name' with parameters args and
`(push (list ',name (lambda (env fenv ,@args) ,@body))
*compilations*))
-(defvar *toplevel-compilations*)
-
(define-compilation if (condition true false)
(concat "("
- (ls-compile condition env fenv)
+ (ls-compile condition env fenv) " !== " (ls-compile nil nil nil)
" ? "
(ls-compile true env fenv)
" : "
(ls-compile false env fenv)
")"))
-;;; Return the required args of a lambda list
-(defun lambda-list-required-argument (lambda-list)
- (if (or (null lambda-list) (eq (car lambda-list) '&rest))
+
+(defvar *lambda-list-keywords* '(&optional &rest))
+
+(defun list-until-keyword (list)
+ (if (or (null list) (member (car list) *lambda-list-keywords*))
nil
- (cons (car lambda-list) (lambda-list-required-argument (cdr lambda-list)))))
+ (cons (car list) (list-until-keyword (cdr list)))))
+
+(defun lambda-list-required-arguments (lambda-list)
+ (list-until-keyword lambda-list))
+
+(defun lambda-list-optional-arguments-with-default (lambda-list)
+ (mapcar #'ensure-list (list-until-keyword (cdr (member '&optional lambda-list)))))
+
+(defun lambda-list-optional-arguments (lambda-list)
+ (mapcar #'car (lambda-list-optional-arguments-with-default lambda-list)))
(defun lambda-list-rest-argument (lambda-list)
- (second (member '&rest lambda-list)))
+ (let ((rest (list-until-keyword (cdr (member '&rest lambda-list)))))
+ (when (cdr rest)
+ (error "Bad lambda-list"))
+ (car rest)))
(define-compilation lambda (lambda-list &rest body)
- (let ((required-arguments (lambda-list-required-argument lambda-list))
+ (let ((required-arguments (lambda-list-required-arguments lambda-list))
+ (optional-arguments (lambda-list-optional-arguments lambda-list))
(rest-argument (lambda-list-rest-argument lambda-list)))
- (let ((new-env (extend-env (cons rest-argument required-arguments) env)))
+ (let ((n-required-arguments (length required-arguments))
+ (n-optional-arguments (length optional-arguments))
+ (new-env (extend-local-env
+ (append (ensure-list rest-argument)
+ required-arguments
+ optional-arguments)
+ env)))
(concat "(function ("
- (join (mapcar (lambda (x) (lookup-variable x new-env))
- required-arguments)
+ (join (mapcar (lambda (x)
+ (lookup-variable-translation x new-env))
+ (append required-arguments optional-arguments))
",")
- "){"
- *newline*
- (if rest-argument
- (concat "var " (lookup-variable rest-argument new-env) ";" *newline*
- "for (var i = arguments.length-1; i>="
- (integer-to-string (length required-arguments))
- "; i--)" *newline*
- (lookup-variable rest-argument new-env) " = "
- "{car: arguments[i], cdr: " (lookup-variable rest-argument new-env) "};"
- *newline*)
- "")
- (concat (ls-compile-block (butlast body) new-env fenv)
- "return " (ls-compile (car (last body)) new-env fenv) ";")
- *newline*
+ "){" *newline*
+ ;; Check number of arguments
+ (indent
+ (if required-arguments
+ (concat "if (arguments.length < " (integer-to-string n-required-arguments)
+ ") throw 'too few arguments';" *newline*)
+ "")
+ (if (not rest-argument)
+ (concat "if (arguments.length > "
+ (integer-to-string (+ n-required-arguments n-optional-arguments))
+ ") throw 'too many arguments';" *newline*)
+ "")
+ ;; Optional arguments
+ (if optional-arguments
+ (concat "switch(arguments.length){" *newline*
+ (let ((optional-and-defaults
+ (lambda-list-optional-arguments-with-default lambda-list))
+ (cases nil)
+ (idx 0))
+ (progn
+ (while (< idx n-optional-arguments)
+ (let ((arg (nth idx optional-and-defaults)))
+ (push (concat "case "
+ (integer-to-string (+ idx n-required-arguments)) ":" *newline*
+ (lookup-variable-translation (car arg) new-env)
+ "="
+ (ls-compile (cadr arg) new-env fenv)
+ ";" *newline*)
+ cases)
+ (incf idx)))
+ (push (concat "default: break;" *newline*) cases)
+ (join (reverse cases))))
+ "}" *newline*)
+ "")
+ ;; &rest/&body argument
+ (if rest-argument
+ (let ((js!rest (lookup-variable-translation rest-argument new-env)))
+ (concat "var " js!rest "= " (ls-compile nil env fenv) ";" *newline*
+ "for (var i = arguments.length-1; i>="
+ (integer-to-string (+ n-required-arguments n-optional-arguments))
+ "; i--)" *newline*
+ (indent js!rest " = "
+ "{car: arguments[i], cdr: ") js!rest "};"
+ *newline*))
+ "")
+ ;; Body
+ (concat (ls-compile-block (butlast body) new-env fenv)
+ "return " (ls-compile (car (last body)) new-env fenv) ";")) *newline*
"})"))))
(define-compilation fsetq (var val)
- (concat (lookup-function var fenv)
+ (concat (lookup-function-translation var fenv)
" = "
(ls-compile val env fenv)))
(define-compilation setq (var val)
- (concat (lookup-variable var env)
+ (concat (lookup-variable-translation var env)
" = "
(ls-compile val env fenv)))
-
;;; Literals
+(defun escape-string (string)
+ (let ((output "")
+ (index 0)
+ (size (length string)))
+ (while (< index size)
+ (let ((ch (char string index)))
+ (when (or (char= ch #\") (char= ch #\\))
+ (setq output (concat output "\\")))
+ (when (or (char= ch #\newline))
+ (setq output (concat output "\\"))
+ (setq ch #\n))
+ (setq output (concat output (string ch))))
+ (incf index))
+ output))
(defun literal->js (sexp)
(cond
- ((null sexp) "undefined")
((integerp sexp) (integer-to-string sexp))
- ((stringp sexp) (concat "\"" sexp "\""))
- ((symbolp sexp) (concat "{name: \"" (symbol-name sexp) "\"}"))
+ ((stringp sexp) (concat "\"" (escape-string sexp) "\""))
+ ((symbolp sexp) (ls-compile `(intern ,(escape-string (symbol-name sexp))) *env* *fenv*))
((consp sexp) (concat "{car: "
(literal->js (car sexp))
", cdr: "
- (literal->js (cdr sexp)) "}"))))
+ (literal->js (cdr sexp)) "}"))))
-(let ((counter 0))
- (defun literal (form)
- (let ((var (concat "l" (integer-to-string (incf counter)))))
- (push (concat "var " var " = " (literal->js form)) *toplevel-compilations*)
- var)))
+(defvar *literal-counter* 0)
+(defun literal (form)
+ (let ((var (concat "l" (integer-to-string (incf *literal-counter*)))))
+ (push (concat "var " var " = " (literal->js form)) *toplevel-compilations*)
+ var))
(define-compilation quote (sexp)
(literal sexp))
-(define-compilation debug (form)
- (concat "console.log(" (ls-compile form env fenv) ")"))
-
(define-compilation while (pred &rest body)
- (concat "(function(){ while("
- (ls-compile pred env fenv)
- "){"
- (ls-compile-block body env fenv)
+ (concat "(function(){" *newline*
+ (indent "while("
+ (ls-compile pred env fenv)
+ " !== "
+ (ls-compile nil nil nil) "){" *newline*
+ (indent (ls-compile-block body env fenv)))
"}})()"))
(define-compilation function (x)
((and (listp x) (eq (car x) 'lambda))
(ls-compile x env fenv))
((symbolp x)
- (lookup-function x fenv))))
-
-#+common-lisp
-(defmacro eval-when-compile (&body body)
- `(eval-when (:compile-toplevel :execute)
- ,@body))
+ (lookup-function-translation x fenv))))
-(defvar *eval-when-compilations*)
(define-compilation eval-when-compile (&rest body)
(eval (cons 'progn body))
- nil)
+ "")
(defmacro define-transformation (name args form)
`(define-compilation ,name ,args
(ls-compile ,form env fenv)))
-(define-transformation progn (&rest body)
- `((lambda () ,@body)))
-
-(define-transformation let (bindings &rest body)
- `((lambda ,(mapcar 'car bindings) ,@body)
- ,@(mapcar 'cadr bindings)))
+(define-compilation progn (&rest body)
+ (concat "(function(){" *newline*
+ (indent (ls-compile-block (butlast body) env fenv)
+ "return " (ls-compile (car (last body)) env fenv) ";" *newline*)
+ "})()"))
+
+(define-compilation let (bindings &rest body)
+ (let ((bindings (mapcar #'ensure-list bindings)))
+ (let ((variables (mapcar #'first bindings))
+ (values (mapcar #'second bindings)))
+ (let ((new-env (extend-local-env variables env)))
+ (concat "(function("
+ (join (mapcar (lambda (x)
+ (lookup-variable-translation x new-env))
+ variables)
+ ",")
+ "){" *newline*
+ (indent (ls-compile-block (butlast body) new-env fenv)
+ "return " (ls-compile (car (last body)) new-env fenv)
+ ";" *newline*)
+ "})(" (join (mapcar (lambda (x) (ls-compile x env fenv))
+ values)
+ ",")
+ ")")))))
;;; A little backquote implementation without optimizations of any
;;; kind for lispstrack.
;;; Primitives
-(define-compilation + (x y)
- (concat "((" (ls-compile x env fenv) ") + (" (ls-compile y env fenv) "))"))
-
-(define-compilation - (x y)
- (concat "((" (ls-compile x env fenv) ") - (" (ls-compile y env fenv) "))"))
-
-(define-compilation * (x y)
- (concat "((" (ls-compile x env fenv) ") * (" (ls-compile y env fenv) "))"))
-
-(define-compilation / (x y)
- (concat "((" (ls-compile x env fenv) ") / (" (ls-compile y env fenv) "))"))
-
-(define-compilation = (x y)
- (concat "((" (ls-compile x env fenv) ") == (" (ls-compile y env fenv) "))"))
-
-(define-compilation null (x)
- (concat "(" (ls-compile x env fenv) "== undefined)"))
-
-(define-compilation cons (x y)
- (concat "{car: " (ls-compile x env fenv) ", cdr: " (ls-compile y env fenv) "}"))
-
-(define-compilation car (x)
- (concat "(" (ls-compile x env fenv) ").car"))
-
-(define-compilation cdr (x)
- (concat "(" (ls-compile x env fenv) ").cdr"))
-
-(define-compilation make-symbol (name)
- (concat "{name: " (ls-compile name env fenv) "}"))
-
-(define-compilation symbol-name (x)
- (concat "(" (ls-compile x env fenv) ").name"))
-
-(define-compilation eq (x y)
- (concat "(" (ls-compile x env fenv) " === " (ls-compile y env fenv) ")"))
-
-(define-compilation string (x)
- (concat "String.fromCharCode( " (ls-compile x env fenv) ")"))
+(defmacro define-builtin (name args &body body)
+ `(define-compilation ,name ,args
+ (let ,(mapcar (lambda (arg) `(,arg (ls-compile ,arg env fenv))) args)
+ ,@body)))
+
+(defun compile-bool (x)
+ (concat "(" x "?" (ls-compile t nil nil) ": " (ls-compile nil nil nil) ")"))
+
+;;; DECLS is a list of (JSVARNAME TYPE LISPFORM) declarations.
+(defmacro type-check (decls &body body)
+ `(concat "(function(){" *newline*
+ (indent ,@(mapcar (lambda (decl)
+ `(concat "var " ,(first decl) " = " ,(third decl) ";" *newline*))
+ decls)
+
+ ,@(mapcar (lambda (decl)
+ `(concat "if (typeof " ,(first decl) " != '" ,(second decl) "')" *newline*
+ (indent "throw 'The value ' + "
+ ,(first decl)
+ " + ' is not a type "
+ ,(second decl)
+ ".';"
+ *newline*)))
+ decls)
+ (concat "return " (progn ,@body) ";" *newline*))
+ "})()"))
+
+(defun num-op-num (x op y)
+ (type-check (("x" "number" x) ("y" "number" y))
+ (concat "x" op "y")))
+
+(define-builtin + (x y) (num-op-num x "+" y))
+(define-builtin - (x y) (num-op-num x "-" y))
+(define-builtin * (x y) (num-op-num x "*" y))
+(define-builtin / (x y) (num-op-num x "/" y))
+
+(define-builtin mod (x y) (num-op-num x "%" y))
+
+(define-builtin < (x y) (compile-bool (num-op-num x "<" y)))
+(define-builtin > (x y) (compile-bool (num-op-num x ">" y)))
+(define-builtin = (x y) (compile-bool (num-op-num x "==" y)))
+(define-builtin <= (x y) (compile-bool (num-op-num x "<=" y)))
+(define-builtin >= (x y) (compile-bool (num-op-num x ">=" y)))
+
+(define-builtin numberp (x)
+ (compile-bool (concat "(typeof (" x ") == \"number\")")))
+
+(define-builtin floor (x)
+ (type-check (("x" "number" x))
+ "Math.floor(x)"))
+
+(define-builtin cons (x y) (concat "({car: " x ", cdr: " y "})"))
+(define-builtin consp (x)
+ (compile-bool
+ (concat "(function(){" *newline*
+ (indent "var tmp = " x ";" *newline*
+ "return (typeof tmp == 'object' && 'car' in tmp);" *newline*)
+ "})()")))
+
+(define-builtin car (x)
+ (concat "(function(){" *newline*
+ (indent "var tmp = " x ";" *newline*
+ "return tmp === " (ls-compile nil nil nil)
+ "? " (ls-compile nil nil nil)
+ ": tmp.car;" *newline*)
+ "})()"))
+
+(define-builtin cdr (x)
+ (concat "(function(){" *newline*
+ (indent "var tmp = " x ";" *newline*
+ "return tmp === " (ls-compile nil nil nil) "? "
+ (ls-compile nil nil nil)
+ ": tmp.cdr;" *newline*)
+ "})()"))
+
+(define-builtin setcar (x new)
+ (type-check (("x" "object" x))
+ (concat "(x.car = " new ")")))
+
+(define-builtin setcdr (x new)
+ (type-check (("x" "object" x))
+ (concat "(x.cdr = " new ")")))
+
+(define-builtin symbolp (x)
+ (compile-bool
+ (concat "(function(){" *newline*
+ (indent "var tmp = " x ";" *newline*
+ "return (typeof tmp == 'object' && 'name' in tmp);" *newline*)
+ "})()")))
+
+(define-builtin make-symbol (name)
+ (type-check (("name" "string" name))
+ "({name: name})"))
+
+(define-builtin symbol-name (x)
+ (concat "(" x ").name"))
+
+(define-builtin eq (x y) (compile-bool (concat "(" x " === " y ")")))
+(define-builtin equal (x y) (compile-bool (concat "(" x " == " y ")")))
+
+(define-builtin string (x)
+ (type-check (("x" "number" x))
+ "String.fromCharCode(x)"))
+
+(define-builtin stringp (x)
+ (compile-bool (concat "(typeof(" x ") == \"string\")")))
+
+(define-builtin string-upcase (x)
+ (type-check (("x" "string" x))
+ "x.toUpperCase()"))
+
+(define-builtin string-length (x)
+ (type-check (("x" "string" x))
+ "x.length"))
+
+(define-compilation slice (string a &optional b)
+ (concat "(function(){" *newline*
+ (indent "var str = " (ls-compile string env fenv) ";" *newline*
+ "var a = " (ls-compile a env fenv) ";" *newline*
+ "var b;" *newline*
+ (if b
+ (concat "b = " (ls-compile b env fenv) ";" *newline*)
+ "")
+ "return str.slice(a,b);" *newline*)
+ "})()"))
-(define-compilation char (string index)
- (concat "("
- (ls-compile string env fenv)
- ").charCodeAt("
- (ls-compile index env fenv)
- ")"))
+(define-builtin char (string index)
+ (type-check (("string" "string" string)
+ ("index" "number" index))
+ "string.charCodeAt(index)"))
-(define-compilation concat-two (string1 string2)
- (concat "("
- (ls-compile string1 env fenv)
- ").concat("
- (ls-compile string2 env fenv)
- ")"))
+(define-builtin concat-two (string1 string2)
+ (type-check (("string1" "string" string1)
+ ("string2" "string" string2))
+ "string1.concat(string2)"))
(define-compilation funcall (func &rest args)
- (concat "("
- (ls-compile func env fenv)
- ")("
+ (concat "(" (ls-compile func env fenv) ")("
(join (mapcar (lambda (x)
(ls-compile x env fenv))
args)
", ")
")"))
-(define-compilation new ()
- "{}")
-
-(define-compilation get (object key)
- (concat "(" (ls-compile object env fenv) ")[" (ls-compile key env fenv) "]"))
-
-(define-compilation set (object key value)
- (concat "(("
- (ls-compile object env fenv)
- ")["
- (ls-compile key env fenv) "]"
- " = " (ls-compile value env fenv) ")"))
-
-
-(defun %compile-defvar (name)
- (push (make-var-binding name) *env*)
- (push (concat "var " (lookup-variable name *env*)) *toplevel-compilations*))
-
-(defun %compile-defun (name)
- (push (make-func-binding name) *fenv*)
- (push (concat "var " (lookup-variable name *fenv*)) *toplevel-compilations*))
-
-(defun %compile-defmacro (name lambda)
- (push (cons name (cons 'macro lambda)) *fenv*))
-
-(defun ls-macroexpand-1 (form &optional env fenv)
- (let ((function (cdr (assoc (car form) *fenv*))))
- (if (and (listp function) (eq (car function) 'macro))
- (apply (eval (cdr function)) (cdr form))
- form)))
+(define-compilation apply (func &rest args)
+ (if (null args)
+ (concat "(" (ls-compile func env fenv) ")()")
+ (let ((args (butlast args))
+ (last (car (last args))))
+ (concat "(function(){" *newline*
+ (indent "var f = " (ls-compile func env fenv) ";" *newline*
+ "var args = [" (join (mapcar (lambda (x)
+ (ls-compile x env fenv))
+ args)
+ ", ")
+ "];" *newline*
+ "var tail = (" (ls-compile last env fenv) ");" *newline*
+ (indent "while (tail != " (ls-compile nil env fenv) "){" *newline*
+ " args.push(tail.car);" *newline*
+ " tail = tail.cdr;" *newline*
+ "}" *newline*
+ "return f.apply(this, args);" *newline*)
+ "})()")))))
+
+(define-builtin js-eval (string)
+ (type-check (("string" "string" string))
+ "eval.apply(window, [string])"))
+
+(define-builtin error (string)
+ (concat "(function (){ throw " string ";" "return 0;})()"))
+
+(define-builtin new () "{}")
+
+(define-builtin get (object key)
+ (concat "(function(){" *newline*
+ (indent "var tmp = " "(" object ")[" key "];" *newline*
+ "return tmp == undefined? " (ls-compile nil nil nil) ": tmp ;" *newline*)
+ "})()"))
+
+(define-builtin set (object key value)
+ (concat "((" object ")[" key "] = " value ")"))
+
+(define-builtin in (key object)
+ (compile-bool (concat "((" key ") in (" object "))")))
+
+(define-builtin functionp (x)
+ (compile-bool (concat "(typeof " x " == 'function')")))
+
+(define-builtin write-string (x)
+ (type-check (("x" "string" x))
+ "lisp.write(x)"))
+
+(defun macrop (x)
+ (and (symbolp x) (eq (binding-type (lookup-function x *fenv*)) 'macro)))
+
+(defun ls-macroexpand-1 (form env fenv)
+ (if (macrop (car form))
+ (let ((binding (lookup-function (car form) *env*)))
+ (if (eq (binding-type binding) 'macro)
+ (apply (eval (binding-translation binding)) (cdr form))
+ form))
+ form))
(defun compile-funcall (function args env fenv)
(cond
((symbolp function)
- (concat (lookup-function function fenv)
+ (concat (lookup-function-translation function fenv)
"("
(join (mapcar (lambda (x) (ls-compile x env fenv)) args)
", ")
", ")
")"))
(t
- (error "Invalid function designator ~a." function))))
+ (error (concat "Invalid function designator " (symbol-name function))))))
-(defun ls-compile (sexp &optional env fenv)
+(defun ls-compile (sexp env fenv)
(cond
- ((symbolp sexp) (lookup-variable sexp env))
+ ((symbolp sexp) (lookup-variable-translation sexp env))
((integerp sexp) (integer-to-string sexp))
- ((stringp sexp) (concat "\"" sexp "\""))
+ ((stringp sexp) (concat "\"" (escape-string sexp) "\""))
((listp sexp)
- (let ((sexp (ls-macroexpand-1 sexp env fenv)))
- (let ((compiler-func (second (assoc (car sexp) *compilations*))))
- (if compiler-func
- (apply compiler-func env fenv (cdr sexp))
- (compile-funcall (car sexp) (cdr sexp) env fenv)))))))
+ (if (assoc (car sexp) *compilations*)
+ (let ((comp (second (assoc (car sexp) *compilations*))))
+ (apply comp env fenv (cdr sexp)))
+ (if (macrop (car sexp))
+ (ls-compile (ls-macroexpand-1 sexp env fenv) env fenv)
+ (compile-funcall (car sexp) (cdr sexp) env fenv))))))
(defun ls-compile-toplevel (sexp)
(setq *toplevel-compilations* nil)
- (let ((code (ls-compile sexp)))
+ (let ((code (ls-compile sexp nil nil)))
(prog1
(concat (join (mapcar (lambda (x) (concat x ";" *newline*))
- *toplevel-compilations*)
- "")
+ *toplevel-compilations*))
code)
(setq *toplevel-compilations* nil))))
+
+;;; Once we have the compiler, we define the runtime environment and
+;;; interactive development (eval), which works calling the compiler
+;;; and evaluating the Javascript result globally.
+
+#+lispstrack
+(progn
+ (defmacro with-compilation-unit (&body body)
+ `(prog1
+ (progn
+ (setq *compilation-unit-checks* nil)
+ (setq *env* (remove-if-not #'binding-declared *env*))
+ (setq *fenv* (remove-if-not #'binding-declared *fenv*))
+ ,@body)
+ (dolist (check *compilation-unit-checks*)
+ (funcall check))))
+
+ (defun eval (x)
+ (let ((code
+ (with-compilation-unit
+ (ls-compile-toplevel x))))
+ (js-eval code)))
+
+ ;; Set the initial global environment to be equal to the host global
+ ;; environment at this point of the compilation.
+ (eval-when-compile
+ (let ((c1 (ls-compile `(setq *fenv* ',*fenv*) nil nil))
+ (c2 (ls-compile `(setq *env* ',*env*) nil nil))
+ (c3 (ls-compile `(setq *variable-counter* ',*variable-counter*) nil nil))
+ (c4 (ls-compile `(setq *function-counter* ',*function-counter*) nil nil))
+ (c5 (ls-compile `(setq *literal-counter* ',*literal-counter*) nil nil))
+ (c6 (ls-compile `(setq *gensym-counter* ',*gensym-counter*) nil nil)))
+ (setq *toplevel-compilations*
+ (append *toplevel-compilations* (list c1 c2 c3 c4 c5 c6)))))
+
+ (js-eval
+ (concat "var lisp = {};"
+ "lisp.read = " (lookup-function-translation 'ls-read-from-string nil) ";" *newline*
+ "lisp.print = " (lookup-function-translation 'print-to-string nil) ";" *newline*
+ "lisp.eval = " (lookup-function-translation 'eval nil) ";" *newline*
+ "lisp.compile = " (lookup-function-translation 'ls-compile-toplevel nil) ";" *newline*
+ "lisp.evalString = function(str){" *newline*
+ " return lisp.eval(lisp.read(str));" *newline*
+ "}" *newline*
+ "lisp.compileString = function(str){" *newline*
+ " return lisp.compile(lisp.read(str));" *newline*
+ "}" *newline*)))
+
+
+;;; Finally, we provide a couple of functions to easily bootstrap
+;;; this. It just calls the compiler with this file as input.
+
#+common-lisp
(progn
- (defun ls-compile-file (filename output)
+ (defun read-whole-file (filename)
(with-open-file (in filename)
- (with-open-file (out output :direction :output :if-exists :supersede)
+ (let ((seq (make-array (file-length in) :element-type 'character)))
+ (read-sequence seq in)
+ seq)))
+
+ (defun ls-compile-file (filename output)
+ (setq *env* nil *fenv* nil)
+ (setq *compilation-unit-checks* nil)
+ (with-open-file (out output :direction :output :if-exists :supersede)
+ (let* ((source (read-whole-file filename))
+ (in (make-string-stream source)))
(loop
for x = (ls-read in)
until (eq x *eof*)
for compilation = (ls-compile-toplevel x)
- when compilation do (write-line (concat compilation "; ") out)))))
+ when (plusp (length compilation))
+ do (write-line (concat compilation "; ") out))
+ (dolist (check *compilation-unit-checks*)
+ (funcall check))
+ (setq *compilation-unit-checks* nil))))
+
(defun bootstrap ()
(ls-compile-file "lispstrack.lisp" "lispstrack.js")))
projects / jscl.git / blobdiff