1 #+#.(cl:if (cl:find-package "ASDF") '(or) '(and))
2 (load (merge-pathnames "../contrib/asdf/asdf.fasl"))
4 #+#.(cl:if (cl:find-package "SB-POSIX") '(or) '(and))
5 (let ((asdf:*central-registry*
6 (cons "../contrib/systems/" asdf:*central-registry*)))
7 (asdf:oos 'asdf:load-op 'sb-posix))
9 (load "test-util.lisp")
11 (defpackage :run-tests
12 (:use :cl :test-util :sb-ext))
14 (load "assertoid.lisp")
16 (in-package run-tests)
18 (defvar *all-failures* nil)
19 (defvar *break-on-error* nil)
20 (defvar *accept-files* nil)
23 (dolist (arg (cdr *posix-argv*))
24 (cond ((string= arg "--break-on-failure")
25 (setf *break-on-error* t)
26 (setf test-util:*break-on-failure* t))
27 ((string= arg "--break-on-expected-failure")
28 (setf test-util:*break-on-expected-failure* t))
30 (push (truename (parse-namestring arg)) *accept-files*))))
31 (pure-runner (pure-load-files) #'load-test)
32 (pure-runner (pure-cload-files) #'cload-test)
33 (impure-runner (impure-load-files) #'load-test)
34 (impure-runner (impure-cload-files) #'cload-test)
35 #-win32 (impure-runner (sh-files) #'sh-test)
37 (sb-ext:quit :unix-status (if (unexpected-failures)
43 (format t "Finished running tests.~%")
45 (format t "Status:~%")
46 (dolist (fail (reverse *all-failures*))
47 (cond ((eq (car fail) :unhandled-error)
48 (format t " ~20a ~a~%"
50 (enough-namestring (second fail))))
51 ((eq (car fail) :invalid-exit-status)
52 (format t " ~20a ~a~%"
53 "Invalid exit status:"
54 (enough-namestring (second fail))))
56 (format t " ~20a ~a / ~a~%"
58 (:expected-failure "Expected failure:")
59 (:unexpected-failure "Failure:")
60 (:unexpected-success "Unexpected success:"))
61 (enough-namestring (second fail))
64 (format t "All tests succeeded~%"))))
66 (defun pure-runner (files test-fun)
67 (format t "// Running pure tests (~a)~%" test-fun)
68 (let ((*package* (find-package :cl-user))
72 (when (accept-test-file file)
73 (format t "// Running ~a~%" file)
75 (handler-bind ((error (make-error-handler file)))
76 (eval (funcall test-fun file)))
80 (defun run-in-child-sbcl (load-forms forms)
81 (declare (ignorable load-forms))
83 (let ((pid (sb-posix:fork)))
88 (let ((status (make-array 1 :element-type '(signed-byte 32))))
89 (sb-posix:waitpid pid 0 status)
90 (if (sb-posix:wifexited (aref status 0))
91 (sb-posix:wexitstatus (aref status 0))
98 (list "--core" SB-INT:*CORE-STRING*
102 (loop for form in (append load-forms forms)
104 collect (write-to-string form)))
105 :output sb-sys:*stdout*
106 :input sb-sys:*stdin*)))
108 (defun run-impure-in-child-sbcl (test-file test-code)
112 (defpackage :run-tests
113 (:use :cl :test-util :sb-ext)))
115 `((in-package :cl-user)
116 (use-package :test-util)
117 (use-package :assertoid)
118 (setf test-util:*break-on-failure* ,test-util:*break-on-failure*)
119 (setf test-util:*break-on-expected-failure*
120 ,test-util:*break-on-expected-failure*)
121 (let ((file ,test-file)
122 (*break-on-error* ,run-tests::*break-on-error*))
123 (format t "// Running ~a~%" file)
126 ((error (lambda (condition)
127 (push (list :unhandled-error cl-user::file) test-util::*failures*)
128 (cond (*break-on-error*
129 (test-util:really-invoke-debugger condition))
131 (format *error-output* "~&Unhandled ~a: ~a~%"
132 (type-of condition) condition)
133 (funcall (symbol-function (intern "BACKTRACE" :sb-debug)))))
134 (invoke-restart 'skip-file))))
137 (format t ">>>~a<<<~%" test-util::*failures*)))
138 (test-util:report-test-status)
139 (sb-ext:quit :unix-status 104)))))
141 (defun impure-runner (files test-fun)
142 (format t "// Running impure tests (~a)~%" test-fun)
143 (let ((*package* (find-package :cl-user)))
146 (when (accept-test-file file)
148 (let ((exit-code (run-impure-in-child-sbcl file
149 (funcall test-fun file))))
150 (if (= exit-code 104)
151 (with-open-file (stream "test-status.lisp-expr"
153 :if-does-not-exist :error)
154 (append-failures (read stream)))
155 (push (list :invalid-exit-status file)
156 *all-failures*)))))))
158 (defun make-error-handler (file)
160 (push (list :unhandled-error file) *failures*)
161 (cond (*break-on-error*
162 (test-util:really-invoke-debugger condition))
164 (format *error-output* "~&Unhandled ~a: ~a~%"
165 (type-of condition) condition)
166 (sb-debug:backtrace)))
167 (invoke-restart 'skip-file)))
169 (defun append-failures (&optional (failures *failures*))
170 (setf *all-failures* (append failures *all-failures*)))
172 (defun unexpected-failures ()
173 (remove-if (lambda (x)
174 (or (eq (car x) :expected-failure)
175 (eq (car x) :unexpected-success)))
178 (defun setup-cl-user ()
179 (use-package :test-util)
180 (use-package :assertoid))
182 (defun load-test (file)
185 (defun cload-test (file)
186 `(let ((compile-name (compile-file-pathname ,file)))
192 (delete-file compile-name)))))
194 (defun sh-test (file)
195 ;; What? No SB-POSIX:EXECV?
196 `(let ((process (sb-ext:run-program "/bin/sh"
197 (list (namestring ,file))
198 :output *error-output*)))
199 (sb-ext:quit :unix-status (process-exit-code process))))
201 (defun accept-test-file (file)
203 (find (truename file) *accept-files* :test #'equalp)
206 (defun pure-load-files ()
207 (directory "*.pure.lisp"))
209 (defun pure-cload-files ()
210 (directory "*.pure-cload.lisp"))
212 (defun impure-load-files ()
213 (directory "*.impure.lisp"))
215 (defun impure-cload-files ()
216 (directory "*.impure-cload.lisp"))
219 (directory "*.test.sh"))