X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=src%2Frun.lisp;h=fcb35db672caf3d781efb818b6c97d11411b1059;hb=699ef81e62776560faa5d35e3a9b66deb24aed31;hp=417acd8ce44ae93f155fb868d9f1b7e61e786a11;hpb=b76fc6a27dc451c7f2f88eb9a1f028228530af6c;p=fiveam.git diff --git a/src/run.lisp b/src/run.lisp index 417acd8..fcb35db 100644 --- a/src/run.lisp +++ b/src/run.lisp @@ -39,6 +39,9 @@ (defparameter *debug-on-failure* nil "T if we should drop into a debugger on a failing check, NIL otherwise.") +(defparameter *print-names* t + "T if we should print test running progress, NIL otherwise.") + (defun import-testing-symbols (package-designator) (import '(5am::is 5am::is-true 5am::is-false 5am::signals 5am::finishes) package-designator)) @@ -117,10 +120,12 @@ run.")) (defun results-status (result-list) "Given a list of test results (generated while running a test) return true if all of the results are of type TEST-PASSED, - faile otherwise." - (every (lambda (res) - (typep res 'test-passed)) - result-list)) + fail otherwise. + Returns a second value, which is the set of failed tests." + (let ((failed-tests + (remove-if #'test-passed-p result-list))) + (values (null failed-tests) + failed-tests))) (defun return-result-list (test-lambda) "Run the test function TEST-LAMBDA and return a list of all @@ -182,12 +187,16 @@ run.")) !!, !!!")) (defmethod %run ((test test-case)) + (when *print-names* + (format *test-dribble* "~% Running test ~A " (name test))) (run-resolving-dependencies test)) (defmethod %run ((tests list)) (mapc #'%run tests)) (defmethod %run ((suite test-suite)) + (when *print-names* + (format *test-dribble* "~%Running test suite ~A" (name suite))) (let ((suite-results '())) (flet ((run-tests () (loop @@ -202,9 +211,7 @@ run.")) (run-tests) (run-tests))) (setf suite-results result-list - (status suite) (every (lambda (res) - (typep res 'test-passed)) - suite-results))) + (status suite) (every #'test-passed-p suite-results))) (with-run-state (result-list) (setf result-list (nconc result-list suite-results))))))) @@ -220,7 +227,8 @@ run.")) ;;;; ** Public entry points -(defun run! (&optional (test-spec *suite*)) +(defun run! (&optional (test-spec *suite*) + &key ((:print-names *print-names*) *print-names*)) "Equivalent to (explain! (run TEST-SPEC))." (explain! (run test-spec))) @@ -235,7 +243,7 @@ detailed-text-explainer with output going to *test-dribble*" (*debug-on-failure* t)) (run! test-spec))) -(defun run (test-spec) +(defun run (test-spec &key ((:print-names *print-names*) *print-names*)) "Run the test specified by TEST-SPEC. TEST-SPEC can be either a symbol naming a test or test suite, or