(defun report ()
(terpri)
(format t "Finished running tests.~%")
- (cond (*all-failures*
- (format t "Status:~%")
- (dolist (fail (reverse *all-failures*))
- (cond ((eq (car fail) :unhandled-error)
- (format t " ~20a ~a~%"
- "Unhandled error"
- (enough-namestring (second fail))))
- ((eq (car fail) :invalid-exit-status)
- (format t " ~20a ~a~%"
- "Invalid exit status:"
- (enough-namestring (second fail))))
- (t
- (format t " ~20a ~a / ~a~%"
- (ecase (first fail)
- (:expected-failure "Expected failure:")
- (:unexpected-failure "Failure:")
- (:unexpected-success "Unexpected success:"))
- (enough-namestring (second fail))
- (third fail))))))
- (t
- (format t "All tests succeeded~%"))))
+ (let ((skipcount 0))
+ (cond (*all-failures*
+ (format t "Status:~%")
+ (dolist (fail (reverse *all-failures*))
+ (cond ((eq (car fail) :unhandled-error)
+ (format t " ~20a ~a~%"
+ "Unhandled error"
+ (enough-namestring (second fail))))
+ ((eq (car fail) :invalid-exit-status)
+ (format t " ~20a ~a~%"
+ "Invalid exit status:"
+ (enough-namestring (second fail))))
+ ((eq (car fail) :skipped-disabled)
+ (incf skipcount))
+ (t
+ (format t " ~20a ~a / ~a~%"
+ (ecase (first fail)
+ (:expected-failure "Expected failure:")
+ (:unexpected-failure "Failure:")
+ (:unexpected-success "Unexpected success:")
+ (:skipped-broken "Skipped (broken):")
+ (:skipped-disabled "Skipped (irrelevant):"))
+ (enough-namestring (second fail))
+ (third fail)))))
+ (when (> skipcount 0)
+ (format t " (~a tests skipped for this combination of platform and features)~%"
+ skipcount)))
+ (t
+ (format t "All tests succeeded~%")))))
(defun pure-runner (files test-fun)
(format t "// Running pure tests (~a)~%" test-fun)
(append-failures)))
(defun run-in-child-sbcl (load-forms forms)
- (declare (ignorable load-forms))
- #-win32
- (let ((pid (sb-posix:fork)))
- (cond ((= pid 0)
- (dolist (form forms)
- (eval form)))
- (t
- (let ((status (make-array 1 :element-type '(signed-byte 32))))
- (sb-posix:waitpid pid 0 status)
- (if (sb-posix:wifexited (aref status 0))
- (sb-posix:wexitstatus (aref status 0))
- 1)))))
- #+win32
+ ;; We used to fork() for POSIX platforms, and use this for Windows.
+ ;; However, it seems better to use the same solution everywhere.
(process-exit-code
- (sb-ext:run-program
- (first *POSIX-ARGV*)
- (append
- (list "--core" SB-INT:*CORE-STRING*
- "--noinform"
- "--no-sysinit"
- "--no-userinit")
- (loop for form in (append load-forms forms)
- collect "--eval"
- collect (write-to-string form)))
- :output sb-sys:*stdout*
- :input sb-sys:*stdin*)))
+ (#-win32 with-open-file #-win32 (devnull "/dev/null") #+win32 progn
+ (sb-ext:run-program
+ (first *POSIX-ARGV*)
+ (append
+ (list "--core" SB-INT:*CORE-STRING*
+ "--noinform"
+ "--no-sysinit"
+ "--no-userinit"
+ "--noprint"
+ "--disable-debugger")
+ (loop for form in (append load-forms forms)
+ collect "--eval"
+ collect (write-to-string form)))
+ :output sb-sys:*stdout*
+ :input #-win32 devnull #+win32 sb-sys:*stdin*))))
(defun run-impure-in-child-sbcl (test-file test-code)
(run-in-child-sbcl
(defun unexpected-failures ()
(remove-if (lambda (x)
(or (eq (car x) :expected-failure)
- (eq (car x) :unexpected-success)))
+ (eq (car x) :unexpected-success)
+ (eq (car x) :skipped-broken)
+ (eq (car x) :skipped-disabled)))
*all-failures*))
(defun setup-cl-user ()
(defun sh-test (file)
;; What? No SB-POSIX:EXECV?
`(let ((process (sb-ext:run-program "/bin/sh"
- (list (namestring ,file))
+ (list (native-namestring ,file))
+ :environment (test-util::test-env)
:output *error-output*)))
+ (let ((*failures* nil))
+ (test-util:report-test-status))
(sb-ext:quit :unix-status (process-exit-code process))))
(defun accept-test-file (file)