X-Git-Url: http://repo.macrolet.net/gitweb/?a=blobdiff_plain;f=src%2Fcode%2Ftime.lisp;h=9a6d825c96750e241c09fb5a4c86d6518b0f7677;hb=2b90fd1dbad23322258222a2ef4cef7f6a00831d;hp=4bb9d9c42737f6bed288147f67a3bdc9d0b8b434;hpb=a530bbe337109d898d5b4a001fc8f1afa3b5dc39;p=sbcl.git diff --git a/src/code/time.lisp b/src/code/time.lisp index 4bb9d9c..9a6d825 100644 --- a/src/code/time.lisp +++ b/src/code/time.lisp @@ -11,100 +11,80 @@ (in-package "SB!IMPL") -(file-comment - "$Header$") +;;; Internal epoch, used as base for real-time. +(declaim (unsigned-byte *internal-epoch*)) +(defvar *internal-epoch* 0) -(defconstant internal-time-units-per-second 100 - #!+sb-doc - "The number of internal time units that fit into a second. See - GET-INTERNAL-REAL-TIME and GET-INTERNAL-RUN-TIME.") - -(defconstant micro-seconds-per-internal-time-unit - (/ 1000000 internal-time-units-per-second)) - -;;; The base number of seconds for our internal "epoch". We initialize -;;; this to the time of the first call to GET-INTERNAL-REAL-TIME, and -;;; then subtract this out of the result. -(defvar *internal-real-time-base-seconds* nil) -(declaim (type (or (unsigned-byte 32) null) *internal-real-time-base-seconds*)) +(defun time-reinit () + (setf *internal-epoch* (system-internal-real-time))) (defun get-internal-real-time () #!+sb-doc - "Return the real time in the internal time format. This is useful for - finding elapsed time. See Internal-Time-Units-Per-Second." - ;; FIXME: See comment on OPTIMIZE declaration in GET-INTERNAL-RUN-TIME. - (declare (optimize (speed 3) (safety 3))) - (multiple-value-bind (ignore seconds useconds) (sb!unix:unix-gettimeofday) - (declare (ignore ignore) (type (unsigned-byte 32) seconds useconds)) - (let ((base *internal-real-time-base-seconds*) - (uint (truncate useconds - micro-seconds-per-internal-time-unit))) - (declare (type (unsigned-byte 32) uint)) - (cond (base - (truly-the (unsigned-byte 32) - (+ (the (unsigned-byte 32) - (* (the (unsigned-byte 32) (- seconds base)) - internal-time-units-per-second)) - uint))) - (t - (setq *internal-real-time-base-seconds* seconds) - uint))))) - -#!-(and sparc svr4) -(defun get-internal-run-time () - #!+sb-doc - "Return the run time in the internal time format. This is useful for - finding CPU usage." - (declare (values (unsigned-byte 32))) - ;; FIXME: In CMU CL this was (SPEED 3) (SAFETY 0), and perhaps - ;; someday it should be again, since overhead here is annoying. But - ;; it's even more annoying to worry about this function returning - ;; out-of-range values, so while debugging the profiling code, - ;; I set it to (SAFETY 3) for now. - (declare (optimize (speed 3) (safety 3))) - (multiple-value-bind (ignore utime-sec utime-usec stime-sec stime-usec) - (sb!unix:unix-fast-getrusage sb!unix:rusage_self) - (declare (ignore ignore) - (type (unsigned-byte 31) utime-sec stime-sec) - ;; (Classic CMU CL had these (MOD 1000000) instead, but - ;; at least in Linux 2.2.12, the type doesn't seem to be - ;; documented anywhere and the observed behavior is to - ;; sometimes return 1000000 exactly.) - (type (integer 0 1000000) utime-usec stime-usec)) - (+ (the (unsigned-byte 32) - (* (the (unsigned-byte 32) (+ utime-sec stime-sec)) - internal-time-units-per-second)) - (truncate (+ utime-usec stime-usec) - micro-seconds-per-internal-time-unit)))) + "Return the real time (\"wallclock time\") since startup in the internal +time format. (See INTERNAL-TIME-UNITS-PER-SECOND.)" + (- (system-internal-real-time) *internal-epoch*)) -#!+(and sparc svr4) (defun get-internal-run-time () #!+sb-doc - "Return the run time in the internal time format. This is useful for - finding CPU usage." - (declare (values (unsigned-byte 32))) - ;; FIXME: See comment on OPTIMIZE declaration in other - ;; version of GET-INTERNAL-RUN-TIME. - (declare (optimize (speed 3) (safety 3))) - (multiple-value-bind (ignore utime stime cutime cstime) - (sb!unix:unix-times) - (declare (ignore ignore cutime cstime) - (type (unsigned-byte 31) utime stime)) - (the (unsigned-byte 32) (+ utime stime)))) + "Return the run time used by the process in the internal time format. (See +INTERNAL-TIME-UNITS-PER-SECOND.) This is useful for finding CPU usage. +Includes both \"system\" and \"user\" time." + (system-internal-run-time)) ;;;; Encode and decode universal times. -;;; Returns two values: -;;; - the minutes west of GMT. -;;; - T if daylight savings is in effect, NIL if not. -(sb!alien:def-alien-routine get-timezone sb!c-call:void - (when sb!c-call:long :in) - (minutes-west sb!c-call:int :out) - (daylight-savings-p sb!alien:boolean :out)) +;;; In August 2003, work was done in this file for more plausible +;;; timezone handling after the unix timezone database runs out in +;;; 2038. We assume that timezone rules are trending sane rather than +;;; insane, so for all years after the end of time_t we apply the +;;; rules for 2035/2036 instead of the actual date asked for. Making +;;; the same assumption about the early 1900s would be less +;;; reasonable, however, so please note that we're still broken for +;;; local time between 1900-1-1 and 1901-12-13 + +;;; It should be noted that 64 bit machines don't actually fix this +;;; problem, at least as of 2003, because the Unix zonefiles are +;;; specified in terms of 32 bit fields even on, say, the Alpha. So, +;;; references to the range of time_t elsewhere in this file should +;;; rightly be read as shorthand for the range of an signed 32 bit +;;; number of seconds since 1970-01-01 + +;;; I'm obliged to Erik Naggum's "Long, Painful History of Time" paper +;;; for the choice of epoch +;;; here. By starting the year in March, we avoid having to test the month +;;; whenever deciding whether to account for a leap day. 2000 is especially +;;; special, because it's disvisible by 400, hence the start of a 400 year +;;; leap year cycle + +;;; If a universal-time is after time_t runs out, we find its offset +;;; from 1st March of whichever year it falls in, then add that to +;;; 2035-3-1. This date has two relevant properties: (1) somewhere +;;; near the end of time_t, and (2) preceding a leap year. Thus a +;;; date which is e.g. 365.5 days from March 1st in its year will be +;;; treated for timezone lookup as if it were Feb 29th 2036 + +;;; This epoch is used only for fixing the timezones-outside-time_t +;;; problem. Someday it would be nice to come back to this code and +;;; see if the rest of the file and its references to Spice Lisp +;;; history (Perq time base?) could be cleaned up any on this basis. +;;; -- dan, 2003-08-08 + +;;; In order to accomodate universal times between January 1st 1900 +;;; and sometime on December 13th 1901, I'm doing the same calculation +;;; as described above in order to handle dates in that interval, by +;;; normalizing them to March 1st 1903, which shares the same special +;;; properties described above (except for the 400-year property, but +;;; this isn't an issue for the limited range we need to handle). -;;; Subtract from the returned Internal-Time to get the universal time. -;;; The offset between our time base and the Perq one is 2145 weeks and -;;; five days. +;;; One open issue is whether to pass UNIX a 64-bit time_t value on +;;; 64-bit platforms. I don't know if time_t is always 64-bit on those +;;; platforms, and looking at this file reveals a scary amount of +;;; literal 31 and 32s. +;;; -- bem, 2005-08-09 + +;;; Subtract from the returned Internal-Time to get the universal +;;; time. The offset between our time base and the Perq one is 2145 +;;; weeks and five days. (defconstant seconds-in-week (* 60 60 24 7)) (defconstant weeks-offset 2145) (defconstant seconds-offset 432000) @@ -117,157 +97,182 @@ (defun get-universal-time () #!+sb-doc - "Returns a single integer for the current time of - day in universal time format." + "Return a single integer for the current time of day in universal time +format." (multiple-value-bind (res secs) (sb!unix:unix-gettimeofday) (declare (ignore res)) (+ secs unix-to-universal-time))) (defun get-decoded-time () #!+sb-doc - "Returns nine values specifying the current time as follows: + "Return nine values specifying the current time as follows: second, minute, hour, date, month, year, day of week (0 = Monday), T (daylight savings times) or NIL (standard time), and timezone." (decode-universal-time (get-universal-time))) +(defconstant +mar-1-2000+ #.(encode-universal-time 0 0 0 1 3 2000 0)) +(defconstant +mar-1-2035+ #.(encode-universal-time 0 0 0 1 3 2035 0)) + +(defconstant +mar-1-1903+ #.(encode-universal-time 0 0 0 1 3 1903 0)) + +(defun years-since-mar-2000 (utime) + "Returns number of complete years since March 1st 2000, and remainder in seconds" + (let* ((days-in-year (* 86400 365)) + (days-in-4year (+ (* 4 days-in-year) 86400)) + (days-in-100year (- (* 25 days-in-4year) 86400)) + (days-in-400year (+ (* 4 days-in-100year) 86400)) + (offset (- utime +mar-1-2000+)) + (year 0)) + (labels ((whole-num (x y inc max) + (let ((w (truncate x y))) + (when (and max (> w max)) (setf w max)) + (incf year (* w inc)) + (* w y)))) + (decf offset (whole-num offset days-in-400year 400 nil)) + (decf offset (whole-num offset days-in-100year 100 3)) + (decf offset (whole-num offset days-in-4year 4 25)) + (decf offset (whole-num offset days-in-year 1 3)) + (values year offset)))) + +(defun truncate-to-unix-range (utime) + (let ((unix-time (- utime unix-to-universal-time))) + (cond + ((< unix-time (- (ash 1 31))) + (multiple-value-bind (year offset) (years-since-mar-2000 utime) + (declare (ignore year)) + (+ +mar-1-1903+ (- unix-to-universal-time) offset))) + ((>= unix-time (ash 1 31)) + (multiple-value-bind (year offset) (years-since-mar-2000 utime) + (declare (ignore year)) + (+ +mar-1-2035+ (- unix-to-universal-time) offset))) + (t unix-time)))) + (defun decode-universal-time (universal-time &optional time-zone) #!+sb-doc "Converts a universal-time to decoded time format returning the following nine values: second, minute, hour, date, month, year, day of week (0 = Monday), T (daylight savings time) or NIL (standard time), and timezone. Completely ignores daylight-savings-time when time-zone is supplied." - (multiple-value-bind (weeks secs) - (truncate (+ universal-time seconds-offset) - seconds-in-week) - (let* ((weeks (+ weeks weeks-offset)) - (second NIL) - (minute NIL) - (hour NIL) - (date NIL) - (month NIL) - (year NIL) - (day NIL) - (daylight NIL) - (timezone (if (null time-zone) - (multiple-value-bind - (ignore minwest dst) - (get-timezone (- universal-time - unix-to-universal-time)) - (declare (ignore ignore)) - (setf daylight dst) - minwest) - (* time-zone 60)))) - (declare (fixnum timezone)) - (multiple-value-bind (t1 seconds) (truncate secs 60) - (setq second seconds) - (setq t1 (- t1 timezone)) - (let* ((tday (if (< t1 0) - (1- (truncate (1+ t1) minutes-per-day)) - (truncate t1 minutes-per-day)))) - (multiple-value-setq (hour minute) - (truncate (- t1 (* tday minutes-per-day)) 60)) - (let* ((t2 (1- (* (+ (* weeks 7) tday november-17-1858) 4))) - (tcent (truncate t2 quarter-days-per-century))) - (setq t2 (mod t2 quarter-days-per-century)) - (setq t2 (+ (- t2 (mod t2 4)) 3)) - (setq year (+ (* tcent 100) (truncate t2 quarter-days-per-year))) - (let ((days-since-mar0 (1+ (truncate (mod t2 quarter-days-per-year) - 4)))) - (setq day (mod (+ tday weekday-november-17-1858) 7)) - (let ((t3 (+ (* days-since-mar0 5) 456))) - (cond ((>= t3 1989) - (setq t3 (- t3 1836)) - (setq year (1+ year)))) - (multiple-value-setq (month t3) (truncate t3 153)) - (setq date (1+ (truncate t3 5)))))))) - (values second minute hour date month year day - daylight - (if daylight - (1+ (/ timezone 60)) - (/ timezone 60)))))) + (multiple-value-bind (daylight seconds-west) + (if time-zone + (values nil (* time-zone 60 60)) + (multiple-value-bind (ignore seconds-west daylight) + (sb!unix::get-timezone (truncate-to-unix-range universal-time)) + (declare (ignore ignore)) + (declare (fixnum seconds-west)) + (values daylight seconds-west))) + (declare (fixnum seconds-west)) + (multiple-value-bind (weeks secs) + (truncate (+ (- universal-time seconds-west) seconds-offset) + seconds-in-week) + (let ((weeks (+ weeks weeks-offset))) + (multiple-value-bind (t1 second) + (truncate secs 60) + (let ((tday (truncate t1 minutes-per-day))) + (multiple-value-bind (hour minute) + (truncate (- t1 (* tday minutes-per-day)) 60) + (let* ((t2 (1- (* (+ (* weeks 7) tday november-17-1858) 4))) + (tcent (truncate t2 quarter-days-per-century))) + (setq t2 (mod t2 quarter-days-per-century)) + (setq t2 (+ (- t2 (mod t2 4)) 3)) + (let* ((year (+ (* tcent 100) + (truncate t2 quarter-days-per-year))) + (days-since-mar0 + (1+ (truncate (mod t2 quarter-days-per-year) 4))) + (day (mod (+ tday weekday-november-17-1858) 7)) + (t3 (+ (* days-since-mar0 5) 456))) + (cond ((>= t3 1989) + (setq t3 (- t3 1836)) + (setq year (1+ year)))) + (multiple-value-bind (month t3) + (truncate t3 153) + (let ((date (1+ (truncate t3 5)))) + (values second minute hour date month year day + daylight + (if daylight + (1+ (/ seconds-west 60 60)) + (/ seconds-west 60 60)))))))))))))) (defun pick-obvious-year (year) (declare (type (mod 100) year)) (let* ((current-year (nth-value 5 (get-decoded-time))) - (guess (+ year (* (truncate (- current-year 50) 100) 100)))) + (guess (+ year (* (truncate (- current-year 50) 100) 100)))) (declare (type (integer 1900 9999) current-year guess)) (if (> (- current-year guess) 50) - (+ guess 100) - guess))) + (+ guess 100) + guess))) (defun leap-years-before (year) (let ((years (- year 1901))) (+ (- (truncate years 4) - (truncate years 100)) + (truncate years 100)) (truncate (+ years 300) 400)))) (defvar *days-before-month* #.(let ((reversed-result nil) - (sum 0)) + (sum 0)) (push nil reversed-result) (dolist (days-in-month '(31 28 31 30 31 30 31 31 30 31 30 31)) - (push sum reversed-result) - (incf sum days-in-month)) + (push sum reversed-result) + (incf sum days-in-month)) (coerce (nreverse reversed-result) 'simple-vector))) + (defun encode-universal-time (second minute hour date month year - &optional time-zone) + &optional time-zone) #!+sb-doc "The time values specified in decoded format are converted to universal time, which is returned." (declare (type (mod 60) second) - (type (mod 60) minute) - (type (mod 24) hour) - (type (integer 1 31) date) - (type (integer 1 12) month) - (type (or (integer 0 99) (integer 1900)) year) - (type (or null rational) time-zone)) + (type (mod 60) minute) + (type (mod 24) hour) + (type (integer 1 31) date) + (type (integer 1 12) month) + (type (or (integer 0 99) (integer 1899)) year) + ;; that type used to say (integer 1900), but that's + ;; incorrect when a time-zone is specified: we should be + ;; able to encode to produce 0 when a non-zero timezone is + ;; specified - bem, 2005-08-09 + (type (or null rational) time-zone)) (let* ((year (if (< year 100) - (pick-obvious-year year) - year)) - (days (+ (1- date) - (aref *days-before-month* month) - (if (> month 2) - (leap-years-before (1+ year)) - (leap-years-before year)) - (* (- year 1900) 365))) - (hours (+ hour (* days 24)))) + (pick-obvious-year year) + year)) + (days (+ (1- date) + (aref *days-before-month* month) + (if (> month 2) + (leap-years-before (1+ year)) + (leap-years-before year)) + (* (- year 1900) 365))) + (hours (+ hour (* days 24))) + (encoded-time 0)) (if time-zone - (+ second (* (+ minute (* (+ hours time-zone) 60)) 60)) - (let* ((minwest-guess - (nth-value 1 - (get-timezone (- (* hours 60 60) - unix-to-universal-time)))) - (guess (+ minute (* hours 60) minwest-guess)) - (minwest - (nth-value 1 - (get-timezone (- (* guess 60) - unix-to-universal-time))))) - (+ second (* (+ guess (- minwest minwest-guess)) 60)))))) + (setf encoded-time (+ second (* (+ minute (* (+ hours time-zone) 60)) 60))) + (let* ((secwest-guess + (sb!unix::unix-get-seconds-west + (truncate-to-unix-range (* hours 60 60)))) + (guess (+ second (* 60 (+ minute (* hours 60))) + secwest-guess)) + (secwest + (sb!unix::unix-get-seconds-west + (truncate-to-unix-range guess)))) + (setf encoded-time (+ guess (- secwest secwest-guess))))) + (assert (typep encoded-time '(integer 0))) + encoded-time)) ;;;; TIME -(defmacro time (form) +(defvar *gc-run-time* 0 #!+sb-doc - "Evaluates the Form and prints timing information on *Trace-Output*." - `(%time #'(lambda () ,form))) + "the total CPU time spent doing garbage collection (as reported by + GET-INTERNAL-RUN-TIME)") +(declaim (type index *gc-run-time*)) -;;; Try to compile the closure arg to %TIME if it is interpreted. -(defun massage-time-function (fun) - (cond - ((sb!eval:interpreted-function-p fun) - (multiple-value-bind (def env-p) (function-lambda-expression fun) - (declare (ignore def)) - (cond - (env-p - (warn "TIME form in a non-null environment, forced to interpret.~@ - Compiling entire form will produce more accurate times.") - fun) - (t - (compile nil fun))))) - (t fun))) +(defmacro time (form) + #!+sb-doc + "Execute FORM and print timing information on *TRACE-OUTPUT*." + `(%time (lambda () ,form))) -;;; Return all the files that we want time to report. +;;; Return all the data that we want TIME to report. (defun time-get-sys-info () (multiple-value-bind (user sys faults) (sb!sys:get-system-info) (values user sys faults (get-bytes-consed)))) @@ -275,32 +280,32 @@ ;;; The guts of the TIME macro. Compute overheads, run the (compiled) ;;; function, report the times. (defun %time (fun) - (let ((fun (massage-time-function fun)) - old-run-utime - new-run-utime - old-run-stime - new-run-stime - old-real-time - new-real-time - old-page-faults - new-page-faults - real-time-overhead - run-utime-overhead - run-stime-overhead - page-faults-overhead - old-bytes-consed - new-bytes-consed - cons-overhead) + (declare (type function fun)) + (let (old-run-utime + new-run-utime + old-run-stime + new-run-stime + old-real-time + new-real-time + old-page-faults + new-page-faults + real-time-overhead + run-utime-overhead + run-stime-overhead + page-faults-overhead + old-bytes-consed + new-bytes-consed + cons-overhead) ;; Calculate the overhead... (multiple-value-setq - (old-run-utime old-run-stime old-page-faults old-bytes-consed) + (old-run-utime old-run-stime old-page-faults old-bytes-consed) (time-get-sys-info)) ;; Do it a second time to make sure everything is faulted in. (multiple-value-setq - (old-run-utime old-run-stime old-page-faults old-bytes-consed) + (old-run-utime old-run-stime old-page-faults old-bytes-consed) (time-get-sys-info)) (multiple-value-setq - (new-run-utime new-run-stime new-page-faults new-bytes-consed) + (new-run-utime new-run-stime new-page-faults new-bytes-consed) (time-get-sys-info)) (setq run-utime-overhead (- new-run-utime old-run-utime)) (setq run-stime-overhead (- new-run-stime old-run-stime)) @@ -312,33 +317,38 @@ (setq cons-overhead (- new-bytes-consed old-bytes-consed)) ;; Now get the initial times. (multiple-value-setq - (old-run-utime old-run-stime old-page-faults old-bytes-consed) + (old-run-utime old-run-stime old-page-faults old-bytes-consed) (time-get-sys-info)) (setq old-real-time (get-internal-real-time)) - (let ((start-gc-run-time *gc-run-time*)) - (multiple-value-prog1 - ;; Execute the form and return its values. - (funcall fun) - (multiple-value-setq - (new-run-utime new-run-stime new-page-faults new-bytes-consed) - (time-get-sys-info)) - (setq new-real-time (- (get-internal-real-time) real-time-overhead)) - (let ((gc-run-time (max (- *gc-run-time* start-gc-run-time) 0))) - (format *trace-output* - "~&Evaluation took:~% ~ - ~S second~:P of real time~% ~ - ~S second~:P of user run time~% ~ - ~S second~:P of system run time~% ~ -~@[ [Run times include ~S second~:P GC run time.]~% ~]~ - ~S page fault~:P and~% ~ - ~S bytes consed.~%" - (max (/ (- new-real-time old-real-time) - (float internal-time-units-per-second)) - 0.0) - (max (/ (- new-run-utime old-run-utime) 1000000.0) 0.0) - (max (/ (- new-run-stime old-run-stime) 1000000.0) 0.0) - (unless (zerop gc-run-time) - (/ (float gc-run-time) - (float internal-time-units-per-second))) - (max (- new-page-faults old-page-faults) 0) - (max (- new-bytes-consed old-bytes-consed) 0))))))) + (let ((start-gc-run-time *gc-run-time*) + #!+sb-eval (sb!eval:*eval-calls* 0)) + (declare #!+sb-eval (special sb!eval:*eval-calls*)) + (multiple-value-prog1 + ;; Execute the form and return its values. + (funcall fun) + (multiple-value-setq + (new-run-utime new-run-stime new-page-faults new-bytes-consed) + (time-get-sys-info)) + (setq new-real-time (- (get-internal-real-time) real-time-overhead)) + (let ((gc-run-time (max (- *gc-run-time* start-gc-run-time) 0))) + (format *trace-output* + "~&Evaluation took:~% ~ + ~S second~:P of real time~% ~ + ~S second~:P of user run time~% ~ + ~S second~:P of system run time~% ~ + ~@[[Run times include ~S second~:P GC run time.]~% ~]~ + ~@[~S call~:P to %EVAL~% ~]~ + ~S page fault~:P and~% ~ + ~:D bytes consed.~%" + (max (/ (- new-real-time old-real-time) + (float sb!xc:internal-time-units-per-second)) + 0.0) + (max (/ (- new-run-utime old-run-utime) 1000000.0) 0.0) + (max (/ (- new-run-stime old-run-stime) 1000000.0) 0.0) + (unless (zerop gc-run-time) + (/ (float gc-run-time) + (float sb!xc:internal-time-units-per-second))) + #!+sb-eval sb!eval:*eval-calls* #!-sb-eval nil + (max (- new-page-faults old-page-faults) 0) + (max (- new-bytes-consed old-bytes-consed) 0))))))) +