3 ;;;; This software is part of the SBCL system. See the README file for
6 ;;;; This software is derived from the CMU CL system, which was
7 ;;;; written at Carnegie Mellon University and released into the
8 ;;;; public domain. The software is in the public domain and is
9 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
10 ;;;; files for more information.
12 ;;; This is a linear ordering of system sources which works both to
13 ;;; compile/load the cross-compiler under the host Common Lisp and to
14 ;;; cross-compile the compiler into the under-construction target
17 ;;; Of course, it'd be very nice to have this be a dependency DAG
18 ;;; instead, so that we could do automated incremental recompilation.
19 ;;; But the dependencies are varied and subtle, and it'd be extremely
20 ;;; difficult to extract them automatically, and it'd be extremely
21 ;;; tedious and error-prone to extract them manually, so we don't
22 ;;; extract them. (It would be nice to fix this someday. The most
23 ;;; feasible approach that I can think of would be to make the
24 ;;; dependencies work on a package level, not an individual file
25 ;;; level. Doing it at the package level would make the granularity
26 ;;; coarse enough that it would probably be pretty easy to maintain
27 ;;; the dependency information manually, and the brittleness of the
28 ;;; package system would help make most violations of the declared
29 ;;; dependencies obvious at build time. -- WHN 20000803
31 ;;; FIXME: Perhaps now that a significant number of files are built
32 ;;; in warm load instead of cold load, this file should now be called
33 ;;; cold-stems-and-flags.lisp-expr? Also, perhaps this file should move
34 ;;; into the src/cold directory?
36 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
39 ;; This comes early because it's useful for debugging everywhere.
42 ;; This comes early because the cross-compilation host's backquote logic
43 ;; expand into something which can't be executed on the target Lisp (e.g.
44 ;; in CMU CL where it expands into internal functions like BACKQ-LIST), and
45 ;; by replacing the host backquote logic with our own as early as possible,
46 ;; we minimize the chance of any forms referring to host Lisp internal
47 ;; functions leaking into target Lisp code.
50 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
51 ;; various DEFSETFs and/or other DEFMACROish things, defined as early as
52 ;; possible so we don't need to fiddle with any subtleties of defining them
53 ;; before any possible use
55 ;; KLUDGE: It would be nice to reimplement most or all of these as
56 ;; functions (possibly inlined functions) so that we wouldn't need to
57 ;; worry so much about forcing them all to be defined before any possible
58 ;; use. It might be pretty tedious, though, working through any
59 ;; transforms and translators and optimizers and so forth to make sure
60 ;; that they can handle the change. -- WHN 19990919
63 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
64 ;;; cross-compiler-only replacements for stuff which in target Lisp would be
65 ;;; supplied by basic machinery
67 ("code/cross-misc" :not-target)
68 ("code/cross-float" :not-target)
69 ("code/cross-io" :not-target)
70 ("code/cross-sap" :not-target)
72 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
73 ;;; stuff needed early both in cross-compilation host and in target Lisp
76 ("code/early-defbangmethod")
81 ("code/primordial-extensions")
83 ;; for various constants e.g. SB!VM:*TARGET-MOST-POSITIVE-FIXNUM* and
84 ;; SB!VM:LOWTAG-BITS, needed by "early-objdef" and others
85 ("compiler/generic/early-vm")
86 ("compiler/generic/early-objdef")
87 ("compiler/target/parms")
88 ("code/early-array") ; needs "early-vm" numbers
90 ("code/parse-body") ; on host for PARSE-BODY
91 ("code/parse-defmacro") ; on host for PARSE-DEFMACRO
92 ("code/boot-extensions") ; on host for COLLECT etc.
93 ("code/early-extensions") ; on host for SYMBOLICATE etc.
94 ("code/late-extensions") ; FIXME: maybe no longer needed on host now that
95 ; we are no longer doing PRINT-HERALD stuff
96 ("compiler/deftype") ; on host for SB!XC:DEFTYPE
97 ("code/early-alieneval") ; for vars needed both at build time and at runtime
99 ("code/specializable-array")
104 ;; mostly needed by stuff from comcom, but also used by "x86-vm"
105 ("code/debug-var-io")
107 ("code/cold-init-helper-macros")
109 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
110 ;;; basic machinery for the target Lisp. Note that although most of these
111 ;;; files are flagged :NOT-HOST, a few might not be.
113 ("code/target-defbangmethod" :not-host)
115 ("code/early-print" :not-host)
116 ("code/early-pprint" :not-host)
117 ("code/early-impl" :not-host)
119 ("code/target-extensions" :not-host)
121 ("code/early-defstructs" :not-host) ; gotta-be-first DEFSTRUCTs
123 ("code/defbangstruct")
125 ;; This needs DEF!STRUCT, and is itself needed early so that structure
126 ;; accessors and inline functions defined here can be compiled inline
127 ;; later. (Avoiding full calls not only increases efficiency, but also
128 ;; avoids some cold init issues involving full calls to structure
132 ("code/lisp-stream" :not-host)
134 ("code/sysmacs" :not-host)
136 ;; "assembly/assemfile" was here in the sequence inherited from
137 ;; CMU CL worldcom.lisp, but also appears later in the sequence
138 ;; inherited from CMU CL comcom.lisp. We shouldn't need two versions,
139 ;; so I've deleted the one here. -- WHN 19990620
141 ;; FIXME: There are lots of "maybe" notes in this file, e.g.
142 ;; "maybe should be :BYTE-COMPILE T". Once the system is stable,
145 ("code/early-target-error" :not-host) ; maybe should be :BYTE-COMPILE T
146 ;; FIXME: maybe should be called "target-error", with "late-target-error"
147 ;; called "condition"
149 ;; a comment from classic CMU CL:
150 ;; "These guys can supposedly come in any order, but not really.
151 ;; Some are put at the end so that macros don't run interpreted
153 ;; Dunno exactly what this meant or whether it still holds. -- WHN 19990803
154 ;; FIXME: more informative and up-to-date comment?
155 ("code/globals" :not-host)
156 ("code/kernel" :not-host)
157 ("code/toplevel" :not-host)
158 ("code/cold-error" :not-host)
159 ("code/fdefinition" :not-host)
160 ;; FIXME: Figure out some way to make the compiler macro for INFO
161 ;; available for compilation of "code/fdefinition".
163 ;; In classic CMU CL, code/type was here. I've since split that into
164 ;; lots of smaller pieces, some of which are here and some of which
165 ;; are handled later in the sequence, when the cross-compiler is
166 ;; built. -- WHN 19990620
167 ("code/target-type" :not-host)
169 ("code/pred" :not-host)
171 ("code/target-alieneval" :not-host)
172 ("code/target-c-call" :not-host)
173 ("code/target-allocate" :not-host)
175 ("code/misc-aliens" :not-host) ; needs DEF-ALIEN-ROUTINE from target-alieneval
177 ("code/array" :not-host)
178 ("code/target-sxhash" :not-host)
180 ("code/list" :not-host)
181 ("code/seq" :not-host) ; "code/seq" should come after "code/list".
182 ("code/coerce" :not-host)
184 ("code/string" :not-host)
185 ("code/mipsstrops" :not-host)
187 ("code/unix" :not-host)
189 #!+mach ("code/mach" :not-host)
190 #!+mach ("code/mach-os" :not-host)
191 #!+sunos ("code/sunos-os" :not-host)
192 #!+hpux ("code/hpux-os" :not-host)
193 #!+osf1 ("code/osf1-os" :not-host)
194 #!+irix ("code/irix-os" :not-host)
195 #!+bsd ("code/bsd-os" :not-host)
196 #!+linux ("code/linux-os" :not-host)
198 ;; KLUDGE: I'd prefer to have this done with a "code/target" softlink
199 ;; instead of a bunch of reader macros. -- WHN 19990308
200 #!+pmax ("code/pmax-vm" :not-host)
201 #!+(and sparc svr4) ("code/sparc-svr4-vm" :not-host)
202 #!+(and sparc (not svr4)) ("code/sparc-vm" :not-host)
203 #!+rt ("code/rt-vm" :not-host)
204 #!+hppa ("code/hppa-vm" :not-host)
205 #!+x86 ("code/x86-vm" :not-host)
206 #!+alpha ("code/alpha-vm" :not-host)
207 #!+sgi ("code/sgi-vm" :not-host)
209 ("code/target-signal" :not-host) ; needs OS-CONTEXT-T from x86-vm
211 ("code/symbol" :not-host)
212 ("code/bignum" :not-host)
213 ("code/target-numbers" :not-host)
214 ("code/float-trap" :not-host)
215 ("code/float" :not-host)
216 ("code/irrat" :not-host)
219 ("code/target-char" :not-host)
220 ("code/target-misc" :not-host)
223 #!-gengc ("code/room" :not-host)
224 #!-gengc ("code/gc" :not-host)
225 #!-gengc ("code/purify" :not-host)
227 #!+gengc ("code/gengc" :not-host)
229 ("code/stream" :not-host)
230 ("code/print" :not-host)
231 ("code/pprint" :not-host) ; maybe should be :BYTE-COMPILE T
232 ("code/early-format")
233 ("code/target-format" :not-host) ; maybe should be :BYTE-COMPILE T
234 ("code/defpackage" :not-host)
235 ("code/pp-backq" :not-host) ; maybe should be :BYTE-COMPILE T
237 ("code/error-error" :not-host) ; needs WITH-STANDARD-IO-SYNTAX macro
239 ("code/serve-event" :not-host)
240 ("code/fd-stream" :not-host)
242 ("code/module" :not-host) ; maybe should be :BYTE-COMPILE T
247 ("code/target-eval" :not-host) ; FIXME: uses INFO, wants compiler macro
249 ("code/interr" :not-host)
251 ("code/query" :not-host) ; maybe should be :BYTE-COMPILE T
253 ("code/sort" :not-host)
254 ("code/time" :not-host)
255 ("code/weak" :not-host)
256 ("code/final" :not-host)
258 #!+mp ("code/multi-proc" :not-host)
260 ("code/setf-funs" :not-host)
262 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
263 ;;; compiler (and a few miscellaneous files whose dependencies make it
264 ;;; convenient to stick them here)
272 ;; ("code/defbangmacro" was here until sbcl-0.6.7.3.)
275 ("compiler/generic/vm-macs")
277 ;; needed by "compiler/vop"
280 ;; for e.g. BLOCK-ANNOTATION, needed by "compiler/vop"
283 ;; for e.g. PRIMITIVE-TYPE, needed by "vmdef"
286 ;; needed by "vm" and "primtype"
289 ;; for e.g. MAX-VOP-TN-REFS, needed by "meta-vmdef"
293 ("compiler/target/backend-parms")
295 ;; for INFO and SB!XC:MACRO-FUNCTION, needed by defmacro.lisp
296 ("compiler/globaldb")
297 ("compiler/info-functions")
300 ("code/force-delayed-defbangmacros")
302 ("compiler/late-macros")
304 ;; for e.g. !DEF-PRIMITIVE-TYPE, needed by primtype.lisp, and
305 ;; DEFINE-STORAGE-CLASS, needed by target/vm.lisp
306 ("compiler/meta-vmdef")
308 ;; for e.g. DESCRIPTOR-REG, needed by primtype.lisp
309 ("compiler/target/vm")
311 ;; for e.g. SPECIFIER-TYPE, needed by primtype.lisp
314 ;; FIXME: Classic CMU CL had SAFETY 2 DEBUG 2 set around the compilation
315 ;; of "code/class". Why?
318 ;; The definitions for CONDITION and CONDITION-CLASS depend on
319 ;; SLOT-CLASS, defined in classes.lisp.
320 ("code/late-target-error" :not-host) ; FIXME: maybe should be :BYTE-COMPILE T
322 ("compiler/generic/primtype")
324 ;; the implementation of the compiler-affecting part of forms like
325 ;; DEFMACRO and DEFTYPE; must be loaded before we can start
327 ("compiler/parse-lambda-list")
329 ;; for DEFSTRUCT ALIEN-TYPE, needed by host-type.lisp
330 ("code/host-alieneval")
332 ;; can't be done until definition of e.g. DEF-ALIEN-TYPE-CLASS in
333 ;; host-alieneval.lisp
336 ;; SB!XC:DEFTYPE is needed in order to compile late-type
337 ;; in the host Common Lisp, and in order to run, it needs
338 ;; %COMPILER-DEFTYPE.
339 ("compiler/compiler-deftype")
341 ;; These appear here in the build sequence because they require
342 ;; * the macro INFO, defined in globaldb.lisp, and
343 ;; * the function PARSE-DEFMACRO, defined in parse-defmacro.lisp,
344 ;; and because they define
345 ;; * the function SPECIFIER-TYPE, which is used in fndb.lisp.
347 ("code/deftypes-for-target")
349 ;; The inline definition of TYPEP-TO-LAYOUT here needs inline
350 ;; functions defined in classes.lisp, and is needed in turn by
351 ;; the target version of "code/defstruct".
352 ("code/target-defstruct" :not-host)
354 ;; stuff needed by "code/defstruct"
355 ("code/cross-type" :not-target)
356 ("compiler/generic/vm-type")
358 ;; The DEFSTRUCT machinery needs SB!XC:SUBTYPEP, defined in
359 ;; "code/late-type", and SB!XC:TYPEP, defined in "code/cross-type",
360 ;; and SPECIALIZE-ARRAY-TYPE, defined in "compiler/generic/vm-type".
363 ;; ALIEN-VALUE has to be defined as a class (done by DEFSTRUCT
364 ;; machinery) before we can set its superclasses here.
367 ("compiler/knownfun")
369 ;; needs IR1-ATTRIBUTES macro, defined in knownfun.lisp
370 ("compiler/proclaim")
372 ;; This needs not just the SB!XC:DEFSTRUCT machinery, but also
373 ;; the TYPE= stuff defined in late-type.lisp, and the
374 ;; CHECK-FUNCTION-NAME defined in proclaim.lisp.
375 ("code/force-delayed-defbangstructs")
379 ("compiler/compiler-error")
383 ;; These define target types needed by fndb.lisp.
391 ;; KLUDGE: Much stuff above here is the type system and/or the INFO
392 ;; system, not really the compiler proper. It might be easier to
393 ;; understand the system if those things were split off into packages
394 ;; SB-TYPE and SB-INFO and built in their own sections. -- WHN 20000124
396 ;; In classic CMU CL (re)build order, these were done later, but
397 ;; in building from scratch, these must be loaded before
398 ;; "compiler/generic/objdef" in order to allow forms like
399 ;; (DEFINE-PRIMITIVE-OBJECT (..) (CAR ..) ..) to work.
401 ("compiler/generic/vm-fndb")
403 ("compiler/generic/objdef")
405 ("compiler/generic/interr")
407 ("compiler/bit-util")
409 ("compiler/early-assem") ; has ASSEMBLY-UNIT-related stuff needed by core.lisp
411 ;; core.lisp contains DEFSTRUCT CORE-OBJECT, and "compiler/main.lisp"
412 ;; does lots of (TYPEP FOO 'CORE-OBJECT), so it's nice to compile this
413 ;; before "compiler/main.lisp" so that those can be coded efficiently
414 ;; (and so that they don't cause lots of annoying compiler warnings
415 ;; about undefined types).
416 ("compiler/generic/core")
420 ("code/fop") ; needs macros from code/host-load.lisp
423 ("compiler/disassem")
426 ("compiler/trace-table") ; needs EMIT-LABEL macro from compiler/assem.lisp
428 ;; Compiling this file requires fop definitions from code/fop.lisp
429 ;; and trace table definitions from compiler/trace-table.lisp.
432 ("compiler/main") ; needs DEFSTRUCT FASL-FILE from compiler/dump.lisp
433 ("compiler/target-main" :not-host)
438 ;; Compiling this file requires the macros SB!ASSEM:EMIT-LABEL and
439 ;; SB!ASSEM:EMIT-POST-IT, defined in assem.lisp.
440 ("compiler/late-vmdef")
442 ("compiler/ir1final")
443 ("compiler/array-tran")
445 ("compiler/typetran")
446 ("compiler/generic/vm-typetran")
447 ("compiler/float-tran")
452 ("compiler/checkgen")
453 ("compiler/constraint")
461 ("compiler/debug-dump")
462 ("compiler/generic/utils")
463 ("assembly/assemfile")
465 ("compiler/fixup") ; for DEFSTRUCT FIXUP, used by insts.lisp
467 ("compiler/target/insts")
468 ("compiler/target/macros")
470 ("assembly/target/support")
472 ("compiler/target/move")
473 ("compiler/target/float")
474 ("compiler/target/sap")
475 ("compiler/target/system")
476 ("compiler/target/char")
477 ("compiler/target/memory")
478 ("compiler/target/static-fn")
479 ("compiler/target/arith")
480 ("compiler/target/subprim")
482 ("compiler/target/debug")
483 ("compiler/target/c-call")
484 ("compiler/target/cell")
485 ("compiler/target/values")
486 ("compiler/target/alloc")
487 ("compiler/target/call")
488 ("compiler/target/nlx")
489 ("compiler/target/show")
490 ("compiler/target/array"
491 ;; KLUDGE: Compiling this file raises alarming warnings of the form
492 ;; Argument FOO to VOP CHECK-BOUND has SC restriction
493 ;; DESCRIPTOR-REG which is not allowed by the operand type:
494 ;; (:OR POSITIVE-FIXNUM)
495 ;; This seems not to be something that I broke, but rather a "feature"
496 ;; inherited from classic CMU CL. (Debian cmucl_2.4.8.deb compiling
497 ;; Debian cmucl_2.4.8.tar.gz raises the same warning). Thus, even though
498 ;; these warnings are severe enough that they would ordinarily abort
499 ;; compilation, for now we blithely ignore them and press on to more
500 ;; pressing problems. Someday, though, it would be nice to figure out
501 ;; what the problem is and fix it.. -- WHN 19990323
503 ("compiler/target/pred")
504 ("compiler/target/type-vops")
506 ("assembly/target/assem-rtns" :assem)
507 ("assembly/target/array" :assem)
508 ("assembly/target/arith" :assem)
509 ("assembly/target/alloc" :assem)
511 ("compiler/pseudo-vops")
513 ("compiler/aliencomp")
523 ;; KLUDGE: This has #!+GENGC things in it which are intended to
524 ;; overwrite code in ir2tran.lisp, so it has to come after ir2tran.lisp.
526 ;; FIXME: Those things should probably be ir2tran.lisp instead, and the
527 ;; things they now overwrite should instead be #!-GENGC so they're never
528 ;; generated in the first place.
529 ("compiler/generic/vm-ir2tran")
531 ("compiler/copyprop")
532 ("compiler/represent")
533 ("compiler/generic/vm-tran")
538 #!+sb-dyncount ("compiler/dyncount")
539 #!+sb-dyncount ("code/dyncount")
541 ;; needed by OPEN-FASL-FILE, which is called by COMPILE-FILE
544 ;; needed by various unhappy-path cases in the cross-compiler
547 ;; This wasn't in classic CMU CL "comcom.lisp", but it has some stuff
548 ;; that Python-as-cross-compiler has turned out to need.
551 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
552 ;; files which are only needed in the target system, and/or which are
553 ;; only possible in the target system, and which depend in some way
554 ;; (directly or indirectly) on stuff compiled as part of the compiler
556 ("compiler/generic/target-core" :not-host) ; uses stuff from
557 ; "compiler/generic/core"
559 ("code/target-sap" :not-host) ; uses SAP-INT-TYPE
560 ("code/target-package" :not-host) ; needs "code/package"
561 ("code/target-random" :not-host) ; needs "code/random"
562 ("code/target-hash-table" :not-host) ; needs "code/hash-table"
563 ("code/reader" :not-host) ; needs "code/readtable"
564 ("code/target-pathname" :not-host) ; needs "code/pathname", maybe
565 ; should be :BYTE-COMPILE T
566 ("code/filesys" :not-host) ; needs HOST from "code/pathname",
567 ; maybe should be :BYTE-COMPILE T
568 ("code/save" :not-host) ; uses the definition of PATHNAME
569 ; from "code/pathname"
570 ("code/sharpm" :not-host) ; uses stuff from "code/reader"
572 ;; stuff for byte compilation. Note that although byte code is
573 ;; "portable", it'd be hard to make it work on the cross-compilation
574 ;; host, because fundamental BYTE-FUNCTION-OR-CLOSURE types are
575 ;; implemented as FUNCALLABLE-INSTANCEs, and it's not obvious
576 ;; how to emulate those in a vanilla ANSI Common Lisp.
577 ("code/byte-types" :not-host)
578 ("compiler/byte-comp")
579 ("compiler/target-byte-comp" :not-host)
580 ("code/byte-interp" :not-host) ; needs *SYSTEM-CONSTANT-CODES* from byte-comp
582 ;; defines SB!DI:DO-DEBUG-FUNCTION-BLOCKS, needed by target-disassem.lisp
583 ("code/debug-int" :not-host)
585 ;; target-only assemblerish stuff
586 ("compiler/target-disassem" :not-host)
587 ("compiler/target/target-insts" :not-host)
589 ;; the IR1 interpreter (as opposed to the byte code interpreter)
590 #!+sb-interpreter ("compiler/eval-comp" :not-host)
591 #!+sb-interpreter ("compiler/eval" :not-host)
593 ("code/debug" :not-host) ; maybe should be :BYTE-COMPILE T
595 ;; These can't be compiled until CONDITION and DEFINE-CONDITION
596 ;; are defined, and they also use SB-DEBUG:*STACK-TOP-HINT*.
597 ("code/parse-defmacro-errors" :not-host)
599 ("code/bit-bash" :not-host) ; needs %NEGATE from assembly/target/arith
601 ("code/target-load" :not-host) ; needs specials from code/load.lisp
603 ;; FIXME: Does this really need stuff from compiler/dump.lisp?
604 ("compiler/target-dump" :not-host) ; needs stuff from compiler/dump.lisp
606 ("code/cold-init" :not-host) ; needs (SETF EXTERN-ALIEN) macroexpansion
608 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
609 ;; target macros and DECLAIMs installed at build-the-cross-compiler time
611 ;; Declare all target special variables defined by ANSI now, so that
612 ;; we don't have to worry about any of them being bound incorrectly
613 ;; when the compiler processes code which appears before the appropriate
614 ;; DEFVAR or DEFPARAMETER.
617 ;; fundamental target macros (e.g. CL:DO and CL:DEFUN) and support
620 ;; FIXME: Since a lot of this code is just macros, perhaps it should be
623 ("code/destructuring-bind")
629 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
631 ;; other target-code-building stuff which can't be processed until
632 ;; machinery like SB!XC:DEFMACRO exists
634 ("code/late-format") ; needs SB!XC:DEFMACRO
635 ("code/sxhash") ; needs SB!XC:DEFINE-MODIFY-MACRO
637 ("code/late-defbangmethod"))