3 ;;;; This software is part of the SBCL system. See the README file for
6 ;;;; This software is derived from the CMU CL system, which was
7 ;;;; written at Carnegie Mellon University and released into the
8 ;;;; public domain. The software is in the public domain and is
9 ;;;; provided with absolutely no warranty. See the COPYING and CREDITS
10 ;;;; files for more information.
12 ;;; This is a linear ordering of system sources which works both to
13 ;;; compile/load the cross-compiler under the host Common Lisp and to
14 ;;; cross-compile the compiler into the under-construction target
17 ;;; Of course, it'd be very nice to have this be a dependency DAG
18 ;;; instead, so that we could do automated incremental recompilation.
19 ;;; But the dependencies are varied and subtle, and it'd be extremely
20 ;;; difficult to extract them automatically, and it'd be extremely
21 ;;; tedious and error-prone to extract them manually, so we don't
22 ;;; extract them. (It would be nice to fix this someday. The most
23 ;;; feasible approach that I can think of would be to make the
24 ;;; dependencies work on a package level, not an individual file
25 ;;; level. Doing it at the package level would make the granularity
26 ;;; coarse enough that it would probably be pretty easy to maintain
27 ;;; the dependency information manually, and the brittleness of the
28 ;;; package system would help make most violations of the declared
29 ;;; dependencies obvious at build time. -- WHN 20000803
31 ;;; FIXME: Perhaps now that a significant number of files are built
32 ;;; in warm load instead of cold load, this file should now be called
33 ;;; cold-stems-and-flags.lisp-expr? Also, perhaps this file should move
34 ;;; into the src/cold/ directory?
36 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
39 ;; This comes early because it's useful for debugging everywhere.
42 ;; This comes early because the cross-compilation host's backquote logic
43 ;; expand into something which can't be executed on the target Lisp (e.g.
44 ;; in CMU CL where it expands into internal functions like BACKQ-LIST), and
45 ;; by replacing the host backquote logic with our own as early as possible,
46 ;; we minimize the chance of any forms referring to host Lisp internal
47 ;; functions leaking into target Lisp code.
50 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
51 ;; various DEFSETFs and/or other DEFMACROish things, defined as early as
52 ;; possible so we don't need to fiddle with any subtleties of defining them
53 ;; before any possible use
55 ;; KLUDGE: It would be nice to reimplement most or all of these as
56 ;; functions (possibly inlined functions) so that we wouldn't need to
57 ;; worry so much about forcing them all to be defined before any possible
58 ;; use. It might be pretty tedious, though, working through any
59 ;; transforms and translators and optimizers and so forth to make sure
60 ;; that they can handle the change. -- WHN 19990919
63 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
64 ;;; cross-compiler-only replacements for stuff which in target Lisp would be
65 ;;; supplied by basic machinery
67 ("code/cross-misc" :not-target)
68 ("code/cross-float" :not-target)
69 ("code/cross-io" :not-target)
70 ("code/cross-sap" :not-target)
72 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
73 ;;; stuff needed early both in cross-compilation host and in target Lisp
76 ("code/early-defbangmethod")
81 ;; for various constants e.g. SB!VM:*TARGET-MOST-POSITIVE-FIXNUM* and
82 ;; SB!VM:LOWTAG-BITS, needed by "early-objdef" and others
83 ("compiler/generic/early-vm")
84 ("compiler/generic/early-vm-macs")
85 ("compiler/generic/early-objdef")
86 ("compiler/target/parms")
87 ("code/early-array") ; needs "early-vm" numbers
89 ("code/parse-body") ; on host for PARSE-BODY
90 ("code/parse-defmacro") ; on host for PARSE-DEFMACRO
91 ("code/early-defboot") ; on host for FILE-COMMENT, DO-ANONYMOUS, etc.
92 ("code/boot-extensions") ; on host for COLLECT etc.
93 ("code/early-extensions") ; on host for SYMBOLICATE etc.
94 ("code/late-extensions") ; FIXME: maybe no longer needed on host now that
95 ; we are no longer doing PRINT-HERALD stuff
96 ("compiler/deftype") ; on host for SB!XC:DEFTYPE
97 ("code/early-alieneval") ; for vars needed both at build time and at runtime
99 ("code/specializable-array")
104 ;; mostly needed by stuff from comcom, but also used by "x86-vm"
105 ("code/debug-var-io")
107 ("code/cold-init-helper-macros")
109 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
110 ;;; basic machinery for the target Lisp. Note that although most of these
111 ;;; files are flagged :NOT-HOST, a few might not be.
113 ("code/target-defbangmethod" :not-host)
115 ("code/early-print" :not-host)
116 ("code/early-pprint" :not-host)
117 ("code/early-impl" :not-host)
119 ("code/target-extensions" :not-host)
121 ("code/early-defstructs" :not-host) ; gotta-be-first DEFSTRUCTs
123 ("code/defbangstruct")
125 ;; This needs DEF!STRUCT, and is itself needed early so that structure
126 ;; accessors and inline functions defined here can be compiled inline
127 ;; later. (Avoiding full calls not only increases efficiency, but also
128 ;; avoids some cold init issues involving full calls to structure
132 ("code/lisp-stream" :not-host)
134 ("code/sysmacs" :not-host)
136 ;; "assembly/assemfile" was here in the sequence inherited from
137 ;; CMU CL worldcom.lisp, but also appears later in the sequence
138 ;; inherited from CMU CL comcom.lisp. We shouldn't need two versions,
139 ;; so I've deleted the one here. -- WHN 19990620
141 ;; FIXME: There are lots of "maybe" notes in this file, e.g.
142 ;; "maybe should be :BYTE-COMPILE T". Once the system is stable,
145 ("code/early-target-error" :not-host) ; maybe should be :BYTE-COMPILE T
146 ;; FIXME: maybe should be called "target-error", with "late-target-error"
147 ;; called "condition"
149 ;; a comment from classic CMU CL:
150 ;; "These guys can supposedly come in any order, but not really.
151 ;; Some are put at the end so that macros don't run interpreted
153 ;; Dunno exactly what this meant or whether it still holds. -- WHN 19990803
154 ;; FIXME: more informative and up-to-date comment?
155 ("code/globals" :not-host)
156 ("code/kernel" :not-host)
157 ("code/toplevel" :not-host)
158 ("code/cold-error" :not-host)
159 ("code/fdefinition" :not-host)
160 ;; FIXME: Figure out some way to make the compiler macro for INFO
161 ;; available for compilation of "code/fdefinition".
163 ;; In classic CMU CL, code/type was here. I've since split that into
164 ;; lots of smaller pieces, some of which are here and some of which
165 ;; are handled later in the sequence, when the cross-compiler is
166 ;; built. -- WHN 19990620
167 ("code/target-type" :not-host)
169 ("code/pred" :not-host)
171 ("code/target-alieneval" :not-host)
172 ("code/target-c-call" :not-host)
173 ("code/target-sap" :not-host)
175 ("code/array" :not-host)
176 ("code/target-sxhash" :not-host)
178 ("code/list" :not-host)
179 ("code/seq" :not-host) ; "code/seq" should come after "code/list".
180 ("code/coerce" :not-host)
182 ("code/string" :not-host)
183 ("code/mipsstrops" :not-host)
185 ("code/unix" :not-host)
187 #!+mach ("code/mach" :not-host)
188 #!+mach ("code/mach-os" :not-host)
189 #!+sunos ("code/sunos-os" :not-host)
190 #!+hpux ("code/hpux-os" :not-host)
191 #!+osf1 ("code/osf1-os" :not-host)
192 #!+irix ("code/irix-os" :not-host)
193 #!+bsd ("code/bsd-os" :not-host)
194 #!+linux ("code/linux-os" :not-host)
196 ;; KLUDGE: I'd prefer to have this done with a "code/target" softlink
197 ;; instead of a bunch of reader macros. -- WHN 19990308
198 #!+pmax ("code/pmax-vm" :not-host)
199 #!+(and sparc svr4) ("code/sparc-svr4-vm" :not-host)
200 #!+(and sparc (not svr4)) ("code/sparc-vm" :not-host)
201 #!+rt ("code/rt-vm" :not-host)
202 #!+hppa ("code/hppa-vm" :not-host)
203 #!+x86 ("code/x86-vm" :not-host)
204 #!+alpha ("code/alpha-vm" :not-host)
205 #!+sgi ("code/sgi-vm" :not-host)
207 ("code/target-signal" :not-host) ; needs OS-CONTEXT-T from x86-vm
209 ("code/symbol" :not-host)
210 ("code/bignum" :not-host)
211 ("code/target-numbers" :not-host)
212 ("code/float-trap" :not-host)
213 ("code/float" :not-host)
214 ("code/irrat" :not-host)
216 ("code/char" :not-host)
217 ("code/target-misc" :not-host)
220 #!-gengc ("code/room" :not-host)
221 #!-gengc ("code/gc" :not-host)
222 #!-gengc ("code/purify" :not-host)
224 #!+gengc ("code/gengc" :not-host)
226 ("code/stream" :not-host)
227 ("code/print" :not-host)
228 ("code/pprint" :not-host) ; maybe should be :BYTE-COMPILE T
229 ("code/early-format")
230 ("code/target-format" :not-host) ; maybe should be :BYTE-COMPILE T
231 ("code/defpackage" :not-host)
232 ("code/pp-backq" :not-host) ; maybe should be :BYTE-COMPILE T
234 ("code/error-error" :not-host) ; needs WITH-STANDARD-IO-SYNTAX macro
236 ("code/serve-event" :not-host)
237 ("code/fd-stream" :not-host)
239 ("code/module" :not-host) ; maybe should be :BYTE-COMPILE T
244 ("code/target-eval" :not-host) ; FIXME: uses INFO, wants compiler macro
246 ("code/interr" :not-host)
248 ("code/query" :not-host) ; maybe should be :BYTE-COMPILE T
250 ("code/sort" :not-host)
251 ("code/time" :not-host)
252 ("code/weak" :not-host)
253 ("code/final" :not-host)
255 #!+mp ("code/multi-proc" :not-host)
257 ("code/setf-funs" :not-host)
259 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
260 ;;; compiler (and a few miscellaneous :NOT-HOST files whose
261 ;;; dependencies make it convenient to stick them here)
268 ;; ("code/defbangmacro" was here until sbcl-0.6.7.3.)
271 ("compiler/generic/vm-macs")
273 ;; needed by "compiler/vop"
276 ;; for e.g. BLOCK-ANNOTATION, needed by "compiler/vop"
279 ;; for e.g. PRIMITIVE-TYPE, needed by "vmdef"
282 ;; needed by "vm" and "primtype"
285 ;; for e.g. MAX-VOP-TN-REFS, needed by "meta-vmdef"
289 ("compiler/target/backend-parms")
291 ;; for INFO and SB!XC:MACRO-FUNCTION, needed by defmacro.lisp
292 ("compiler/globaldb")
293 ("compiler/info-functions")
296 ("code/force-delayed-defbangmacros")
298 ("compiler/late-macros")
300 ;; for e.g. DEF-PRIMITIVE-TYPE, needed by primtype.lisp, and
301 ;; DEFINE-STORAGE-CLASS, needed by target/vm.lisp
302 ("compiler/meta-vmdef")
304 ;; for e.g. DESCRIPTOR-REG, needed by primtype.lisp
305 ("compiler/target/vm")
307 ;; for e.g. SPECIFIER-TYPE, needed by primtype.lisp
310 ;; FIXME: Classic CMU CL had SAFETY 2 DEBUG 2 set around the compilation
311 ;; of "code/class". Why?
314 ;; The definitions for CONDITION and CONDITION-CLASS depend on
315 ;; SLOT-CLASS, defined in classes.lisp.
316 ("code/late-target-error" :not-host) ; FIXME: maybe should be :BYTE-COMPILE T
318 ("compiler/generic/primtype")
320 ;; the implementation of the compiler-affecting part of forms like
321 ;; DEFMACRO and DEFTYPE; must be loaded before we can start
323 ("compiler/parse-lambda-list")
325 ;; for DEFSTRUCT ALIEN-TYPE, needed by host-type.lisp
326 ("code/host-alieneval")
328 ;; can't be done until definition of e.g. DEF-ALIEN-TYPE-CLASS in
329 ;; host-alieneval.lisp
332 ;; SB!XC:DEFTYPE is needed in order to compile late-target-type
333 ;; in the host Common Lisp, and in order to run, it needs
334 ;; %COMPILER-DEFTYPE.
335 ("compiler/compiler-deftype")
337 ;; These appear here in the build sequence because they require
338 ;; * the macro INFO, defined in globaldb.lisp, and
339 ;; * the function PARSE-DEFMACRO, defined in parse-defmacro.lisp,
340 ;; and because they define
341 ;; * the function SPECIFIER-TYPE, which is used in fndb.lisp.
343 ("code/deftypes-for-target")
345 ;; The inline definition of TYPEP-TO-LAYOUT here needs inline
346 ;; functions defined in classes.lisp, and is needed in turn by
347 ;; the target version of "code/defstruct".
348 ("code/target-defstruct" :not-host)
350 ;; stuff needed by "code/defstruct"
351 ("code/cross-type" :not-target)
352 ("compiler/generic/vm-type")
354 ;; The DEFSTRUCT machinery needs SB!XC:SUBTYPEP, defined in
355 ;; "code/late-type", and SB!XC:TYPEP, defined in "code/cross-type",
356 ;; and SPECIALIZE-ARRAY-TYPE, defined in "compiler/generic/vm-type".
359 ;; ALIEN-VALUE has to be defined as a class (done by DEFSTRUCT
360 ;; machinery) before we can set its superclasses here.
363 ("compiler/knownfun")
365 ;; needs IR1-ATTRIBUTES macro, defined in knownfun.lisp
366 ("compiler/proclaim")
368 ;; This needs not just the SB!XC:DEFSTRUCT machinery, but also
369 ;; the TYPE= stuff defined in late-type.lisp, and the
370 ;; CHECK-FUNCTION-NAME defined in proclaim.lisp.
371 ("code/force-delayed-defbangstructs")
375 ("compiler/compiler-error")
379 ;; These define target types needed by fndb.lisp.
387 ;; KLUDGE: Much stuff above here is the type system and/or the INFO
388 ;; system, not really the compiler proper. It might be easier to
389 ;; understand the system if those things were split off into packages
390 ;; SB-TYPE and SB-INFO and built in their own sections. -- WHN 20000124
392 ;; In classic CMU CL (re)build order, these were done later, but
393 ;; in building from scratch, these must be loaded before
394 ;; "compiler/generic/objdef" in order to allow forms like
395 ;; (DEFINE-PRIMITIVE-OBJECT (..) (CAR ..) ..) to work.
397 ("compiler/generic/vm-fndb")
399 ("compiler/generic/objdef")
401 ("compiler/generic/interr")
403 ("compiler/bit-util")
405 ("compiler/early-assem") ; has ASSEMBLY-UNIT-related stuff needed by core.lisp
407 ;; core.lisp contains DEFSTRUCT CORE-OBJECT, and "compiler/main.lisp"
408 ;; does lots of (TYPEP FOO 'CORE-OBJECT), so it's nice to compile this
409 ;; before "compiler/main.lisp" so that those can be coded efficiently
410 ;; (and so that they don't cause lots of annoying compiler warnings
411 ;; about undefined types).
412 ("compiler/generic/core")
416 ("code/fop") ; needs macros from code/host-load.lisp
419 ("compiler/disassem")
422 ("compiler/trace-table") ; needs EMIT-LABEL macro from compiler/assem.lisp
424 ;; Compiling this file requires fop definitions from code/fop.lisp
425 ;; and trace table definitions from compiler/trace-table.lisp.
428 ("compiler/main") ; needs DEFSTRUCT FASL-FILE from compiler/dump.lisp
429 ("compiler/target-main" :not-host)
434 ;; Compiling this file requires the macros SB!ASSEM:EMIT-LABEL and
435 ;; SB!ASSEM:EMIT-POST-IT, defined in assem.lisp.
436 ("compiler/late-vmdef")
438 ("compiler/ir1final")
439 ("compiler/array-tran")
441 ("compiler/typetran")
442 ("compiler/generic/vm-typetran")
443 ("compiler/float-tran")
448 ("compiler/checkgen")
449 ("compiler/constraint")
457 ("compiler/debug-dump")
458 ("compiler/generic/utils")
459 ("assembly/assemfile")
461 ("compiler/fixup") ; for DEFSTRUCT FIXUP, used by insts.lisp
463 ("compiler/target/insts")
464 ("compiler/target/macros")
466 ("assembly/target/support")
468 ("compiler/target/move")
469 ("compiler/target/float")
470 ("compiler/target/sap")
471 ("compiler/target/system")
472 ("compiler/target/char")
473 ("compiler/target/memory")
474 ("compiler/target/static-fn")
475 ("compiler/target/arith")
476 ("compiler/target/subprim")
478 ("compiler/target/debug")
479 ("compiler/target/c-call")
480 ("compiler/target/cell")
481 ("compiler/target/values")
482 ("compiler/target/alloc")
483 ("compiler/target/call")
484 ("compiler/target/nlx")
485 ("compiler/target/show")
486 ("compiler/target/array"
487 ;; KLUDGE: Compiling this file raises alarming warnings of the form
488 ;; Argument FOO to VOP CHECK-BOUND has SC restriction
489 ;; DESCRIPTOR-REG which is not allowed by the operand type:
490 ;; (:OR POSITIVE-FIXNUM)
491 ;; This seems not to be something that I broke, but rather a "feature"
492 ;; inherited from classic CMU CL. (Debian cmucl_2.4.8.deb compiling
493 ;; Debian cmucl_2.4.8.tar.gz raises the same warning). Thus, even though
494 ;; these warnings are severe enough that they would ordinarily abort
495 ;; compilation, for now we blithely ignore them and press on to more
496 ;; pressing problems. Someday, though, it would be nice to figure out
497 ;; what the problem is and fix it.. -- WHN 19990323
499 ("compiler/target/pred")
500 ("compiler/target/type-vops")
502 ("assembly/target/assem-rtns" :assem)
503 ("assembly/target/array" :assem)
504 ("assembly/target/arith" :assem)
505 ("assembly/target/alloc" :assem)
507 ("compiler/pseudo-vops")
509 ("compiler/aliencomp")
519 ;; KLUDGE: This has #!+GENGC things in it which are intended to
520 ;; overwrite code in ir2tran.lisp, so it has to come after ir2tran.lisp.
522 ;; FIXME: Those things should probably be ir2tran.lisp instead, and the
523 ;; things they now overwrite should instead be #!-GENGC so they're never
524 ;; generated in the first place.
525 ("compiler/generic/vm-ir2tran")
527 ("compiler/copyprop")
528 ("compiler/represent")
529 ("compiler/generic/vm-tran")
534 #!+sb-dyncount ("compiler/dyncount")
535 #!+sb-dyncount ("code/dyncount")
537 ;; needed by OPEN-FASL-FILE, which is called by COMPILE-FILE
540 ;; needed by various unhappy-path cases in the cross-compiler
543 ;; This wasn't in classic CMU CL "comcom.lisp", but it has some stuff
544 ;; that Python-as-cross-compiler has turned out to need.
547 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
548 ;; files which are only needed in the target system, and/or which are
549 ;; only possible in the target system, and which depend in some way
550 ;; (directly or indirectly) on stuff compiled as part of the compiler
552 ("compiler/generic/target-core" :not-host) ; uses stuff from
553 ; "compiler/generic/core"
555 ("code/target-package" :not-host) ; needs "code/package"
556 ("code/target-random" :not-host) ; needs "code/random"
557 ("code/target-hash-table" :not-host) ; needs "code/hash-table"
558 ("code/reader" :not-host) ; needs "code/readtable"
559 ("code/target-pathname" :not-host) ; needs "code/pathname", maybe
560 ; should be :BYTE-COMPILE T
561 ("code/filesys" :not-host) ; needs HOST from "code/pathname",
562 ; maybe should be :BYTE-COMPILE T
563 ("code/save" :not-host) ; uses the definition of PATHNAME
564 ; from "code/pathname"
565 ("code/sharpm" :not-host) ; uses stuff from "code/reader"
567 ;; stuff for byte compilation. This works only in the target system,
568 ;; because fundamental BYTE-FUNCTION-OR-CLOSURE types are implemented
569 ;; as nonportable FUNCALLABLE-INSTANCEs.
570 ("code/byte-types" :not-host)
571 ("compiler/byte-comp")
572 ("compiler/target-byte-comp" :not-host)
573 ;; FIXME: Could byte-interp be moved here? It'd be logical..
575 ;; defines SB!DI:DO-DEBUG-FUNCTION-BLOCKS, needed by target-disassem.lisp
576 ("code/debug-int" :not-host)
578 ;; target-only assemblerish stuff
579 ("compiler/target-disassem" :not-host)
580 ("compiler/target/target-insts" :not-host)
582 ;; the IR1 interpreter (as opposed to the byte code interpreter)
583 #!+sb-interpreter ("compiler/eval-comp" :not-host)
584 #!+sb-interpreter ("compiler/eval" :not-host)
586 ("code/debug" :not-host) ; maybe should be :BYTE-COMPILE T
588 ;; These can't be compiled until CONDITION and DEFINE-CONDITION
589 ;; are defined, and they also use SB-DEBUG:*STACK-TOP-HINT*.
590 ("code/parse-defmacro-errors" :not-host)
592 ("code/bit-bash" :not-host) ; needs %NEGATE from assembly/target/arith
594 ("code/byte-interp" :not-host) ; needs *SYSTEM-CONSTANT-CODES* from byte-comp
596 ("code/target-load" :not-host) ; needs specials from code/load.lisp
598 ;; FIXME: Does this really need stuff from compiler/dump.lisp?
599 ("compiler/target-dump" :not-host) ; needs stuff from compiler/dump.lisp
601 ("code/cold-init" :not-host) ; needs (SETF EXTERN-ALIEN) macroexpansion
603 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
604 ;; target macros and DECLAIMs installed at build-the-cross-compiler time
606 ;; Declare all target special variables defined by ANSI now, so that
607 ;; we don't have to worry about any of them being bound incorrectly
608 ;; when the compiler processes code which appears before the appropriate
609 ;; DEFVAR or DEFPARAMETER.
612 ;; fundamental target macros (e.g. CL:DO and CL:DEFUN) and support
615 ;; FIXME: Since a lot of this code is just macros, perhaps it should be
618 ("code/destructuring-bind")
624 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
626 ;; other target-code-building stuff which can't be processed until
627 ;; machinery like SB!XC:DEFMACRO exists
629 ("code/late-format") ; needs SB!XC:DEFMACRO
630 ("code/sxhash") ; needs SB!XC:DEFINE-MODIFY-MACRO
632 ("code/late-defbangmethod"))