build.sh revision 1.145 1 #! /usr/bin/env sh
2 # $NetBSD: build.sh,v 1.145 2006/01/28 21:34:07 apb Exp $
3 #
4 # Copyright (c) 2001-2005 The NetBSD Foundation, Inc.
5 # All rights reserved.
6 #
7 # This code is derived from software contributed to The NetBSD Foundation
8 # by Todd Vierling and Luke Mewburn.
9 #
10 # Redistribution and use in source and binary forms, with or without
11 # modification, are permitted provided that the following conditions
12 # are met:
13 # 1. Redistributions of source code must retain the above copyright
14 # notice, this list of conditions and the following disclaimer.
15 # 2. Redistributions in binary form must reproduce the above copyright
16 # notice, this list of conditions and the following disclaimer in the
17 # documentation and/or other materials provided with the distribution.
18 # 3. All advertising materials mentioning features or use of this software
19 # must display the following acknowledgement:
20 # This product includes software developed by the NetBSD
21 # Foundation, Inc. and its contributors.
22 # 4. Neither the name of The NetBSD Foundation nor the names of its
23 # contributors may be used to endorse or promote products derived
24 # from this software without specific prior written permission.
25 #
26 # THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 # ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 # BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 # POSSIBILITY OF SUCH DAMAGE.
37 #
38 #
39 # Top level build wrapper, for a system containing no tools.
40 #
41 # This script should run on any POSIX-compliant shell. For systems
42 # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
43 #
44 # Note, however, that due to the way the interpreter is invoked above,
45 # if a POSIX-compliant shell is the first in the PATH, you won't have
46 # to take any further action.
47 #
48
49 progname=${0##*/}
50 toppid=$$
51 results=/dev/null
52 trap "exit 1" 1 2 3 15
53
54 bomb()
55 {
56 cat >&2 <<ERRORMESSAGE
57
58 ERROR: $@
59 *** BUILD ABORTED ***
60 ERRORMESSAGE
61 kill ${toppid} # in case we were invoked from a subshell
62 exit 1
63 }
64
65
66 statusmsg()
67 {
68 ${runcmd} echo "===> $@" | tee -a "${results}"
69 }
70
71 initdefaults()
72 {
73 cd "$(dirname $0)"
74 [ -d usr.bin/make ] ||
75 bomb "build.sh must be run from the top source level"
76 [ -f share/mk/bsd.own.mk ] ||
77 bomb "src/share/mk is missing; please re-fetch the source tree"
78
79 uname_s=$(uname -s 2>/dev/null)
80 uname_m=$(uname -m 2>/dev/null)
81
82 # If $PWD is a valid name of the current directory, POSIX mandates
83 # that pwd return it by default which causes problems in the
84 # presence of symlinks. Unsetting PWD is simpler than changing
85 # every occurrence of pwd to use -P.
86 #
87 # XXX Except that doesn't work on Solaris.
88 #
89 unset PWD
90 TOP=$(/bin/pwd -P 2>/dev/null)
91
92 # Set defaults.
93 #
94 toolprefix=nb
95
96 # Some systems have a small ARG_MAX. -X prevents make(1) from
97 # exporting variables in the environment redundantly.
98 #
99 case "${uname_s}" in
100 Darwin | FreeBSD | CYGWIN*)
101 MAKEFLAGS=-X
102 ;;
103 *)
104 MAKEFLAGS=
105 ;;
106 esac
107
108 makeenv=
109 makewrapper=
110 makewrappermachine=
111 runcmd=
112 operations=
113 removedirs=
114 do_expertmode=false
115 do_rebuildmake=false
116 do_removedirs=false
117
118 # do_{operation}=true if given operation is requested.
119 #
120 do_tools=false
121 do_obj=false
122 do_build=false
123 do_distribution=false
124 do_release=false
125 do_kernel=false
126 do_releasekernel=false
127 do_install=false
128 do_sets=false
129 do_sourcesets=false
130 do_syspkgs=false
131 do_params=false
132
133 # Create scratch directory
134 #
135 tmpdir="${TMPDIR-/tmp}/nbbuild$$"
136 mkdir "${tmpdir}" || bomb "Cannot mkdir: ${tmpdir}"
137 trap "cd /; rm -r -f \"${tmpdir}\"" 0
138 results="${tmpdir}/build.sh.results"
139
140 # Set source directories
141 #
142 setmakeenv NETBSDSRCDIR "${TOP}"
143
144 # Set various environment variables to known defaults,
145 # to minimize (cross-)build problems observed "in the field".
146 #
147 unsetmakeenv INFODIR
148 unsetmakeenv LESSCHARSET
149 setmakeenv LC_ALL C
150 }
151
152 getarch()
153 {
154 # Translate a MACHINE into a default MACHINE_ARCH.
155 #
156 case "${MACHINE}" in
157
158 acorn26|acorn32|cats|evbarm|hpcarm|iyonix|netwinder|shark)
159 MACHINE_ARCH=arm
160 ;;
161
162 hp700)
163 MACHINE_ARCH=hppa
164 ;;
165
166 sun2)
167 MACHINE_ARCH=m68000
168 ;;
169
170 amiga|atari|cesfic|hp300|luna68k|mac68k|mvme68k|news68k|next68k|sun3|x68k)
171 MACHINE_ARCH=m68k
172 ;;
173
174 evbmips-e[bl]|sbmips-e[bl])
175 MACHINE_ARCH=mips${MACHINE##*-}
176 makewrappermachine=${MACHINE}
177 MACHINE=${MACHINE%-e[bl]}
178 ;;
179
180 evbmips|sbmips) # no default MACHINE_ARCH
181 ;;
182
183 ews4800mips|mipsco|newsmips|sgimips)
184 MACHINE_ARCH=mipseb
185 ;;
186
187 algor|arc|cobalt|hpcmips|playstation2|pmax)
188 MACHINE_ARCH=mipsel
189 ;;
190
191 pc532)
192 MACHINE_ARCH=ns32k
193 ;;
194
195 amigappc|bebox|evbppc|ibmnws|macppc|mvmeppc|ofppc|pmppc|prep|sandpoint)
196 MACHINE_ARCH=powerpc
197 ;;
198
199 evbsh3-e[bl])
200 MACHINE_ARCH=sh3${MACHINE##*-}
201 makewrappermachine=${MACHINE}
202 MACHINE=${MACHINE%-e[bl]}
203 ;;
204
205 evbsh3) # no default MACHINE_ARCH
206 ;;
207
208 mmeye)
209 MACHINE_ARCH=sh3eb
210 ;;
211
212 dreamcast|hpcsh)
213 MACHINE_ARCH=sh3el
214 ;;
215
216 evbsh5)
217 MACHINE_ARCH=sh5el
218 ;;
219 amd64)
220 MACHINE_ARCH=x86_64
221 ;;
222
223 alpha|i386|sparc|sparc64|vax|ia64)
224 MACHINE_ARCH=${MACHINE}
225 ;;
226
227 *)
228 bomb "Unknown target MACHINE: ${MACHINE}"
229 ;;
230
231 esac
232 }
233
234 validatearch()
235 {
236 # Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
237 #
238 case "${MACHINE_ARCH}" in
239
240 alpha|arm|armeb|hppa|i386|m68000|m68k|mipse[bl]|ns32k|powerpc|sh[35]e[bl]|sparc|sparc64|vax|x86_64|ia64)
241 ;;
242
243 "")
244 bomb "No MACHINE_ARCH provided"
245 ;;
246
247 *)
248 bomb "Unknown target MACHINE_ARCH: ${MACHINE_ARCH}"
249 ;;
250
251 esac
252
253 # Determine valid MACHINE_ARCHs for MACHINE
254 #
255 case "${MACHINE}" in
256
257 evbarm)
258 arches="arm armeb"
259 ;;
260
261 evbmips|sbmips)
262 arches="mipseb mipsel"
263 ;;
264
265 evbsh3)
266 arches="sh3eb sh3el"
267 ;;
268
269 evbsh5)
270 arches="sh5eb sh5el"
271 ;;
272
273 *)
274 oma="${MACHINE_ARCH}"
275 getarch
276 arches="${MACHINE_ARCH}"
277 MACHINE_ARCH="${oma}"
278 ;;
279
280 esac
281
282 # Ensure that MACHINE_ARCH supports MACHINE
283 #
284 archok=false
285 for a in ${arches}; do
286 if [ "${a}" = "${MACHINE_ARCH}" ]; then
287 archok=true
288 break
289 fi
290 done
291 ${archok} ||
292 bomb "MACHINE_ARCH '${MACHINE_ARCH}' does not support MACHINE '${MACHINE}'"
293 }
294
295 raw_getmakevar()
296 {
297 [ -x "${make}" ] || bomb "raw_getmakevar $1: ${make} is not executable"
298 "${make}" -m ${TOP}/share/mk -s -f- _x_ <<EOF
299 _x_:
300 echo \${$1}
301 .include <bsd.prog.mk>
302 .include <bsd.kernobj.mk>
303 EOF
304 }
305
306 getmakevar()
307 {
308 # raw_getmakevar() doesn't work properly if $make hasn't yet been
309 # built, which can happen when running with the "-n" option.
310 # getmakevar() deals with this by emitting a literal '$'
311 # followed by the variable name, instead of trying to find the
312 # variable's value.
313 #
314 if [ -x "${make}" ]; then
315 raw_getmakevar "$1"
316 else
317 echo "\$$1"
318 fi
319 }
320
321 setmakeenv()
322 {
323 eval "$1='$2'; export $1"
324 makeenv="${makeenv} $1"
325 }
326
327 unsetmakeenv()
328 {
329 eval "unset $1"
330 makeenv="${makeenv} $1"
331 }
332
333 # Convert possibly-relative path to absolute path by prepending
334 # ${TOP} if necessary. Also delete trailing "/", if any.
335 resolvepath()
336 {
337 case "${OPTARG}" in
338 /)
339 ;;
340 /*)
341 OPTARG="${OPTARG%/}"
342 ;;
343 *)
344 OPTARG="${TOP}/${OPTARG%/}"
345 ;;
346 esac
347 }
348
349 usage()
350 {
351 if [ -n "$*" ]; then
352 echo ""
353 echo "${progname}: $*"
354 fi
355 cat <<_usage_
356
357 Usage: ${progname} [-EnorUux] [-a arch] [-B buildid] [-D dest] [-j njob]
358 [-M obj] [-m mach] [-N noisy] [-O obj] [-R release] [-T tools]
359 [-V var=[value]] [-w wrapper] [-X x11src] [-Z var]
360 operation [...]
361
362 Build operations (all imply "obj" and "tools"):
363 build Run "make build".
364 distribution Run "make distribution" (includes DESTDIR/etc/ files).
365 release Run "make release" (includes kernels & distrib media).
366
367 Other operations:
368 help Show this message and exit.
369 makewrapper Create ${toolprefix}make-\${MACHINE} wrapper and ${toolprefix}make.
370 Always performed.
371 obj Run "make obj". [Default unless -o is used]
372 tools Build and install tools.
373 install=idir Run "make installworld" to \`idir' to install all sets
374 except \`etc'. Useful after "distribution" or "release"
375 kernel=conf Build kernel with config file \`conf'
376 releasekernel=conf Install kernel built by kernel=conf to RELEASEDIR.
377 sets Create binary sets in RELEASEDIR/MACHINE/binary/sets.
378 DESTDIR should be populated beforehand.
379 sourcesets Create source sets in RELEASEDIR/source/sets.
380 syspkgs Create syspkgs in RELEASEDIR/MACHINE/binary/syspkgs.
381 params Display various make(1) parameters.
382
383 Options:
384 -a arch Set MACHINE_ARCH to arch. [Default: deduced from MACHINE]
385 -B buildId Set BUILDID to buildId.
386 -D dest Set DESTDIR to dest. [Default: destdir.MACHINE]
387 -E Set "expert" mode; disables various safety checks.
388 Should not be used without expert knowledge of the build system.
389 -h Print this help message.
390 -j njob Run up to njob jobs in parallel; see make(1) -j.
391 -M obj Set obj root directory to obj; sets MAKEOBJDIRPREFIX.
392 Unsets MAKEOBJDIR.
393 -m mach Set MACHINE to mach; not required if NetBSD native.
394 -N noisy Set the noisyness (MAKEVERBOSE) level of the build:
395 0 Quiet
396 1 Operations are described, commands are suppressed
397 2 Full output
398 [Default: 2]
399 -n Show commands that would be executed, but do not execute them.
400 -O obj Set obj root directory to obj; sets a MAKEOBJDIR pattern.
401 Unsets MAKEOBJDIRPREFIX.
402 -o Set MKOBJDIRS=no; do not create objdirs at start of build.
403 -R release Set RELEASEDIR to release. [Default: releasedir]
404 -r Remove contents of TOOLDIR and DESTDIR before building.
405 -T tools Set TOOLDIR to tools. If unset, and TOOLDIR is not set in
406 the environment, ${toolprefix}make will be (re)built unconditionally.
407 -U Set MKUNPRIVED=yes; build without requiring root privileges,
408 install from an UNPRIVED build with proper file permissions.
409 -u Set MKUPDATE=yes; do not run "make clean" first.
410 Without this, everything is rebuilt, including the tools.
411 -V v=[val] Set variable \`v' to \`val'.
412 -w wrapper Create ${toolprefix}make script as wrapper.
413 [Default: \${TOOLDIR}/bin/${toolprefix}make-\${MACHINE}]
414 -X x11src Set X11SRCDIR to x11src. [Default: /usr/xsrc]
415 -x Set MKX11=yes; build X11R6 from X11SRCDIR
416 -Z v Unset ("zap") variable \`v'.
417
418 _usage_
419 exit 1
420 }
421
422 parseoptions()
423 {
424 opts='a:B:bD:dEhi:j:k:M:m:N:nO:oR:rT:tUuV:w:xX:Z:'
425 opt_a=no
426
427 if type getopts >/dev/null 2>&1; then
428 # Use POSIX getopts.
429 #
430 getoptcmd='getopts ${opts} opt && opt=-${opt}'
431 optargcmd=':'
432 optremcmd='shift $((${OPTIND} -1))'
433 else
434 type getopt >/dev/null 2>&1 ||
435 bomb "/bin/sh shell is too old; try ksh or bash"
436
437 # Use old-style getopt(1) (doesn't handle whitespace in args).
438 #
439 args="$(getopt ${opts} $*)"
440 [ $? = 0 ] || usage
441 set -- ${args}
442
443 getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
444 optargcmd='OPTARG="$1"; shift'
445 optremcmd=':'
446 fi
447
448 # Parse command line options.
449 #
450 while eval ${getoptcmd}; do
451 case ${opt} in
452
453 -a)
454 eval ${optargcmd}
455 MACHINE_ARCH=${OPTARG}
456 opt_a=yes
457 ;;
458
459 -B)
460 eval ${optargcmd}
461 BUILDID=${OPTARG}
462 ;;
463
464 -b)
465 usage "'-b' has been replaced by 'makewrapper'"
466 ;;
467
468 -D)
469 eval ${optargcmd}; resolvepath
470 setmakeenv DESTDIR "${OPTARG}"
471 ;;
472
473 -d)
474 usage "'-d' has been replaced by 'distribution'"
475 ;;
476
477 -E)
478 do_expertmode=true
479 ;;
480
481 -i)
482 usage "'-i idir' has been replaced by 'install=idir'"
483 ;;
484
485 -j)
486 eval ${optargcmd}
487 parallel="-j ${OPTARG}"
488 ;;
489
490 -k)
491 usage "'-k conf' has been replaced by 'kernel=conf'"
492 ;;
493
494 -M)
495 eval ${optargcmd}; resolvepath
496 makeobjdir="${OPTARG}"
497 unsetmakeenv MAKEOBJDIR
498 setmakeenv MAKEOBJDIRPREFIX "${OPTARG}"
499 ;;
500
501 # -m overrides MACHINE_ARCH unless "-a" is specified
502 -m)
503 eval ${optargcmd}
504 MACHINE="${OPTARG}"
505 [ "${opt_a}" != "yes" ] && getarch
506 ;;
507
508 -N)
509 eval ${optargcmd}
510 case "${OPTARG}" in
511 0|1|2)
512 setmakeenv MAKEVERBOSE "${OPTARG}"
513 ;;
514 *)
515 usage "'${OPTARG}' is not a valid value for -N"
516 ;;
517 esac
518 ;;
519
520 -n)
521 runcmd=echo
522 ;;
523
524 -O)
525 eval ${optargcmd}; resolvepath
526 makeobjdir="${OPTARG}"
527 unsetmakeenv MAKEOBJDIRPREFIX
528 setmakeenv MAKEOBJDIR "\${.CURDIR:C,^$TOP,$OPTARG,}"
529 ;;
530
531 -o)
532 MKOBJDIRS=no
533 ;;
534
535 -R)
536 eval ${optargcmd}; resolvepath
537 setmakeenv RELEASEDIR "${OPTARG}"
538 ;;
539
540 -r)
541 do_removedirs=true
542 do_rebuildmake=true
543 ;;
544
545 -T)
546 eval ${optargcmd}; resolvepath
547 TOOLDIR="${OPTARG}"
548 export TOOLDIR
549 ;;
550
551 -t)
552 usage "'-t' has been replaced by 'tools'"
553 ;;
554
555 -U)
556 setmakeenv MKUNPRIVED yes
557 ;;
558
559 -u)
560 setmakeenv MKUPDATE yes
561 ;;
562
563 -V)
564 eval ${optargcmd}
565 case "${OPTARG}" in
566 # XXX: consider restricting which variables can be changed?
567 [a-zA-Z_][a-zA-Z_0-9]*=*)
568 setmakeenv "${OPTARG%%=*}" "${OPTARG#*=}"
569 ;;
570 *)
571 usage "-V argument must be of the form 'var=[value]'"
572 ;;
573 esac
574 ;;
575
576 -w)
577 eval ${optargcmd}; resolvepath
578 makewrapper="${OPTARG}"
579 ;;
580
581 -X)
582 eval ${optargcmd}; resolvepath
583 setmakeenv X11SRCDIR "${OPTARG}"
584 ;;
585
586 -x)
587 setmakeenv MKX11 yes
588 ;;
589
590 -Z)
591 eval ${optargcmd}
592 # XXX: consider restricting which variables can be unset?
593 unsetmakeenv "${OPTARG}"
594 ;;
595
596 --)
597 break
598 ;;
599
600 -'?'|-h)
601 usage
602 ;;
603
604 esac
605 done
606
607 # Validate operations.
608 #
609 eval ${optremcmd}
610 while [ $# -gt 0 ]; do
611 op=$1; shift
612 operations="${operations} ${op}"
613
614 case "${op}" in
615
616 help)
617 usage
618 ;;
619
620 makewrapper|obj|tools|build|distribution|release|sets|sourcesets|syspkgs|params)
621 ;;
622
623 kernel=*|releasekernel=*)
624 arg=${op#*=}
625 op=${op%%=*}
626 [ -n "${arg}" ] ||
627 bomb "Must supply a kernel name with \`${op}=...'"
628 ;;
629
630 install=*)
631 arg=${op#*=}
632 op=${op%%=*}
633 [ -n "${arg}" ] ||
634 bomb "Must supply a directory with \`install=...'"
635 ;;
636
637 *)
638 usage "Unknown operation \`${op}'"
639 ;;
640
641 esac
642 eval do_${op}=true
643 done
644 [ -n "${operations}" ] || usage "Missing operation to perform."
645
646 # Set up MACHINE*. On a NetBSD host, these are allowed to be unset.
647 #
648 if [ -z "${MACHINE}" ]; then
649 [ "${uname_s}" = "NetBSD" ] ||
650 bomb "MACHINE must be set, or -m must be used, for cross builds."
651 MACHINE=${uname_m}
652 fi
653 [ -n "${MACHINE_ARCH}" ] || getarch
654 validatearch
655
656 # Set up default make(1) environment.
657 #
658 makeenv="${makeenv} TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
659 [ -z "${BUILDID}" ] || makeenv="${makeenv} BUILDID"
660 MAKEFLAGS="-de -m ${TOP}/share/mk ${MAKEFLAGS} MKOBJDIRS=${MKOBJDIRS-yes}"
661 export MAKEFLAGS MACHINE MACHINE_ARCH
662 }
663
664 rebuildmake()
665 {
666 # Test make source file timestamps against installed ${toolprefix}make
667 # binary, if TOOLDIR is pre-set.
668 #
669 # Note that we do NOT try to grovel "mk.conf" here to find out if
670 # TOOLDIR is set there, because it can contain make variable
671 # expansions and other stuff only parseable *after* we have a working
672 # ${toolprefix}make. So this logic can only work if the user has
673 # pre-set TOOLDIR in the environment or used the -T option to build.sh.
674 #
675 make="${TOOLDIR-nonexistent}/bin/${toolprefix}make"
676 if [ -x "${make}" ]; then
677 for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
678 if [ "${f}" -nt "${make}" ]; then
679 statusmsg "${make} outdated (older than ${f}), needs building."
680 do_rebuildmake=true
681 break
682 fi
683 done
684 else
685 statusmsg "No ${make}, needs building."
686 do_rebuildmake=true
687 fi
688
689 # Build bootstrap ${toolprefix}make if needed.
690 if ${do_rebuildmake}; then
691 statusmsg "Bootstrapping ${toolprefix}make"
692 ${runcmd} cd "${tmpdir}"
693 ${runcmd} env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" \
694 CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
695 sh "${TOP}/tools/make/configure" ||
696 bomb "Configure of ${toolprefix}make failed"
697 ${runcmd} sh buildmake.sh ||
698 bomb "Build of ${toolprefix}make failed"
699 make="${tmpdir}/${toolprefix}make"
700 ${runcmd} cd "${TOP}"
701 ${runcmd} rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
702 fi
703 }
704
705 validatemakeparams()
706 {
707 if [ "${runcmd}" = "echo" ]; then
708 TOOLCHAIN_MISSING=no
709 EXTERNAL_TOOLCHAIN=""
710 else
711 TOOLCHAIN_MISSING=$(raw_getmakevar TOOLCHAIN_MISSING)
712 EXTERNAL_TOOLCHAIN=$(raw_getmakevar EXTERNAL_TOOLCHAIN)
713 fi
714 if [ "${TOOLCHAIN_MISSING}" = "yes" ] && \
715 [ -z "${EXTERNAL_TOOLCHAIN}" ]; then
716 ${runcmd} echo "ERROR: build.sh (in-tree cross-toolchain) is not yet available for"
717 ${runcmd} echo " MACHINE: ${MACHINE}"
718 ${runcmd} echo " MACHINE_ARCH: ${MACHINE_ARCH}"
719 ${runcmd} echo ""
720 ${runcmd} echo "All builds for this platform should be done via a traditional make"
721 ${runcmd} echo "If you wish to use an external cross-toolchain, set"
722 ${runcmd} echo " EXTERNAL_TOOLCHAIN=<path to toolchain root>"
723 ${runcmd} echo "in either the environment or mk.conf and rerun"
724 ${runcmd} echo " ${progname} $*"
725 exit 1
726 fi
727
728 # Normalise MKOBJDIRS, MKUNPRIVED, and MKUPDATE
729 # These may be set as build.sh options or in "mk.conf".
730 # Don't export them as they're only used for tests in build.sh.
731 #
732 MKOBJDIRS=$(getmakevar MKOBJDIRS)
733 MKUNPRIVED=$(getmakevar MKUNPRIVED)
734 MKUPDATE=$(getmakevar MKUPDATE)
735
736 if [ "${MKOBJDIRS}" != "no" ]; then
737 # If setting -M or -O to the root of an obj dir, make sure
738 # the base directory is made before continuing as <bsd.own.mk>
739 # will need this to pick up _SRC_TOP_OBJ_
740 #
741 if [ ! -z "${makeobjdir}" ]; then
742 ${runcmd} mkdir -p "${makeobjdir}"
743 fi
744
745 # make obj in tools to ensure that the objdir for the top-level
746 # of the source tree and for "tools" is available, in case the
747 # default TOOLDIR setting from <bsd.own.mk> is used, or the
748 # build.sh default DESTDIR and RELEASEDIR is to be used.
749 #
750 ${runcmd} cd tools
751 ${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= ||
752 bomb "Failed to make obj in tools"
753 ${runcmd} cd "${TOP}"
754 fi
755
756 statusmsg "MACHINE: ${MACHINE}"
757 statusmsg "MACHINE_ARCH: ${MACHINE_ARCH}"
758
759 # Find TOOLDIR, DESTDIR, and RELEASEDIR.
760 #
761 TOOLDIR=$(getmakevar TOOLDIR)
762 statusmsg "TOOLDIR path: ${TOOLDIR}"
763 DESTDIR=$(getmakevar DESTDIR)
764 RELEASEDIR=$(getmakevar RELEASEDIR)
765 if ! $do_expertmode; then
766 _SRC_TOP_OBJ_=$(getmakevar _SRC_TOP_OBJ_)
767 : ${DESTDIR:=${_SRC_TOP_OBJ_}/destdir.${MACHINE}}
768 : ${RELEASEDIR:=${_SRC_TOP_OBJ_}/releasedir}
769 makeenv="${makeenv} DESTDIR RELEASEDIR"
770 fi
771 export TOOLDIR DESTDIR RELEASEDIR
772 statusmsg "DESTDIR path: ${DESTDIR}"
773 statusmsg "RELEASEDIR path: ${RELEASEDIR}"
774
775 # Check validity of TOOLDIR and DESTDIR.
776 #
777 if [ -z "${TOOLDIR}" ] || [ "${TOOLDIR}" = "/" ]; then
778 bomb "TOOLDIR '${TOOLDIR}' invalid"
779 fi
780 removedirs="${TOOLDIR}"
781
782 if [ -z "${DESTDIR}" ] || [ "${DESTDIR}" = "/" ]; then
783 if ${do_build} || ${do_distribution} || ${do_release}; then
784 if ! ${do_build} || \
785 [ "${uname_s}" != "NetBSD" ] || \
786 [ "${uname_m}" != "${MACHINE}" ]; then
787 bomb "DESTDIR must != / for cross builds, or ${progname} 'distribution' or 'release'."
788 fi
789 if ! ${do_expertmode}; then
790 bomb "DESTDIR must != / for non -E (expert) builds"
791 fi
792 statusmsg "WARNING: Building to /, in expert mode."
793 statusmsg " This may cause your system to break! Reasons include:"
794 statusmsg " - your kernel is not up to date"
795 statusmsg " - the libraries or toolchain have changed"
796 statusmsg " YOU HAVE BEEN WARNED!"
797 fi
798 else
799 removedirs="${removedirs} ${DESTDIR}"
800 fi
801 if ${do_build} || ${do_distribution} || ${do_release}; then
802 if ! ${do_expertmode} && \
803 [ $(id -u 2>/dev/null) -ne 0 ] && \
804 [ "${MKUNPRIVED}" = "no" ] ; then
805 bomb "-U or -E must be set for build as an unprivileged user."
806 fi
807 fi
808 if ${do_releasekernel} && [ -z "${RELEASEDIR}" ]; then
809 bomb "Must set RELEASEDIR with \`releasekernel=...'"
810 fi
811 }
812
813
814 createmakewrapper()
815 {
816 # Remove the target directories.
817 #
818 if ${do_removedirs}; then
819 for f in ${removedirs}; do
820 statusmsg "Removing ${f}"
821 ${runcmd} rm -r -f "${f}"
822 done
823 fi
824
825 # Recreate $TOOLDIR.
826 #
827 ${runcmd} mkdir -p "${TOOLDIR}/bin" ||
828 bomb "mkdir of '${TOOLDIR}/bin' failed"
829
830 # Install ${toolprefix}make if it was built.
831 #
832 if ${do_rebuildmake}; then
833 ${runcmd} rm -f "${TOOLDIR}/bin/${toolprefix}make"
834 ${runcmd} cp "${make}" "${TOOLDIR}/bin/${toolprefix}make" ||
835 bomb "Failed to install \$TOOLDIR/bin/${toolprefix}make"
836 make="${TOOLDIR}/bin/${toolprefix}make"
837 statusmsg "Created ${make}"
838 fi
839
840 # Build a ${toolprefix}make wrapper script, usable by hand as
841 # well as by build.sh.
842 #
843 if [ -z "${makewrapper}" ]; then
844 makewrapper="${TOOLDIR}/bin/${toolprefix}make-${makewrappermachine:-${MACHINE}}"
845 [ -z "${BUILDID}" ] || makewrapper="${makewrapper}-${BUILDID}"
846 fi
847
848 ${runcmd} rm -f "${makewrapper}"
849 if [ "${runcmd}" = "echo" ]; then
850 echo 'cat <<EOF >'${makewrapper}
851 makewrapout=
852 else
853 makewrapout=">>\${makewrapper}"
854 fi
855
856 case "${KSH_VERSION:-${SH_VERSION}}" in
857 *PD\ KSH*)
858 set +o braceexpand
859 ;;
860 esac
861
862 eval cat <<EOF ${makewrapout}
863 #! /bin/sh
864 # Set proper variables to allow easy "make" building of a NetBSD subtree.
865 # Generated from: \$NetBSD: build.sh,v 1.145 2006/01/28 21:34:07 apb Exp $
866 # with these arguments: ${_args}
867 #
868 EOF
869 for f in ${makeenv}; do
870 if eval "[ -z \"\${$f}\" -a \"\${${f}-X}\" = \"X\" ]"; then
871 eval echo "unset ${f}" ${makewrapout}
872 else
873 eval echo "${f}=\'\$$(echo ${f})\'\;\ export\ ${f}" ${makewrapout}
874 fi
875 done
876 eval echo "USETOOLS=yes\; export USETOOLS" ${makewrapout}
877
878 eval cat <<EOF ${makewrapout}
879
880 exec "\${TOOLDIR}/bin/${toolprefix}make" \${1+"\$@"}
881 EOF
882 [ "${runcmd}" = "echo" ] && echo EOF
883 ${runcmd} chmod +x "${makewrapper}"
884 statusmsg "makewrapper: ${makewrapper}"
885 statusmsg "Updated ${makewrapper}"
886 }
887
888 buildtools()
889 {
890 if [ "${MKOBJDIRS}" != "no" ]; then
891 ${runcmd} "${makewrapper}" ${parallel} obj-tools ||
892 bomb "Failed to make obj-tools"
893 fi
894 ${runcmd} cd tools
895 if [ "${MKUPDATE}" = "no" ]; then
896 ${runcmd} "${makewrapper}" ${parallel} cleandir ||
897 bomb "Failed to make cleandir tools"
898 fi
899 ${runcmd} "${makewrapper}" ${parallel} dependall ||
900 bomb "Failed to make dependall tools"
901 ${runcmd} "${makewrapper}" ${parallel} install ||
902 bomb "Failed to make install tools"
903 statusmsg "Tools built to ${TOOLDIR}"
904 ${runcmd} cd "${TOP}"
905 }
906
907 getkernelconf()
908 {
909 kernelconf="$1"
910 if [ "${MKOBJDIRS}" != "no" ]; then
911 # The correct value of KERNOBJDIR might
912 # depend on a prior "make obj" in
913 # ${KERNSRCDIR}/${KERNARCHDIR}/compile.
914 #
915 KERNSRCDIR="$(getmakevar KERNSRCDIR)"
916 KERNARCHDIR="$(getmakevar KERNARCHDIR)"
917 ${runcmd} cd "${KERNSRCDIR}/${KERNARCHDIR}/compile"
918 ${runcmd} "${makewrapper}" ${parallel} obj ||
919 bomb "Failed to make obj in ${KERNSRCDIR}/${KERNARCHDIR}/compile"
920 ${runcmd} cd "${TOP}"
921 fi
922 KERNCONFDIR="$(getmakevar KERNCONFDIR)"
923 KERNOBJDIR="$(getmakevar KERNOBJDIR)"
924 case "${kernelconf}" in
925 */*)
926 kernelconfpath="${kernelconf}"
927 kernelconfname="${kernelconf##*/}"
928 ;;
929 *)
930 kernelconfpath="${KERNCONFDIR}/${kernelconf}"
931 kernelconfname="${kernelconf}"
932 ;;
933 esac
934 kernelbuildpath="${KERNOBJDIR}/${kernelconfname}"
935 }
936
937 buildkernel()
938 {
939 if ! ${do_tools} && ! ${buildkernelwarned:-false}; then
940 # Building tools every time we build a kernel is clearly
941 # unnecessary. We could try to figure out whether rebuilding
942 # the tools is necessary this time, but it doesn't seem worth
943 # the trouble. Instead, we say it's the user's responsibility
944 # to rebuild the tools if necessary.
945 #
946 statusmsg "Building kernel without building new tools"
947 buildkernelwarned=true
948 fi
949 getkernelconf $1
950 statusmsg "Building kernel: ${kernelconf}"
951 statusmsg "Build directory: ${kernelbuildpath}"
952 ${runcmd} mkdir -p "${kernelbuildpath}" ||
953 bomb "Cannot mkdir: ${kernelbuildpath}"
954 if [ "${MKUPDATE}" = "no" ]; then
955 ${runcmd} cd "${kernelbuildpath}"
956 ${runcmd} "${makewrapper}" ${parallel} cleandir ||
957 bomb "Failed to make cleandir in ${kernelbuildpath}"
958 ${runcmd} cd "${TOP}"
959 fi
960 ${runcmd} "${TOOLDIR}/bin/${toolprefix}config" -b "${kernelbuildpath}" \
961 -s "${TOP}/sys" "${kernelconfpath}" ||
962 bomb "${toolprefix}config failed for ${kernelconf}"
963 ${runcmd} cd "${kernelbuildpath}"
964 ${runcmd} "${makewrapper}" ${parallel} depend ||
965 bomb "Failed to make depend in ${kernelbuildpath}"
966 ${runcmd} "${makewrapper}" ${parallel} all ||
967 bomb "Failed to make all in ${kernelbuildpath}"
968 ${runcmd} cd "${TOP}"
969
970 if [ "${runcmd}" != "echo" ]; then
971 statusmsg "Kernels built from ${kernelconf}:"
972 kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath})
973 for kern in ${kernlist:-netbsd}; do
974 [ -f "${kernelbuildpath}/${kern}" ] && \
975 echo " ${kernelbuildpath}/${kern}"
976 done | tee -a "${results}"
977 fi
978 }
979
980 releasekernel()
981 {
982 getkernelconf $1
983 kernelreldir="${RELEASEDIR}/${MACHINE}/binary/kernel"
984 ${runcmd} mkdir -p "${kernelreldir}"
985 kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath})
986 for kern in ${kernlist:-netbsd}; do
987 builtkern="${kernelbuildpath}/${kern}"
988 [ -f "${builtkern}" ] || continue
989 releasekern="${kernelreldir}/${kern}-${kernelconfname}.gz"
990 statusmsg "Kernel copy: ${releasekern}"
991 ${runcmd} gzip -c -9 < "${builtkern}" > "${releasekern}"
992 done
993 }
994
995 installworld()
996 {
997 dir="$1"
998 ${runcmd} "${makewrapper}" INSTALLWORLDDIR="${dir}" installworld ||
999 bomb "Failed to make installworld to ${dir}"
1000 statusmsg "Successful installworld to ${dir}"
1001 }
1002
1003
1004 main()
1005 {
1006 initdefaults
1007 _args=$@
1008 parseoptions "$@"
1009
1010 build_start=$(date)
1011 statusmsg "${progname} command: $0 $@"
1012 statusmsg "${progname} started: ${build_start}"
1013
1014 rebuildmake
1015 validatemakeparams
1016 createmakewrapper
1017
1018 # Perform the operations.
1019 #
1020 for op in ${operations}; do
1021 case "${op}" in
1022
1023 makewrapper)
1024 # no-op
1025 ;;
1026
1027 tools)
1028 buildtools
1029 ;;
1030
1031 sets)
1032 statusmsg "Building sets from pre-populated ${DESTDIR}"
1033 ${runcmd} "${makewrapper}" ${parallel} ${op} ||
1034 bomb "Failed to make ${op}"
1035 statusmsg "Successful make ${op}"
1036 ;;
1037
1038 obj|build|distribution|iso-image|release|sourcesets|syspkgs|params)
1039 ${runcmd} "${makewrapper}" ${parallel} ${op} ||
1040 bomb "Failed to make ${op}"
1041 statusmsg "Successful make ${op}"
1042 ;;
1043
1044 kernel=*)
1045 arg=${op#*=}
1046 buildkernel "${arg}"
1047 ;;
1048
1049 releasekernel=*)
1050 arg=${op#*=}
1051 releasekernel "${arg}"
1052 ;;
1053
1054 install=*)
1055 arg=${op#*=}
1056 if [ "${arg}" = "/" ] && \
1057 ( [ "${uname_s}" != "NetBSD" ] || \
1058 [ "${uname_m}" != "${MACHINE}" ] ); then
1059 bomb "'${op}' must != / for cross builds."
1060 fi
1061 installworld "${arg}"
1062 ;;
1063
1064 *)
1065 bomb "Unknown operation \`${op}'"
1066 ;;
1067
1068 esac
1069 done
1070
1071 statusmsg "${progname} started: ${build_start}"
1072 statusmsg "${progname} ended: $(date)"
1073 if [ -s "${results}" ]; then
1074 echo "===> Summary of results:"
1075 sed -e 's/^===>//;s/^/ /' "${results}"
1076 echo "===> ."
1077 fi
1078 }
1079
1080 main "$@"
1081