Home | History | Annotate | Line # | Download | only in src
build.sh revision 1.144
      1 #! /usr/bin/env sh
      2 #	$NetBSD: build.sh,v 1.144 2006/01/08 11:03:40 dsl Exp $
      3 #
      4 # Copyright (c) 2001-2005 The NetBSD Foundation, Inc.
      5 # All rights reserved.
      6 #
      7 # This code is derived from software contributed to The NetBSD Foundation
      8 # by Todd Vierling and Luke Mewburn.
      9 #
     10 # Redistribution and use in source and binary forms, with or without
     11 # modification, are permitted provided that the following conditions
     12 # are met:
     13 # 1. Redistributions of source code must retain the above copyright
     14 #    notice, this list of conditions and the following disclaimer.
     15 # 2. Redistributions in binary form must reproduce the above copyright
     16 #    notice, this list of conditions and the following disclaimer in the
     17 #    documentation and/or other materials provided with the distribution.
     18 # 3. All advertising materials mentioning features or use of this software
     19 #    must display the following acknowledgement:
     20 #        This product includes software developed by the NetBSD
     21 #        Foundation, Inc. and its contributors.
     22 # 4. Neither the name of The NetBSD Foundation nor the names of its
     23 #    contributors may be used to endorse or promote products derived
     24 #    from this software without specific prior written permission.
     25 #
     26 # THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27 # ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28 # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29 # PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30 # BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31 # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32 # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33 # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34 # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35 # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36 # POSSIBILITY OF SUCH DAMAGE.
     37 #
     38 #
     39 # Top level build wrapper, for a system containing no tools.
     40 #
     41 # This script should run on any POSIX-compliant shell.  For systems
     42 # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
     43 #
     44 # Note, however, that due to the way the interpreter is invoked above,
     45 # if a POSIX-compliant shell is the first in the PATH, you won't have
     46 # to take any further action.
     47 #
     48 
     49 progname=${0##*/}
     50 toppid=$$
     51 results=/dev/null
     52 trap "exit 1" 1 2 3 15
     53 
     54 bomb()
     55 {
     56 	cat >&2 <<ERRORMESSAGE
     57 
     58 ERROR: $@
     59 *** BUILD ABORTED ***
     60 ERRORMESSAGE
     61 	kill ${toppid}		# in case we were invoked from a subshell
     62 	exit 1
     63 }
     64 
     65 
     66 statusmsg()
     67 {
     68 	${runcmd} echo "===> $@" | tee -a "${results}"
     69 }
     70 
     71 initdefaults()
     72 {
     73 	cd "$(dirname $0)"
     74 	[ -d usr.bin/make ] ||
     75 	    bomb "build.sh must be run from the top source level"
     76 	[ -f share/mk/bsd.own.mk ] ||
     77 	    bomb "src/share/mk is missing; please re-fetch the source tree"
     78 
     79 	uname_s=$(uname -s 2>/dev/null)
     80 	uname_m=$(uname -m 2>/dev/null)
     81 
     82 	# If $PWD is a valid name of the current directory, POSIX mandates
     83 	# that pwd return it by default which causes problems in the
     84 	# presence of symlinks.  Unsetting PWD is simpler than changing
     85 	# every occurrence of pwd to use -P.
     86 	#
     87 	# XXX Except that doesn't work on Solaris.
     88 	#
     89 	unset PWD
     90 	TOP=$(/bin/pwd -P 2>/dev/null)
     91 
     92 	# Set defaults.
     93 	#
     94 	toolprefix=nb
     95 
     96 	# Some systems have a small ARG_MAX.  -X prevents make(1) from
     97 	# exporting variables in the environment redundantly.
     98 	#
     99 	case "${uname_s}" in
    100 	Darwin | FreeBSD | CYGWIN*)
    101 		MAKEFLAGS=-X
    102 		;;
    103 	*)
    104 		MAKEFLAGS=
    105 		;;
    106 	esac
    107 
    108 	makeenv=
    109 	makewrapper=
    110 	makewrappermachine=
    111 	runcmd=
    112 	operations=
    113 	removedirs=
    114 	do_expertmode=false
    115 	do_rebuildmake=false
    116 	do_removedirs=false
    117 
    118 	# do_{operation}=true if given operation is requested.
    119 	#
    120 	do_tools=false
    121 	do_obj=false
    122 	do_build=false
    123 	do_distribution=false
    124 	do_release=false
    125 	do_kernel=false
    126 	do_releasekernel=false
    127 	do_install=false
    128 	do_sets=false
    129 	do_sourcesets=false
    130 	do_syspkgs=false
    131 	do_params=false
    132 
    133 	# Create scratch directory
    134 	#
    135 	tmpdir="${TMPDIR-/tmp}/nbbuild$$"
    136 	mkdir "${tmpdir}" || bomb "Cannot mkdir: ${tmpdir}"
    137 	trap "cd /; rm -r -f \"${tmpdir}\"" 0
    138 	results="${tmpdir}/build.sh.results"
    139 
    140 	# Set source directories
    141 	#
    142 	setmakeenv NETBSDSRCDIR "${TOP}"
    143 
    144 	# Set various environment variables to known defaults,
    145 	# to minimize (cross-)build problems observed "in the field".
    146 	#
    147 	unsetmakeenv INFODIR
    148 	unsetmakeenv LESSCHARSET
    149 	setmakeenv LC_ALL C
    150 }
    151 
    152 getarch()
    153 {
    154 	# Translate a MACHINE into a default MACHINE_ARCH.
    155 	#
    156 	case "${MACHINE}" in
    157 
    158 	acorn26|acorn32|cats|evbarm|hpcarm|iyonix|netwinder|shark)
    159 		MACHINE_ARCH=arm
    160 		;;
    161 
    162 	hp700)
    163 		MACHINE_ARCH=hppa
    164 		;;
    165 
    166 	sun2)
    167 		MACHINE_ARCH=m68000
    168 		;;
    169 
    170 	amiga|atari|cesfic|hp300|luna68k|mac68k|mvme68k|news68k|next68k|sun3|x68k)
    171 		MACHINE_ARCH=m68k
    172 		;;
    173 
    174 	evbmips-e[bl]|sbmips-e[bl])
    175 		MACHINE_ARCH=mips${MACHINE##*-}
    176 		makewrappermachine=${MACHINE}
    177 		MACHINE=${MACHINE%-e[bl]}
    178 		;;
    179 
    180 	evbmips|sbmips)		# no default MACHINE_ARCH
    181 		;;
    182 
    183 	ews4800mips|mipsco|newsmips|sgimips)
    184 		MACHINE_ARCH=mipseb
    185 		;;
    186 
    187 	algor|arc|cobalt|hpcmips|playstation2|pmax)
    188 		MACHINE_ARCH=mipsel
    189 		;;
    190 
    191 	pc532)
    192 		MACHINE_ARCH=ns32k
    193 		;;
    194 
    195 	amigappc|bebox|evbppc|ibmnws|macppc|mvmeppc|ofppc|pmppc|prep|sandpoint)
    196 		MACHINE_ARCH=powerpc
    197 		;;
    198 
    199 	evbsh3-e[bl])
    200 		MACHINE_ARCH=sh3${MACHINE##*-}
    201 		makewrappermachine=${MACHINE}
    202 		MACHINE=${MACHINE%-e[bl]}
    203 		;;
    204 
    205 	evbsh3)			# no default MACHINE_ARCH
    206 		;;
    207 
    208 	mmeye)
    209 		MACHINE_ARCH=sh3eb
    210 		;;
    211 
    212 	dreamcast|hpcsh)
    213 		MACHINE_ARCH=sh3el
    214 		;;
    215 
    216 	evbsh5)
    217 		MACHINE_ARCH=sh5el
    218 		;;
    219 	amd64)
    220 		MACHINE_ARCH=x86_64
    221 		;;
    222 
    223 	alpha|i386|sparc|sparc64|vax|ia64)
    224 		MACHINE_ARCH=${MACHINE}
    225 		;;
    226 
    227 	*)
    228 		bomb "Unknown target MACHINE: ${MACHINE}"
    229 		;;
    230 
    231 	esac
    232 }
    233 
    234 validatearch()
    235 {
    236 	# Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
    237 	#
    238 	case "${MACHINE_ARCH}" in
    239 
    240 	alpha|arm|armeb|hppa|i386|m68000|m68k|mipse[bl]|ns32k|powerpc|sh[35]e[bl]|sparc|sparc64|vax|x86_64|ia64)
    241 		;;
    242 
    243 	"")
    244 		bomb "No MACHINE_ARCH provided"
    245 		;;
    246 
    247 	*)
    248 		bomb "Unknown target MACHINE_ARCH: ${MACHINE_ARCH}"
    249 		;;
    250 
    251 	esac
    252 
    253 	# Determine valid MACHINE_ARCHs for MACHINE
    254 	#
    255 	case "${MACHINE}" in
    256 
    257 	evbarm)
    258 		arches="arm armeb"
    259 		;;
    260 
    261 	evbmips|sbmips)
    262 		arches="mipseb mipsel"
    263 		;;
    264 
    265 	evbsh3)
    266 		arches="sh3eb sh3el"
    267 		;;
    268 
    269 	evbsh5)
    270 		arches="sh5eb sh5el"
    271 		;;
    272 
    273 	*)
    274 		oma="${MACHINE_ARCH}"
    275 		getarch
    276 		arches="${MACHINE_ARCH}"
    277 		MACHINE_ARCH="${oma}"
    278 		;;
    279 
    280 	esac
    281 
    282 	# Ensure that MACHINE_ARCH supports MACHINE
    283 	#
    284 	archok=false
    285 	for a in ${arches}; do
    286 		if [ "${a}" = "${MACHINE_ARCH}" ]; then
    287 			archok=true
    288 			break
    289 		fi
    290 	done
    291 	${archok} ||
    292 	    bomb "MACHINE_ARCH '${MACHINE_ARCH}' does not support MACHINE '${MACHINE}'"
    293 }
    294 
    295 raw_getmakevar()
    296 {
    297 	[ -x "${make}" ] || bomb "raw_getmakevar $1: ${make} is not executable"
    298 	"${make}" -m ${TOP}/share/mk -s -f- _x_ <<EOF
    299 _x_:
    300 	echo \${$1}
    301 .include <bsd.prog.mk>
    302 .include <bsd.kernobj.mk>
    303 EOF
    304 }
    305 
    306 getmakevar()
    307 {
    308 	# raw_getmakevar() doesn't work properly if $make hasn't yet been
    309 	# built, which can happen when running with the "-n" option.
    310 	# getmakevar() deals with this by emitting a literal '$'
    311 	# followed by the variable name, instead of trying to find the
    312 	# variable's value.
    313 	#
    314 	if [ -x "${make}" ]; then
    315 		raw_getmakevar "$1"
    316 	else
    317 		echo "\$$1"
    318 	fi
    319 }
    320 
    321 setmakeenv()
    322 {
    323 	eval "$1='$2'; export $1"
    324 	makeenv="${makeenv} $1"
    325 }
    326 
    327 unsetmakeenv()
    328 {
    329 	eval "unset $1"
    330 	makeenv="${makeenv} $1"
    331 }
    332 
    333 # Convert possibly-relative path to absolute path by prepending
    334 # ${TOP} if necessary.  Also delete trailing "/", if any.
    335 resolvepath()
    336 {
    337 	case "${OPTARG}" in
    338 	/)
    339 		;;
    340 	/*)
    341 		OPTARG="${OPTARG%/}"
    342 		;;
    343 	*)
    344 		OPTARG="${TOP}/${OPTARG%/}"
    345 		;;
    346 	esac
    347 }
    348 
    349 usage()
    350 {
    351 	if [ -n "$*" ]; then
    352 		echo ""
    353 		echo "${progname}: $*"
    354 	fi
    355 	cat <<_usage_
    356 
    357 Usage: ${progname} [-EnorUux] [-a arch] [-B buildid] [-D dest] [-j njob]
    358 		[-M obj] [-m mach] [-N noisy] [-O obj] [-R release] [-T tools]
    359 		[-V var=[value]] [-w wrapper] [-X x11src] [-Z var]
    360 		operation [...]
    361 
    362  Build operations (all imply "obj" and "tools"):
    363     build               Run "make build".
    364     distribution        Run "make distribution" (includes DESTDIR/etc/ files).
    365     release             Run "make release" (includes kernels & distrib media).
    366 
    367  Other operations:
    368     help                Show this message and exit.
    369     makewrapper         Create ${toolprefix}make-\${MACHINE} wrapper and ${toolprefix}make.
    370                         Always performed.
    371     obj                 Run "make obj".  [Default unless -o is used]
    372     tools               Build and install tools.
    373     install=idir        Run "make installworld" to \`idir' to install all sets
    374 			except \`etc'.  Useful after "distribution" or "release"
    375     kernel=conf         Build kernel with config file \`conf'
    376     releasekernel=conf  Install kernel built by kernel=conf to RELEASEDIR.
    377     sets                Create binary sets in RELEASEDIR/MACHINE/binary/sets.
    378 			DESTDIR should be populated beforehand.
    379     sourcesets          Create source sets in RELEASEDIR/source/sets.
    380     syspkgs             Create syspkgs in RELEASEDIR/MACHINE/binary/syspkgs.
    381     params              Display various make(1) parameters.
    382 
    383  Options:
    384     -a arch     Set MACHINE_ARCH to arch.  [Default: deduced from MACHINE]
    385     -B buildId  Set BUILDID to buildId.
    386     -D dest     Set DESTDIR to dest.  [Default: destdir.MACHINE]
    387     -E          Set "expert" mode; disables various safety checks.
    388                 Should not be used without expert knowledge of the build system.
    389     -h          Print this help message.
    390     -j njob     Run up to njob jobs in parallel; see make(1) -j.
    391     -M obj      Set obj root directory to obj; sets MAKEOBJDIRPREFIX.
    392                 Unsets MAKEOBJDIR.
    393     -m mach     Set MACHINE to mach; not required if NetBSD native.
    394     -N noisy	Set the noisyness (MAKEVERBOSE) level of the build:
    395 		    0	Quiet
    396 		    1	Operations are described, commands are suppressed
    397 		    2	Full output
    398 		[Default: 2]
    399     -n          Show commands that would be executed, but do not execute them.
    400     -O obj      Set obj root directory to obj; sets a MAKEOBJDIR pattern.
    401                 Unsets MAKEOBJDIRPREFIX.
    402     -o          Set MKOBJDIRS=no; do not create objdirs at start of build.
    403     -R release  Set RELEASEDIR to release.  [Default: releasedir]
    404     -r          Remove contents of TOOLDIR and DESTDIR before building.
    405     -T tools    Set TOOLDIR to tools.  If unset, and TOOLDIR is not set in
    406                 the environment, ${toolprefix}make will be (re)built unconditionally.
    407     -U          Set MKUNPRIVED=yes; build without requiring root privileges,
    408     		install from an UNPRIVED build with proper file permissions.
    409     -u          Set MKUPDATE=yes; do not run "make clean" first.
    410 		Without this, everything is rebuilt, including the tools.
    411     -V v=[val]  Set variable \`v' to \`val'.
    412     -w wrapper  Create ${toolprefix}make script as wrapper.
    413                 [Default: \${TOOLDIR}/bin/${toolprefix}make-\${MACHINE}]
    414     -X x11src   Set X11SRCDIR to x11src.  [Default: /usr/xsrc]
    415     -x          Set MKX11=yes; build X11R6 from X11SRCDIR
    416     -Z v        Unset ("zap") variable \`v'.
    417 
    418 _usage_
    419 	exit 1
    420 }
    421 
    422 parseoptions()
    423 {
    424 	opts='a:B:bD:dEhi:j:k:M:m:N:nO:oR:rT:tUuV:w:xX:Z:'
    425 	opt_a=no
    426 
    427 	if type getopts >/dev/null 2>&1; then
    428 		# Use POSIX getopts.
    429 		#
    430 		getoptcmd='getopts ${opts} opt && opt=-${opt}'
    431 		optargcmd=':'
    432 		optremcmd='shift $((${OPTIND} -1))'
    433 	else
    434 		type getopt >/dev/null 2>&1 ||
    435 		    bomb "/bin/sh shell is too old; try ksh or bash"
    436 
    437 		# Use old-style getopt(1) (doesn't handle whitespace in args).
    438 		#
    439 		args="$(getopt ${opts} $*)"
    440 		[ $? = 0 ] || usage
    441 		set -- ${args}
    442 
    443 		getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
    444 		optargcmd='OPTARG="$1"; shift'
    445 		optremcmd=':'
    446 	fi
    447 
    448 	# Parse command line options.
    449 	#
    450 	while eval ${getoptcmd}; do
    451 		case ${opt} in
    452 
    453 		-a)
    454 			eval ${optargcmd}
    455 			MACHINE_ARCH=${OPTARG}
    456 			opt_a=yes
    457 			;;
    458 
    459 		-B)
    460 			eval ${optargcmd}
    461 			BUILDID=${OPTARG}
    462 			;;
    463 
    464 		-b)
    465 			usage "'-b' has been replaced by 'makewrapper'"
    466 			;;
    467 
    468 		-D)
    469 			eval ${optargcmd}; resolvepath
    470 			setmakeenv DESTDIR "${OPTARG}"
    471 			;;
    472 
    473 		-d)
    474 			usage "'-d' has been replaced by 'distribution'"
    475 			;;
    476 
    477 		-E)
    478 			do_expertmode=true
    479 			;;
    480 
    481 		-i)
    482 			usage "'-i idir' has been replaced by 'install=idir'"
    483 			;;
    484 
    485 		-j)
    486 			eval ${optargcmd}
    487 			parallel="-j ${OPTARG}"
    488 			;;
    489 
    490 		-k)
    491 			usage "'-k conf' has been replaced by 'kernel=conf'"
    492 			;;
    493 
    494 		-M)
    495 			eval ${optargcmd}; resolvepath
    496 			makeobjdir="${OPTARG}"
    497 			unsetmakeenv MAKEOBJDIR
    498 			setmakeenv MAKEOBJDIRPREFIX "${OPTARG}"
    499 			;;
    500 
    501 			# -m overrides MACHINE_ARCH unless "-a" is specified
    502 		-m)
    503 			eval ${optargcmd}
    504 			MACHINE="${OPTARG}"
    505 			[ "${opt_a}" != "yes" ] && getarch
    506 			;;
    507 
    508 		-N)
    509 			eval ${optargcmd}
    510 			case "${OPTARG}" in
    511 			0|1|2)
    512 				setmakeenv MAKEVERBOSE "${OPTARG}"
    513 				;;
    514 			*)
    515 				usage "'${OPTARG}' is not a valid value for -N"
    516 				;;
    517 			esac
    518 			;;
    519 
    520 		-n)
    521 			runcmd=echo
    522 			;;
    523 
    524 		-O)
    525 			eval ${optargcmd}; resolvepath
    526 			makeobjdir="${OPTARG}"
    527 			unsetmakeenv MAKEOBJDIRPREFIX
    528 			setmakeenv MAKEOBJDIR "\${.CURDIR:C,^$TOP,$OPTARG,}"
    529 			;;
    530 
    531 		-o)
    532 			MKOBJDIRS=no
    533 			;;
    534 
    535 		-R)
    536 			eval ${optargcmd}; resolvepath
    537 			setmakeenv RELEASEDIR "${OPTARG}"
    538 			;;
    539 
    540 		-r)
    541 			do_removedirs=true
    542 			do_rebuildmake=true
    543 			;;
    544 
    545 		-T)
    546 			eval ${optargcmd}; resolvepath
    547 			TOOLDIR="${OPTARG}"
    548 			export TOOLDIR
    549 			;;
    550 
    551 		-t)
    552 			usage "'-t' has been replaced by 'tools'"
    553 			;;
    554 
    555 		-U)
    556 			setmakeenv MKUNPRIVED yes
    557 			;;
    558 
    559 		-u)
    560 			setmakeenv MKUPDATE yes
    561 			;;
    562 
    563 		-V)
    564 			eval ${optargcmd}
    565 			case "${OPTARG}" in
    566 		    # XXX: consider restricting which variables can be changed?
    567 			[a-zA-Z_][a-zA-Z_0-9]*=*)
    568 				setmakeenv "${OPTARG%%=*}" "${OPTARG#*=}"
    569 				;;
    570 			*)
    571 				usage "-V argument must be of the form 'var=[value]'"
    572 				;;
    573 			esac
    574 			;;
    575 
    576 		-w)
    577 			eval ${optargcmd}; resolvepath
    578 			makewrapper="${OPTARG}"
    579 			;;
    580 
    581 		-X)
    582 			eval ${optargcmd}; resolvepath
    583 			setmakeenv X11SRCDIR "${OPTARG}"
    584 			;;
    585 
    586 		-x)
    587 			setmakeenv MKX11 yes
    588 			;;
    589 
    590 		-Z)
    591 			eval ${optargcmd}
    592 		    # XXX: consider restricting which variables can be unset?
    593 			unsetmakeenv "${OPTARG}"
    594 			;;
    595 
    596 		--)
    597 			break
    598 			;;
    599 
    600 		-'?'|-h)
    601 			usage
    602 			;;
    603 
    604 		esac
    605 	done
    606 
    607 	# Validate operations.
    608 	#
    609 	eval ${optremcmd}
    610 	while [ $# -gt 0 ]; do
    611 		op=$1; shift
    612 		operations="${operations} ${op}"
    613 
    614 		case "${op}" in
    615 
    616 		help)
    617 			usage
    618 			;;
    619 
    620 		makewrapper|obj|tools|build|distribution|release|sets|sourcesets|syspkgs|params)
    621 			;;
    622 
    623 		kernel=*|releasekernel=*)
    624 			arg=${op#*=}
    625 			op=${op%%=*}
    626 			[ -n "${arg}" ] ||
    627 			    bomb "Must supply a kernel name with \`${op}=...'"
    628 			;;
    629 
    630 		install=*)
    631 			arg=${op#*=}
    632 			op=${op%%=*}
    633 			[ -n "${arg}" ] ||
    634 			    bomb "Must supply a directory with \`install=...'"
    635 			;;
    636 
    637 		*)
    638 			usage "Unknown operation \`${op}'"
    639 			;;
    640 
    641 		esac
    642 		eval do_${op}=true
    643 	done
    644 	[ -n "${operations}" ] || usage "Missing operation to perform."
    645 
    646 	# Set up MACHINE*.  On a NetBSD host, these are allowed to be unset.
    647 	#
    648 	if [ -z "${MACHINE}" ]; then
    649 		[ "${uname_s}" = "NetBSD" ] ||
    650 		    bomb "MACHINE must be set, or -m must be used, for cross builds."
    651 		MACHINE=${uname_m}
    652 	fi
    653 	[ -n "${MACHINE_ARCH}" ] || getarch
    654 	validatearch
    655 
    656 	# Set up default make(1) environment.
    657 	#
    658 	makeenv="${makeenv} TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
    659 	[ -z "${BUILDID}" ] || makeenv="${makeenv} BUILDID"
    660 	MAKEFLAGS="-de -m ${TOP}/share/mk ${MAKEFLAGS} MKOBJDIRS=${MKOBJDIRS-yes}"
    661 	export MAKEFLAGS MACHINE MACHINE_ARCH
    662 }
    663 
    664 rebuildmake()
    665 {
    666 	# Test make source file timestamps against installed ${toolprefix}make
    667 	# binary, if TOOLDIR is pre-set.
    668 	#
    669 	# Note that we do NOT try to grovel "mk.conf" here to find out if
    670 	# TOOLDIR is set there, because it can contain make variable
    671 	# expansions and other stuff only parseable *after* we have a working
    672 	# ${toolprefix}make.  So this logic can only work if the user has
    673 	# pre-set TOOLDIR in the environment or used the -T option to build.sh.
    674 	#
    675 	make="${TOOLDIR-nonexistent}/bin/${toolprefix}make"
    676 	if [ -x "${make}" ]; then
    677 		for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
    678 			if [ "${f}" -nt "${make}" ]; then
    679 				statusmsg "${make} outdated (older than ${f}), needs building."
    680 				do_rebuildmake=true
    681 				break
    682 			fi
    683 		done
    684 	else
    685 		statusmsg "No ${make}, needs building."
    686 		do_rebuildmake=true
    687 	fi
    688 
    689 	# Build bootstrap ${toolprefix}make if needed.
    690 	if ${do_rebuildmake}; then
    691 		statusmsg "Bootstrapping ${toolprefix}make"
    692 		${runcmd} cd "${tmpdir}"
    693 		${runcmd} env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" \
    694 			CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
    695 			sh "${TOP}/tools/make/configure" ||
    696 		    bomb "Configure of ${toolprefix}make failed"
    697 		${runcmd} sh buildmake.sh ||
    698 		    bomb "Build of ${toolprefix}make failed"
    699 		make="${tmpdir}/${toolprefix}make"
    700 		${runcmd} cd "${TOP}"
    701 		${runcmd} rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
    702 	fi
    703 }
    704 
    705 validatemakeparams()
    706 {
    707 	if [ "${runcmd}" = "echo" ]; then
    708 		TOOLCHAIN_MISSING=no
    709 		EXTERNAL_TOOLCHAIN=""
    710 	else
    711 		TOOLCHAIN_MISSING=$(raw_getmakevar TOOLCHAIN_MISSING)
    712 		EXTERNAL_TOOLCHAIN=$(raw_getmakevar EXTERNAL_TOOLCHAIN)
    713 	fi
    714 	if [ "${TOOLCHAIN_MISSING}" = "yes" ] && \
    715 	   [ -z "${EXTERNAL_TOOLCHAIN}" ]; then
    716 		${runcmd} echo "ERROR: build.sh (in-tree cross-toolchain) is not yet available for"
    717 		${runcmd} echo "	MACHINE:      ${MACHINE}"
    718 		${runcmd} echo "	MACHINE_ARCH: ${MACHINE_ARCH}"
    719 		${runcmd} echo ""
    720 		${runcmd} echo "All builds for this platform should be done via a traditional make"
    721 		${runcmd} echo "If you wish to use an external cross-toolchain, set"
    722 		${runcmd} echo "	EXTERNAL_TOOLCHAIN=<path to toolchain root>"
    723 		${runcmd} echo "in either the environment or mk.conf and rerun"
    724 		${runcmd} echo "	${progname} $*"
    725 		exit 1
    726 	fi
    727 
    728 	# Normalise MKOBJDIRS, MKUNPRIVED, and MKUPDATE
    729 	# These may be set as build.sh options or in "mk.conf".
    730 	# Don't export them as they're only used for tests in build.sh.
    731 	#
    732 	MKOBJDIRS=$(getmakevar MKOBJDIRS)
    733 	MKUNPRIVED=$(getmakevar MKUNPRIVED)
    734 	MKUPDATE=$(getmakevar MKUPDATE)
    735 
    736 	if [ "${MKOBJDIRS}" != "no" ]; then
    737 		# If setting -M or -O to the root of an obj dir, make sure
    738 		# the base directory is made before continuing as <bsd.own.mk>
    739 		# will need this to pick up _SRC_TOP_OBJ_
    740 		#
    741 		if [ ! -z "${makeobjdir}" ]; then
    742 			${runcmd} mkdir -p "${makeobjdir}"
    743 		fi
    744 
    745 		# make obj in tools to ensure that the objdir for the top-level
    746 		# of the source tree and for "tools" is available, in case the
    747 		# default TOOLDIR setting from <bsd.own.mk> is used, or the
    748 		# build.sh default DESTDIR and RELEASEDIR is to be used.
    749 		#
    750 		${runcmd} cd tools
    751 		${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= ||
    752 		    bomb "Failed to make obj in tools"
    753 		${runcmd} cd "${TOP}"
    754 	fi
    755 
    756 	statusmsg "MACHINE:          ${MACHINE}"
    757 	statusmsg "MACHINE_ARCH:     ${MACHINE_ARCH}"
    758 
    759 	# Find TOOLDIR, DESTDIR, and RELEASEDIR.
    760 	#
    761 	TOOLDIR=$(getmakevar TOOLDIR)
    762 	statusmsg "TOOLDIR path:     ${TOOLDIR}"
    763 	DESTDIR=$(getmakevar DESTDIR)
    764 	RELEASEDIR=$(getmakevar RELEASEDIR)
    765 	if ! $do_expertmode; then
    766 		_SRC_TOP_OBJ_=$(getmakevar _SRC_TOP_OBJ_)
    767 		: ${DESTDIR:=${_SRC_TOP_OBJ_}/destdir.${MACHINE}}
    768 		: ${RELEASEDIR:=${_SRC_TOP_OBJ_}/releasedir}
    769 		makeenv="${makeenv} DESTDIR RELEASEDIR"
    770 	fi
    771 	export TOOLDIR DESTDIR RELEASEDIR
    772 	statusmsg "DESTDIR path:     ${DESTDIR}"
    773 	statusmsg "RELEASEDIR path:  ${RELEASEDIR}"
    774 
    775 	# Check validity of TOOLDIR and DESTDIR.
    776 	#
    777 	if [ -z "${TOOLDIR}" ] || [ "${TOOLDIR}" = "/" ]; then
    778 		bomb "TOOLDIR '${TOOLDIR}' invalid"
    779 	fi
    780 	removedirs="${TOOLDIR}"
    781 
    782 	if [ -z "${DESTDIR}" ] || [ "${DESTDIR}" = "/" ]; then
    783 		if ${do_build} || ${do_distribution} || ${do_release}; then
    784 			if ! ${do_build} || \
    785 			   [ "${uname_s}" != "NetBSD" ] || \
    786 			   [ "${uname_m}" != "${MACHINE}" ]; then
    787 				bomb "DESTDIR must != / for cross builds, or ${progname} 'distribution' or 'release'."
    788 			fi
    789 			if ! ${do_expertmode}; then
    790 				bomb "DESTDIR must != / for non -E (expert) builds"
    791 			fi
    792 			statusmsg "WARNING: Building to /, in expert mode."
    793 			statusmsg "         This may cause your system to break!  Reasons include:"
    794 			statusmsg "            - your kernel is not up to date"
    795 			statusmsg "            - the libraries or toolchain have changed"
    796 			statusmsg "         YOU HAVE BEEN WARNED!"
    797 		fi
    798 	else
    799 		removedirs="${removedirs} ${DESTDIR}"
    800 	fi
    801 	if ${do_build} || ${do_distribution} || ${do_release}; then
    802 		if ! ${do_expertmode} && \
    803 		    [ $(id -u 2>/dev/null) -ne 0 ] && \
    804 		    [ "${MKUNPRIVED}" = "no" ] ; then
    805 			bomb "-U or -E must be set for build as an unprivileged user."
    806 		fi
    807         fi
    808 	if ${do_releasekernel} && [ -z "${RELEASEDIR}" ]; then
    809 		bomb "Must set RELEASEDIR with \`releasekernel=...'"
    810 	fi
    811 }
    812 
    813 
    814 createmakewrapper()
    815 {
    816 	# Remove the target directories.
    817 	#
    818 	if ${do_removedirs}; then
    819 		for f in ${removedirs}; do
    820 			statusmsg "Removing ${f}"
    821 			${runcmd} rm -r -f "${f}"
    822 		done
    823 	fi
    824 
    825 	# Recreate $TOOLDIR.
    826 	#
    827 	${runcmd} mkdir -p "${TOOLDIR}/bin" ||
    828 	    bomb "mkdir of '${TOOLDIR}/bin' failed"
    829 
    830 	# Install ${toolprefix}make if it was built.
    831 	#
    832 	if ${do_rebuildmake}; then
    833 		${runcmd} rm -f "${TOOLDIR}/bin/${toolprefix}make"
    834 		${runcmd} cp "${make}" "${TOOLDIR}/bin/${toolprefix}make" ||
    835 		    bomb "Failed to install \$TOOLDIR/bin/${toolprefix}make"
    836 		make="${TOOLDIR}/bin/${toolprefix}make"
    837 		statusmsg "Created ${make}"
    838 	fi
    839 
    840 	# Build a ${toolprefix}make wrapper script, usable by hand as
    841 	# well as by build.sh.
    842 	#
    843 	if [ -z "${makewrapper}" ]; then
    844 		makewrapper="${TOOLDIR}/bin/${toolprefix}make-${makewrappermachine:-${MACHINE}}"
    845 		[ -z "${BUILDID}" ] || makewrapper="${makewrapper}-${BUILDID}"
    846 	fi
    847 
    848 	${runcmd} rm -f "${makewrapper}"
    849 	if [ "${runcmd}" = "echo" ]; then
    850 		echo 'cat <<EOF >'${makewrapper}
    851 		makewrapout=
    852 	else
    853 		makewrapout=">>\${makewrapper}"
    854 	fi
    855 
    856 	case "${KSH_VERSION:-${SH_VERSION}}" in
    857 	*PD\ KSH*)
    858 		set +o braceexpand
    859 		;;
    860 	esac
    861 
    862 	eval cat <<EOF ${makewrapout}
    863 #! /bin/sh
    864 # Set proper variables to allow easy "make" building of a NetBSD subtree.
    865 # Generated from:  \$NetBSD: build.sh,v 1.144 2006/01/08 11:03:40 dsl Exp $
    866 # with these arguments: ${_args}
    867 #
    868 EOF
    869 	for f in ${makeenv}; do
    870 		if eval "[ -z \"\${$f}\" -a \"\${${f}-X}\" = \"X\" ]"; then
    871 			eval echo "unset ${f}" ${makewrapout}
    872 		else
    873 			eval echo "${f}=\'\$$(echo ${f})\'\;\ export\ ${f}" ${makewrapout}
    874 		fi
    875 	done
    876 	eval echo "USETOOLS=yes\; export USETOOLS" ${makewrapout}
    877 
    878 	eval cat <<EOF ${makewrapout}
    879 
    880 exec "\${TOOLDIR}/bin/${toolprefix}make" \${1+"\$@"}
    881 EOF
    882 	[ "${runcmd}" = "echo" ] && echo EOF
    883 	${runcmd} chmod +x "${makewrapper}"
    884 	statusmsg "makewrapper:      ${makewrapper}"
    885 	statusmsg "Updated ${makewrapper}"
    886 }
    887 
    888 buildtools()
    889 {
    890 	if [ "${MKOBJDIRS}" != "no" ]; then
    891 		${runcmd} "${makewrapper}" ${parallel} obj-tools ||
    892 		    bomb "Failed to make obj-tools"
    893 	fi
    894 	${runcmd} cd tools
    895 	if [ "${MKUPDATE}" = "no" ]; then
    896 		${runcmd} "${makewrapper}" ${parallel} cleandir ||
    897 		    bomb "Failed to make cleandir tools"
    898 	fi
    899 	${runcmd} "${makewrapper}" ${parallel} dependall ||
    900 	    bomb "Failed to make dependall tools"
    901 	${runcmd} "${makewrapper}" ${parallel} install ||
    902 	    bomb "Failed to make install tools"
    903 	statusmsg "Tools built to ${TOOLDIR}"
    904 	${runcmd} cd "${TOP}"
    905 }
    906 
    907 getkernelconf()
    908 {
    909 	kernelconf="$1"
    910 	if [ "${MKOBJDIRS}" != "no" ]; then
    911 		# The correct value of KERNOBJDIR might
    912 		# depend on a prior "make obj" in
    913 		# ${KERNSRCDIR}/${KERNARCHDIR}/compile.
    914 		#
    915 		KERNSRCDIR="$(getmakevar KERNSRCDIR)"
    916 		KERNARCHDIR="$(getmakevar KERNARCHDIR)"
    917 		${runcmd} cd "${KERNSRCDIR}/${KERNARCHDIR}/compile"
    918 		${runcmd} "${makewrapper}" ${parallel} obj ||
    919 		    bomb "Failed to make obj in ${KERNSRCDIR}/${KERNARCHDIR}/compile"
    920 		${runcmd} cd "${TOP}"
    921 	fi
    922 	KERNCONFDIR="$(getmakevar KERNCONFDIR)"
    923 	KERNOBJDIR="$(getmakevar KERNOBJDIR)"
    924 	case "${kernelconf}" in
    925 	*/*)
    926 		kernelconfpath="${kernelconf}"
    927 		kernelconfname="${kernelconf##*/}"
    928 		;;
    929 	*)
    930 		kernelconfpath="${KERNCONFDIR}/${kernelconf}"
    931 		kernelconfname="${kernelconf}"
    932 		;;
    933 	esac
    934 	kernelbuildpath="${KERNOBJDIR}/${kernelconfname}"
    935 }
    936 
    937 buildkernel()
    938 {
    939 	if ! ${do_tools} && ! ${buildkernelwarned:-false}; then
    940 		# Building tools every time we build a kernel is clearly
    941 		# unnecessary.  We could try to figure out whether rebuilding
    942 		# the tools is necessary this time, but it doesn't seem worth
    943 		# the trouble.  Instead, we say it's the user's responsibility
    944 		# to rebuild the tools if necessary.
    945 		#
    946 		statusmsg "Building kernel without building new tools"
    947 		buildkernelwarned=true
    948 	fi
    949 	getkernelconf $1
    950 	statusmsg "Building kernel:  ${kernelconf}"
    951 	statusmsg "Build directory:  ${kernelbuildpath}"
    952 	${runcmd} mkdir -p "${kernelbuildpath}" ||
    953 	    bomb "Cannot mkdir: ${kernelbuildpath}"
    954 	if [ "${MKUPDATE}" = "no" ]; then
    955 		${runcmd} cd "${kernelbuildpath}"
    956 		${runcmd} "${makewrapper}" ${parallel} cleandir ||
    957 		    bomb "Failed to make cleandir in ${kernelbuildpath}"
    958 		${runcmd} cd "${TOP}"
    959 	fi
    960 	${runcmd} "${TOOLDIR}/bin/${toolprefix}config" -b "${kernelbuildpath}" \
    961 		-s "${TOP}/sys" "${kernelconfpath}" ||
    962 	    bomb "${toolprefix}config failed for ${kernelconf}"
    963 	${runcmd} cd "${kernelbuildpath}"
    964 	${runcmd} "${makewrapper}" ${parallel} depend ||
    965 	    bomb "Failed to make depend in ${kernelbuildpath}"
    966 	${runcmd} "${makewrapper}" ${parallel} all ||
    967 	    bomb "Failed to make all in ${kernelbuildpath}"
    968 	${runcmd} cd "${TOP}"
    969 
    970 	if [ "${runcmd}" != "echo" ]; then
    971 		statusmsg "Kernels built from ${kernelconf}:"
    972 		kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath})
    973 		for kern in ${kernlist:-netbsd}; do
    974 			[ -f "${kernelbuildpath}/${kern}" ] && \
    975 			    echo "  ${kernelbuildpath}/${kern}"
    976 		done | tee -a "${results}"
    977 	fi
    978 }
    979 
    980 releasekernel()
    981 {
    982 	getkernelconf $1
    983 	kernelreldir="${RELEASEDIR}/${MACHINE}/binary/kernel"
    984 	${runcmd} mkdir -p "${kernelreldir}"
    985 	kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath})
    986 	for kern in ${kernlist:-netbsd}; do
    987 		builtkern="${kernelbuildpath}/${kern}"
    988 		[ -f "${builtkern}" ] || continue
    989 		releasekern="${kernelreldir}/${kern}-${kernelconfname}.gz"
    990 		statusmsg "Kernel copy:      ${releasekern}"
    991 		${runcmd} gzip -c -9 < "${builtkern}" > "${releasekern}"
    992 	done
    993 }
    994 
    995 installworld()
    996 {
    997 	dir="$1"
    998 	${runcmd} "${makewrapper}" INSTALLWORLDDIR="${dir}" installworld ||
    999 	    bomb "Failed to make installworld to ${dir}"
   1000 	statusmsg "Successful installworld to ${dir}"
   1001 }
   1002 
   1003 
   1004 main()
   1005 {
   1006 	initdefaults
   1007 	_args=$@
   1008 	parseoptions "$@"
   1009 
   1010 	build_start=$(date)
   1011 	statusmsg "${progname} command: $0 $@"
   1012 	statusmsg "${progname} started: ${build_start}"
   1013 
   1014 	rebuildmake
   1015 	validatemakeparams
   1016 	createmakewrapper
   1017 
   1018 	# Perform the operations.
   1019 	#
   1020 	for op in ${operations}; do
   1021 		case "${op}" in
   1022 
   1023 		makewrapper)
   1024 			# no-op
   1025 			;;
   1026 
   1027 		tools)
   1028 			buildtools
   1029 			;;
   1030 
   1031 		sets)
   1032 			statusmsg "Building sets from pre-populated ${DESTDIR}"
   1033 			${runcmd} "${makewrapper}" ${parallel} ${op} ||
   1034 			    bomb "Failed to make ${op}"
   1035 			statusmsg "Successful make ${op}"
   1036 			;;
   1037 
   1038 		obj|build|distribution|release|sourcesets|syspkgs|params)
   1039 			${runcmd} "${makewrapper}" ${parallel} ${op} ||
   1040 			    bomb "Failed to make ${op}"
   1041 			statusmsg "Successful make ${op}"
   1042 			;;
   1043 
   1044 		kernel=*)
   1045 			arg=${op#*=}
   1046 			buildkernel "${arg}"
   1047 			;;
   1048 
   1049 		releasekernel=*)
   1050 			arg=${op#*=}
   1051 			releasekernel "${arg}"
   1052 			;;
   1053 
   1054 		install=*)
   1055 			arg=${op#*=}
   1056 			if [ "${arg}" = "/" ] && \
   1057 			    (	[ "${uname_s}" != "NetBSD" ] || \
   1058 				[ "${uname_m}" != "${MACHINE}" ] ); then
   1059 				bomb "'${op}' must != / for cross builds."
   1060 			fi
   1061 			installworld "${arg}"
   1062 			;;
   1063 
   1064 		*)
   1065 			bomb "Unknown operation \`${op}'"
   1066 			;;
   1067 
   1068 		esac
   1069 	done
   1070 
   1071 	statusmsg "${progname} started: ${build_start}"
   1072 	statusmsg "${progname} ended:   $(date)"
   1073 	if [ -s "${results}" ]; then
   1074 		echo "===> Summary of results:"
   1075 		sed -e 's/^===>//;s/^/	/' "${results}"
   1076 		echo "===> ."
   1077 	fi
   1078 }
   1079 
   1080 main "$@"
   1081