Home | History | Annotate | Line # | Download | only in src
build.sh revision 1.70
      1 #! /usr/bin/env sh
      2 #  $NetBSD: build.sh,v 1.70 2002/10/20 15:48:01 lukem Exp $
      3 #
      4 # Top level build wrapper, for a system containing no tools.
      5 #
      6 # This script should run on any POSIX-compliant shell.  For systems
      7 # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
      8 #
      9 # Note, however, that due to the way the interpreter is invoked above,
     10 # if a POSIX-compliant shell is the first in the PATH, you won't have
     11 # to take any further action.
     12 #
     13 
     14 bomb () {
     15 	echo ""
     16 	echo "ERROR: $@"
     17 	echo "*** BUILD ABORTED ***"
     18 	exit 1
     19 }
     20 [ -d usr.bin/make ] || bomb "build.sh must be run from the top source level"
     21 [ -f share/mk/bsd.own.mk ] || bomb "src/share/mk is missing; please re-fetch the source tree"
     22 
     23 # If $PWD is a valid name of the current directory, POSIX mandates that pwd
     24 # return it by default which causes problems in the presence of symlinks.
     25 # Unsetting PWD is simpler than changing every occurrence of pwd to use -P.
     26 #
     27 # XXX Except that doesn't work on Solaris.
     28 unset PWD
     29 if [ "x`uname -s`" = "xSunOS" ]; then
     30 	TOP=`pwd -P`
     31 else
     32 	TOP=`pwd`
     33 fi
     34 
     35 getarch () {
     36 	# Translate a MACHINE into a default MACHINE_ARCH.
     37 	case $MACHINE in
     38 		acorn26|acorn32|cats|netwinder|shark|*arm)
     39 			MACHINE_ARCH=arm;;
     40 
     41 		sun2)
     42 			MACHINE_ARCH=m68000;;
     43 
     44 		amiga|atari|cesfic|hp300|sun3|*68k)
     45 			MACHINE_ARCH=m68k;;
     46 
     47 		mipsco|newsmips|sbmips|sgimips)
     48 			MACHINE_ARCH=mipseb;;
     49 
     50 		algor|arc|cobalt|evbmips|hpcmips|playstation2|pmax)
     51 			MACHINE_ARCH=mipsel;;
     52 
     53 		pc532)
     54 			MACHINE_ARCH=ns32k;;
     55 
     56 		bebox|prep|sandpoint|walnut|*ppc)
     57 			MACHINE_ARCH=powerpc;;
     58 
     59 		evbsh3|mmeye)
     60 			MACHINE_ARCH=sh3eb;;
     61 
     62 		dreamcast|hpcsh)
     63 			MACHINE_ARCH=sh3el;;
     64 
     65 		hp700)
     66 			MACHINE_ARCH=hppa;;
     67 
     68 		evbsh5)
     69 			MACHINE_ARCH=sh5el;;
     70 
     71 		alpha|i386|sparc|sparc64|vax|x86_64)
     72 			MACHINE_ARCH=$MACHINE;;
     73 
     74 		*)	bomb "unknown target MACHINE: $MACHINE";;
     75 	esac
     76 }
     77 
     78 validatearch () {
     79 	# Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
     80 	case $MACHINE_ARCH in
     81 		alpha|arm|armeb|hppa|i386|m68000|m68k|mipse[bl]|ns32k|powerpc|sh[35]e[bl]|sparc|sparc64|vax|x86_64)
     82 			;;
     83 
     84 		*)	bomb "unknown target MACHINE_ARCH: $MACHINE_ARCH";;
     85 	esac
     86 }
     87 
     88 getmakevar () {
     89 	$make -m ${TOP}/share/mk -s -f- _x_ <<EOF
     90 _x_:
     91 	echo \${$1}
     92 .include <bsd.prog.mk>
     93 .include <bsd.kernobj.mk>
     94 EOF
     95 }
     96 
     97 resolvepath () {
     98 	case $OPTARG in
     99 	/*)	;;
    100 	*)	OPTARG="$TOP/$OPTARG";;
    101 	esac
    102 }
    103 
    104 usage () {
    105 	cat <<_usage_
    106 Usage:
    107 $0 [-bdorUu] [-a arch] [-B buildid] [-D dest] [-j njob] [-k kernel]
    108 	   [-M obj] [-m mach] [-O obj] [-R release] [-T tools] [-w wrapper]
    109 
    110     -a arch	set MACHINE_ARCH to arch (otherwise deduced from MACHINE)
    111     -B buildid	set BUILDID to buildid
    112     -b		build nbmake and nbmake wrapper script, if needed
    113     -D dest	set DESTDIR to dest
    114     -d		build a full distribution into DESTDIR (including etc files)
    115     -j njob	run up to njob jobs in parallel; see make(1)
    116     -k kernel	build a kernel using the named configuration file
    117     -M obj	set obj root directory to obj (sets MAKEOBJDIRPREFIX)
    118     -m mach	set MACHINE to mach (not required if NetBSD native)
    119     -n		show commands that would be executed, but do not execute them
    120     -O obj	set obj root directory to obj (sets a MAKEOBJDIR pattern)
    121     -o		set MKOBJDIRS=no (do not create objdirs at start of build)
    122     -R release	build a release (and set RELEASEDIR to release)
    123     -r remove	contents of TOOLDIR and DESTDIR before building
    124     -T tools	set TOOLDIR to tools
    125     -t		build and install tools only (implies -b)
    126     -U		set UNPRIVED
    127     -u		set UPDATE
    128     -w wrapper	create nbmake script at wrapper
    129 		(default TOOLDIR/bin/nbmake-MACHINE)
    130 
    131 Note: if -T is unset and TOOLDIR is not set in the environment,
    132       nbmake will be [re]built unconditionally.
    133 _usage_
    134 	exit 1
    135 }
    136 
    137 # Set defaults.
    138 MAKEFLAGS=
    139 buildtarget=build
    140 do_buildsystem=true
    141 do_buildonlykernel=false
    142 do_buildonlytools=false
    143 do_rebuildmake=false
    144 do_removedirs=false
    145 makeenv=
    146 makewrapper=
    147 opt_a=no
    148 opts='a:B:bdhj:k:m:nortuw:D:M:O:R:T:U'
    149 runcmd=
    150 
    151 if type getopts >/dev/null 2>&1; then
    152 	# Use POSIX getopts.
    153 	getoptcmd='getopts $opts opt && opt=-$opt'
    154 	optargcmd=':'
    155 else
    156 	type getopt >/dev/null 2>&1 || bomb "/bin/sh shell is too old; try ksh or bash"
    157 
    158 	# Use old-style getopt(1) (doesn't handle whitespace in args).
    159 	args="`getopt $opts $*`"
    160 	[ $? = 0 ] || usage
    161 	set -- $args
    162 
    163 	getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
    164 	optargcmd='OPTARG="$1"; shift'
    165 fi
    166 
    167 # Parse command line options.
    168 while eval $getoptcmd; do case $opt in
    169 	-a)	eval $optargcmd
    170 		MACHINE_ARCH=$OPTARG; opt_a=yes;;
    171 
    172 	-B)	eval $optargcmd
    173 		BUILDID=$OPTARG;;
    174 
    175 	-b)	do_buildsystem=false;;
    176 
    177 	-d)	buildtarget=distribution;;
    178 
    179 	-j)	eval $optargcmd
    180 		parallel="-j $OPTARG";;
    181 
    182 	-k)	do_buildonlykernel=true; do_buildsystem=false
    183 		eval $optargcmd
    184 		KERNCONFNAME=$OPTARG;;
    185 
    186 	# -m overrides MACHINE_ARCH unless "-a" is specified
    187 	-m)	eval $optargcmd
    188 		MACHINE=$OPTARG; [ "$opt_a" != "yes" ] && getarch;;
    189 
    190 	-n)	runcmd=echo;;
    191 
    192 	-o)	MKOBJDIRS=no;;
    193 
    194 	-r)	do_removedirs=true; do_rebuildmake=true;;
    195 
    196 	-t)	do_buildonlytools=true; do_buildsystem=false;;
    197 
    198 	-U)	UNPRIVED=yes; export UNPRIVED
    199 		makeenv="$makeenv UNPRIVED";;
    200 
    201 	-u)	UPDATE=yes; export UPDATE
    202 		makeenv="$makeenv UPDATE";;
    203 
    204 	-w)	eval $optargcmd; resolvepath
    205 		makewrapper="$OPTARG";;
    206 
    207 	-D)	eval $optargcmd; resolvepath
    208 		DESTDIR="$OPTARG"; export DESTDIR
    209 		makeenv="$makeenv DESTDIR";;
    210 
    211 	-M)	eval $optargcmd; resolvepath
    212 		MAKEOBJDIRPREFIX="$OPTARG"; export MAKEOBJDIRPREFIX
    213 		makeobjdir=$OPTARG
    214 		makeenv="$makeenv MAKEOBJDIRPREFIX";;
    215 
    216 	-O)	eval $optargcmd; resolvepath
    217 		MAKEOBJDIR="\${.CURDIR:C,^$TOP,$OPTARG,}"; export MAKEOBJDIR
    218 		makeobjdir=$OPTARG
    219 		makeenv="$makeenv MAKEOBJDIR";;
    220 
    221 	-R)	eval $optargcmd; resolvepath
    222 		RELEASEDIR=$OPTARG; export RELEASEDIR
    223 		makeenv="$makeenv RELEASEDIR"
    224 		buildtarget=release;;
    225 
    226 	-T)	eval $optargcmd; resolvepath
    227 		TOOLDIR="$OPTARG"; export TOOLDIR;;
    228 
    229 	--)		break;;
    230 	-'?'|-h)	usage;;
    231 esac; done
    232 
    233 # Set up MACHINE*.  On a NetBSD host, these are allowed to be unset.
    234 if [ -z "$MACHINE" ]; then
    235 	if [ "`uname -s 2>/dev/null`" != "NetBSD" ]; then
    236 		echo "MACHINE must be set, or -m must be used, for cross builds."
    237 		echo ""; usage
    238 	fi
    239 	MACHINE=`uname -m`
    240 fi
    241 [ -n "$MACHINE_ARCH" ] || getarch
    242 validatearch
    243 
    244 # Set up default make(1) environment.
    245 makeenv="$makeenv TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
    246 if [ ! -z "$BUILDID" ]; then
    247 	makeenv="$makeenv BUILDID"
    248 fi
    249 MAKEFLAGS="-m $TOP/share/mk $MAKEFLAGS MKOBJDIRS=${MKOBJDIRS-yes}"
    250 export MAKEFLAGS MACHINE MACHINE_ARCH
    251 
    252 # Test make source file timestamps against installed nbmake binary,
    253 # if TOOLDIR is pre-set.
    254 #
    255 # Note that we do NOT try to grovel "mk.conf" here to find out if TOOLDIR
    256 # is set there, because it can contain make variable expansions and other
    257 # stuff only parseable *after* we have a working nbmake.  So this logic
    258 # can only work if the user has pre-set TOOLDIR in the environment or
    259 # used the -T option to build.sh.
    260 #
    261 make="${TOOLDIR-nonexistent}/bin/nbmake"
    262 if [ -x $make ]; then
    263 	for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
    264 		if [ $f -nt $make ]; then
    265 			do_rebuildmake=true; break
    266 		fi
    267 	done
    268 else
    269 	do_rebuildmake=true
    270 fi
    271 
    272 # Build bootstrap nbmake if needed.
    273 if $do_rebuildmake; then
    274 	$runcmd echo "===> Bootstrapping nbmake"
    275 	tmpdir="${TMPDIR-/tmp}/nbbuild$$"
    276 
    277 	$runcmd mkdir "$tmpdir" || bomb "cannot mkdir: $tmpdir"
    278 	trap "cd /; rm -r -f \"$tmpdir\"" 0
    279 	trap "exit 1" 1 2 3 15
    280 	$runcmd cd "$tmpdir"
    281 
    282 	$runcmd env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
    283 		"$TOP/tools/make/configure" || bomb "configure of nbmake failed"
    284 	$runcmd sh buildmake.sh || bomb "build of nbmake failed"
    285 
    286 	make="$tmpdir/nbmake"
    287 	$runcmd cd "$TOP"
    288 	$runcmd rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
    289 fi
    290 
    291 EXTERNAL_TOOLCHAIN=`getmakevar EXTERNAL_TOOLCHAIN`
    292 if [ "$runcmd" = "echo" ]; then
    293 	TOOLCHAIN_MISSING=no
    294 else
    295 	TOOLCHAIN_MISSING=`getmakevar TOOLCHAIN_MISSING`
    296 fi
    297 if [ "${TOOLCHAIN_MISSING}" = "yes" -a \
    298      "${EXTERNAL_TOOLCHAIN}" = "" ]; then
    299 	echo "ERROR: build.sh (in-tree cross-toolchain) is not yet available for"
    300 	echo
    301 	echo "MACHINE: ${MACHINE}"
    302 	echo "MACHINE_ARCH: ${MACHINE_ARCH}"
    303 	echo
    304 	echo "All builds for this platform should be done via a traditional make"
    305 	echo
    306 	echo "If you wish to use an external cross-toolchain, set"
    307 	echo
    308 	echo "EXTERNAL_TOOLCHAIN=<path to toolchain root>"
    309 	echo
    310 	echo "in either the environment or mk.conf and rerun"
    311 	echo
    312 	echo "$0 $*"
    313 	exit 1
    314 fi
    315 
    316 # If TOOLDIR isn't already set, make objdirs in "tools" in case the
    317 # default setting from <bsd.own.mk> is used.
    318 if [ -z "$TOOLDIR" ] && [ "$MKOBJDIRS" != "no" ]; then
    319 	$runcmd cd tools
    320 	$runcmd $make -m ${TOP}/share/mk obj NOSUBDIR= || exit 1
    321 	$runcmd cd "$TOP"
    322 fi
    323 
    324 #
    325 # If setting -M or -O to root an obj dir make sure the base directory is made
    326 # before continuing as bsd.own.mk will need this to pick up _SRC_TOP_OBJ_
    327 #
    328 if [ "$MKOBJDIRS" != "no" ] && [ ! -z "$makeobjdir" ]; then
    329 	$runcmd mkdir -p "$makeobjdir"
    330 fi
    331 
    332 # Find DESTDIR and TOOLDIR.
    333 if [ "$runcmd" = "echo" ]; then
    334 	# shown symbolically with -n because these may come from mk.conf
    335 	DESTDIR='$DESTDIR'
    336 	TOOLDIR='$TOOLDIR'
    337 else
    338 	DESTDIR=`getmakevar DESTDIR`;
    339 	[ $? = 0 ] || bomb "getmakevar DESTDIR failed";
    340 	echo "===> DESTDIR path: $DESTDIR"
    341 
    342 	TOOLDIR=`getmakevar TOOLDIR`;
    343 	[ $? = 0 ] || bomb "getmakevar TOOLDIR failed";
    344 	echo "===> TOOLDIR path: $TOOLDIR"
    345 
    346 	export DESTDIR TOOLDIR
    347 fi
    348 
    349 # Check validity of TOOLDIR and DESTDIR.
    350 if [ -z "$TOOLDIR" ] || [ "$TOOLDIR" = "/" ]; then
    351 	bomb "TOOLDIR '$TOOLDIR' invalid"
    352 fi
    353 removedirs="$TOOLDIR"
    354 
    355 if [ -z "$DESTDIR" ] || [ "$DESTDIR" = "/" ]; then
    356 	if $do_buildsystem && \
    357 	   ([ "$buildtarget" != "build" ] || \
    358 	    [ "`uname -s 2>/dev/null`" != "NetBSD" ] || \
    359 	    [ "`uname -m`" != "$MACHINE" ]); then
    360 		bomb "DESTDIR must be set to a non-root path for cross builds or -d or -R."
    361 	elif $do_buildsystem; then
    362 		echo "===> WARNING: Building to /."
    363 		echo "===> If your kernel is not up to date, this may cause the system to break!"
    364 	fi
    365 else
    366 	removedirs="$removedirs $DESTDIR"
    367 fi
    368 
    369 # Remove the target directories.
    370 if $do_removedirs; then
    371 	for f in $removedirs; do
    372 		echo "===> Removing $f"
    373 		$runcmd rm -r -f $f
    374 	done
    375 fi
    376 
    377 # Recreate $TOOLDIR.
    378 $runcmd mkdir -p "$TOOLDIR/bin" || bomb "mkdir of '$TOOLDIR/bin' failed"
    379 
    380 # Install nbmake if it was built.
    381 if $do_rebuildmake; then
    382 	$runcmd rm -f "$TOOLDIR/bin/nbmake"
    383 	$runcmd cp $make "$TOOLDIR/bin/nbmake"
    384 	$runcmd rm -r -f "$tmpdir"
    385 	trap 0 1 2 3 15
    386 fi
    387 
    388 # Build a nbmake wrapper script, usable by hand as well as by build.sh.
    389 if [ -z "$makewrapper" ]; then
    390 	makewrapper="$TOOLDIR/bin/nbmake-$MACHINE"
    391 	if [ ! -z "$BUILDID" ]; then
    392 		makewrapper="$makewrapper-$BUILDID"
    393 	fi
    394 fi
    395 
    396 $runcmd rm -f "$makewrapper"
    397 if [ "$runcmd" = "echo" ]; then
    398 	echo 'cat <<EOF >'$makewrapper
    399 	makewrapout=
    400 else
    401 	makewrapout=">>\$makewrapper"
    402 fi
    403 
    404 eval cat <<EOF $makewrapout
    405 #! /bin/sh
    406 # Set proper variables to allow easy "make" building of a NetBSD subtree.
    407 # Generated from:  \$NetBSD: build.sh,v 1.70 2002/10/20 15:48:01 lukem Exp $
    408 #
    409 
    410 EOF
    411 for f in $makeenv; do
    412 	eval echo "$f=\'\$`echo $f`\'\;\ export\ $f" $makewrapout
    413 done
    414 eval echo "USETOOLS=yes\; export USETOOLS" $makewrapout
    415 
    416 eval cat <<'EOF' $makewrapout
    417 
    418 exec "$TOOLDIR/bin/nbmake" ${1+"$@"}
    419 EOF
    420 [ "$runcmd" = "echo" ] && echo EOF
    421 $runcmd chmod +x "$makewrapper"
    422 
    423 if $do_buildsystem; then
    424 	${runcmd-exec} "$makewrapper" $parallel $buildtarget
    425 else
    426 	# One or more of do_buildonlytools and do_buildonlykernel
    427 	# might be set.  Do them in the appropriate order.
    428 	if $do_buildonlytools; then
    429 		if [ "$MKOBJDIRS" != "no" ]; then
    430 			$runcmd "$makewrapper" $parallel obj-tools || exit 1
    431 		fi
    432 		$runcmd cd tools
    433 		if [ "$UPDATE" = "" ]; then
    434 			$runcmd "$makewrapper" cleandir dependall install
    435 		else
    436 			$runcmd "$makewrapper" dependall install
    437 		fi
    438 	fi
    439 	if $do_buildonlykernel; then
    440 		$runcmd echo "===> Building kernel ${KERNCONFNAME}"
    441 		if [ "$runcmd" = "echo" ]; then
    442 			# shown symbolically with -n
    443 			# because getmakevar might not work yet
    444 			KERNCONFDIR='${KERNCONFDIR}'
    445 			KERNOBJDIR='${KERNOBJDIR}'
    446 		else
    447 			KERNCONFDIR="$( getmakevar KERNCONFDIR )"
    448 			KERNOBJDIR="$( getmakevar KERNOBJDIR )"
    449 		fi
    450 		case "${KERNCONFNAME}" in
    451 		*/*)
    452 			kernconfpath=${KERNCONFNAME}
    453 			KERNCONFNAME=`basename ${KERNCONFNAME}`
    454 			;;
    455 		*)
    456 			kernconfpath=${KERNCONFDIR}/${KERNCONFNAME}
    457 			;;
    458 		esac
    459 		$runcmd mkdir -p "${KERNOBJDIR}/${KERNCONFNAME}"
    460 		if [ "$UPDATE" = "" ]; then
    461 			$runcmd cd "${KERNOBJDIR}/${KERNCONFNAME}"
    462 			$runcmd "$makewrapper" cleandir
    463 			$runcmd cd "$TOP"
    464 		fi
    465 		$runcmd "${TOOLDIR}/bin/nbconfig" \
    466 			-b "${KERNOBJDIR}/${KERNCONFNAME}" \
    467 			-s "${TOP}/sys" "${kernconfpath}"
    468 		$runcmd cd "${KERNOBJDIR}/${KERNCONFNAME}"
    469 		$runcmd "$makewrapper" depend
    470 		$runcmd "$makewrapper" $parallel all
    471 		echo "New kernel should be in ${KERNOBJDIR}/${KERNCONFNAME}"
    472 	fi
    473 fi
    474