Home | History | Annotate | Line # | Download | only in src
build.sh revision 1.55
      1   1.1       tv #! /bin/sh
      2  1.55  thorpej #  $NetBSD: build.sh,v 1.55 2002/04/02 16:34:49 thorpej Exp $
      3   1.1       tv #
      4   1.1       tv # Top level build wrapper, for a system containing no tools.
      5   1.1       tv #
      6   1.1       tv # This script should run on any POSIX-compliant shell.  For systems
      7  1.33       tv # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
      8   1.1       tv #
      9   1.1       tv 
     10   1.1       tv bomb () {
     11   1.1       tv 	echo ""
     12   1.1       tv 	echo "ERROR: $@"
     13   1.1       tv 	echo "*** BUILD ABORTED ***"
     14   1.1       tv 	exit 1
     15   1.1       tv }
     16  1.15       tv [ -d usr.bin/make ] || bomb "build.sh must be run from the top source level"
     17   1.1       tv 
     18  1.29      jmc TOP=`pwd`
     19  1.29      jmc 
     20   1.1       tv getarch () {
     21   1.1       tv 	# Translate a MACHINE into a default MACHINE_ARCH.
     22   1.1       tv 	case $MACHINE in
     23  1.55  thorpej 		acorn26|acorn32|cats|netwinder|shark|*arm)
     24   1.1       tv 			MACHINE_ARCH=arm;;
     25   1.1       tv 
     26   1.1       tv 		sun2)
     27   1.1       tv 			MACHINE_ARCH=m68000;;
     28   1.1       tv 
     29   1.1       tv 		amiga|atari|cesfic|hp300|sun3|*68k)
     30   1.1       tv 			MACHINE_ARCH=m68k;;
     31   1.1       tv 
     32  1.50   simonb 		mipsco|newsmips|sbmips|sgimips)
     33   1.1       tv 			MACHINE_ARCH=mipseb;;
     34   1.1       tv 
     35  1.51   simonb 		algor|arc|cobalt|evbmips|hpcmips|playstation2|pmax)
     36   1.1       tv 			MACHINE_ARCH=mipsel;;
     37   1.1       tv 
     38   1.1       tv 		pc532)
     39   1.1       tv 			MACHINE_ARCH=ns32k;;
     40   1.1       tv 
     41  1.45      scw 		bebox|mvmeppc|prep|sandpoint|walnut|*ppc)
     42   1.1       tv 			MACHINE_ARCH=powerpc;;
     43   1.1       tv 
     44  1.22  msaitoh 		evbsh3|mmeye)
     45   1.1       tv 			MACHINE_ARCH=sh3eb;;
     46   1.1       tv 
     47  1.22  msaitoh 		dreamcast|hpcsh)
     48   1.1       tv 			MACHINE_ARCH=sh3el;;
     49   1.1       tv 
     50   1.5    bjh21 		alpha|i386|sparc|sparc64|vax|x86_64)
     51   1.4       tv 			MACHINE_ARCH=$MACHINE;;
     52   1.4       tv 
     53   1.4       tv 		*)	bomb "unknown target MACHINE: $MACHINE";;
     54   1.1       tv 	esac
     55   1.1       tv }
     56   1.1       tv 
     57  1.47       tv validatearch () {
     58  1.47       tv 	# Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
     59  1.47       tv 	case $MACHINE_ARCH in
     60  1.48      mjl 		alpha|arm|i386|m68000|m68k|mipse[bl]|powerpc|sh3e[bl]|sparc|sparc64|vax|x86_64)
     61  1.47       tv 			;;
     62  1.47       tv 
     63  1.47       tv 		*)	bomb "unknown target MACHINE_ARCH: $MACHINE_ARCH";;
     64  1.47       tv 	esac
     65  1.47       tv }
     66  1.47       tv 
     67  1.15       tv getmakevar () {
     68  1.30      jmc 	$make -m ${TOP}/share/mk -s -f- _x_ <<EOF
     69  1.15       tv _x_:
     70  1.15       tv 	echo \${$1}
     71  1.15       tv .include <bsd.prog.mk>
     72  1.15       tv EOF
     73  1.15       tv }
     74  1.15       tv 
     75  1.10       tv resolvepath () {
     76  1.10       tv 	case $OPTARG in
     77  1.10       tv 	/*)	;;
     78  1.10       tv 	*)	OPTARG="$cwd/$OPTARG";;
     79  1.10       tv 	esac
     80  1.10       tv }
     81  1.10       tv 
     82   1.1       tv usage () {
     83   1.1       tv 	echo "Usage:"
     84  1.52  thorpej 	echo "$0 [-bdorUu] [-a arch] [-B buildid] [-j njob] [-m mach] "
     85  1.52  thorpej 	echo "   [-w wrapper] [-D dest] [-O obj] [-R release] [-T tools]"
     86   1.4       tv 	echo ""
     87  1.15       tv 	echo "    -a: set MACHINE_ARCH to arch (otherwise deduced from MACHINE)"
     88  1.52  thorpej 	echo "    -B: set BUILDID to buildid"
     89  1.15       tv 	echo "    -b: build nbmake and nbmake wrapper script, if needed"
     90  1.36      wiz 	echo "    -D: set DESTDIR to dest"
     91  1.26  thorpej 	echo "    -d: build a full distribution into DESTDIR (including etc files)"
     92   1.3       tv 	echo "    -j: set NBUILDJOBS to njob"
     93  1.15       tv 	echo "    -m: set MACHINE to mach (not required if NetBSD native)"
     94  1.12       tv 	echo "    -n: show commands that would be executed, but do not execute them"
     95  1.36      wiz 	echo "    -O: set obj root directory to obj (sets a MAKEOBJDIR pattern)"
     96  1.15       tv 	echo "    -o: set MKOBJDIRS=no (do not create objdirs at start of build)"
     97  1.36      wiz 	echo "    -R: build a release (and set RELEASEDIR to release)"
     98  1.15       tv 	echo "    -r: remove contents of TOOLDIR and DESTDIR before building"
     99  1.36      wiz 	echo "    -T: set TOOLDIR to tools"
    100  1.16  thorpej 	echo "    -t: build and install tools only (implies -b)"
    101  1.44    lukem 	echo "    -U: set UNPRIVED"
    102  1.18       tv 	echo "    -u: set UPDATE"
    103  1.15       tv 	echo "    -w: create nbmake script at wrapper (default TOOLDIR/bin/nbmake-MACHINE)"
    104  1.15       tv 	echo ""
    105  1.15       tv 	echo "Note: if -T is unset and TOOLDIR is not set in the environment,"
    106  1.15       tv 	echo "      nbmake will be [re]built unconditionally."
    107   1.1       tv 	exit 1
    108   1.1       tv }
    109   1.1       tv 
    110  1.10       tv # Set defaults.
    111  1.18       tv MAKEFLAGS=
    112  1.12       tv buildtarget=build
    113  1.10       tv cwd=`pwd`
    114  1.10       tv do_buildsystem=true
    115  1.16  thorpej do_buildonlytools=false
    116  1.10       tv do_rebuildmake=false
    117  1.10       tv do_removedirs=false
    118  1.18       tv makeenv=
    119  1.18       tv makewrapper=
    120  1.10       tv opt_a=no
    121  1.52  thorpej opts='a:B:bdhj:m:nortuw:D:O:R:T:U'
    122  1.18       tv runcmd=
    123   1.4       tv 
    124   1.4       tv if type getopts >/dev/null 2>&1; then
    125   1.4       tv 	# Use POSIX getopts.
    126   1.4       tv 	getoptcmd='getopts $opts opt && opt=-$opt'
    127   1.4       tv 	optargcmd=':'
    128   1.4       tv else
    129  1.33       tv 	type getopt >/dev/null 2>&1 || bomb "/bin/sh shell is too old; try ksh or bash"
    130   1.2       tv 
    131   1.4       tv 	# Use old-style getopt(1) (doesn't handle whitespace in args).
    132   1.4       tv 	args="`getopt $opts $*`"
    133   1.4       tv 	[ $? = 0 ] || usage
    134   1.4       tv 	set -- $args
    135   1.1       tv 
    136   1.4       tv 	getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
    137   1.4       tv 	optargcmd='OPTARG="$1"; shift'
    138   1.4       tv fi
    139  1.10       tv 
    140  1.10       tv # Parse command line options.
    141   1.4       tv while eval $getoptcmd; do case $opt in
    142   1.4       tv 	-a)	eval $optargcmd
    143   1.4       tv 		MACHINE_ARCH=$OPTARG; opt_a=yes;;
    144   1.1       tv 
    145  1.52  thorpej 	-B)	eval $optargcmd
    146  1.52  thorpej 		BUILDID=$OPTARG;;
    147  1.52  thorpej 
    148  1.10       tv 	-b)	do_buildsystem=false;;
    149   1.9      jmc 
    150  1.26  thorpej 	-d)	buildtarget=distribution;;
    151  1.26  thorpej 
    152   1.4       tv 	-j)	eval $optargcmd
    153  1.18       tv 		MAKEFLAGS="$MAKEFLAGS NBUILDJOBS=$OPTARG"; export MAKEFLAGS;;
    154   1.1       tv 
    155   1.4       tv 	# -m overrides MACHINE_ARCH unless "-a" is specified
    156   1.4       tv 	-m)	eval $optargcmd
    157   1.4       tv 		MACHINE=$OPTARG; [ "$opt_a" != "yes" ] && getarch;;
    158   1.3       tv 
    159  1.10       tv 	-n)	runcmd=echo;;
    160  1.10       tv 
    161  1.12       tv 	-o)	MKOBJDIRS=no;;
    162  1.12       tv 
    163  1.10       tv 	-r)	do_removedirs=true; do_rebuildmake=true;;
    164   1.1       tv 
    165  1.16  thorpej 	-t)	do_buildonlytools=true; do_buildsystem=false;;
    166  1.16  thorpej 
    167  1.44    lukem 	-U)	UNPRIVED=yes; export UNPRIVED
    168  1.44    lukem 		makeenv="$makeenv UNPRIVED";;
    169  1.44    lukem 
    170  1.18       tv 	-u)	UPDATE=yes; export UPDATE
    171  1.18       tv 		makeenv="$makeenv UPDATE";;
    172  1.15       tv 
    173  1.15       tv 	-w)	eval $optargcmd; resolvepath
    174  1.15       tv 		makewrapper="$OPTARG";;
    175  1.12       tv 
    176  1.10       tv 	-D)	eval $optargcmd; resolvepath
    177  1.19    dillo 		DESTDIR="$OPTARG"; export DESTDIR
    178  1.18       tv 		makeenv="$makeenv DESTDIR";;
    179   1.4       tv 
    180  1.12       tv 	-O)	eval $optargcmd; resolvepath
    181  1.15       tv 		MAKEOBJDIR="\${.CURDIR:C,^$cwd,$OPTARG,}"; export MAKEOBJDIR
    182  1.27      jmc 		makeobjdir=$OPTARG
    183  1.18       tv 		makeenv="$makeenv MAKEOBJDIR";;
    184  1.12       tv 
    185  1.10       tv 	-R)	eval $optargcmd; resolvepath
    186  1.18       tv 		RELEASEDIR=$OPTARG; export RELEASEDIR
    187  1.18       tv 		makeenv="$makeenv RELEASEDIR"
    188  1.15       tv 		buildtarget=release;;
    189   1.4       tv 
    190  1.10       tv 	-T)	eval $optargcmd; resolvepath
    191  1.18       tv 		TOOLDIR="$OPTARG"; export TOOLDIR;;
    192   1.4       tv 
    193   1.4       tv 	--)		break;;
    194   1.4       tv 	-'?'|-h)	usage;;
    195   1.1       tv esac; done
    196   1.1       tv 
    197  1.15       tv # Set up MACHINE*.  On a NetBSD host, these are allowed to be unset.
    198  1.15       tv if [ -z "$MACHINE" ]; then
    199  1.15       tv 	if [ "`uname -s 2>/dev/null`" != "NetBSD" ]; then
    200  1.15       tv 		echo "MACHINE must be set, or -m must be used, for cross builds."
    201   1.4       tv 		echo ""; usage
    202   1.4       tv 	fi
    203  1.15       tv 	MACHINE=`uname -m`
    204  1.15       tv fi
    205  1.10       tv [ -n "$MACHINE_ARCH" ] || getarch
    206  1.47       tv validatearch
    207   1.3       tv 
    208  1.15       tv # Set up default make(1) environment.
    209  1.18       tv makeenv="$makeenv TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
    210  1.52  thorpej if [ ! -z "$BUILDID" ]; then
    211  1.52  thorpej 	makeenv="$makeenv BUILDID"
    212  1.52  thorpej fi
    213  1.18       tv MAKEFLAGS="-m $cwd/share/mk $MAKEFLAGS MKOBJDIRS=${MKOBJDIRS-yes}"
    214  1.18       tv export MAKEFLAGS MACHINE MACHINE_ARCH
    215  1.15       tv 
    216  1.15       tv # Test make source file timestamps against installed nbmake binary,
    217  1.15       tv # if TOOLDIR is pre-set.
    218  1.46       tv #
    219  1.46       tv # Note that we do NOT try to grovel "mk.conf" here to find out if TOOLDIR
    220  1.46       tv # is set there, because it can contain make variable expansions and other
    221  1.46       tv # stuff only parseable *after* we have a working nbmake.  So this logic
    222  1.46       tv # can only work if the user has pre-set TOOLDIR in the environment or
    223  1.46       tv # used the -T option to build.sh.
    224  1.46       tv #
    225  1.53       pk make="${TOOLDIR-nonexistent}/bin/nbmake"
    226  1.15       tv if [ -x $make ]; then
    227   1.1       tv 	for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
    228  1.15       tv 		if [ $f -nt $make ]; then
    229  1.10       tv 			do_rebuildmake=true; break
    230   1.1       tv 		fi
    231   1.1       tv 	done
    232   1.1       tv else
    233  1.10       tv 	do_rebuildmake=true
    234   1.1       tv fi
    235   1.1       tv 
    236  1.15       tv # Build bootstrap nbmake if needed.
    237  1.10       tv if $do_rebuildmake; then
    238  1.18       tv 	$runcmd echo "===> Bootstrapping nbmake"
    239  1.53       pk 	tmpdir="${TMPDIR-/tmp}/nbbuild$$"
    240   1.4       tv 
    241  1.53       pk 	$runcmd mkdir "$tmpdir" || bomb "cannot mkdir: $tmpdir"
    242  1.53       pk 	trap "cd /; rm -r -f \"$tmpdir\"" 0
    243   1.4       tv 	trap "exit 1" 1 2 3 15
    244  1.53       pk 	$runcmd cd "$tmpdir"
    245   1.1       tv 
    246  1.40       tv 	$runcmd env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
    247  1.53       pk 		"$cwd/tools/make/configure" || bomb "configure of nbmake failed"
    248  1.39       tv 	$runcmd sh buildmake.sh || bomb "build of nbmake failed"
    249   1.1       tv 
    250  1.53       pk 	make="$tmpdir/nbmake"
    251  1.53       pk 	$runcmd cd "$cwd"
    252  1.15       tv 	$runcmd rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
    253  1.15       tv fi
    254  1.15       tv 
    255  1.53       pk if [ "$runcmd" = "echo" ]; then
    256  1.53       pk 	USE_NEW_TOOLCHAIN=yes
    257  1.53       pk else
    258  1.53       pk 	USE_NEW_TOOLCHAIN=`getmakevar USE_NEW_TOOLCHAIN`
    259  1.53       pk fi
    260  1.35      jmc if [ "${USE_NEW_TOOLCHAIN}" = "" ]; then
    261  1.30      jmc 	echo "ERROR: build.sh (new toolchain) is not yet enabled for"
    262  1.30      jmc 	echo
    263  1.30      jmc 	echo "MACHINE: ${MACHINE}"
    264  1.30      jmc 	echo "MACHINE_ARCH: ${MACHINE_ARCH}"
    265  1.30      jmc 	echo
    266  1.30      jmc 	echo "All builds for this platform should be done via a traditional make"
    267  1.30      jmc 	echo
    268  1.30      jmc 	echo "If you wish to test using the new toolchain set"
    269  1.30      jmc 	echo
    270  1.30      jmc 	echo "USE_NEW_TOOLCHAIN=yes"
    271  1.30      jmc 	echo
    272  1.30      jmc 	echo "in either the environment or mk.conf and rerun"
    273  1.30      jmc 	echo
    274  1.30      jmc 	echo "$0 $*"
    275  1.30      jmc 	exit 1
    276  1.30      jmc fi
    277  1.30      jmc 
    278  1.15       tv # If TOOLDIR isn't already set, make objdirs in "tools" in case the
    279  1.15       tv # default setting from <bsd.own.mk> is used.
    280  1.15       tv if [ -z "$TOOLDIR" ] && [ "$MKOBJDIRS" != "no" ]; then
    281  1.18       tv 	$runcmd cd tools
    282  1.29      jmc 	$runcmd $make -m ${TOP}/share/mk obj NOSUBDIR= || exit 1
    283  1.18       tv 	$runcmd cd ..
    284  1.15       tv fi
    285  1.15       tv 
    286  1.27      jmc #
    287  1.27      jmc # If setting -O to root an obj dir make sure the base directory is made
    288  1.27      jmc # before continuing as bsd.own.mk will need this to pick up _SRC_TOP_OBJ_
    289  1.27      jmc #
    290  1.27      jmc if [ "$MKOBJDIRS" != "no" ] && [ ! -z "$makeobjdir" ]; then
    291  1.53       pk 	$runcmd mkdir -p "$makeobjdir"
    292  1.27      jmc fi
    293  1.27      jmc 
    294  1.15       tv # Find DESTDIR and TOOLDIR.
    295  1.15       tv if [ "$runcmd" = "echo" ]; then
    296  1.24       tv 	# shown symbolically with -n because these may come from mk.conf
    297  1.24       tv 	DESTDIR='$DESTDIR'
    298  1.24       tv 	TOOLDIR='$TOOLDIR'
    299  1.15       tv else
    300  1.53       pk 	DESTDIR=`getmakevar DESTDIR`;
    301  1.53       pk 	[ $? = 0 ] || bomb "getmakevar DESTDIR failed";
    302  1.53       pk 	echo "===> DESTDIR path: $DESTDIR"
    303  1.53       pk 
    304  1.53       pk 	TOOLDIR=`getmakevar TOOLDIR`;
    305  1.53       pk 	[ $? = 0 ] || bomb "getmakevar DESTDIR failed";
    306  1.53       pk 	echo "===> TOOLDIR path: $TOOLDIR"
    307  1.53       pk 
    308  1.18       tv 	export DESTDIR TOOLDIR
    309  1.15       tv fi
    310  1.15       tv 
    311  1.15       tv # Check validity of TOOLDIR and DESTDIR.
    312  1.15       tv if [ -z "$TOOLDIR" ] || [ "$TOOLDIR" = "/" ]; then
    313  1.15       tv 	bomb "TOOLDIR '$TOOLDIR' invalid"
    314  1.15       tv fi
    315  1.15       tv removedirs="$TOOLDIR"
    316  1.15       tv 
    317  1.15       tv if [ -z "$DESTDIR" ] || [ "$DESTDIR" = "/" ]; then
    318  1.16  thorpej 	if $do_buildsystem && \
    319  1.26  thorpej 	   ([ "$buildtarget" != "build" ] || \
    320  1.16  thorpej 	    [ "`uname -s 2>/dev/null`" != "NetBSD" ] || \
    321  1.16  thorpej 	    [ "`uname -m`" != "$MACHINE" ]); then
    322  1.26  thorpej 		bomb "DESTDIR must be set to a non-root path for cross builds or -d or -R."
    323  1.16  thorpej 	elif $do_buildsystem; then
    324  1.16  thorpej 		echo "===> WARNING: Building to /."
    325  1.16  thorpej 		echo "===> If your kernel is not up to date, this may cause the system to break!"
    326  1.15       tv 	fi
    327  1.15       tv else
    328  1.15       tv 	removedirs="$removedirs $DESTDIR"
    329  1.15       tv fi
    330  1.15       tv 
    331  1.15       tv # Remove the target directories.
    332  1.15       tv if $do_removedirs; then
    333  1.15       tv 	for f in $removedirs; do
    334  1.15       tv 		echo "===> Removing $f"
    335  1.15       tv 		$runcmd rm -r -f $f
    336  1.15       tv 	done
    337  1.15       tv fi
    338  1.15       tv 
    339  1.15       tv # Recreate $TOOLDIR.
    340  1.53       pk $runcmd mkdir -p "$TOOLDIR/bin" || bomb "mkdir of '$TOOLDIR/bin' failed"
    341  1.15       tv 
    342  1.15       tv # Install nbmake if it was built.
    343  1.15       tv if $do_rebuildmake; then
    344  1.53       pk 	$runcmd rm -f "$TOOLDIR/bin/nbmake"
    345  1.53       pk 	$runcmd cp $make "$TOOLDIR/bin/nbmake"
    346  1.53       pk 	$runcmd rm -r -f "$tmpdir"
    347   1.4       tv 	trap 0 1 2 3 15
    348   1.1       tv fi
    349   1.1       tv 
    350   1.4       tv # Build a nbmake wrapper script, usable by hand as well as by build.sh.
    351  1.15       tv if [ -z "$makewrapper" ]; then
    352  1.53       pk 	makewrapper="$TOOLDIR/bin/nbmake-$MACHINE"
    353  1.52  thorpej 	if [ ! -z "$BUILDID" ]; then
    354  1.53       pk 		makewrapper="$makewrapper-$BUILDID"
    355  1.52  thorpej 	fi
    356  1.15       tv fi
    357   1.4       tv 
    358  1.53       pk $runcmd rm -f "$makewrapper"
    359  1.21      jmc if [ "$runcmd" = "echo" ]; then
    360  1.21      jmc 	echo 'cat <<EOF >'$makewrapper
    361  1.21      jmc 	makewrapout=
    362  1.21      jmc else
    363  1.53       pk 	makewrapout=">>\$makewrapper"
    364  1.21      jmc fi
    365  1.18       tv 
    366  1.21      jmc eval cat <<EOF $makewrapout
    367   1.4       tv #! /bin/sh
    368   1.4       tv # Set proper variables to allow easy "make" building of a NetBSD subtree.
    369  1.55  thorpej # Generated from:  \$NetBSD: build.sh,v 1.55 2002/04/02 16:34:49 thorpej Exp $
    370   1.4       tv #
    371  1.18       tv 
    372  1.18       tv EOF
    373  1.21      jmc for f in $makeenv; do
    374  1.21      jmc 	eval echo "$f=\'\$`echo $f`\'\;\ export\ $f" $makewrapout
    375  1.21      jmc done
    376  1.21      jmc eval echo "USETOOLS=yes\; export USETOOLS" $makewrapout
    377  1.18       tv 
    378  1.53       pk eval cat <<'EOF' $makewrapout
    379  1.18       tv 
    380  1.53       pk exec "$TOOLDIR/bin/nbmake" ${1+"$@"}
    381   1.4       tv EOF
    382  1.21      jmc [ "$runcmd" = "echo" ] && echo EOF
    383  1.53       pk $runcmd chmod +x "$makewrapper"
    384   1.4       tv 
    385  1.10       tv if $do_buildsystem; then
    386  1.53       pk 	${runcmd-exec} "$makewrapper" $buildtarget
    387  1.16  thorpej elif $do_buildonlytools; then
    388  1.16  thorpej 	if [ "$MKOBJDIRS" != "no" ]; then
    389  1.53       pk 		$runcmd "$makewrapper" obj-tools || exit 1
    390  1.16  thorpej 	fi
    391  1.18       tv 	$runcmd cd tools
    392  1.31      jmc 	if [ "$UPDATE" = "" ]; then
    393  1.53       pk 		${runcmd-exec} "$makewrapper" cleandir dependall install
    394  1.31      jmc 	else
    395  1.53       pk 		${runcmd-exec} "$makewrapper" dependall install
    396  1.31      jmc 	fi
    397   1.9      jmc fi
    398