Home | History | Annotate | Line # | Download | only in src
build.sh revision 1.58.2.3
      1 #! /bin/sh
      2 #  $NetBSD: build.sh,v 1.58.2.3 2002/11/03 14:36:36 he Exp $
      3 #
      4 # Top level build wrapper, for a system containing no tools.
      5 #
      6 # This script should run on any POSIX-compliant shell.  For systems
      7 # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
      8 #
      9 
     10 bomb () {
     11 	echo ""
     12 	echo "ERROR: $@"
     13 	echo "*** BUILD ABORTED ***"
     14 	exit 1
     15 }
     16 [ -d usr.bin/make ] || bomb "build.sh must be run from the top source level"
     17 [ -f share/mk/bsd.own.mk ] || bomb "src/share/mk is missing; please re-fetch the source tree"
     18 
     19 TOP=`pwd`
     20 
     21 getarch () {
     22 	# Translate a MACHINE into a default MACHINE_ARCH.
     23 	case $MACHINE in
     24 		acorn26|acorn32|cats|netwinder|shark|*arm)
     25 			MACHINE_ARCH=arm;;
     26 
     27 		sun2)
     28 			MACHINE_ARCH=m68000;;
     29 
     30 		amiga|atari|cesfic|hp300|sun3|*68k)
     31 			MACHINE_ARCH=m68k;;
     32 
     33 		mipsco|newsmips|sbmips|sgimips)
     34 			MACHINE_ARCH=mipseb;;
     35 
     36 		algor|arc|cobalt|evbmips|hpcmips|playstation2|pmax)
     37 			MACHINE_ARCH=mipsel;;
     38 
     39 		pc532)
     40 			MACHINE_ARCH=ns32k;;
     41 
     42 		bebox|mvmeppc|prep|sandpoint|walnut|*ppc)
     43 			MACHINE_ARCH=powerpc;;
     44 
     45 		evbsh3|mmeye)
     46 			MACHINE_ARCH=sh3eb;;
     47 
     48 		dreamcast|hpcsh)
     49 			MACHINE_ARCH=sh3el;;
     50 
     51 		alpha|i386|sparc|sparc64|vax|x86_64)
     52 			MACHINE_ARCH=$MACHINE;;
     53 
     54 		*)	bomb "unknown target MACHINE: $MACHINE";;
     55 	esac
     56 }
     57 
     58 validatearch () {
     59 	# Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
     60 	case $MACHINE_ARCH in
     61 		alpha|arm|armeb|i386|m68000|m68k|mipse[bl]|powerpc|sh3e[bl]|sparc|sparc64|vax|x86_64)
     62 			;;
     63 
     64 		*)	bomb "unknown target MACHINE_ARCH: $MACHINE_ARCH";;
     65 	esac
     66 }
     67 
     68 getmakevar () {
     69 	$make -m ${TOP}/share/mk -s -f- _x_ <<EOF
     70 _x_:
     71 	echo \${$1}
     72 .include <bsd.prog.mk>
     73 EOF
     74 }
     75 
     76 resolvepath () {
     77 	case $OPTARG in
     78 	/*)	;;
     79 	*)	OPTARG="$cwd/$OPTARG";;
     80 	esac
     81 }
     82 
     83 usage () {
     84 	echo "Usage:"
     85 	echo "$0 [-bdorUu] [-a arch] [-B buildid] [-j njob] [-m mach] "
     86 	echo "   [-w wrapper] [-D dest] [-M obj] [-O obj] [-R release] [-T tools]"
     87 	echo ""
     88 	echo "    -a: set MACHINE_ARCH to arch (otherwise deduced from MACHINE)"
     89 	echo "    -B: set BUILDID to buildid"
     90 	echo "    -b: build nbmake and nbmake wrapper script, if needed"
     91 	echo "    -D: set DESTDIR to dest"
     92 	echo "    -d: build a full distribution into DESTDIR (including etc files)"
     93 	echo "    -j: Run up to njob jobs in parallel; see make(1)"
     94 	echo "    -M: set obj root directory to obj (sets MAKEOBJDIRPREFIX)"
     95 	echo "    -m: set MACHINE to mach (not required if NetBSD native)"
     96 	echo "    -n: show commands that would be executed, but do not execute them"
     97 	echo "    -O: set obj root directory to obj (sets a MAKEOBJDIR pattern)"
     98 	echo "    -o: set MKOBJDIRS=no (do not create objdirs at start of build)"
     99 	echo "    -R: build a release (and set RELEASEDIR to release)"
    100 	echo "    -r: remove contents of TOOLDIR and DESTDIR before building"
    101 	echo "    -T: set TOOLDIR to tools"
    102 	echo "    -t: build and install tools only (implies -b)"
    103 	echo "    -U: set UNPRIVED"
    104 	echo "    -u: set UPDATE"
    105 	echo "    -w: create nbmake script at wrapper (default TOOLDIR/bin/nbmake-MACHINE)"
    106 	echo ""
    107 	echo "Note: if -T is unset and TOOLDIR is not set in the environment,"
    108 	echo "      nbmake will be [re]built unconditionally."
    109 	exit 1
    110 }
    111 
    112 # Set defaults.
    113 MAKEFLAGS=
    114 buildtarget=build
    115 cwd=`pwd`
    116 do_buildsystem=true
    117 do_buildonlytools=false
    118 do_rebuildmake=false
    119 do_removedirs=false
    120 makeenv=
    121 makewrapper=
    122 opt_a=no
    123 opts='a:B:bdhj:m:nortuw:D:M:O:R:T:U'
    124 runcmd=
    125 
    126 if type getopts >/dev/null 2>&1; then
    127 	# Use POSIX getopts.
    128 	getoptcmd='getopts $opts opt && opt=-$opt'
    129 	optargcmd=':'
    130 else
    131 	type getopt >/dev/null 2>&1 || bomb "/bin/sh shell is too old; try ksh or bash"
    132 
    133 	# Use old-style getopt(1) (doesn't handle whitespace in args).
    134 	args="`getopt $opts $*`"
    135 	[ $? = 0 ] || usage
    136 	set -- $args
    137 
    138 	getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
    139 	optargcmd='OPTARG="$1"; shift'
    140 fi
    141 
    142 # Parse command line options.
    143 while eval $getoptcmd; do case $opt in
    144 	-a)	eval $optargcmd
    145 		MACHINE_ARCH=$OPTARG; opt_a=yes;;
    146 
    147 	-B)	eval $optargcmd
    148 		BUILDID=$OPTARG;;
    149 
    150 	-b)	do_buildsystem=false;;
    151 
    152 	-d)	buildtarget=distribution;;
    153 
    154 	-j)	eval $optargcmd
    155 		parallel="-j $OPTARG";;
    156 
    157 	# -m overrides MACHINE_ARCH unless "-a" is specified
    158 	-m)	eval $optargcmd
    159 		MACHINE=$OPTARG; [ "$opt_a" != "yes" ] && getarch;;
    160 
    161 	-n)	runcmd=echo;;
    162 
    163 	-o)	MKOBJDIRS=no;;
    164 
    165 	-r)	do_removedirs=true; do_rebuildmake=true;;
    166 
    167 	-t)	do_buildonlytools=true; do_buildsystem=false;;
    168 
    169 	-U)	UNPRIVED=yes; export UNPRIVED
    170 		makeenv="$makeenv UNPRIVED";;
    171 
    172 	-u)	UPDATE=yes; export UPDATE
    173 		makeenv="$makeenv UPDATE";;
    174 
    175 	-w)	eval $optargcmd; resolvepath
    176 		makewrapper="$OPTARG";;
    177 
    178 	-D)	eval $optargcmd; resolvepath
    179 		DESTDIR="$OPTARG"; export DESTDIR
    180 		makeenv="$makeenv DESTDIR";;
    181 
    182 	-M)	eval $optargcmd; resolvepath
    183 		MAKEOBJDIRPREFIX="$OPTARG"; export MAKEOBJDIRPREFIX
    184 		makeobjdir=$OPTARG
    185 		makeenv="$makeenv MAKEOBJDIRPREFIX";;
    186 
    187 	-O)	eval $optargcmd; resolvepath
    188 		MAKEOBJDIR="\${.CURDIR:C,^$cwd,$OPTARG,}"; export MAKEOBJDIR
    189 		makeobjdir=$OPTARG
    190 		makeenv="$makeenv MAKEOBJDIR";;
    191 
    192 	-R)	eval $optargcmd; resolvepath
    193 		RELEASEDIR=$OPTARG; export RELEASEDIR
    194 		makeenv="$makeenv RELEASEDIR"
    195 		buildtarget=release;;
    196 
    197 	-T)	eval $optargcmd; resolvepath
    198 		TOOLDIR="$OPTARG"; export TOOLDIR;;
    199 
    200 	--)		break;;
    201 	-'?'|-h)	usage;;
    202 esac; done
    203 
    204 # Set up MACHINE*.  On a NetBSD host, these are allowed to be unset.
    205 if [ -z "$MACHINE" ]; then
    206 	if [ "`uname -s 2>/dev/null`" != "NetBSD" ]; then
    207 		echo "MACHINE must be set, or -m must be used, for cross builds."
    208 		echo ""; usage
    209 	fi
    210 	MACHINE=`uname -m`
    211 fi
    212 [ -n "$MACHINE_ARCH" ] || getarch
    213 validatearch
    214 
    215 # Set up default make(1) environment.
    216 makeenv="$makeenv TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
    217 if [ ! -z "$BUILDID" ]; then
    218 	makeenv="$makeenv BUILDID"
    219 fi
    220 MAKEFLAGS="-m $cwd/share/mk $MAKEFLAGS MKOBJDIRS=${MKOBJDIRS-yes}"
    221 export MAKEFLAGS MACHINE MACHINE_ARCH
    222 
    223 # Test make source file timestamps against installed nbmake binary,
    224 # if TOOLDIR is pre-set.
    225 #
    226 # Note that we do NOT try to grovel "mk.conf" here to find out if TOOLDIR
    227 # is set there, because it can contain make variable expansions and other
    228 # stuff only parseable *after* we have a working nbmake.  So this logic
    229 # can only work if the user has pre-set TOOLDIR in the environment or
    230 # used the -T option to build.sh.
    231 #
    232 make="${TOOLDIR-nonexistent}/bin/nbmake"
    233 if [ -x $make ]; then
    234 	for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
    235 		# Explcitly use /bin/test here; makes this script
    236 		# work otherwise-unchanged with Solaris 8's /bin/sh.
    237 		if /bin/test $f -nt $make; then
    238 			do_rebuildmake=true; break
    239 		fi
    240 	done
    241 else
    242 	do_rebuildmake=true
    243 fi
    244 
    245 # Build bootstrap nbmake if needed.
    246 if $do_rebuildmake; then
    247 	$runcmd echo "===> Bootstrapping nbmake"
    248 	tmpdir="${TMPDIR-/tmp}/nbbuild$$"
    249 
    250 	$runcmd mkdir "$tmpdir" || bomb "cannot mkdir: $tmpdir"
    251 	trap "cd /; rm -r -f \"$tmpdir\"" 0
    252 	trap "exit 1" 1 2 3 15
    253 	$runcmd cd "$tmpdir"
    254 
    255 	$runcmd env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
    256 		"$cwd/tools/make/configure" || bomb "configure of nbmake failed"
    257 	$runcmd sh buildmake.sh || bomb "build of nbmake failed"
    258 
    259 	make="$tmpdir/nbmake"
    260 	$runcmd cd "$cwd"
    261 	$runcmd rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
    262 fi
    263 
    264 if [ "$runcmd" = "echo" ]; then
    265 	USE_NEW_TOOLCHAIN=yes
    266 else
    267 	USE_NEW_TOOLCHAIN=`getmakevar USE_NEW_TOOLCHAIN`
    268 fi
    269 if [ "${USE_NEW_TOOLCHAIN}" = "" ]; then
    270 	echo "ERROR: build.sh (new toolchain) is not yet enabled for"
    271 	echo
    272 	echo "MACHINE: ${MACHINE}"
    273 	echo "MACHINE_ARCH: ${MACHINE_ARCH}"
    274 	echo
    275 	echo "All builds for this platform should be done via a traditional make"
    276 	echo
    277 	echo "If you wish to test using the new toolchain set"
    278 	echo
    279 	echo "USE_NEW_TOOLCHAIN=yes"
    280 	echo
    281 	echo "in either the environment or mk.conf and rerun"
    282 	echo
    283 	echo "$0 $*"
    284 	exit 1
    285 fi
    286 
    287 # If TOOLDIR isn't already set, make objdirs in "tools" in case the
    288 # default setting from <bsd.own.mk> is used.
    289 if [ -z "$TOOLDIR" ] && [ "$MKOBJDIRS" != "no" ]; then
    290 	$runcmd cd tools
    291 	$runcmd $make -m ${TOP}/share/mk obj NOSUBDIR= || exit 1
    292 	$runcmd cd ..
    293 fi
    294 
    295 #
    296 # If setting -M or -O to root an obj dir make sure the base directory is made
    297 # before continuing as bsd.own.mk will need this to pick up _SRC_TOP_OBJ_
    298 #
    299 if [ "$MKOBJDIRS" != "no" ] && [ ! -z "$makeobjdir" ]; then
    300 	$runcmd mkdir -p "$makeobjdir"
    301 fi
    302 
    303 # Find DESTDIR and TOOLDIR.
    304 if [ "$runcmd" = "echo" ]; then
    305 	# shown symbolically with -n because these may come from mk.conf
    306 	DESTDIR='$DESTDIR'
    307 	TOOLDIR='$TOOLDIR'
    308 else
    309 	DESTDIR=`getmakevar DESTDIR`;
    310 	[ $? = 0 ] || bomb "getmakevar DESTDIR failed";
    311 	echo "===> DESTDIR path: $DESTDIR"
    312 
    313 	TOOLDIR=`getmakevar TOOLDIR`;
    314 	[ $? = 0 ] || bomb "getmakevar TOOLDIR failed";
    315 	echo "===> TOOLDIR path: $TOOLDIR"
    316 
    317 	export DESTDIR TOOLDIR
    318 fi
    319 
    320 # Check validity of TOOLDIR and DESTDIR.
    321 if [ -z "$TOOLDIR" ] || [ "$TOOLDIR" = "/" ]; then
    322 	bomb "TOOLDIR '$TOOLDIR' invalid"
    323 fi
    324 removedirs="$TOOLDIR"
    325 
    326 if [ -z "$DESTDIR" ] || [ "$DESTDIR" = "/" ]; then
    327 	if $do_buildsystem && \
    328 	   ([ "$buildtarget" != "build" ] || \
    329 	    [ "`uname -s 2>/dev/null`" != "NetBSD" ] || \
    330 	    [ "`uname -m`" != "$MACHINE" ]); then
    331 		bomb "DESTDIR must be set to a non-root path for cross builds or -d or -R."
    332 	elif $do_buildsystem; then
    333 		echo "===> WARNING: Building to /."
    334 		echo "===> If your kernel is not up to date, this may cause the system to break!"
    335 	fi
    336 else
    337 	removedirs="$removedirs $DESTDIR"
    338 fi
    339 
    340 # Remove the target directories.
    341 if $do_removedirs; then
    342 	for f in $removedirs; do
    343 		echo "===> Removing $f"
    344 		$runcmd rm -r -f $f
    345 	done
    346 fi
    347 
    348 # Recreate $TOOLDIR.
    349 $runcmd mkdir -p "$TOOLDIR/bin" || bomb "mkdir of '$TOOLDIR/bin' failed"
    350 
    351 # Install nbmake if it was built.
    352 if $do_rebuildmake; then
    353 	$runcmd rm -f "$TOOLDIR/bin/nbmake"
    354 	$runcmd cp $make "$TOOLDIR/bin/nbmake"
    355 	$runcmd rm -r -f "$tmpdir"
    356 	trap 0 1 2 3 15
    357 fi
    358 
    359 # Build a nbmake wrapper script, usable by hand as well as by build.sh.
    360 if [ -z "$makewrapper" ]; then
    361 	makewrapper="$TOOLDIR/bin/nbmake-$MACHINE"
    362 	if [ ! -z "$BUILDID" ]; then
    363 		makewrapper="$makewrapper-$BUILDID"
    364 	fi
    365 fi
    366 
    367 $runcmd rm -f "$makewrapper"
    368 if [ "$runcmd" = "echo" ]; then
    369 	echo 'cat <<EOF >'$makewrapper
    370 	makewrapout=
    371 else
    372 	makewrapout=">>\$makewrapper"
    373 fi
    374 
    375 eval cat <<EOF $makewrapout
    376 #! /bin/sh
    377 # Set proper variables to allow easy "make" building of a NetBSD subtree.
    378 # Generated from:  \$NetBSD: build.sh,v 1.58.2.3 2002/11/03 14:36:36 he Exp $
    379 #
    380 
    381 EOF
    382 for f in $makeenv; do
    383 	eval echo "$f=\'\$`echo $f`\'\;\ export\ $f" $makewrapout
    384 done
    385 eval echo "USETOOLS=yes\; export USETOOLS" $makewrapout
    386 
    387 eval cat <<'EOF' $makewrapout
    388 
    389 exec "$TOOLDIR/bin/nbmake" ${1+"$@"}
    390 EOF
    391 [ "$runcmd" = "echo" ] && echo EOF
    392 $runcmd chmod +x "$makewrapper"
    393 
    394 if $do_buildsystem; then
    395 	${runcmd-exec} "$makewrapper" $parallel $buildtarget
    396 elif $do_buildonlytools; then
    397 	if [ "$MKOBJDIRS" != "no" ]; then
    398 		$runcmd "$makewrapper" $parallel obj-tools || exit 1
    399 	fi
    400 	$runcmd cd tools
    401 	if [ "$UPDATE" = "" ]; then
    402 		${runcmd-exec} "$makewrapper" cleandir dependall install
    403 	else
    404 		${runcmd-exec} "$makewrapper" dependall install
    405 	fi
    406 fi
    407