build.sh revision 1.70 1 #! /usr/bin/env sh
2 # $NetBSD: build.sh,v 1.70 2002/10/20 15:48:01 lukem Exp $
3 #
4 # Top level build wrapper, for a system containing no tools.
5 #
6 # This script should run on any POSIX-compliant shell. For systems
7 # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
8 #
9 # Note, however, that due to the way the interpreter is invoked above,
10 # if a POSIX-compliant shell is the first in the PATH, you won't have
11 # to take any further action.
12 #
13
14 bomb () {
15 echo ""
16 echo "ERROR: $@"
17 echo "*** BUILD ABORTED ***"
18 exit 1
19 }
20 [ -d usr.bin/make ] || bomb "build.sh must be run from the top source level"
21 [ -f share/mk/bsd.own.mk ] || bomb "src/share/mk is missing; please re-fetch the source tree"
22
23 # If $PWD is a valid name of the current directory, POSIX mandates that pwd
24 # return it by default which causes problems in the presence of symlinks.
25 # Unsetting PWD is simpler than changing every occurrence of pwd to use -P.
26 #
27 # XXX Except that doesn't work on Solaris.
28 unset PWD
29 if [ "x`uname -s`" = "xSunOS" ]; then
30 TOP=`pwd -P`
31 else
32 TOP=`pwd`
33 fi
34
35 getarch () {
36 # Translate a MACHINE into a default MACHINE_ARCH.
37 case $MACHINE in
38 acorn26|acorn32|cats|netwinder|shark|*arm)
39 MACHINE_ARCH=arm;;
40
41 sun2)
42 MACHINE_ARCH=m68000;;
43
44 amiga|atari|cesfic|hp300|sun3|*68k)
45 MACHINE_ARCH=m68k;;
46
47 mipsco|newsmips|sbmips|sgimips)
48 MACHINE_ARCH=mipseb;;
49
50 algor|arc|cobalt|evbmips|hpcmips|playstation2|pmax)
51 MACHINE_ARCH=mipsel;;
52
53 pc532)
54 MACHINE_ARCH=ns32k;;
55
56 bebox|prep|sandpoint|walnut|*ppc)
57 MACHINE_ARCH=powerpc;;
58
59 evbsh3|mmeye)
60 MACHINE_ARCH=sh3eb;;
61
62 dreamcast|hpcsh)
63 MACHINE_ARCH=sh3el;;
64
65 hp700)
66 MACHINE_ARCH=hppa;;
67
68 evbsh5)
69 MACHINE_ARCH=sh5el;;
70
71 alpha|i386|sparc|sparc64|vax|x86_64)
72 MACHINE_ARCH=$MACHINE;;
73
74 *) bomb "unknown target MACHINE: $MACHINE";;
75 esac
76 }
77
78 validatearch () {
79 # Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
80 case $MACHINE_ARCH in
81 alpha|arm|armeb|hppa|i386|m68000|m68k|mipse[bl]|ns32k|powerpc|sh[35]e[bl]|sparc|sparc64|vax|x86_64)
82 ;;
83
84 *) bomb "unknown target MACHINE_ARCH: $MACHINE_ARCH";;
85 esac
86 }
87
88 getmakevar () {
89 $make -m ${TOP}/share/mk -s -f- _x_ <<EOF
90 _x_:
91 echo \${$1}
92 .include <bsd.prog.mk>
93 .include <bsd.kernobj.mk>
94 EOF
95 }
96
97 resolvepath () {
98 case $OPTARG in
99 /*) ;;
100 *) OPTARG="$TOP/$OPTARG";;
101 esac
102 }
103
104 usage () {
105 cat <<_usage_
106 Usage:
107 $0 [-bdorUu] [-a arch] [-B buildid] [-D dest] [-j njob] [-k kernel]
108 [-M obj] [-m mach] [-O obj] [-R release] [-T tools] [-w wrapper]
109
110 -a arch set MACHINE_ARCH to arch (otherwise deduced from MACHINE)
111 -B buildid set BUILDID to buildid
112 -b build nbmake and nbmake wrapper script, if needed
113 -D dest set DESTDIR to dest
114 -d build a full distribution into DESTDIR (including etc files)
115 -j njob run up to njob jobs in parallel; see make(1)
116 -k kernel build a kernel using the named configuration file
117 -M obj set obj root directory to obj (sets MAKEOBJDIRPREFIX)
118 -m mach set MACHINE to mach (not required if NetBSD native)
119 -n show commands that would be executed, but do not execute them
120 -O obj set obj root directory to obj (sets a MAKEOBJDIR pattern)
121 -o set MKOBJDIRS=no (do not create objdirs at start of build)
122 -R release build a release (and set RELEASEDIR to release)
123 -r remove contents of TOOLDIR and DESTDIR before building
124 -T tools set TOOLDIR to tools
125 -t build and install tools only (implies -b)
126 -U set UNPRIVED
127 -u set UPDATE
128 -w wrapper create nbmake script at wrapper
129 (default TOOLDIR/bin/nbmake-MACHINE)
130
131 Note: if -T is unset and TOOLDIR is not set in the environment,
132 nbmake will be [re]built unconditionally.
133 _usage_
134 exit 1
135 }
136
137 # Set defaults.
138 MAKEFLAGS=
139 buildtarget=build
140 do_buildsystem=true
141 do_buildonlykernel=false
142 do_buildonlytools=false
143 do_rebuildmake=false
144 do_removedirs=false
145 makeenv=
146 makewrapper=
147 opt_a=no
148 opts='a:B:bdhj:k:m:nortuw:D:M:O:R:T:U'
149 runcmd=
150
151 if type getopts >/dev/null 2>&1; then
152 # Use POSIX getopts.
153 getoptcmd='getopts $opts opt && opt=-$opt'
154 optargcmd=':'
155 else
156 type getopt >/dev/null 2>&1 || bomb "/bin/sh shell is too old; try ksh or bash"
157
158 # Use old-style getopt(1) (doesn't handle whitespace in args).
159 args="`getopt $opts $*`"
160 [ $? = 0 ] || usage
161 set -- $args
162
163 getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
164 optargcmd='OPTARG="$1"; shift'
165 fi
166
167 # Parse command line options.
168 while eval $getoptcmd; do case $opt in
169 -a) eval $optargcmd
170 MACHINE_ARCH=$OPTARG; opt_a=yes;;
171
172 -B) eval $optargcmd
173 BUILDID=$OPTARG;;
174
175 -b) do_buildsystem=false;;
176
177 -d) buildtarget=distribution;;
178
179 -j) eval $optargcmd
180 parallel="-j $OPTARG";;
181
182 -k) do_buildonlykernel=true; do_buildsystem=false
183 eval $optargcmd
184 KERNCONFNAME=$OPTARG;;
185
186 # -m overrides MACHINE_ARCH unless "-a" is specified
187 -m) eval $optargcmd
188 MACHINE=$OPTARG; [ "$opt_a" != "yes" ] && getarch;;
189
190 -n) runcmd=echo;;
191
192 -o) MKOBJDIRS=no;;
193
194 -r) do_removedirs=true; do_rebuildmake=true;;
195
196 -t) do_buildonlytools=true; do_buildsystem=false;;
197
198 -U) UNPRIVED=yes; export UNPRIVED
199 makeenv="$makeenv UNPRIVED";;
200
201 -u) UPDATE=yes; export UPDATE
202 makeenv="$makeenv UPDATE";;
203
204 -w) eval $optargcmd; resolvepath
205 makewrapper="$OPTARG";;
206
207 -D) eval $optargcmd; resolvepath
208 DESTDIR="$OPTARG"; export DESTDIR
209 makeenv="$makeenv DESTDIR";;
210
211 -M) eval $optargcmd; resolvepath
212 MAKEOBJDIRPREFIX="$OPTARG"; export MAKEOBJDIRPREFIX
213 makeobjdir=$OPTARG
214 makeenv="$makeenv MAKEOBJDIRPREFIX";;
215
216 -O) eval $optargcmd; resolvepath
217 MAKEOBJDIR="\${.CURDIR:C,^$TOP,$OPTARG,}"; export MAKEOBJDIR
218 makeobjdir=$OPTARG
219 makeenv="$makeenv MAKEOBJDIR";;
220
221 -R) eval $optargcmd; resolvepath
222 RELEASEDIR=$OPTARG; export RELEASEDIR
223 makeenv="$makeenv RELEASEDIR"
224 buildtarget=release;;
225
226 -T) eval $optargcmd; resolvepath
227 TOOLDIR="$OPTARG"; export TOOLDIR;;
228
229 --) break;;
230 -'?'|-h) usage;;
231 esac; done
232
233 # Set up MACHINE*. On a NetBSD host, these are allowed to be unset.
234 if [ -z "$MACHINE" ]; then
235 if [ "`uname -s 2>/dev/null`" != "NetBSD" ]; then
236 echo "MACHINE must be set, or -m must be used, for cross builds."
237 echo ""; usage
238 fi
239 MACHINE=`uname -m`
240 fi
241 [ -n "$MACHINE_ARCH" ] || getarch
242 validatearch
243
244 # Set up default make(1) environment.
245 makeenv="$makeenv TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
246 if [ ! -z "$BUILDID" ]; then
247 makeenv="$makeenv BUILDID"
248 fi
249 MAKEFLAGS="-m $TOP/share/mk $MAKEFLAGS MKOBJDIRS=${MKOBJDIRS-yes}"
250 export MAKEFLAGS MACHINE MACHINE_ARCH
251
252 # Test make source file timestamps against installed nbmake binary,
253 # if TOOLDIR is pre-set.
254 #
255 # Note that we do NOT try to grovel "mk.conf" here to find out if TOOLDIR
256 # is set there, because it can contain make variable expansions and other
257 # stuff only parseable *after* we have a working nbmake. So this logic
258 # can only work if the user has pre-set TOOLDIR in the environment or
259 # used the -T option to build.sh.
260 #
261 make="${TOOLDIR-nonexistent}/bin/nbmake"
262 if [ -x $make ]; then
263 for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
264 if [ $f -nt $make ]; then
265 do_rebuildmake=true; break
266 fi
267 done
268 else
269 do_rebuildmake=true
270 fi
271
272 # Build bootstrap nbmake if needed.
273 if $do_rebuildmake; then
274 $runcmd echo "===> Bootstrapping nbmake"
275 tmpdir="${TMPDIR-/tmp}/nbbuild$$"
276
277 $runcmd mkdir "$tmpdir" || bomb "cannot mkdir: $tmpdir"
278 trap "cd /; rm -r -f \"$tmpdir\"" 0
279 trap "exit 1" 1 2 3 15
280 $runcmd cd "$tmpdir"
281
282 $runcmd env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
283 "$TOP/tools/make/configure" || bomb "configure of nbmake failed"
284 $runcmd sh buildmake.sh || bomb "build of nbmake failed"
285
286 make="$tmpdir/nbmake"
287 $runcmd cd "$TOP"
288 $runcmd rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
289 fi
290
291 EXTERNAL_TOOLCHAIN=`getmakevar EXTERNAL_TOOLCHAIN`
292 if [ "$runcmd" = "echo" ]; then
293 TOOLCHAIN_MISSING=no
294 else
295 TOOLCHAIN_MISSING=`getmakevar TOOLCHAIN_MISSING`
296 fi
297 if [ "${TOOLCHAIN_MISSING}" = "yes" -a \
298 "${EXTERNAL_TOOLCHAIN}" = "" ]; then
299 echo "ERROR: build.sh (in-tree cross-toolchain) is not yet available for"
300 echo
301 echo "MACHINE: ${MACHINE}"
302 echo "MACHINE_ARCH: ${MACHINE_ARCH}"
303 echo
304 echo "All builds for this platform should be done via a traditional make"
305 echo
306 echo "If you wish to use an external cross-toolchain, set"
307 echo
308 echo "EXTERNAL_TOOLCHAIN=<path to toolchain root>"
309 echo
310 echo "in either the environment or mk.conf and rerun"
311 echo
312 echo "$0 $*"
313 exit 1
314 fi
315
316 # If TOOLDIR isn't already set, make objdirs in "tools" in case the
317 # default setting from <bsd.own.mk> is used.
318 if [ -z "$TOOLDIR" ] && [ "$MKOBJDIRS" != "no" ]; then
319 $runcmd cd tools
320 $runcmd $make -m ${TOP}/share/mk obj NOSUBDIR= || exit 1
321 $runcmd cd "$TOP"
322 fi
323
324 #
325 # If setting -M or -O to root an obj dir make sure the base directory is made
326 # before continuing as bsd.own.mk will need this to pick up _SRC_TOP_OBJ_
327 #
328 if [ "$MKOBJDIRS" != "no" ] && [ ! -z "$makeobjdir" ]; then
329 $runcmd mkdir -p "$makeobjdir"
330 fi
331
332 # Find DESTDIR and TOOLDIR.
333 if [ "$runcmd" = "echo" ]; then
334 # shown symbolically with -n because these may come from mk.conf
335 DESTDIR='$DESTDIR'
336 TOOLDIR='$TOOLDIR'
337 else
338 DESTDIR=`getmakevar DESTDIR`;
339 [ $? = 0 ] || bomb "getmakevar DESTDIR failed";
340 echo "===> DESTDIR path: $DESTDIR"
341
342 TOOLDIR=`getmakevar TOOLDIR`;
343 [ $? = 0 ] || bomb "getmakevar TOOLDIR failed";
344 echo "===> TOOLDIR path: $TOOLDIR"
345
346 export DESTDIR TOOLDIR
347 fi
348
349 # Check validity of TOOLDIR and DESTDIR.
350 if [ -z "$TOOLDIR" ] || [ "$TOOLDIR" = "/" ]; then
351 bomb "TOOLDIR '$TOOLDIR' invalid"
352 fi
353 removedirs="$TOOLDIR"
354
355 if [ -z "$DESTDIR" ] || [ "$DESTDIR" = "/" ]; then
356 if $do_buildsystem && \
357 ([ "$buildtarget" != "build" ] || \
358 [ "`uname -s 2>/dev/null`" != "NetBSD" ] || \
359 [ "`uname -m`" != "$MACHINE" ]); then
360 bomb "DESTDIR must be set to a non-root path for cross builds or -d or -R."
361 elif $do_buildsystem; then
362 echo "===> WARNING: Building to /."
363 echo "===> If your kernel is not up to date, this may cause the system to break!"
364 fi
365 else
366 removedirs="$removedirs $DESTDIR"
367 fi
368
369 # Remove the target directories.
370 if $do_removedirs; then
371 for f in $removedirs; do
372 echo "===> Removing $f"
373 $runcmd rm -r -f $f
374 done
375 fi
376
377 # Recreate $TOOLDIR.
378 $runcmd mkdir -p "$TOOLDIR/bin" || bomb "mkdir of '$TOOLDIR/bin' failed"
379
380 # Install nbmake if it was built.
381 if $do_rebuildmake; then
382 $runcmd rm -f "$TOOLDIR/bin/nbmake"
383 $runcmd cp $make "$TOOLDIR/bin/nbmake"
384 $runcmd rm -r -f "$tmpdir"
385 trap 0 1 2 3 15
386 fi
387
388 # Build a nbmake wrapper script, usable by hand as well as by build.sh.
389 if [ -z "$makewrapper" ]; then
390 makewrapper="$TOOLDIR/bin/nbmake-$MACHINE"
391 if [ ! -z "$BUILDID" ]; then
392 makewrapper="$makewrapper-$BUILDID"
393 fi
394 fi
395
396 $runcmd rm -f "$makewrapper"
397 if [ "$runcmd" = "echo" ]; then
398 echo 'cat <<EOF >'$makewrapper
399 makewrapout=
400 else
401 makewrapout=">>\$makewrapper"
402 fi
403
404 eval cat <<EOF $makewrapout
405 #! /bin/sh
406 # Set proper variables to allow easy "make" building of a NetBSD subtree.
407 # Generated from: \$NetBSD: build.sh,v 1.70 2002/10/20 15:48:01 lukem Exp $
408 #
409
410 EOF
411 for f in $makeenv; do
412 eval echo "$f=\'\$`echo $f`\'\;\ export\ $f" $makewrapout
413 done
414 eval echo "USETOOLS=yes\; export USETOOLS" $makewrapout
415
416 eval cat <<'EOF' $makewrapout
417
418 exec "$TOOLDIR/bin/nbmake" ${1+"$@"}
419 EOF
420 [ "$runcmd" = "echo" ] && echo EOF
421 $runcmd chmod +x "$makewrapper"
422
423 if $do_buildsystem; then
424 ${runcmd-exec} "$makewrapper" $parallel $buildtarget
425 else
426 # One or more of do_buildonlytools and do_buildonlykernel
427 # might be set. Do them in the appropriate order.
428 if $do_buildonlytools; then
429 if [ "$MKOBJDIRS" != "no" ]; then
430 $runcmd "$makewrapper" $parallel obj-tools || exit 1
431 fi
432 $runcmd cd tools
433 if [ "$UPDATE" = "" ]; then
434 $runcmd "$makewrapper" cleandir dependall install
435 else
436 $runcmd "$makewrapper" dependall install
437 fi
438 fi
439 if $do_buildonlykernel; then
440 $runcmd echo "===> Building kernel ${KERNCONFNAME}"
441 if [ "$runcmd" = "echo" ]; then
442 # shown symbolically with -n
443 # because getmakevar might not work yet
444 KERNCONFDIR='${KERNCONFDIR}'
445 KERNOBJDIR='${KERNOBJDIR}'
446 else
447 KERNCONFDIR="$( getmakevar KERNCONFDIR )"
448 KERNOBJDIR="$( getmakevar KERNOBJDIR )"
449 fi
450 case "${KERNCONFNAME}" in
451 */*)
452 kernconfpath=${KERNCONFNAME}
453 KERNCONFNAME=`basename ${KERNCONFNAME}`
454 ;;
455 *)
456 kernconfpath=${KERNCONFDIR}/${KERNCONFNAME}
457 ;;
458 esac
459 $runcmd mkdir -p "${KERNOBJDIR}/${KERNCONFNAME}"
460 if [ "$UPDATE" = "" ]; then
461 $runcmd cd "${KERNOBJDIR}/${KERNCONFNAME}"
462 $runcmd "$makewrapper" cleandir
463 $runcmd cd "$TOP"
464 fi
465 $runcmd "${TOOLDIR}/bin/nbconfig" \
466 -b "${KERNOBJDIR}/${KERNCONFNAME}" \
467 -s "${TOP}/sys" "${kernconfpath}"
468 $runcmd cd "${KERNOBJDIR}/${KERNCONFNAME}"
469 $runcmd "$makewrapper" depend
470 $runcmd "$makewrapper" $parallel all
471 echo "New kernel should be in ${KERNOBJDIR}/${KERNCONFNAME}"
472 fi
473 fi
474