build.sh revision 1.58.2.7 1 #! /usr/bin/env sh
2 # $NetBSD: build.sh,v 1.58.2.7 2004/03/12 04:00:47 jmc Exp $
3 #
4 # Top level build wrapper, for a system containing no tools.
5 #
6 # This script should run on any POSIX-compliant shell. For systems
7 # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
8 #
9 # Note, however, that due to the way the interpreter is invoked above,
10 # if a POSIX-compliant shell is the first in the PATH, you won't have
11 # to take any further action.
12 #
13
14 bomb () {
15 echo ""
16 echo "ERROR: $@"
17 echo "*** BUILD ABORTED ***"
18 exit 1
19 }
20 [ -d usr.bin/make ] || bomb "build.sh must be run from the top source level"
21 [ -f share/mk/bsd.own.mk ] || bomb "src/share/mk is missing; please re-fetch the source tree"
22
23 # If $PWD is a valid name of the current directory, POSIX mandates that pwd
24 # return it by default which causes problems in the presence of symlinks.
25 # Unsetting PWD is simpler than changing every occurrence of pwd to use -P.
26 #
27 # XXX Except that doesn't work on Solaris.
28 unset PWD
29 if [ "x`uname -s`" = "xSunOS" ]; then
30 TOP=`pwd -P`
31 else
32 TOP=`pwd`
33 fi
34
35 getarch () {
36 # Translate a MACHINE into a default MACHINE_ARCH.
37 case $MACHINE in
38 acorn26|acorn32|cats|netwinder|shark|*arm)
39 MACHINE_ARCH=arm;;
40
41 sun2)
42 MACHINE_ARCH=m68000;;
43
44 amiga|atari|cesfic|hp300|sun3|*68k)
45 MACHINE_ARCH=m68k;;
46
47 mipsco|newsmips|sbmips|sgimips)
48 MACHINE_ARCH=mipseb;;
49
50 algor|arc|cobalt|evbmips|hpcmips|playstation2|pmax)
51 MACHINE_ARCH=mipsel;;
52
53 pc532)
54 MACHINE_ARCH=ns32k;;
55
56 bebox|mvmeppc|prep|sandpoint|walnut|*ppc)
57 MACHINE_ARCH=powerpc;;
58
59 evbsh3|mmeye)
60 MACHINE_ARCH=sh3eb;;
61
62 dreamcast|hpcsh)
63 MACHINE_ARCH=sh3el;;
64
65 alpha|i386|sparc|sparc64|vax|x86_64)
66 MACHINE_ARCH=$MACHINE;;
67
68 *) bomb "unknown target MACHINE: $MACHINE";;
69 esac
70 }
71
72 validatearch () {
73 # Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
74 case $MACHINE_ARCH in
75 alpha|arm|armeb|i386|m68000|m68k|mipse[bl]|powerpc|sh3e[bl]|sparc|sparc64|vax|x86_64)
76 ;;
77
78 *) bomb "unknown target MACHINE_ARCH: $MACHINE_ARCH";;
79 esac
80 }
81
82 getmakevar () {
83 $make -m ${TOP}/share/mk -s -f- _x_ <<EOF
84 _x_:
85 echo \${$1}
86 .include <bsd.prog.mk>
87 EOF
88 }
89
90 resolvepath () {
91 case $OPTARG in
92 /*) ;;
93 *) OPTARG="$TOP/$OPTARG";;
94 esac
95 }
96
97 usage () {
98 echo "Usage:"
99 echo "$0 [-bdorUu] [-a arch] [-B buildid] [-j njob] [-m mach] "
100 echo " [-w wrapper] [-D dest] [-M obj] [-O obj] [-R release] [-T tools]"
101 echo ""
102 echo " -a: set MACHINE_ARCH to arch (otherwise deduced from MACHINE)"
103 echo " -B: set BUILDID to buildid"
104 echo " -b: build nbmake and nbmake wrapper script, if needed"
105 echo " -D: set DESTDIR to dest"
106 echo " -d: build a full distribution into DESTDIR (including etc files)"
107 echo " -j: Run up to njob jobs in parallel; see make(1)"
108 echo " -M: set obj root directory to obj (sets MAKEOBJDIRPREFIX)"
109 echo " -m: set MACHINE to mach (not required if NetBSD native)"
110 echo " -n: show commands that would be executed, but do not execute them"
111 echo " -O: set obj root directory to obj (sets a MAKEOBJDIR pattern)"
112 echo " -o: set MKOBJDIRS=no (do not create objdirs at start of build)"
113 echo " -R: build a release (and set RELEASEDIR to release)"
114 echo " -r: remove contents of TOOLDIR and DESTDIR before building"
115 echo " -T: set TOOLDIR to tools"
116 echo " -t: build and install tools only (implies -b)"
117 echo " -U: set UNPRIVED"
118 echo " -u: set UPDATE"
119 echo " -w: create nbmake script at wrapper (default TOOLDIR/bin/nbmake-MACHINE)"
120 echo ""
121 echo "Note: if -T is unset and TOOLDIR is not set in the environment,"
122 echo " nbmake will be [re]built unconditionally."
123 exit 1
124 }
125
126 # Set defaults.
127 MAKEFLAGS=
128 buildtarget=build
129 do_buildsystem=true
130 do_buildonlytools=false
131 do_rebuildmake=false
132 do_removedirs=false
133 makeenv=
134 makewrapper=
135 opt_a=no
136 opts='a:B:bdhj:m:nortuw:D:M:O:R:T:U'
137 runcmd=
138
139 if type getopts >/dev/null 2>&1; then
140 # Use POSIX getopts.
141 getoptcmd='getopts $opts opt && opt=-$opt'
142 optargcmd=':'
143 else
144 type getopt >/dev/null 2>&1 || bomb "/bin/sh shell is too old; try ksh or bash"
145
146 # Use old-style getopt(1) (doesn't handle whitespace in args).
147 args="`getopt $opts $*`"
148 [ $? = 0 ] || usage
149 set -- $args
150
151 getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
152 optargcmd='OPTARG="$1"; shift'
153 fi
154
155 # Parse command line options.
156 while eval $getoptcmd; do case $opt in
157 -a) eval $optargcmd
158 MACHINE_ARCH=$OPTARG; opt_a=yes;;
159
160 -B) eval $optargcmd
161 BUILDID=$OPTARG;;
162
163 -b) do_buildsystem=false;;
164
165 -d) buildtarget=distribution;;
166
167 -j) eval $optargcmd
168 parallel="-j $OPTARG";;
169
170 # -m overrides MACHINE_ARCH unless "-a" is specified
171 -m) eval $optargcmd
172 MACHINE=$OPTARG; [ "$opt_a" != "yes" ] && getarch;;
173
174 -n) runcmd=echo;;
175
176 -o) MKOBJDIRS=no;;
177
178 -r) do_removedirs=true; do_rebuildmake=true;;
179
180 -t) do_buildonlytools=true; do_buildsystem=false;;
181
182 -U) UNPRIVED=yes; export UNPRIVED
183 makeenv="$makeenv UNPRIVED";;
184
185 -u) UPDATE=yes; export UPDATE
186 makeenv="$makeenv UPDATE";;
187
188 -w) eval $optargcmd; resolvepath
189 makewrapper="$OPTARG";;
190
191 -D) eval $optargcmd; resolvepath
192 DESTDIR="$OPTARG"; export DESTDIR
193 makeenv="$makeenv DESTDIR";;
194
195 -M) eval $optargcmd; resolvepath
196 MAKEOBJDIRPREFIX="$OPTARG"; export MAKEOBJDIRPREFIX
197 makeobjdir=$OPTARG
198 makeenv="$makeenv MAKEOBJDIRPREFIX";;
199
200 -O) eval $optargcmd; resolvepath
201 MAKEOBJDIR="\${.CURDIR:C,^$TOP,$OPTARG,}"; export MAKEOBJDIR
202 makeobjdir=$OPTARG
203 makeenv="$makeenv MAKEOBJDIR";;
204
205 -R) eval $optargcmd; resolvepath
206 RELEASEDIR=$OPTARG; export RELEASEDIR
207 makeenv="$makeenv RELEASEDIR"
208 buildtarget=release;;
209
210 -T) eval $optargcmd; resolvepath
211 TOOLDIR="$OPTARG"; export TOOLDIR;;
212
213 --) break;;
214 -'?'|-h) usage;;
215 esac; done
216
217 # Set up MACHINE*. On a NetBSD host, these are allowed to be unset.
218 if [ -z "$MACHINE" ]; then
219 if [ "`uname -s 2>/dev/null`" != "NetBSD" ]; then
220 echo "MACHINE must be set, or -m must be used, for cross builds."
221 echo ""; usage
222 fi
223 MACHINE=`uname -m`
224 fi
225 [ -n "$MACHINE_ARCH" ] || getarch
226 validatearch
227
228 # Set up default make(1) environment.
229 NETBSDSRCDIR=${TOP}
230 makeenv="$makeenv TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS NETBSDSRCDIR"
231 if [ ! -z "$BUILDID" ]; then
232 makeenv="$makeenv BUILDID"
233 fi
234 MAKEFLAGS="-m $TOP/share/mk $MAKEFLAGS MKOBJDIRS=${MKOBJDIRS-yes}"
235 export MAKEFLAGS MACHINE MACHINE_ARCH
236
237 # Test make source file timestamps against installed nbmake binary,
238 # if TOOLDIR is pre-set.
239 #
240 # Note that we do NOT try to grovel "mk.conf" here to find out if TOOLDIR
241 # is set there, because it can contain make variable expansions and other
242 # stuff only parseable *after* we have a working nbmake. So this logic
243 # can only work if the user has pre-set TOOLDIR in the environment or
244 # used the -T option to build.sh.
245 #
246 make="${TOOLDIR-nonexistent}/bin/nbmake"
247 if [ -x $make ]; then
248 for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
249 if [ $f -nt $make ]; then
250 do_rebuildmake=true; break
251 fi
252 done
253 else
254 do_rebuildmake=true
255 fi
256
257 # Build bootstrap nbmake if needed.
258 if $do_rebuildmake; then
259 $runcmd echo "===> Bootstrapping nbmake"
260 tmpdir="${TMPDIR-/tmp}/nbbuild$$"
261
262 $runcmd mkdir "$tmpdir" || bomb "cannot mkdir: $tmpdir"
263 trap "cd /; rm -r -f \"$tmpdir\"" 0
264 trap "exit 1" 1 2 3 15
265 $runcmd cd "$tmpdir"
266
267 $runcmd env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
268 sh "$TOP/tools/make/configure" || bomb "configure of nbmake failed"
269 $runcmd sh buildmake.sh || bomb "build of nbmake failed"
270
271 make="$tmpdir/nbmake"
272 $runcmd cd "$TOP"
273 $runcmd rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
274 fi
275
276 if [ "$runcmd" = "echo" ]; then
277 USE_NEW_TOOLCHAIN=yes
278 else
279 USE_NEW_TOOLCHAIN=`getmakevar USE_NEW_TOOLCHAIN`
280 fi
281 if [ "${USE_NEW_TOOLCHAIN}" = "" ]; then
282 echo "ERROR: build.sh (new toolchain) is not yet enabled for"
283 echo
284 echo "MACHINE: ${MACHINE}"
285 echo "MACHINE_ARCH: ${MACHINE_ARCH}"
286 echo
287 echo "All builds for this platform should be done via a traditional make"
288 echo
289 echo "If you wish to test using the new toolchain set"
290 echo
291 echo "USE_NEW_TOOLCHAIN=yes"
292 echo
293 echo "in either the environment or mk.conf and rerun"
294 echo
295 echo "$0 $*"
296 exit 1
297 fi
298
299 # If TOOLDIR isn't already set, make objdirs in "tools" in case the
300 # default setting from <bsd.own.mk> is used.
301 if [ -z "$TOOLDIR" ] && [ "$MKOBJDIRS" != "no" ]; then
302 $runcmd cd tools
303 $runcmd $make -m ${TOP}/share/mk obj NOSUBDIR= || exit 1
304 $runcmd cd ..
305 fi
306
307 #
308 # If setting -M or -O to root an obj dir make sure the base directory is made
309 # before continuing as bsd.own.mk will need this to pick up _SRC_TOP_OBJ_
310 #
311 if [ "$MKOBJDIRS" != "no" ] && [ ! -z "$makeobjdir" ]; then
312 $runcmd mkdir -p "$makeobjdir"
313 fi
314
315 # Find DESTDIR and TOOLDIR.
316 if [ "$runcmd" = "echo" ]; then
317 # shown symbolically with -n because these may come from mk.conf
318 DESTDIR='$DESTDIR'
319 TOOLDIR='$TOOLDIR'
320 else
321 DESTDIR=`getmakevar DESTDIR`;
322 [ $? = 0 ] || bomb "getmakevar DESTDIR failed";
323 echo "===> DESTDIR path: $DESTDIR"
324
325 TOOLDIR=`getmakevar TOOLDIR`;
326 [ $? = 0 ] || bomb "getmakevar TOOLDIR failed";
327 echo "===> TOOLDIR path: $TOOLDIR"
328
329 export DESTDIR TOOLDIR
330 fi
331
332 # Check validity of TOOLDIR and DESTDIR.
333 if [ -z "$TOOLDIR" ] || [ "$TOOLDIR" = "/" ]; then
334 bomb "TOOLDIR '$TOOLDIR' invalid"
335 fi
336 removedirs="$TOOLDIR"
337
338 if [ -z "$DESTDIR" ] || [ "$DESTDIR" = "/" ]; then
339 if $do_buildsystem && \
340 ([ "$buildtarget" != "build" ] || \
341 [ "`uname -s 2>/dev/null`" != "NetBSD" ] || \
342 [ "`uname -m`" != "$MACHINE" ]); then
343 bomb "DESTDIR must be set to a non-root path for cross builds or -d or -R."
344 elif $do_buildsystem; then
345 echo "===> WARNING: Building to /."
346 echo "===> If your kernel is not up to date, this may cause the system to break!"
347 fi
348 else
349 removedirs="$removedirs $DESTDIR"
350 fi
351
352 # Remove the target directories.
353 if $do_removedirs; then
354 for f in $removedirs; do
355 echo "===> Removing $f"
356 $runcmd rm -r -f $f
357 done
358 fi
359
360 # Recreate $TOOLDIR.
361 $runcmd mkdir -p "$TOOLDIR/bin" || bomb "mkdir of '$TOOLDIR/bin' failed"
362
363 # Install nbmake if it was built.
364 if $do_rebuildmake; then
365 $runcmd rm -f "$TOOLDIR/bin/nbmake"
366 $runcmd cp $make "$TOOLDIR/bin/nbmake"
367 $runcmd rm -r -f "$tmpdir"
368 trap 0 1 2 3 15
369 fi
370
371 # Build a nbmake wrapper script, usable by hand as well as by build.sh.
372 if [ -z "$makewrapper" ]; then
373 makewrapper="$TOOLDIR/bin/nbmake-$MACHINE"
374 if [ ! -z "$BUILDID" ]; then
375 makewrapper="$makewrapper-$BUILDID"
376 fi
377 fi
378
379 $runcmd rm -f "$makewrapper"
380 if [ "$runcmd" = "echo" ]; then
381 echo 'cat <<EOF >'$makewrapper
382 makewrapout=
383 else
384 makewrapout=">>\$makewrapper"
385 fi
386
387 eval cat <<EOF $makewrapout
388 #! /bin/sh
389 # Set proper variables to allow easy "make" building of a NetBSD subtree.
390 # Generated from: \$NetBSD: build.sh,v 1.58.2.7 2004/03/12 04:00:47 jmc Exp $
391 #
392
393 EOF
394 for f in $makeenv; do
395 eval echo "$f=\'\$`echo $f`\'\;\ export\ $f" $makewrapout
396 done
397 eval echo "USETOOLS=yes\; export USETOOLS" $makewrapout
398
399 eval cat <<'EOF' $makewrapout
400
401 exec "$TOOLDIR/bin/nbmake" ${1+"$@"}
402 EOF
403 [ "$runcmd" = "echo" ] && echo EOF
404 $runcmd chmod +x "$makewrapper"
405
406 if $do_buildsystem; then
407 ${runcmd-exec} "$makewrapper" $parallel $buildtarget
408 elif $do_buildonlytools; then
409 if [ "$MKOBJDIRS" != "no" ]; then
410 $runcmd "$makewrapper" $parallel obj-tools || exit 1
411 fi
412 $runcmd cd tools
413 if [ "$UPDATE" = "" ]; then
414 ${runcmd-exec} "$makewrapper" cleandir dependall install
415 else
416 ${runcmd-exec} "$makewrapper" dependall install
417 fi
418 fi
419