build.sh revision 1.62 1 #! /bin/sh
2 # $NetBSD: build.sh,v 1.62 2002/06/10 14:08:05 fredette Exp $
3 #
4 # Top level build wrapper, for a system containing no tools.
5 #
6 # This script should run on any POSIX-compliant shell. For systems
7 # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
8 #
9
10 bomb () {
11 echo ""
12 echo "ERROR: $@"
13 echo "*** BUILD ABORTED ***"
14 exit 1
15 }
16 [ -d usr.bin/make ] || bomb "build.sh must be run from the top source level"
17 [ -f share/mk/bsd.own.mk ] || bomb "src/share/mk is missing; please re-fetch the source tree"
18
19 TOP=`pwd`
20
21 getarch () {
22 # Translate a MACHINE into a default MACHINE_ARCH.
23 case $MACHINE in
24 acorn26|acorn32|cats|netwinder|shark|*arm)
25 MACHINE_ARCH=arm;;
26
27 sun2)
28 MACHINE_ARCH=m68000;;
29
30 amiga|atari|cesfic|hp300|sun3|*68k)
31 MACHINE_ARCH=m68k;;
32
33 mipsco|newsmips|sbmips|sgimips)
34 MACHINE_ARCH=mipseb;;
35
36 algor|arc|cobalt|evbmips|hpcmips|playstation2|pmax)
37 MACHINE_ARCH=mipsel;;
38
39 pc532)
40 MACHINE_ARCH=ns32k;;
41
42 bebox|prep|sandpoint|walnut|*ppc)
43 MACHINE_ARCH=powerpc;;
44
45 evbsh3|mmeye)
46 MACHINE_ARCH=sh3eb;;
47
48 dreamcast|hpcsh)
49 MACHINE_ARCH=sh3el;;
50
51 hp700)
52 MACHINE_ARCH=hppa;;
53
54 alpha|i386|sparc|sparc64|vax|x86_64)
55 MACHINE_ARCH=$MACHINE;;
56
57 *) bomb "unknown target MACHINE: $MACHINE";;
58 esac
59 }
60
61 validatearch () {
62 # Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
63 case $MACHINE_ARCH in
64 alpha|arm|armeb|hppa|i386|m68000|m68k|mipse[bl]|ns32k|powerpc|sh3e[bl]|sparc|sparc64|vax|x86_64)
65 ;;
66
67 *) bomb "unknown target MACHINE_ARCH: $MACHINE_ARCH";;
68 esac
69 }
70
71 getmakevar () {
72 $make -m ${TOP}/share/mk -s -f- _x_ <<EOF
73 _x_:
74 echo \${$1}
75 .include <bsd.prog.mk>
76 EOF
77 }
78
79 resolvepath () {
80 case $OPTARG in
81 /*) ;;
82 *) OPTARG="$cwd/$OPTARG";;
83 esac
84 }
85
86 usage () {
87 echo "Usage:"
88 echo "$0 [-bdorUu] [-a arch] [-B buildid] [-j njob] [-m mach] "
89 echo " [-w wrapper] [-D dest] [-M obj] [-O obj] [-R release] [-T tools]"
90 echo ""
91 echo " -a: set MACHINE_ARCH to arch (otherwise deduced from MACHINE)"
92 echo " -B: set BUILDID to buildid"
93 echo " -b: build nbmake and nbmake wrapper script, if needed"
94 echo " -D: set DESTDIR to dest"
95 echo " -d: build a full distribution into DESTDIR (including etc files)"
96 echo " -j: Run up to njob jobs in parallel; see make(1)"
97 echo " -M: set obj root directory to obj (sets MAKEOBJDIRPREFIX)"
98 echo " -m: set MACHINE to mach (not required if NetBSD native)"
99 echo " -n: show commands that would be executed, but do not execute them"
100 echo " -O: set obj root directory to obj (sets a MAKEOBJDIR pattern)"
101 echo " -o: set MKOBJDIRS=no (do not create objdirs at start of build)"
102 echo " -R: build a release (and set RELEASEDIR to release)"
103 echo " -r: remove contents of TOOLDIR and DESTDIR before building"
104 echo " -T: set TOOLDIR to tools"
105 echo " -t: build and install tools only (implies -b)"
106 echo " -U: set UNPRIVED"
107 echo " -u: set UPDATE"
108 echo " -w: create nbmake script at wrapper (default TOOLDIR/bin/nbmake-MACHINE)"
109 echo ""
110 echo "Note: if -T is unset and TOOLDIR is not set in the environment,"
111 echo " nbmake will be [re]built unconditionally."
112 exit 1
113 }
114
115 # Set defaults.
116 MAKEFLAGS=
117 buildtarget=build
118 cwd=`pwd`
119 do_buildsystem=true
120 do_buildonlytools=false
121 do_rebuildmake=false
122 do_removedirs=false
123 makeenv=
124 makewrapper=
125 opt_a=no
126 opts='a:B:bdhj:m:nortuw:D:M:O:R:T:U'
127 runcmd=
128
129 if type getopts >/dev/null 2>&1; then
130 # Use POSIX getopts.
131 getoptcmd='getopts $opts opt && opt=-$opt'
132 optargcmd=':'
133 else
134 type getopt >/dev/null 2>&1 || bomb "/bin/sh shell is too old; try ksh or bash"
135
136 # Use old-style getopt(1) (doesn't handle whitespace in args).
137 args="`getopt $opts $*`"
138 [ $? = 0 ] || usage
139 set -- $args
140
141 getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
142 optargcmd='OPTARG="$1"; shift'
143 fi
144
145 # Parse command line options.
146 while eval $getoptcmd; do case $opt in
147 -a) eval $optargcmd
148 MACHINE_ARCH=$OPTARG; opt_a=yes;;
149
150 -B) eval $optargcmd
151 BUILDID=$OPTARG;;
152
153 -b) do_buildsystem=false;;
154
155 -d) buildtarget=distribution;;
156
157 -j) eval $optargcmd
158 parallel="-j $OPTARG";;
159
160 # -m overrides MACHINE_ARCH unless "-a" is specified
161 -m) eval $optargcmd
162 MACHINE=$OPTARG; [ "$opt_a" != "yes" ] && getarch;;
163
164 -n) runcmd=echo;;
165
166 -o) MKOBJDIRS=no;;
167
168 -r) do_removedirs=true; do_rebuildmake=true;;
169
170 -t) do_buildonlytools=true; do_buildsystem=false;;
171
172 -U) UNPRIVED=yes; export UNPRIVED
173 makeenv="$makeenv UNPRIVED";;
174
175 -u) UPDATE=yes; export UPDATE
176 makeenv="$makeenv UPDATE";;
177
178 -w) eval $optargcmd; resolvepath
179 makewrapper="$OPTARG";;
180
181 -D) eval $optargcmd; resolvepath
182 DESTDIR="$OPTARG"; export DESTDIR
183 makeenv="$makeenv DESTDIR";;
184
185 -M) eval $optargcmd; resolvepath
186 MAKEOBJDIRPREFIX="$OPTARG"; export MAKEOBJDIRPREFIX
187 makeobjdir=$OPTARG
188 makeenv="$makeenv MAKEOBJDIRPREFIX";;
189
190 -O) eval $optargcmd; resolvepath
191 MAKEOBJDIR="\${.CURDIR:C,^$cwd,$OPTARG,}"; export MAKEOBJDIR
192 makeobjdir=$OPTARG
193 makeenv="$makeenv MAKEOBJDIR";;
194
195 -R) eval $optargcmd; resolvepath
196 RELEASEDIR=$OPTARG; export RELEASEDIR
197 makeenv="$makeenv RELEASEDIR"
198 buildtarget=release;;
199
200 -T) eval $optargcmd; resolvepath
201 TOOLDIR="$OPTARG"; export TOOLDIR;;
202
203 --) break;;
204 -'?'|-h) usage;;
205 esac; done
206
207 # Set up MACHINE*. On a NetBSD host, these are allowed to be unset.
208 if [ -z "$MACHINE" ]; then
209 if [ "`uname -s 2>/dev/null`" != "NetBSD" ]; then
210 echo "MACHINE must be set, or -m must be used, for cross builds."
211 echo ""; usage
212 fi
213 MACHINE=`uname -m`
214 fi
215 [ -n "$MACHINE_ARCH" ] || getarch
216 validatearch
217
218 # Set up default make(1) environment.
219 makeenv="$makeenv TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
220 if [ ! -z "$BUILDID" ]; then
221 makeenv="$makeenv BUILDID"
222 fi
223 MAKEFLAGS="-m $cwd/share/mk $MAKEFLAGS MKOBJDIRS=${MKOBJDIRS-yes}"
224 export MAKEFLAGS MACHINE MACHINE_ARCH
225
226 # Test make source file timestamps against installed nbmake binary,
227 # if TOOLDIR is pre-set.
228 #
229 # Note that we do NOT try to grovel "mk.conf" here to find out if TOOLDIR
230 # is set there, because it can contain make variable expansions and other
231 # stuff only parseable *after* we have a working nbmake. So this logic
232 # can only work if the user has pre-set TOOLDIR in the environment or
233 # used the -T option to build.sh.
234 #
235 make="${TOOLDIR-nonexistent}/bin/nbmake"
236 if [ -x $make ]; then
237 for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
238 if [ $f -nt $make ]; then
239 do_rebuildmake=true; break
240 fi
241 done
242 else
243 do_rebuildmake=true
244 fi
245
246 # Build bootstrap nbmake if needed.
247 if $do_rebuildmake; then
248 $runcmd echo "===> Bootstrapping nbmake"
249 tmpdir="${TMPDIR-/tmp}/nbbuild$$"
250
251 $runcmd mkdir "$tmpdir" || bomb "cannot mkdir: $tmpdir"
252 trap "cd /; rm -r -f \"$tmpdir\"" 0
253 trap "exit 1" 1 2 3 15
254 $runcmd cd "$tmpdir"
255
256 $runcmd env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
257 "$cwd/tools/make/configure" || bomb "configure of nbmake failed"
258 $runcmd sh buildmake.sh || bomb "build of nbmake failed"
259
260 make="$tmpdir/nbmake"
261 $runcmd cd "$cwd"
262 $runcmd rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
263 fi
264
265 if [ "$runcmd" = "echo" ]; then
266 USE_NEW_TOOLCHAIN=yes
267 else
268 USE_NEW_TOOLCHAIN=`getmakevar USE_NEW_TOOLCHAIN`
269 fi
270 if [ "${USE_NEW_TOOLCHAIN}" = "" ]; then
271 echo "ERROR: build.sh (new toolchain) is not yet enabled for"
272 echo
273 echo "MACHINE: ${MACHINE}"
274 echo "MACHINE_ARCH: ${MACHINE_ARCH}"
275 echo
276 echo "All builds for this platform should be done via a traditional make"
277 echo
278 echo "If you wish to test using the new toolchain set"
279 echo
280 echo "USE_NEW_TOOLCHAIN=yes"
281 echo
282 echo "in either the environment or mk.conf and rerun"
283 echo
284 echo "$0 $*"
285 exit 1
286 fi
287
288 # If TOOLDIR isn't already set, make objdirs in "tools" in case the
289 # default setting from <bsd.own.mk> is used.
290 if [ -z "$TOOLDIR" ] && [ "$MKOBJDIRS" != "no" ]; then
291 $runcmd cd tools
292 $runcmd $make -m ${TOP}/share/mk obj NOSUBDIR= || exit 1
293 $runcmd cd ..
294 fi
295
296 #
297 # If setting -M or -O to root an obj dir make sure the base directory is made
298 # before continuing as bsd.own.mk will need this to pick up _SRC_TOP_OBJ_
299 #
300 if [ "$MKOBJDIRS" != "no" ] && [ ! -z "$makeobjdir" ]; then
301 $runcmd mkdir -p "$makeobjdir"
302 fi
303
304 # Find DESTDIR and TOOLDIR.
305 if [ "$runcmd" = "echo" ]; then
306 # shown symbolically with -n because these may come from mk.conf
307 DESTDIR='$DESTDIR'
308 TOOLDIR='$TOOLDIR'
309 else
310 DESTDIR=`getmakevar DESTDIR`;
311 [ $? = 0 ] || bomb "getmakevar DESTDIR failed";
312 echo "===> DESTDIR path: $DESTDIR"
313
314 TOOLDIR=`getmakevar TOOLDIR`;
315 [ $? = 0 ] || bomb "getmakevar DESTDIR failed";
316 echo "===> TOOLDIR path: $TOOLDIR"
317
318 export DESTDIR TOOLDIR
319 fi
320
321 # Check validity of TOOLDIR and DESTDIR.
322 if [ -z "$TOOLDIR" ] || [ "$TOOLDIR" = "/" ]; then
323 bomb "TOOLDIR '$TOOLDIR' invalid"
324 fi
325 removedirs="$TOOLDIR"
326
327 if [ -z "$DESTDIR" ] || [ "$DESTDIR" = "/" ]; then
328 if $do_buildsystem && \
329 ([ "$buildtarget" != "build" ] || \
330 [ "`uname -s 2>/dev/null`" != "NetBSD" ] || \
331 [ "`uname -m`" != "$MACHINE" ]); then
332 bomb "DESTDIR must be set to a non-root path for cross builds or -d or -R."
333 elif $do_buildsystem; then
334 echo "===> WARNING: Building to /."
335 echo "===> If your kernel is not up to date, this may cause the system to break!"
336 fi
337 else
338 removedirs="$removedirs $DESTDIR"
339 fi
340
341 # Remove the target directories.
342 if $do_removedirs; then
343 for f in $removedirs; do
344 echo "===> Removing $f"
345 $runcmd rm -r -f $f
346 done
347 fi
348
349 # Recreate $TOOLDIR.
350 $runcmd mkdir -p "$TOOLDIR/bin" || bomb "mkdir of '$TOOLDIR/bin' failed"
351
352 # Install nbmake if it was built.
353 if $do_rebuildmake; then
354 $runcmd rm -f "$TOOLDIR/bin/nbmake"
355 $runcmd cp $make "$TOOLDIR/bin/nbmake"
356 $runcmd rm -r -f "$tmpdir"
357 trap 0 1 2 3 15
358 fi
359
360 # Build a nbmake wrapper script, usable by hand as well as by build.sh.
361 if [ -z "$makewrapper" ]; then
362 makewrapper="$TOOLDIR/bin/nbmake-$MACHINE"
363 if [ ! -z "$BUILDID" ]; then
364 makewrapper="$makewrapper-$BUILDID"
365 fi
366 fi
367
368 $runcmd rm -f "$makewrapper"
369 if [ "$runcmd" = "echo" ]; then
370 echo 'cat <<EOF >'$makewrapper
371 makewrapout=
372 else
373 makewrapout=">>\$makewrapper"
374 fi
375
376 eval cat <<EOF $makewrapout
377 #! /bin/sh
378 # Set proper variables to allow easy "make" building of a NetBSD subtree.
379 # Generated from: \$NetBSD: build.sh,v 1.62 2002/06/10 14:08:05 fredette Exp $
380 #
381
382 EOF
383 for f in $makeenv; do
384 eval echo "$f=\'\$`echo $f`\'\;\ export\ $f" $makewrapout
385 done
386 eval echo "USETOOLS=yes\; export USETOOLS" $makewrapout
387
388 eval cat <<'EOF' $makewrapout
389
390 exec "$TOOLDIR/bin/nbmake" ${1+"$@"}
391 EOF
392 [ "$runcmd" = "echo" ] && echo EOF
393 $runcmd chmod +x "$makewrapper"
394
395 if $do_buildsystem; then
396 ${runcmd-exec} "$makewrapper" $parallel $buildtarget
397 elif $do_buildonlytools; then
398 if [ "$MKOBJDIRS" != "no" ]; then
399 $runcmd "$makewrapper" $parallel obj-tools || exit 1
400 fi
401 $runcmd cd tools
402 if [ "$UPDATE" = "" ]; then
403 ${runcmd-exec} "$makewrapper" cleandir dependall install
404 else
405 ${runcmd-exec} "$makewrapper" dependall install
406 fi
407 fi
408