build.sh revision 1.64 1 #! /bin/sh
2 # $NetBSD: build.sh,v 1.64 2002/09/03 22:03:48 bjh21 Exp $
3 #
4 # Top level build wrapper, for a system containing no tools.
5 #
6 # This script should run on any POSIX-compliant shell. For systems
7 # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
8 #
9
10 bomb () {
11 echo ""
12 echo "ERROR: $@"
13 echo "*** BUILD ABORTED ***"
14 exit 1
15 }
16 [ -d usr.bin/make ] || bomb "build.sh must be run from the top source level"
17 [ -f share/mk/bsd.own.mk ] || bomb "src/share/mk is missing; please re-fetch the source tree"
18
19 # If $PWD is a valid name of the current directory, POSIX mandates that pwd
20 # return it by default which causes problems in the presence of symlinks.
21 # Unsetting PWD is simpler than changing every occurrence of pwd to use -P.
22 unset PWD
23 TOP=`pwd`
24
25 getarch () {
26 # Translate a MACHINE into a default MACHINE_ARCH.
27 case $MACHINE in
28 acorn26|acorn32|cats|netwinder|shark|*arm)
29 MACHINE_ARCH=arm;;
30
31 sun2)
32 MACHINE_ARCH=m68000;;
33
34 amiga|atari|cesfic|hp300|sun3|*68k)
35 MACHINE_ARCH=m68k;;
36
37 mipsco|newsmips|sbmips|sgimips)
38 MACHINE_ARCH=mipseb;;
39
40 algor|arc|cobalt|evbmips|hpcmips|playstation2|pmax)
41 MACHINE_ARCH=mipsel;;
42
43 pc532)
44 MACHINE_ARCH=ns32k;;
45
46 bebox|prep|sandpoint|walnut|*ppc)
47 MACHINE_ARCH=powerpc;;
48
49 evbsh3|mmeye)
50 MACHINE_ARCH=sh3eb;;
51
52 dreamcast|hpcsh)
53 MACHINE_ARCH=sh3el;;
54
55 hp700)
56 MACHINE_ARCH=hppa;;
57
58 alpha|i386|sparc|sparc64|vax|x86_64)
59 MACHINE_ARCH=$MACHINE;;
60
61 *) bomb "unknown target MACHINE: $MACHINE";;
62 esac
63 }
64
65 validatearch () {
66 # Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
67 case $MACHINE_ARCH in
68 alpha|arm|armeb|hppa|i386|m68000|m68k|mipse[bl]|ns32k|powerpc|sh3e[bl]|sparc|sparc64|vax|x86_64)
69 ;;
70
71 *) bomb "unknown target MACHINE_ARCH: $MACHINE_ARCH";;
72 esac
73 }
74
75 getmakevar () {
76 $make -m ${TOP}/share/mk -s -f- _x_ <<EOF
77 _x_:
78 echo \${$1}
79 .include <bsd.prog.mk>
80 EOF
81 }
82
83 resolvepath () {
84 case $OPTARG in
85 /*) ;;
86 *) OPTARG="$cwd/$OPTARG";;
87 esac
88 }
89
90 usage () {
91 echo "Usage:"
92 echo "$0 [-bdorUu] [-a arch] [-B buildid] [-j njob] [-m mach] "
93 echo " [-w wrapper] [-D dest] [-M obj] [-O obj] [-R release] [-T tools]"
94 echo ""
95 echo " -a: set MACHINE_ARCH to arch (otherwise deduced from MACHINE)"
96 echo " -B: set BUILDID to buildid"
97 echo " -b: build nbmake and nbmake wrapper script, if needed"
98 echo " -D: set DESTDIR to dest"
99 echo " -d: build a full distribution into DESTDIR (including etc files)"
100 echo " -j: Run up to njob jobs in parallel; see make(1)"
101 echo " -M: set obj root directory to obj (sets MAKEOBJDIRPREFIX)"
102 echo " -m: set MACHINE to mach (not required if NetBSD native)"
103 echo " -n: show commands that would be executed, but do not execute them"
104 echo " -O: set obj root directory to obj (sets a MAKEOBJDIR pattern)"
105 echo " -o: set MKOBJDIRS=no (do not create objdirs at start of build)"
106 echo " -R: build a release (and set RELEASEDIR to release)"
107 echo " -r: remove contents of TOOLDIR and DESTDIR before building"
108 echo " -T: set TOOLDIR to tools"
109 echo " -t: build and install tools only (implies -b)"
110 echo " -U: set UNPRIVED"
111 echo " -u: set UPDATE"
112 echo " -w: create nbmake script at wrapper (default TOOLDIR/bin/nbmake-MACHINE)"
113 echo ""
114 echo "Note: if -T is unset and TOOLDIR is not set in the environment,"
115 echo " nbmake will be [re]built unconditionally."
116 exit 1
117 }
118
119 # Set defaults.
120 MAKEFLAGS=
121 buildtarget=build
122 cwd=`pwd`
123 do_buildsystem=true
124 do_buildonlytools=false
125 do_rebuildmake=false
126 do_removedirs=false
127 makeenv=
128 makewrapper=
129 opt_a=no
130 opts='a:B:bdhj:m:nortuw:D:M:O:R:T:U'
131 runcmd=
132
133 if type getopts >/dev/null 2>&1; then
134 # Use POSIX getopts.
135 getoptcmd='getopts $opts opt && opt=-$opt'
136 optargcmd=':'
137 else
138 type getopt >/dev/null 2>&1 || bomb "/bin/sh shell is too old; try ksh or bash"
139
140 # Use old-style getopt(1) (doesn't handle whitespace in args).
141 args="`getopt $opts $*`"
142 [ $? = 0 ] || usage
143 set -- $args
144
145 getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
146 optargcmd='OPTARG="$1"; shift'
147 fi
148
149 # Parse command line options.
150 while eval $getoptcmd; do case $opt in
151 -a) eval $optargcmd
152 MACHINE_ARCH=$OPTARG; opt_a=yes;;
153
154 -B) eval $optargcmd
155 BUILDID=$OPTARG;;
156
157 -b) do_buildsystem=false;;
158
159 -d) buildtarget=distribution;;
160
161 -j) eval $optargcmd
162 parallel="-j $OPTARG";;
163
164 # -m overrides MACHINE_ARCH unless "-a" is specified
165 -m) eval $optargcmd
166 MACHINE=$OPTARG; [ "$opt_a" != "yes" ] && getarch;;
167
168 -n) runcmd=echo;;
169
170 -o) MKOBJDIRS=no;;
171
172 -r) do_removedirs=true; do_rebuildmake=true;;
173
174 -t) do_buildonlytools=true; do_buildsystem=false;;
175
176 -U) UNPRIVED=yes; export UNPRIVED
177 makeenv="$makeenv UNPRIVED";;
178
179 -u) UPDATE=yes; export UPDATE
180 makeenv="$makeenv UPDATE";;
181
182 -w) eval $optargcmd; resolvepath
183 makewrapper="$OPTARG";;
184
185 -D) eval $optargcmd; resolvepath
186 DESTDIR="$OPTARG"; export DESTDIR
187 makeenv="$makeenv DESTDIR";;
188
189 -M) eval $optargcmd; resolvepath
190 MAKEOBJDIRPREFIX="$OPTARG"; export MAKEOBJDIRPREFIX
191 makeobjdir=$OPTARG
192 makeenv="$makeenv MAKEOBJDIRPREFIX";;
193
194 -O) eval $optargcmd; resolvepath
195 MAKEOBJDIR="\${.CURDIR:C,^$cwd,$OPTARG,}"; export MAKEOBJDIR
196 makeobjdir=$OPTARG
197 makeenv="$makeenv MAKEOBJDIR";;
198
199 -R) eval $optargcmd; resolvepath
200 RELEASEDIR=$OPTARG; export RELEASEDIR
201 makeenv="$makeenv RELEASEDIR"
202 buildtarget=release;;
203
204 -T) eval $optargcmd; resolvepath
205 TOOLDIR="$OPTARG"; export TOOLDIR;;
206
207 --) break;;
208 -'?'|-h) usage;;
209 esac; done
210
211 # Set up MACHINE*. On a NetBSD host, these are allowed to be unset.
212 if [ -z "$MACHINE" ]; then
213 if [ "`uname -s 2>/dev/null`" != "NetBSD" ]; then
214 echo "MACHINE must be set, or -m must be used, for cross builds."
215 echo ""; usage
216 fi
217 MACHINE=`uname -m`
218 fi
219 [ -n "$MACHINE_ARCH" ] || getarch
220 validatearch
221
222 # Set up default make(1) environment.
223 makeenv="$makeenv TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
224 if [ ! -z "$BUILDID" ]; then
225 makeenv="$makeenv BUILDID"
226 fi
227 MAKEFLAGS="-m $cwd/share/mk $MAKEFLAGS MKOBJDIRS=${MKOBJDIRS-yes}"
228 export MAKEFLAGS MACHINE MACHINE_ARCH
229
230 # Test make source file timestamps against installed nbmake binary,
231 # if TOOLDIR is pre-set.
232 #
233 # Note that we do NOT try to grovel "mk.conf" here to find out if TOOLDIR
234 # is set there, because it can contain make variable expansions and other
235 # stuff only parseable *after* we have a working nbmake. So this logic
236 # can only work if the user has pre-set TOOLDIR in the environment or
237 # used the -T option to build.sh.
238 #
239 make="${TOOLDIR-nonexistent}/bin/nbmake"
240 if [ -x $make ]; then
241 for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
242 if [ $f -nt $make ]; then
243 do_rebuildmake=true; break
244 fi
245 done
246 else
247 do_rebuildmake=true
248 fi
249
250 # Build bootstrap nbmake if needed.
251 if $do_rebuildmake; then
252 $runcmd echo "===> Bootstrapping nbmake"
253 tmpdir="${TMPDIR-/tmp}/nbbuild$$"
254
255 $runcmd mkdir "$tmpdir" || bomb "cannot mkdir: $tmpdir"
256 trap "cd /; rm -r -f \"$tmpdir\"" 0
257 trap "exit 1" 1 2 3 15
258 $runcmd cd "$tmpdir"
259
260 $runcmd env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
261 "$cwd/tools/make/configure" || bomb "configure of nbmake failed"
262 $runcmd sh buildmake.sh || bomb "build of nbmake failed"
263
264 make="$tmpdir/nbmake"
265 $runcmd cd "$cwd"
266 $runcmd rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
267 fi
268
269 if [ "$runcmd" = "echo" ]; then
270 USE_NEW_TOOLCHAIN=yes
271 else
272 USE_NEW_TOOLCHAIN=`getmakevar USE_NEW_TOOLCHAIN`
273 fi
274 if [ "${USE_NEW_TOOLCHAIN}" = "" ]; then
275 echo "ERROR: build.sh (new toolchain) is not yet enabled for"
276 echo
277 echo "MACHINE: ${MACHINE}"
278 echo "MACHINE_ARCH: ${MACHINE_ARCH}"
279 echo
280 echo "All builds for this platform should be done via a traditional make"
281 echo
282 echo "If you wish to test using the new toolchain set"
283 echo
284 echo "USE_NEW_TOOLCHAIN=yes"
285 echo
286 echo "in either the environment or mk.conf and rerun"
287 echo
288 echo "$0 $*"
289 exit 1
290 fi
291
292 # If TOOLDIR isn't already set, make objdirs in "tools" in case the
293 # default setting from <bsd.own.mk> is used.
294 if [ -z "$TOOLDIR" ] && [ "$MKOBJDIRS" != "no" ]; then
295 $runcmd cd tools
296 $runcmd $make -m ${TOP}/share/mk obj NOSUBDIR= || exit 1
297 $runcmd cd ..
298 fi
299
300 #
301 # If setting -M or -O to root an obj dir make sure the base directory is made
302 # before continuing as bsd.own.mk will need this to pick up _SRC_TOP_OBJ_
303 #
304 if [ "$MKOBJDIRS" != "no" ] && [ ! -z "$makeobjdir" ]; then
305 $runcmd mkdir -p "$makeobjdir"
306 fi
307
308 # Find DESTDIR and TOOLDIR.
309 if [ "$runcmd" = "echo" ]; then
310 # shown symbolically with -n because these may come from mk.conf
311 DESTDIR='$DESTDIR'
312 TOOLDIR='$TOOLDIR'
313 else
314 DESTDIR=`getmakevar DESTDIR`;
315 [ $? = 0 ] || bomb "getmakevar DESTDIR failed";
316 echo "===> DESTDIR path: $DESTDIR"
317
318 TOOLDIR=`getmakevar TOOLDIR`;
319 [ $? = 0 ] || bomb "getmakevar TOOLDIR failed";
320 echo "===> TOOLDIR path: $TOOLDIR"
321
322 export DESTDIR TOOLDIR
323 fi
324
325 # Check validity of TOOLDIR and DESTDIR.
326 if [ -z "$TOOLDIR" ] || [ "$TOOLDIR" = "/" ]; then
327 bomb "TOOLDIR '$TOOLDIR' invalid"
328 fi
329 removedirs="$TOOLDIR"
330
331 if [ -z "$DESTDIR" ] || [ "$DESTDIR" = "/" ]; then
332 if $do_buildsystem && \
333 ([ "$buildtarget" != "build" ] || \
334 [ "`uname -s 2>/dev/null`" != "NetBSD" ] || \
335 [ "`uname -m`" != "$MACHINE" ]); then
336 bomb "DESTDIR must be set to a non-root path for cross builds or -d or -R."
337 elif $do_buildsystem; then
338 echo "===> WARNING: Building to /."
339 echo "===> If your kernel is not up to date, this may cause the system to break!"
340 fi
341 else
342 removedirs="$removedirs $DESTDIR"
343 fi
344
345 # Remove the target directories.
346 if $do_removedirs; then
347 for f in $removedirs; do
348 echo "===> Removing $f"
349 $runcmd rm -r -f $f
350 done
351 fi
352
353 # Recreate $TOOLDIR.
354 $runcmd mkdir -p "$TOOLDIR/bin" || bomb "mkdir of '$TOOLDIR/bin' failed"
355
356 # Install nbmake if it was built.
357 if $do_rebuildmake; then
358 $runcmd rm -f "$TOOLDIR/bin/nbmake"
359 $runcmd cp $make "$TOOLDIR/bin/nbmake"
360 $runcmd rm -r -f "$tmpdir"
361 trap 0 1 2 3 15
362 fi
363
364 # Build a nbmake wrapper script, usable by hand as well as by build.sh.
365 if [ -z "$makewrapper" ]; then
366 makewrapper="$TOOLDIR/bin/nbmake-$MACHINE"
367 if [ ! -z "$BUILDID" ]; then
368 makewrapper="$makewrapper-$BUILDID"
369 fi
370 fi
371
372 $runcmd rm -f "$makewrapper"
373 if [ "$runcmd" = "echo" ]; then
374 echo 'cat <<EOF >'$makewrapper
375 makewrapout=
376 else
377 makewrapout=">>\$makewrapper"
378 fi
379
380 eval cat <<EOF $makewrapout
381 #! /bin/sh
382 # Set proper variables to allow easy "make" building of a NetBSD subtree.
383 # Generated from: \$NetBSD: build.sh,v 1.64 2002/09/03 22:03:48 bjh21 Exp $
384 #
385
386 EOF
387 for f in $makeenv; do
388 eval echo "$f=\'\$`echo $f`\'\;\ export\ $f" $makewrapout
389 done
390 eval echo "USETOOLS=yes\; export USETOOLS" $makewrapout
391
392 eval cat <<'EOF' $makewrapout
393
394 exec "$TOOLDIR/bin/nbmake" ${1+"$@"}
395 EOF
396 [ "$runcmd" = "echo" ] && echo EOF
397 $runcmd chmod +x "$makewrapper"
398
399 if $do_buildsystem; then
400 ${runcmd-exec} "$makewrapper" $parallel $buildtarget
401 elif $do_buildonlytools; then
402 if [ "$MKOBJDIRS" != "no" ]; then
403 $runcmd "$makewrapper" $parallel obj-tools || exit 1
404 fi
405 $runcmd cd tools
406 if [ "$UPDATE" = "" ]; then
407 ${runcmd-exec} "$makewrapper" cleandir dependall install
408 else
409 ${runcmd-exec} "$makewrapper" dependall install
410 fi
411 fi
412