build.sh revision 1.55 1 1.1 tv #! /bin/sh
2 1.55 thorpej # $NetBSD: build.sh,v 1.55 2002/04/02 16:34:49 thorpej Exp $
3 1.1 tv #
4 1.1 tv # Top level build wrapper, for a system containing no tools.
5 1.1 tv #
6 1.1 tv # This script should run on any POSIX-compliant shell. For systems
7 1.33 tv # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
8 1.1 tv #
9 1.1 tv
10 1.1 tv bomb () {
11 1.1 tv echo ""
12 1.1 tv echo "ERROR: $@"
13 1.1 tv echo "*** BUILD ABORTED ***"
14 1.1 tv exit 1
15 1.1 tv }
16 1.15 tv [ -d usr.bin/make ] || bomb "build.sh must be run from the top source level"
17 1.1 tv
18 1.29 jmc TOP=`pwd`
19 1.29 jmc
20 1.1 tv getarch () {
21 1.1 tv # Translate a MACHINE into a default MACHINE_ARCH.
22 1.1 tv case $MACHINE in
23 1.55 thorpej acorn26|acorn32|cats|netwinder|shark|*arm)
24 1.1 tv MACHINE_ARCH=arm;;
25 1.1 tv
26 1.1 tv sun2)
27 1.1 tv MACHINE_ARCH=m68000;;
28 1.1 tv
29 1.1 tv amiga|atari|cesfic|hp300|sun3|*68k)
30 1.1 tv MACHINE_ARCH=m68k;;
31 1.1 tv
32 1.50 simonb mipsco|newsmips|sbmips|sgimips)
33 1.1 tv MACHINE_ARCH=mipseb;;
34 1.1 tv
35 1.51 simonb algor|arc|cobalt|evbmips|hpcmips|playstation2|pmax)
36 1.1 tv MACHINE_ARCH=mipsel;;
37 1.1 tv
38 1.1 tv pc532)
39 1.1 tv MACHINE_ARCH=ns32k;;
40 1.1 tv
41 1.45 scw bebox|mvmeppc|prep|sandpoint|walnut|*ppc)
42 1.1 tv MACHINE_ARCH=powerpc;;
43 1.1 tv
44 1.22 msaitoh evbsh3|mmeye)
45 1.1 tv MACHINE_ARCH=sh3eb;;
46 1.1 tv
47 1.22 msaitoh dreamcast|hpcsh)
48 1.1 tv MACHINE_ARCH=sh3el;;
49 1.1 tv
50 1.5 bjh21 alpha|i386|sparc|sparc64|vax|x86_64)
51 1.4 tv MACHINE_ARCH=$MACHINE;;
52 1.4 tv
53 1.4 tv *) bomb "unknown target MACHINE: $MACHINE";;
54 1.1 tv esac
55 1.1 tv }
56 1.1 tv
57 1.47 tv validatearch () {
58 1.47 tv # Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
59 1.47 tv case $MACHINE_ARCH in
60 1.48 mjl alpha|arm|i386|m68000|m68k|mipse[bl]|powerpc|sh3e[bl]|sparc|sparc64|vax|x86_64)
61 1.47 tv ;;
62 1.47 tv
63 1.47 tv *) bomb "unknown target MACHINE_ARCH: $MACHINE_ARCH";;
64 1.47 tv esac
65 1.47 tv }
66 1.47 tv
67 1.15 tv getmakevar () {
68 1.30 jmc $make -m ${TOP}/share/mk -s -f- _x_ <<EOF
69 1.15 tv _x_:
70 1.15 tv echo \${$1}
71 1.15 tv .include <bsd.prog.mk>
72 1.15 tv EOF
73 1.15 tv }
74 1.15 tv
75 1.10 tv resolvepath () {
76 1.10 tv case $OPTARG in
77 1.10 tv /*) ;;
78 1.10 tv *) OPTARG="$cwd/$OPTARG";;
79 1.10 tv esac
80 1.10 tv }
81 1.10 tv
82 1.1 tv usage () {
83 1.1 tv echo "Usage:"
84 1.52 thorpej echo "$0 [-bdorUu] [-a arch] [-B buildid] [-j njob] [-m mach] "
85 1.52 thorpej echo " [-w wrapper] [-D dest] [-O obj] [-R release] [-T tools]"
86 1.4 tv echo ""
87 1.15 tv echo " -a: set MACHINE_ARCH to arch (otherwise deduced from MACHINE)"
88 1.52 thorpej echo " -B: set BUILDID to buildid"
89 1.15 tv echo " -b: build nbmake and nbmake wrapper script, if needed"
90 1.36 wiz echo " -D: set DESTDIR to dest"
91 1.26 thorpej echo " -d: build a full distribution into DESTDIR (including etc files)"
92 1.3 tv echo " -j: set NBUILDJOBS to njob"
93 1.15 tv echo " -m: set MACHINE to mach (not required if NetBSD native)"
94 1.12 tv echo " -n: show commands that would be executed, but do not execute them"
95 1.36 wiz echo " -O: set obj root directory to obj (sets a MAKEOBJDIR pattern)"
96 1.15 tv echo " -o: set MKOBJDIRS=no (do not create objdirs at start of build)"
97 1.36 wiz echo " -R: build a release (and set RELEASEDIR to release)"
98 1.15 tv echo " -r: remove contents of TOOLDIR and DESTDIR before building"
99 1.36 wiz echo " -T: set TOOLDIR to tools"
100 1.16 thorpej echo " -t: build and install tools only (implies -b)"
101 1.44 lukem echo " -U: set UNPRIVED"
102 1.18 tv echo " -u: set UPDATE"
103 1.15 tv echo " -w: create nbmake script at wrapper (default TOOLDIR/bin/nbmake-MACHINE)"
104 1.15 tv echo ""
105 1.15 tv echo "Note: if -T is unset and TOOLDIR is not set in the environment,"
106 1.15 tv echo " nbmake will be [re]built unconditionally."
107 1.1 tv exit 1
108 1.1 tv }
109 1.1 tv
110 1.10 tv # Set defaults.
111 1.18 tv MAKEFLAGS=
112 1.12 tv buildtarget=build
113 1.10 tv cwd=`pwd`
114 1.10 tv do_buildsystem=true
115 1.16 thorpej do_buildonlytools=false
116 1.10 tv do_rebuildmake=false
117 1.10 tv do_removedirs=false
118 1.18 tv makeenv=
119 1.18 tv makewrapper=
120 1.10 tv opt_a=no
121 1.52 thorpej opts='a:B:bdhj:m:nortuw:D:O:R:T:U'
122 1.18 tv runcmd=
123 1.4 tv
124 1.4 tv if type getopts >/dev/null 2>&1; then
125 1.4 tv # Use POSIX getopts.
126 1.4 tv getoptcmd='getopts $opts opt && opt=-$opt'
127 1.4 tv optargcmd=':'
128 1.4 tv else
129 1.33 tv type getopt >/dev/null 2>&1 || bomb "/bin/sh shell is too old; try ksh or bash"
130 1.2 tv
131 1.4 tv # Use old-style getopt(1) (doesn't handle whitespace in args).
132 1.4 tv args="`getopt $opts $*`"
133 1.4 tv [ $? = 0 ] || usage
134 1.4 tv set -- $args
135 1.1 tv
136 1.4 tv getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
137 1.4 tv optargcmd='OPTARG="$1"; shift'
138 1.4 tv fi
139 1.10 tv
140 1.10 tv # Parse command line options.
141 1.4 tv while eval $getoptcmd; do case $opt in
142 1.4 tv -a) eval $optargcmd
143 1.4 tv MACHINE_ARCH=$OPTARG; opt_a=yes;;
144 1.1 tv
145 1.52 thorpej -B) eval $optargcmd
146 1.52 thorpej BUILDID=$OPTARG;;
147 1.52 thorpej
148 1.10 tv -b) do_buildsystem=false;;
149 1.9 jmc
150 1.26 thorpej -d) buildtarget=distribution;;
151 1.26 thorpej
152 1.4 tv -j) eval $optargcmd
153 1.18 tv MAKEFLAGS="$MAKEFLAGS NBUILDJOBS=$OPTARG"; export MAKEFLAGS;;
154 1.1 tv
155 1.4 tv # -m overrides MACHINE_ARCH unless "-a" is specified
156 1.4 tv -m) eval $optargcmd
157 1.4 tv MACHINE=$OPTARG; [ "$opt_a" != "yes" ] && getarch;;
158 1.3 tv
159 1.10 tv -n) runcmd=echo;;
160 1.10 tv
161 1.12 tv -o) MKOBJDIRS=no;;
162 1.12 tv
163 1.10 tv -r) do_removedirs=true; do_rebuildmake=true;;
164 1.1 tv
165 1.16 thorpej -t) do_buildonlytools=true; do_buildsystem=false;;
166 1.16 thorpej
167 1.44 lukem -U) UNPRIVED=yes; export UNPRIVED
168 1.44 lukem makeenv="$makeenv UNPRIVED";;
169 1.44 lukem
170 1.18 tv -u) UPDATE=yes; export UPDATE
171 1.18 tv makeenv="$makeenv UPDATE";;
172 1.15 tv
173 1.15 tv -w) eval $optargcmd; resolvepath
174 1.15 tv makewrapper="$OPTARG";;
175 1.12 tv
176 1.10 tv -D) eval $optargcmd; resolvepath
177 1.19 dillo DESTDIR="$OPTARG"; export DESTDIR
178 1.18 tv makeenv="$makeenv DESTDIR";;
179 1.4 tv
180 1.12 tv -O) eval $optargcmd; resolvepath
181 1.15 tv MAKEOBJDIR="\${.CURDIR:C,^$cwd,$OPTARG,}"; export MAKEOBJDIR
182 1.27 jmc makeobjdir=$OPTARG
183 1.18 tv makeenv="$makeenv MAKEOBJDIR";;
184 1.12 tv
185 1.10 tv -R) eval $optargcmd; resolvepath
186 1.18 tv RELEASEDIR=$OPTARG; export RELEASEDIR
187 1.18 tv makeenv="$makeenv RELEASEDIR"
188 1.15 tv buildtarget=release;;
189 1.4 tv
190 1.10 tv -T) eval $optargcmd; resolvepath
191 1.18 tv TOOLDIR="$OPTARG"; export TOOLDIR;;
192 1.4 tv
193 1.4 tv --) break;;
194 1.4 tv -'?'|-h) usage;;
195 1.1 tv esac; done
196 1.1 tv
197 1.15 tv # Set up MACHINE*. On a NetBSD host, these are allowed to be unset.
198 1.15 tv if [ -z "$MACHINE" ]; then
199 1.15 tv if [ "`uname -s 2>/dev/null`" != "NetBSD" ]; then
200 1.15 tv echo "MACHINE must be set, or -m must be used, for cross builds."
201 1.4 tv echo ""; usage
202 1.4 tv fi
203 1.15 tv MACHINE=`uname -m`
204 1.15 tv fi
205 1.10 tv [ -n "$MACHINE_ARCH" ] || getarch
206 1.47 tv validatearch
207 1.3 tv
208 1.15 tv # Set up default make(1) environment.
209 1.18 tv makeenv="$makeenv TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
210 1.52 thorpej if [ ! -z "$BUILDID" ]; then
211 1.52 thorpej makeenv="$makeenv BUILDID"
212 1.52 thorpej fi
213 1.18 tv MAKEFLAGS="-m $cwd/share/mk $MAKEFLAGS MKOBJDIRS=${MKOBJDIRS-yes}"
214 1.18 tv export MAKEFLAGS MACHINE MACHINE_ARCH
215 1.15 tv
216 1.15 tv # Test make source file timestamps against installed nbmake binary,
217 1.15 tv # if TOOLDIR is pre-set.
218 1.46 tv #
219 1.46 tv # Note that we do NOT try to grovel "mk.conf" here to find out if TOOLDIR
220 1.46 tv # is set there, because it can contain make variable expansions and other
221 1.46 tv # stuff only parseable *after* we have a working nbmake. So this logic
222 1.46 tv # can only work if the user has pre-set TOOLDIR in the environment or
223 1.46 tv # used the -T option to build.sh.
224 1.46 tv #
225 1.53 pk make="${TOOLDIR-nonexistent}/bin/nbmake"
226 1.15 tv if [ -x $make ]; then
227 1.1 tv for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
228 1.15 tv if [ $f -nt $make ]; then
229 1.10 tv do_rebuildmake=true; break
230 1.1 tv fi
231 1.1 tv done
232 1.1 tv else
233 1.10 tv do_rebuildmake=true
234 1.1 tv fi
235 1.1 tv
236 1.15 tv # Build bootstrap nbmake if needed.
237 1.10 tv if $do_rebuildmake; then
238 1.18 tv $runcmd echo "===> Bootstrapping nbmake"
239 1.53 pk tmpdir="${TMPDIR-/tmp}/nbbuild$$"
240 1.4 tv
241 1.53 pk $runcmd mkdir "$tmpdir" || bomb "cannot mkdir: $tmpdir"
242 1.53 pk trap "cd /; rm -r -f \"$tmpdir\"" 0
243 1.4 tv trap "exit 1" 1 2 3 15
244 1.53 pk $runcmd cd "$tmpdir"
245 1.1 tv
246 1.40 tv $runcmd env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
247 1.53 pk "$cwd/tools/make/configure" || bomb "configure of nbmake failed"
248 1.39 tv $runcmd sh buildmake.sh || bomb "build of nbmake failed"
249 1.1 tv
250 1.53 pk make="$tmpdir/nbmake"
251 1.53 pk $runcmd cd "$cwd"
252 1.15 tv $runcmd rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
253 1.15 tv fi
254 1.15 tv
255 1.53 pk if [ "$runcmd" = "echo" ]; then
256 1.53 pk USE_NEW_TOOLCHAIN=yes
257 1.53 pk else
258 1.53 pk USE_NEW_TOOLCHAIN=`getmakevar USE_NEW_TOOLCHAIN`
259 1.53 pk fi
260 1.35 jmc if [ "${USE_NEW_TOOLCHAIN}" = "" ]; then
261 1.30 jmc echo "ERROR: build.sh (new toolchain) is not yet enabled for"
262 1.30 jmc echo
263 1.30 jmc echo "MACHINE: ${MACHINE}"
264 1.30 jmc echo "MACHINE_ARCH: ${MACHINE_ARCH}"
265 1.30 jmc echo
266 1.30 jmc echo "All builds for this platform should be done via a traditional make"
267 1.30 jmc echo
268 1.30 jmc echo "If you wish to test using the new toolchain set"
269 1.30 jmc echo
270 1.30 jmc echo "USE_NEW_TOOLCHAIN=yes"
271 1.30 jmc echo
272 1.30 jmc echo "in either the environment or mk.conf and rerun"
273 1.30 jmc echo
274 1.30 jmc echo "$0 $*"
275 1.30 jmc exit 1
276 1.30 jmc fi
277 1.30 jmc
278 1.15 tv # If TOOLDIR isn't already set, make objdirs in "tools" in case the
279 1.15 tv # default setting from <bsd.own.mk> is used.
280 1.15 tv if [ -z "$TOOLDIR" ] && [ "$MKOBJDIRS" != "no" ]; then
281 1.18 tv $runcmd cd tools
282 1.29 jmc $runcmd $make -m ${TOP}/share/mk obj NOSUBDIR= || exit 1
283 1.18 tv $runcmd cd ..
284 1.15 tv fi
285 1.15 tv
286 1.27 jmc #
287 1.27 jmc # If setting -O to root an obj dir make sure the base directory is made
288 1.27 jmc # before continuing as bsd.own.mk will need this to pick up _SRC_TOP_OBJ_
289 1.27 jmc #
290 1.27 jmc if [ "$MKOBJDIRS" != "no" ] && [ ! -z "$makeobjdir" ]; then
291 1.53 pk $runcmd mkdir -p "$makeobjdir"
292 1.27 jmc fi
293 1.27 jmc
294 1.15 tv # Find DESTDIR and TOOLDIR.
295 1.15 tv if [ "$runcmd" = "echo" ]; then
296 1.24 tv # shown symbolically with -n because these may come from mk.conf
297 1.24 tv DESTDIR='$DESTDIR'
298 1.24 tv TOOLDIR='$TOOLDIR'
299 1.15 tv else
300 1.53 pk DESTDIR=`getmakevar DESTDIR`;
301 1.53 pk [ $? = 0 ] || bomb "getmakevar DESTDIR failed";
302 1.53 pk echo "===> DESTDIR path: $DESTDIR"
303 1.53 pk
304 1.53 pk TOOLDIR=`getmakevar TOOLDIR`;
305 1.53 pk [ $? = 0 ] || bomb "getmakevar DESTDIR failed";
306 1.53 pk echo "===> TOOLDIR path: $TOOLDIR"
307 1.53 pk
308 1.18 tv export DESTDIR TOOLDIR
309 1.15 tv fi
310 1.15 tv
311 1.15 tv # Check validity of TOOLDIR and DESTDIR.
312 1.15 tv if [ -z "$TOOLDIR" ] || [ "$TOOLDIR" = "/" ]; then
313 1.15 tv bomb "TOOLDIR '$TOOLDIR' invalid"
314 1.15 tv fi
315 1.15 tv removedirs="$TOOLDIR"
316 1.15 tv
317 1.15 tv if [ -z "$DESTDIR" ] || [ "$DESTDIR" = "/" ]; then
318 1.16 thorpej if $do_buildsystem && \
319 1.26 thorpej ([ "$buildtarget" != "build" ] || \
320 1.16 thorpej [ "`uname -s 2>/dev/null`" != "NetBSD" ] || \
321 1.16 thorpej [ "`uname -m`" != "$MACHINE" ]); then
322 1.26 thorpej bomb "DESTDIR must be set to a non-root path for cross builds or -d or -R."
323 1.16 thorpej elif $do_buildsystem; then
324 1.16 thorpej echo "===> WARNING: Building to /."
325 1.16 thorpej echo "===> If your kernel is not up to date, this may cause the system to break!"
326 1.15 tv fi
327 1.15 tv else
328 1.15 tv removedirs="$removedirs $DESTDIR"
329 1.15 tv fi
330 1.15 tv
331 1.15 tv # Remove the target directories.
332 1.15 tv if $do_removedirs; then
333 1.15 tv for f in $removedirs; do
334 1.15 tv echo "===> Removing $f"
335 1.15 tv $runcmd rm -r -f $f
336 1.15 tv done
337 1.15 tv fi
338 1.15 tv
339 1.15 tv # Recreate $TOOLDIR.
340 1.53 pk $runcmd mkdir -p "$TOOLDIR/bin" || bomb "mkdir of '$TOOLDIR/bin' failed"
341 1.15 tv
342 1.15 tv # Install nbmake if it was built.
343 1.15 tv if $do_rebuildmake; then
344 1.53 pk $runcmd rm -f "$TOOLDIR/bin/nbmake"
345 1.53 pk $runcmd cp $make "$TOOLDIR/bin/nbmake"
346 1.53 pk $runcmd rm -r -f "$tmpdir"
347 1.4 tv trap 0 1 2 3 15
348 1.1 tv fi
349 1.1 tv
350 1.4 tv # Build a nbmake wrapper script, usable by hand as well as by build.sh.
351 1.15 tv if [ -z "$makewrapper" ]; then
352 1.53 pk makewrapper="$TOOLDIR/bin/nbmake-$MACHINE"
353 1.52 thorpej if [ ! -z "$BUILDID" ]; then
354 1.53 pk makewrapper="$makewrapper-$BUILDID"
355 1.52 thorpej fi
356 1.15 tv fi
357 1.4 tv
358 1.53 pk $runcmd rm -f "$makewrapper"
359 1.21 jmc if [ "$runcmd" = "echo" ]; then
360 1.21 jmc echo 'cat <<EOF >'$makewrapper
361 1.21 jmc makewrapout=
362 1.21 jmc else
363 1.53 pk makewrapout=">>\$makewrapper"
364 1.21 jmc fi
365 1.18 tv
366 1.21 jmc eval cat <<EOF $makewrapout
367 1.4 tv #! /bin/sh
368 1.4 tv # Set proper variables to allow easy "make" building of a NetBSD subtree.
369 1.55 thorpej # Generated from: \$NetBSD: build.sh,v 1.55 2002/04/02 16:34:49 thorpej Exp $
370 1.4 tv #
371 1.18 tv
372 1.18 tv EOF
373 1.21 jmc for f in $makeenv; do
374 1.21 jmc eval echo "$f=\'\$`echo $f`\'\;\ export\ $f" $makewrapout
375 1.21 jmc done
376 1.21 jmc eval echo "USETOOLS=yes\; export USETOOLS" $makewrapout
377 1.18 tv
378 1.53 pk eval cat <<'EOF' $makewrapout
379 1.18 tv
380 1.53 pk exec "$TOOLDIR/bin/nbmake" ${1+"$@"}
381 1.4 tv EOF
382 1.21 jmc [ "$runcmd" = "echo" ] && echo EOF
383 1.53 pk $runcmd chmod +x "$makewrapper"
384 1.4 tv
385 1.10 tv if $do_buildsystem; then
386 1.53 pk ${runcmd-exec} "$makewrapper" $buildtarget
387 1.16 thorpej elif $do_buildonlytools; then
388 1.16 thorpej if [ "$MKOBJDIRS" != "no" ]; then
389 1.53 pk $runcmd "$makewrapper" obj-tools || exit 1
390 1.16 thorpej fi
391 1.18 tv $runcmd cd tools
392 1.31 jmc if [ "$UPDATE" = "" ]; then
393 1.53 pk ${runcmd-exec} "$makewrapper" cleandir dependall install
394 1.31 jmc else
395 1.53 pk ${runcmd-exec} "$makewrapper" dependall install
396 1.31 jmc fi
397 1.9 jmc fi
398