build.sh revision 1.270
1 #! /usr/bin/env sh 2 # $NetBSD: build.sh,v 1.270 2013/07/18 22:08:59 matt Exp $ 3 # 4 # Copyright (c) 2001-2011 The NetBSD Foundation, Inc. 5 # All rights reserved. 6 # 7 # This code is derived from software contributed to The NetBSD Foundation 8 # by Todd Vierling and Luke Mewburn. 9 # 10 # Redistribution and use in source and binary forms, with or without 11 # modification, are permitted provided that the following conditions 12 # are met: 13 # 1. Redistributions of source code must retain the above copyright 14 # notice, this list of conditions and the following disclaimer. 15 # 2. Redistributions in binary form must reproduce the above copyright 16 # notice, this list of conditions and the following disclaimer in the 17 # documentation and/or other materials provided with the distribution. 18 # 19 # THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 # ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 # BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 # POSSIBILITY OF SUCH DAMAGE. 30 # 31 # 32 # Top level build wrapper, to build or cross-build NetBSD. 33 # 34 35 # 36 # {{{ Begin shell feature tests. 37 # 38 # We try to determine whether or not this script is being run under 39 # a shell that supports the features that we use. If not, we try to 40 # re-exec the script under another shell. If we can't find another 41 # suitable shell, then we print a message and exit. 42 # 43 44 errmsg='' # error message, if not empty 45 shelltest=false # if true, exit after testing the shell 46 re_exec_allowed=true # if true, we may exec under another shell 47 48 # Parse special command line options in $1. These special options are 49 # for internal use only, are not documented, and are not valid anywhere 50 # other than $1. 51 case "$1" in 52 "--shelltest") 53 shelltest=true 54 re_exec_allowed=false 55 shift 56 ;; 57 "--no-re-exec") 58 re_exec_allowed=false 59 shift 60 ;; 61 esac 62 63 # Solaris /bin/sh, and other SVR4 shells, do not support "!". 64 # This is the first feature that we test, because subsequent 65 # tests use "!". 66 # 67 if test -z "$errmsg"; then 68 if ( eval '! false' ) >/dev/null 2>&1 ; then 69 : 70 else 71 errmsg='Shell does not support "!".' 72 fi 73 fi 74 75 # Does the shell support functions? 76 # 77 if test -z "$errmsg"; then 78 if ! ( 79 eval 'somefunction() { : ; }' 80 ) >/dev/null 2>&1 81 then 82 errmsg='Shell does not support functions.' 83 fi 84 fi 85 86 # Does the shell support the "local" keyword for variables in functions? 87 # 88 # Local variables are not required by SUSv3, but some scripts run during 89 # the NetBSD build use them. 90 # 91 # ksh93 fails this test; it uses an incompatible syntax involving the 92 # keywords 'function' and 'typeset'. 93 # 94 if test -z "$errmsg"; then 95 if ! ( 96 eval 'f() { local v=2; }; v=1; f && test x"$v" = x"1"' 97 ) >/dev/null 2>&1 98 then 99 errmsg='Shell does not support the "local" keyword in functions.' 100 fi 101 fi 102 103 # Does the shell support ${var%suffix}, ${var#prefix}, and their variants? 104 # 105 # We don't bother testing for ${var+value}, ${var-value}, or their variants, 106 # since shells without those are sure to fail other tests too. 107 # 108 if test -z "$errmsg"; then 109 if ! ( 110 eval 'var=a/b/c ; 111 test x"${var#*/};${var##*/};${var%/*};${var%%/*}" = \ 112 x"b/c;c;a/b;a" ;' 113 ) >/dev/null 2>&1 114 then 115 errmsg='Shell does not support "${var%suffix}" or "${var#prefix}".' 116 fi 117 fi 118 119 # Does the shell support IFS? 120 # 121 # zsh in normal mode (as opposed to "emulate sh" mode) fails this test. 122 # 123 if test -z "$errmsg"; then 124 if ! ( 125 eval 'IFS=: ; v=":a b::c" ; set -- $v ; IFS=+ ; 126 test x"$#;$1,$2,$3,$4;$*" = x"4;,a b,,c;+a b++c"' 127 ) >/dev/null 2>&1 128 then 129 errmsg='Shell does not support IFS word splitting.' 130 fi 131 fi 132 133 # Does the shell support ${1+"$@"}? 134 # 135 # Some versions of zsh fail this test, even in "emulate sh" mode. 136 # 137 if test -z "$errmsg"; then 138 if ! ( 139 eval 'set -- "a a a" "b b b"; set -- ${1+"$@"}; 140 test x"$#;$1;$2" = x"2;a a a;b b b";' 141 ) >/dev/null 2>&1 142 then 143 errmsg='Shell does not support ${1+"$@"}.' 144 fi 145 fi 146 147 # Does the shell support $(...) command substitution? 148 # 149 if test -z "$errmsg"; then 150 if ! ( 151 eval 'var=$(echo abc); test x"$var" = x"abc"' 152 ) >/dev/null 2>&1 153 then 154 errmsg='Shell does not support "$(...)" command substitution.' 155 fi 156 fi 157 158 # Does the shell support $(...) command substitution with 159 # unbalanced parentheses? 160 # 161 # Some shells known to fail this test are: NetBSD /bin/ksh (as of 2009-12), 162 # bash-3.1, pdksh-5.2.14, zsh-4.2.7 in "emulate sh" mode. 163 # 164 if test -z "$errmsg"; then 165 if ! ( 166 eval 'var=$(case x in x) echo abc;; esac); test x"$var" = x"abc"' 167 ) >/dev/null 2>&1 168 then 169 # XXX: This test is ignored because so many shells fail it; instead, 170 # the NetBSD build avoids using the problematic construct. 171 : ignore 'Shell does not support "$(...)" with unbalanced ")".' 172 fi 173 fi 174 175 # Does the shell support getopts or getopt? 176 # 177 if test -z "$errmsg"; then 178 if ! ( 179 eval 'type getopts || type getopt' 180 ) >/dev/null 2>&1 181 then 182 errmsg='Shell does not support getopts or getopt.' 183 fi 184 fi 185 186 # 187 # If shelltest is true, exit now, reporting whether or not the shell is good. 188 # 189 if $shelltest; then 190 if test -n "$errmsg"; then 191 echo >&2 "$0: $errmsg" 192 exit 1 193 else 194 exit 0 195 fi 196 fi 197 198 # 199 # If the shell was bad, try to exec a better shell, or report an error. 200 # 201 # Loops are broken by passing an extra "--no-re-exec" flag to the new 202 # instance of this script. 203 # 204 if test -n "$errmsg"; then 205 if $re_exec_allowed; then 206 for othershell in \ 207 "${HOST_SH}" /usr/xpg4/bin/sh ksh ksh88 mksh pdksh bash dash 208 # NOTE: some shells known not to work are: 209 # any shell using csh syntax; 210 # Solaris /bin/sh (missing many modern features); 211 # ksh93 (incompatible syntax for local variables); 212 # zsh (many differences, unless run in compatibility mode). 213 do 214 test -n "$othershell" || continue 215 if eval 'type "$othershell"' >/dev/null 2>&1 \ 216 && "$othershell" "$0" --shelltest >/dev/null 2>&1 217 then 218 cat <<EOF 219 $0: $errmsg 220 $0: Retrying under $othershell 221 EOF 222 HOST_SH="$othershell" 223 export HOST_SH 224 exec $othershell "$0" --no-re-exec "$@" # avoid ${1+"$@"} 225 fi 226 # If HOST_SH was set, but failed the test above, 227 # then give up without trying any other shells. 228 test x"${othershell}" = x"${HOST_SH}" && break 229 done 230 fi 231 232 # 233 # If we get here, then the shell is bad, and we either could not 234 # find a replacement, or were not allowed to try a replacement. 235 # 236 cat <<EOF 237 $0: $errmsg 238 239 The NetBSD build system requires a shell that supports modern POSIX 240 features, as well as the "local" keyword in functions (which is a 241 widely-implemented but non-standardised feature). 242 243 Please re-run this script under a suitable shell. For example: 244 245 /path/to/suitable/shell $0 ... 246 247 The above command will usually enable build.sh to automatically set 248 HOST_SH=/path/to/suitable/shell, but if that fails, then you may also 249 need to explicitly set the HOST_SH environment variable, as follows: 250 251 HOST_SH=/path/to/suitable/shell 252 export HOST_SH 253 \${HOST_SH} $0 ... 254 EOF 255 exit 1 256 fi 257 258 # 259 # }}} End shell feature tests. 260 # 261 262 progname=${0##*/} 263 toppid=$$ 264 results=/dev/null 265 tab=' ' 266 nl=' 267 ' 268 trap "exit 1" 1 2 3 15 269 270 bomb() 271 { 272 cat >&2 <<ERRORMESSAGE 273 274 ERROR: $@ 275 *** BUILD ABORTED *** 276 ERRORMESSAGE 277 kill ${toppid} # in case we were invoked from a subshell 278 exit 1 279 } 280 281 282 statusmsg() 283 { 284 ${runcmd} echo "===> $@" | tee -a "${results}" 285 } 286 287 statusmsg2() 288 { 289 local msg 290 291 msg="${1}" 292 shift 293 case "${msg}" in 294 ????????????????*) ;; 295 ??????????*) msg="${msg} ";; 296 ?????*) msg="${msg} ";; 297 *) msg="${msg} ";; 298 esac 299 case "${msg}" in 300 ?????????????????????*) ;; 301 ????????????????????) msg="${msg} ";; 302 ???????????????????) msg="${msg} ";; 303 ??????????????????) msg="${msg} ";; 304 ?????????????????) msg="${msg} ";; 305 ????????????????) msg="${msg} ";; 306 esac 307 statusmsg "${msg}$*" 308 } 309 310 warning() 311 { 312 statusmsg "Warning: $@" 313 } 314 315 # Find a program in the PATH, and print the result. If not found, 316 # print a default. If $2 is defined (even if it is an empty string), 317 # then that is the default; otherwise, $1 is used as the default. 318 find_in_PATH() 319 { 320 local prog="$1" 321 local result="${2-"$1"}" 322 local oldIFS="${IFS}" 323 local dir 324 IFS=":" 325 for dir in ${PATH}; do 326 if [ -x "${dir}/${prog}" ]; then 327 result="${dir}/${prog}" 328 break 329 fi 330 done 331 IFS="${oldIFS}" 332 echo "${result}" 333 } 334 335 # Try to find a working POSIX shell, and set HOST_SH to refer to it. 336 # Assumes that uname_s, uname_m, and PWD have been set. 337 set_HOST_SH() 338 { 339 # Even if ${HOST_SH} is already defined, we still do the 340 # sanity checks at the end. 341 342 # Solaris has /usr/xpg4/bin/sh. 343 # 344 [ -z "${HOST_SH}" ] && [ x"${uname_s}" = x"SunOS" ] && \ 345 [ -x /usr/xpg4/bin/sh ] && HOST_SH="/usr/xpg4/bin/sh" 346 347 # Try to get the name of the shell that's running this script, 348 # by parsing the output from "ps". We assume that, if the host 349 # system's ps command supports -o comm at all, it will do so 350 # in the usual way: a one-line header followed by a one-line 351 # result, possibly including trailing white space. And if the 352 # host system's ps command doesn't support -o comm, we assume 353 # that we'll get an error message on stderr and nothing on 354 # stdout. (We don't try to use ps -o 'comm=' to suppress the 355 # header line, because that is less widely supported.) 356 # 357 # If we get the wrong result here, the user can override it by 358 # specifying HOST_SH in the environment. 359 # 360 [ -z "${HOST_SH}" ] && HOST_SH="$( 361 (ps -p $$ -o comm | sed -ne "2s/[ ${tab}]*\$//p") 2>/dev/null )" 362 363 # If nothing above worked, use "sh". We will later find the 364 # first directory in the PATH that has a "sh" program. 365 # 366 [ -z "${HOST_SH}" ] && HOST_SH="sh" 367 368 # If the result so far is not an absolute path, try to prepend 369 # PWD or search the PATH. 370 # 371 case "${HOST_SH}" in 372 /*) : 373 ;; 374 */*) HOST_SH="${PWD}/${HOST_SH}" 375 ;; 376 *) HOST_SH="$(find_in_PATH "${HOST_SH}")" 377 ;; 378 esac 379 380 # If we don't have an absolute path by now, bomb. 381 # 382 case "${HOST_SH}" in 383 /*) : 384 ;; 385 *) bomb "HOST_SH=\"${HOST_SH}\" is not an absolute path." 386 ;; 387 esac 388 389 # If HOST_SH is not executable, bomb. 390 # 391 [ -x "${HOST_SH}" ] || 392 bomb "HOST_SH=\"${HOST_SH}\" is not executable." 393 394 # If HOST_SH fails tests, bomb. 395 # ("$0" may be a path that is no longer valid, because we have 396 # performed "cd $(dirname $0)", so don't use $0 here.) 397 # 398 "${HOST_SH}" build.sh --shelltest || 399 bomb "HOST_SH=\"${HOST_SH}\" failed functionality tests." 400 } 401 402 # initdefaults -- 403 # Set defaults before parsing command line options. 404 # 405 initdefaults() 406 { 407 makeenv= 408 makewrapper= 409 makewrappermachine= 410 runcmd= 411 operations= 412 removedirs= 413 414 [ -d usr.bin/make ] || cd "$(dirname $0)" 415 [ -d usr.bin/make ] || 416 bomb "build.sh must be run from the top source level" 417 [ -f share/mk/bsd.own.mk ] || 418 bomb "src/share/mk is missing; please re-fetch the source tree" 419 420 # Set various environment variables to known defaults, 421 # to minimize (cross-)build problems observed "in the field". 422 # 423 # LC_ALL=C must be set before we try to parse the output from 424 # any command. Other variables are set (or unset) here, before 425 # we parse command line arguments. 426 # 427 # These variables can be overridden via "-V var=value" if 428 # you know what you are doing. 429 # 430 unsetmakeenv INFODIR 431 unsetmakeenv LESSCHARSET 432 unsetmakeenv MAKEFLAGS 433 unsetmakeenv TERMINFO 434 setmakeenv LC_ALL C 435 436 # Find information about the build platform. This should be 437 # kept in sync with _HOST_OSNAME, _HOST_OSREL, and _HOST_ARCH 438 # variables in share/mk/bsd.sys.mk. 439 # 440 # Note that "uname -p" is not part of POSIX, but we want uname_p 441 # to be set to the host MACHINE_ARCH, if possible. On systems 442 # where "uname -p" fails, prints "unknown", or prints a string 443 # that does not look like an identifier, fall back to using the 444 # output from "uname -m" instead. 445 # 446 uname_s=$(uname -s 2>/dev/null) 447 uname_r=$(uname -r 2>/dev/null) 448 uname_m=$(uname -m 2>/dev/null) 449 uname_p=$(uname -p 2>/dev/null || echo "unknown") 450 case "${uname_p}" in 451 ''|unknown|*[^-_A-Za-z0-9]*) uname_p="${uname_m}" ;; 452 esac 453 454 id_u=$(id -u 2>/dev/null || /usr/xpg4/bin/id -u 2>/dev/null) 455 456 # If $PWD is a valid name of the current directory, POSIX mandates 457 # that pwd return it by default which causes problems in the 458 # presence of symlinks. Unsetting PWD is simpler than changing 459 # every occurrence of pwd to use -P. 460 # 461 # XXX Except that doesn't work on Solaris. Or many Linuces. 462 # 463 unset PWD 464 TOP=$(/bin/pwd -P 2>/dev/null || /bin/pwd 2>/dev/null) 465 466 # The user can set HOST_SH in the environment, or we try to 467 # guess an appropriate value. Then we set several other 468 # variables from HOST_SH. 469 # 470 set_HOST_SH 471 setmakeenv HOST_SH "${HOST_SH}" 472 setmakeenv BSHELL "${HOST_SH}" 473 setmakeenv CONFIG_SHELL "${HOST_SH}" 474 475 # Set defaults. 476 # 477 toolprefix=nb 478 479 # Some systems have a small ARG_MAX. -X prevents make(1) from 480 # exporting variables in the environment redundantly. 481 # 482 case "${uname_s}" in 483 Darwin | FreeBSD | CYGWIN*) 484 MAKEFLAGS="-X ${MAKEFLAGS}" 485 ;; 486 esac 487 488 # do_{operation}=true if given operation is requested. 489 # 490 do_expertmode=false 491 do_rebuildmake=false 492 do_removedirs=false 493 do_tools=false 494 do_cleandir=false 495 do_obj=false 496 do_build=false 497 do_distribution=false 498 do_release=false 499 do_kernel=false 500 do_releasekernel=false 501 do_modules=false 502 do_installmodules=false 503 do_install=false 504 do_sets=false 505 do_sourcesets=false 506 do_syspkgs=false 507 do_iso_image=false 508 do_iso_image_source=false 509 do_live_image=false 510 do_install_image=false 511 do_disk_image=false 512 do_params=false 513 do_rump=false 514 515 # done_{operation}=true if given operation has been done. 516 # 517 done_rebuildmake=false 518 519 # Create scratch directory 520 # 521 tmpdir="${TMPDIR-/tmp}/nbbuild$$" 522 mkdir "${tmpdir}" || bomb "Cannot mkdir: ${tmpdir}" 523 trap "cd /; rm -r -f \"${tmpdir}\"" 0 524 results="${tmpdir}/build.sh.results" 525 526 # Set source directories 527 # 528 setmakeenv NETBSDSRCDIR "${TOP}" 529 530 # Make sure KERNOBJDIR is an absolute path if defined 531 # 532 case "${KERNOBJDIR}" in 533 ''|/*) ;; 534 *) KERNOBJDIR="${TOP}/${KERNOBJDIR}" 535 setmakeenv KERNOBJDIR "${KERNOBJDIR}" 536 ;; 537 esac 538 539 # Find the version of NetBSD 540 # 541 DISTRIBVER="$(${HOST_SH} ${TOP}/sys/conf/osrelease.sh)" 542 543 # Set the BUILDSEED to NetBSD-"N" 544 # 545 setmakeenv BUILDSEED "NetBSD-$(${HOST_SH} ${TOP}/sys/conf/osrelease.sh -m)" 546 547 # Set MKARZERO to "yes" 548 # 549 setmakeenv MKARZERO "yes" 550 551 } 552 553 # valid_MACHINE_ARCH -- A multi-line string, listing all valid 554 # MACHINE/MACHINE_ARCH pairs. 555 # 556 # Each line contains a MACHINE and MACHINE_ARCH value, an optional ALIAS 557 # which may be used to refer to the MACHINE/MACHINE_ARCH pair, and an 558 # optional DEFAULT or NO_DEFAULT keyword. 559 # 560 # When a MACHINE corresponds to multiple possible values of 561 # MACHINE_ARCH, then this table should list all allowed combinations. 562 # If the MACHINE is associated with a default MACHINE_ARCH (to be 563 # used when the user specifies the MACHINE but fails to specify the 564 # MACHINE_ARCH), then one of the lines should have the "DEFAULT" 565 # keyword. If there is no default MACHINE_ARCH for a particular 566 # MACHINE, then there should be a line with the "NO_DEFAULT" keyword, 567 # and with a blank MACHINE_ARCH. 568 # 569 valid_MACHINE_ARCH=' 570 MACHINE=acorn26 MACHINE_ARCH=arm 571 MACHINE=acorn32 MACHINE_ARCH=arm 572 MACHINE=algor MACHINE_ARCH=mips64el ALIAS=algor64 573 MACHINE=algor MACHINE_ARCH=mipsel DEFAULT 574 MACHINE=alpha MACHINE_ARCH=alpha 575 MACHINE=amd64 MACHINE_ARCH=x86_64 576 MACHINE=amiga MACHINE_ARCH=m68k 577 MACHINE=amigappc MACHINE_ARCH=powerpc 578 MACHINE=arc MACHINE_ARCH=mips64el ALIAS=arc64 579 MACHINE=arc MACHINE_ARCH=mipsel DEFAULT 580 MACHINE=atari MACHINE_ARCH=m68k 581 MACHINE=bebox MACHINE_ARCH=powerpc 582 MACHINE=cats MACHINE_ARCH=arm DEFAULT 583 MACHINE=cats MACHINE_ARCH=earm ALIAS=ecats 584 MACHINE=cesfic MACHINE_ARCH=m68k 585 MACHINE=cobalt MACHINE_ARCH=mips64el ALIAS=cobalt64 586 MACHINE=cobalt MACHINE_ARCH=mipsel DEFAULT 587 MACHINE=dreamcast MACHINE_ARCH=sh3el 588 MACHINE=emips MACHINE_ARCH=mipseb 589 MACHINE=epoc32 MACHINE_ARCH=arm 590 MACHINE=evbarm MACHINE_ARCH=arm ALIAS=evbarm-el DEFAULT 591 MACHINE=evbarm MACHINE_ARCH=armeb ALIAS=evbarm-eb 592 MACHINE=evbarm MACHINE_ARCH=earm ALIAS=evbearm-el 593 MACHINE=evbarm MACHINE_ARCH=earmeb ALIAS=evbearm-eb 594 MACHINE=evbarm MACHINE_ARCH=earmhf ALIAS=evbearmhf-el 595 MACHINE=evbarm MACHINE_ARCH=earmhfeb ALIAS=evbearmhf-eb 596 MACHINE=evbcf MACHINE_ARCH=coldfire 597 MACHINE=evbmips MACHINE_ARCH= NO_DEFAULT 598 MACHINE=evbmips MACHINE_ARCH=mips64eb ALIAS=evbmips64-eb 599 MACHINE=evbmips MACHINE_ARCH=mips64el ALIAS=evbmips64-el 600 MACHINE=evbmips MACHINE_ARCH=mipseb ALIAS=evbmips-eb 601 MACHINE=evbmips MACHINE_ARCH=mipsel ALIAS=evbmips-el 602 MACHINE=evbppc MACHINE_ARCH=powerpc DEFAULT 603 MACHINE=evbppc MACHINE_ARCH=powerpc64 ALIAS=evbppc64 604 MACHINE=evbsh3 MACHINE_ARCH= NO_DEFAULT 605 MACHINE=evbsh3 MACHINE_ARCH=sh3eb ALIAS=evbsh3-eb 606 MACHINE=evbsh3 MACHINE_ARCH=sh3el ALIAS=evbsh3-el 607 MACHINE=ews4800mips MACHINE_ARCH=mipseb 608 MACHINE=hp300 MACHINE_ARCH=m68k 609 MACHINE=hp700 MACHINE_ARCH=hppa 610 MACHINE=hpcarm MACHINE_ARCH=arm DEFAULT 611 MACHINE=hpcarm MACHINE_ARCH=earm ALIAS=hpcearm 612 MACHINE=hpcmips MACHINE_ARCH=mipsel 613 MACHINE=hpcsh MACHINE_ARCH=sh3el 614 MACHINE=i386 MACHINE_ARCH=i386 615 MACHINE=ia64 MACHINE_ARCH=ia64 616 MACHINE=ibmnws MACHINE_ARCH=powerpc 617 MACHINE=iyonix MACHINE_ARCH=arm DEFAULT 618 MACHINE=iyonix MACHINE_ARCH=earm ALIAS=eiyonix 619 MACHINE=landisk MACHINE_ARCH=sh3el 620 MACHINE=luna68k MACHINE_ARCH=m68k 621 MACHINE=mac68k MACHINE_ARCH=m68k 622 MACHINE=macppc MACHINE_ARCH=powerpc DEFAULT 623 MACHINE=macppc MACHINE_ARCH=powerpc64 ALIAS=macppc64 624 MACHINE=mipsco MACHINE_ARCH=mipseb 625 MACHINE=mmeye MACHINE_ARCH=sh3eb 626 MACHINE=mvme68k MACHINE_ARCH=m68k 627 MACHINE=mvmeppc MACHINE_ARCH=powerpc 628 MACHINE=netwinder MACHINE_ARCH=arm DEFAULT 629 MACHINE=netwinder MACHINE_ARCH=earm ALIAS=enetwinder 630 MACHINE=news68k MACHINE_ARCH=m68k 631 MACHINE=newsmips MACHINE_ARCH=mipseb 632 MACHINE=next68k MACHINE_ARCH=m68k 633 MACHINE=ofppc MACHINE_ARCH=powerpc DEFAULT 634 MACHINE=ofppc MACHINE_ARCH=powerpc64 ALIAS=ofppc64 635 MACHINE=pmax MACHINE_ARCH=mips64el ALIAS=pmax64 636 MACHINE=pmax MACHINE_ARCH=mipsel DEFAULT 637 MACHINE=prep MACHINE_ARCH=powerpc 638 MACHINE=rs6000 MACHINE_ARCH=powerpc 639 MACHINE=sandpoint MACHINE_ARCH=powerpc 640 MACHINE=sbmips MACHINE_ARCH= NO_DEFAULT 641 MACHINE=sbmips MACHINE_ARCH=mips64eb ALIAS=sbmips64-eb 642 MACHINE=sbmips MACHINE_ARCH=mips64el ALIAS=sbmips64-el 643 MACHINE=sbmips MACHINE_ARCH=mipseb ALIAS=sbmips-eb 644 MACHINE=sbmips MACHINE_ARCH=mipsel ALIAS=sbmips-el 645 MACHINE=sgimips MACHINE_ARCH=mips64eb ALIAS=sgimips64 646 MACHINE=sgimips MACHINE_ARCH=mipseb DEFAULT 647 MACHINE=shark MACHINE_ARCH=arm DEFAULT 648 MACHINE=shark MACHINE_ARCH=earm ALIAS=eshark 649 MACHINE=sparc MACHINE_ARCH=sparc 650 MACHINE=sparc64 MACHINE_ARCH=sparc64 651 MACHINE=sun2 MACHINE_ARCH=m68000 652 MACHINE=sun3 MACHINE_ARCH=m68k 653 MACHINE=vax MACHINE_ARCH=vax 654 MACHINE=x68k MACHINE_ARCH=m68k 655 MACHINE=zaurus MACHINE_ARCH=arm DEFAULT 656 MACHINE=zaurus MACHINE_ARCH=earm ALIAS=ezaurus 657 ' 658 659 # getarch -- find the default MACHINE_ARCH for a MACHINE, 660 # or convert an alias to a MACHINE/MACHINE_ARCH pair. 661 # 662 # Saves MACHINE in makewrappermachine before possibly modifying MACHINE. 663 # 664 # Sets MACHINE and MACHINE_ARCH if the input MACHINE value is 665 # recognised as an alias, or recognised as a machine that has a default 666 # MACHINE_ARCH (or that has only one possible MACHINE_ARCH). 667 # 668 # Leaves MACHINE and MACHINE_ARCH unchanged if MACHINE is recognised 669 # as being associated with multiple MACHINE_ARCH values with no default. 670 # 671 # Bombs if MACHINE is not recognised. 672 # 673 getarch() 674 { 675 local IFS 676 local found="" 677 local line 678 679 IFS="${nl}" 680 makewrappermachine="${MACHINE}" 681 for line in ${valid_MACHINE_ARCH}; do 682 line="${line%%#*}" # ignore comments 683 line="$( IFS=" ${tab}" ; echo $line )" # normalise white space 684 case "${line} " in 685 "") 686 # skip blank lines or comment lines 687 continue 688 ;; 689 *" ALIAS=${MACHINE} "*) 690 # Found a line with a matching ALIAS=<alias>. 691 found="$line" 692 break 693 ;; 694 "MACHINE=${MACHINE} "*" NO_DEFAULT"*) 695 # Found an explicit "NO_DEFAULT" for this MACHINE. 696 found="$line" 697 break 698 ;; 699 "MACHINE=${MACHINE} "*" DEFAULT"*) 700 # Found an explicit "DEFAULT" for this MACHINE. 701 found="$line" 702 break 703 ;; 704 "MACHINE=${MACHINE} "*) 705 # Found a line for this MACHINE. If it's the 706 # first such line, then tentatively accept it. 707 # If it's not the first matching line, then 708 # remember that there was more than one match. 709 case "$found" in 710 '') found="$line" ;; 711 *) found="MULTIPLE_MATCHES" ; break ;; 712 esac 713 ;; 714 esac 715 done 716 717 case "$found" in 718 *NO_DEFAULT*|*MULTIPLE_MATCHES*) 719 # MACHINE is OK, but MACHINE_ARCH is still unknown 720 return 721 ;; 722 "MACHINE="*" MACHINE_ARCH="*) 723 # Obey the MACHINE= and MACHINE_ARCH= parts of the line. 724 IFS=" " 725 for frag in ${found}; do 726 case "$frag" in 727 MACHINE=*|MACHINE_ARCH=*) 728 eval "$frag" 729 ;; 730 esac 731 done 732 ;; 733 *) 734 bomb "Unknown target MACHINE: ${MACHINE}" 735 ;; 736 esac 737 } 738 739 # validatearch -- check that the MACHINE/MACHINE_ARCH pair is supported. 740 # 741 # Bombs if the pair is not supported. 742 # 743 validatearch() 744 { 745 local IFS 746 local line 747 local foundpair=false foundmachine=false foundarch=false 748 749 case "${MACHINE_ARCH}" in 750 "") 751 bomb "No MACHINE_ARCH provided" 752 ;; 753 esac 754 755 IFS="${nl}" 756 for line in ${valid_MACHINE_ARCH}; do 757 line="${line%%#*}" # ignore comments 758 line="$( IFS=" ${tab}" ; echo $line )" # normalise white space 759 case "${line} " in 760 "") 761 # skip blank lines or comment lines 762 continue 763 ;; 764 "MACHINE=${MACHINE} MACHINE_ARCH=${MACHINE_ARCH} "*) 765 foundpair=true 766 ;; 767 "MACHINE=${MACHINE} "*) 768 foundmachine=true 769 ;; 770 *"MACHINE_ARCH=${MACHINE_ARCH} "*) 771 foundarch=true 772 ;; 773 esac 774 done 775 776 case "${foundpair}:${foundmachine}:${foundarch}" in 777 true:*) 778 : OK 779 ;; 780 *:false:*) 781 bomb "Unknown target MACHINE: ${MACHINE}" 782 ;; 783 *:*:false) 784 bomb "Unknown target MACHINE_ARCH: ${MACHINE_ARCH}" 785 ;; 786 *) 787 bomb "MACHINE_ARCH '${MACHINE_ARCH}' does not support MACHINE '${MACHINE}'" 788 ;; 789 esac 790 } 791 792 # nobomb_getmakevar -- 793 # Given the name of a make variable in $1, print make's idea of the 794 # value of that variable, or return 1 if there's an error. 795 # 796 nobomb_getmakevar() 797 { 798 [ -x "${make}" ] || return 1 799 "${make}" -m ${TOP}/share/mk -s -B -f- _x_ <<EOF || return 1 800 _x_: 801 echo \${$1} 802 .include <bsd.prog.mk> 803 .include <bsd.kernobj.mk> 804 EOF 805 } 806 807 # bomb_getmakevar -- 808 # Given the name of a make variable in $1, print make's idea of the 809 # value of that variable, or bomb if there's an error. 810 # 811 bomb_getmakevar() 812 { 813 [ -x "${make}" ] || bomb "bomb_getmakevar $1: ${make} is not executable" 814 nobomb_getmakevar "$1" || bomb "bomb_getmakevar $1: ${make} failed" 815 } 816 817 # getmakevar -- 818 # Given the name of a make variable in $1, print make's idea of the 819 # value of that variable, or print a literal '$' followed by the 820 # variable name if ${make} is not executable. This is intended for use in 821 # messages that need to be readable even if $make hasn't been built, 822 # such as when build.sh is run with the "-n" option. 823 # 824 getmakevar() 825 { 826 if [ -x "${make}" ]; then 827 bomb_getmakevar "$1" 828 else 829 echo "\$$1" 830 fi 831 } 832 833 setmakeenv() 834 { 835 eval "$1='$2'; export $1" 836 makeenv="${makeenv} $1" 837 } 838 839 unsetmakeenv() 840 { 841 eval "unset $1" 842 makeenv="${makeenv} $1" 843 } 844 845 # Given a variable name in $1, modify the variable in place as follows: 846 # For each space-separated word in the variable, call resolvepath. 847 resolvepaths() 848 { 849 local var="$1" 850 local val 851 eval val=\"\${${var}}\" 852 local newval='' 853 local word 854 for word in ${val}; do 855 resolvepath word 856 newval="${newval}${newval:+ }${word}" 857 done 858 eval ${var}=\"\${newval}\" 859 } 860 861 # Given a variable name in $1, modify the variable in place as follows: 862 # Convert possibly-relative path to absolute path by prepending 863 # ${TOP} if necessary. Also delete trailing "/", if any. 864 resolvepath() 865 { 866 local var="$1" 867 local val 868 eval val=\"\${${var}}\" 869 case "${val}" in 870 /) 871 ;; 872 /*) 873 val="${val%/}" 874 ;; 875 *) 876 val="${TOP}/${val%/}" 877 ;; 878 esac 879 eval ${var}=\"\${val}\" 880 } 881 882 usage() 883 { 884 if [ -n "$*" ]; then 885 echo "" 886 echo "${progname}: $*" 887 fi 888 cat <<_usage_ 889 890 Usage: ${progname} [-EhnorUuxy] [-a arch] [-B buildid] [-C cdextras] 891 [-D dest] [-j njob] [-M obj] [-m mach] [-N noisy] 892 [-O obj] [-R release] [-S seed] [-T tools] 893 [-V var=[value]] [-w wrapper] [-X x11src] [-Y extsrcsrc] 894 [-Z var] 895 operation [...] 896 897 Build operations (all imply "obj" and "tools"): 898 build Run "make build". 899 distribution Run "make distribution" (includes DESTDIR/etc/ files). 900 release Run "make release" (includes kernels & distrib media). 901 902 Other operations: 903 help Show this message and exit. 904 makewrapper Create ${toolprefix}make-\${MACHINE} wrapper and ${toolprefix}make. 905 Always performed. 906 cleandir Run "make cleandir". [Default unless -u is used] 907 obj Run "make obj". [Default unless -o is used] 908 tools Build and install tools. 909 install=idir Run "make installworld" to \`idir' to install all sets 910 except \`etc'. Useful after "distribution" or "release" 911 kernel=conf Build kernel with config file \`conf' 912 releasekernel=conf Install kernel built by kernel=conf to RELEASEDIR. 913 installmodules=idir Run "make installmodules" to \`idir' to install all 914 kernel modules. 915 modules Build kernel modules. 916 rumptest Do a linktest for rump (for developers). 917 sets Create binary sets in 918 RELEASEDIR/RELEASEMACHINEDIR/binary/sets. 919 DESTDIR should be populated beforehand. 920 sourcesets Create source sets in RELEASEDIR/source/sets. 921 syspkgs Create syspkgs in 922 RELEASEDIR/RELEASEMACHINEDIR/binary/syspkgs. 923 iso-image Create CD-ROM image in RELEASEDIR/iso. 924 iso-image-source Create CD-ROM image with source in RELEASEDIR/iso. 925 live-image Create bootable live image in 926 RELEASEDIR/RELEASEMACHINEDIR/installation/liveimage. 927 install-image Create bootable installation image in 928 RELEASEDIR/RELEASEMACHINEDIR/installation/installimage. 929 disk-image=target Creae bootable disk image in 930 RELEASEDIR/RELEASEMACHINEDIR/binary/gzimg/target.img.gz. 931 params Display various make(1) parameters. 932 933 Options: 934 -a arch Set MACHINE_ARCH to arch. [Default: deduced from MACHINE] 935 -B buildid Set BUILDID to buildid. 936 -C cdextras Append cdextras to CDEXTRA variable for inclusion on CD-ROM. 937 -D dest Set DESTDIR to dest. [Default: destdir.MACHINE] 938 -E Set "expert" mode; disables various safety checks. 939 Should not be used without expert knowledge of the build system. 940 -h Print this help message. 941 -j njob Run up to njob jobs in parallel; see make(1) -j. 942 -M obj Set obj root directory to obj; sets MAKEOBJDIRPREFIX. 943 Unsets MAKEOBJDIR. 944 -m mach Set MACHINE to mach; not required if NetBSD native. 945 -N noisy Set the noisyness (MAKEVERBOSE) level of the build: 946 0 Minimal output ("quiet") 947 1 Describe what is occurring 948 2 Describe what is occurring and echo the actual command 949 3 Ignore the effect of the "@" prefix in make commands 950 4 Trace shell commands using the shell's -x flag 951 [Default: 2] 952 -n Show commands that would be executed, but do not execute them. 953 -O obj Set obj root directory to obj; sets a MAKEOBJDIR pattern. 954 Unsets MAKEOBJDIRPREFIX. 955 -o Set MKOBJDIRS=no; do not create objdirs at start of build. 956 -R release Set RELEASEDIR to release. [Default: releasedir] 957 -r Remove contents of TOOLDIR and DESTDIR before building. 958 -S seed Set BUILDSEED to seed. [Default: NetBSD-majorversion] 959 -T tools Set TOOLDIR to tools. If unset, and TOOLDIR is not set in 960 the environment, ${toolprefix}make will be (re)built 961 unconditionally. 962 -U Set MKUNPRIVED=yes; build without requiring root privileges, 963 install from an UNPRIVED build with proper file permissions. 964 -u Set MKUPDATE=yes; do not run "make cleandir" first. 965 Without this, everything is rebuilt, including the tools. 966 -V var=[value] Set variable \`var' to \`value'. 967 -w wrapper Create ${toolprefix}make script as wrapper. 968 [Default: \${TOOLDIR}/bin/${toolprefix}make-\${MACHINE}] 969 -X x11src Set X11SRCDIR to x11src. [Default: /usr/xsrc] 970 -x Set MKX11=yes; build X11 from X11SRCDIR 971 -Y extsrcsrc Set EXTSRCSRCDIR to extsrcsrc. [Default: /usr/extsrc] 972 -y Set MKEXTSRC=yes; build extsrc from EXTSRCSRCDIR 973 -Z var Unset ("zap") variable \`var'. 974 975 _usage_ 976 exit 1 977 } 978 979 parseoptions() 980 { 981 opts='a:B:C:D:Ehj:M:m:N:nO:oR:rS:T:UuV:w:X:xY:yZ:' 982 opt_a=no 983 984 if type getopts >/dev/null 2>&1; then 985 # Use POSIX getopts. 986 # 987 getoptcmd='getopts ${opts} opt && opt=-${opt}' 988 optargcmd=':' 989 optremcmd='shift $((${OPTIND} -1))' 990 else 991 type getopt >/dev/null 2>&1 || 992 bomb "Shell does not support getopts or getopt" 993 994 # Use old-style getopt(1) (doesn't handle whitespace in args). 995 # 996 args="$(getopt ${opts} $*)" 997 [ $? = 0 ] || usage 998 set -- ${args} 999 1000 getoptcmd='[ $# -gt 0 ] && opt="$1" && shift' 1001 optargcmd='OPTARG="$1"; shift' 1002 optremcmd=':' 1003 fi 1004 1005 # Parse command line options. 1006 # 1007 while eval ${getoptcmd}; do 1008 case ${opt} in 1009 1010 -a) 1011 eval ${optargcmd} 1012 MACHINE_ARCH=${OPTARG} 1013 opt_a=yes 1014 ;; 1015 1016 -B) 1017 eval ${optargcmd} 1018 BUILDID=${OPTARG} 1019 ;; 1020 1021 -C) 1022 eval ${optargcmd}; resolvepaths OPTARG 1023 CDEXTRA="${CDEXTRA}${CDEXTRA:+ }${OPTARG}" 1024 ;; 1025 1026 -D) 1027 eval ${optargcmd}; resolvepath OPTARG 1028 setmakeenv DESTDIR "${OPTARG}" 1029 ;; 1030 1031 -E) 1032 do_expertmode=true 1033 ;; 1034 1035 -j) 1036 eval ${optargcmd} 1037 parallel="-j ${OPTARG}" 1038 ;; 1039 1040 -M) 1041 eval ${optargcmd}; resolvepath OPTARG 1042 case "${OPTARG}" in 1043 \$*) usage "-M argument must not begin with '\$'" 1044 ;; 1045 *\$*) # can use resolvepath, but can't set TOP_objdir 1046 resolvepath OPTARG 1047 ;; 1048 *) resolvepath OPTARG 1049 TOP_objdir="${OPTARG}${TOP}" 1050 ;; 1051 esac 1052 unsetmakeenv MAKEOBJDIR 1053 setmakeenv MAKEOBJDIRPREFIX "${OPTARG}" 1054 ;; 1055 1056 # -m overrides MACHINE_ARCH unless "-a" is specified 1057 -m) 1058 eval ${optargcmd} 1059 MACHINE="${OPTARG}" 1060 [ "${opt_a}" != "yes" ] && getarch 1061 ;; 1062 1063 -N) 1064 eval ${optargcmd} 1065 case "${OPTARG}" in 1066 0|1|2|3|4) 1067 setmakeenv MAKEVERBOSE "${OPTARG}" 1068 ;; 1069 *) 1070 usage "'${OPTARG}' is not a valid value for -N" 1071 ;; 1072 esac 1073 ;; 1074 1075 -n) 1076 runcmd=echo 1077 ;; 1078 1079 -O) 1080 eval ${optargcmd} 1081 case "${OPTARG}" in 1082 *\$*) usage "-O argument must not contain '\$'" 1083 ;; 1084 *) resolvepath OPTARG 1085 TOP_objdir="${OPTARG}" 1086 ;; 1087 esac 1088 unsetmakeenv MAKEOBJDIRPREFIX 1089 setmakeenv MAKEOBJDIR "\${.CURDIR:C,^$TOP,$OPTARG,}" 1090 ;; 1091 1092 -o) 1093 MKOBJDIRS=no 1094 ;; 1095 1096 -R) 1097 eval ${optargcmd}; resolvepath OPTARG 1098 setmakeenv RELEASEDIR "${OPTARG}" 1099 ;; 1100 1101 -r) 1102 do_removedirs=true 1103 do_rebuildmake=true 1104 ;; 1105 1106 -S) 1107 eval ${optargcmd} 1108 setmakeenv BUILDSEED "${OPTARG}" 1109 ;; 1110 1111 -T) 1112 eval ${optargcmd}; resolvepath OPTARG 1113 TOOLDIR="${OPTARG}" 1114 export TOOLDIR 1115 ;; 1116 1117 -U) 1118 setmakeenv MKUNPRIVED yes 1119 ;; 1120 1121 -u) 1122 setmakeenv MKUPDATE yes 1123 ;; 1124 1125 -V) 1126 eval ${optargcmd} 1127 case "${OPTARG}" in 1128 # XXX: consider restricting which variables can be changed? 1129 [a-zA-Z_][a-zA-Z_0-9]*=*) 1130 setmakeenv "${OPTARG%%=*}" "${OPTARG#*=}" 1131 ;; 1132 *) 1133 usage "-V argument must be of the form 'var=[value]'" 1134 ;; 1135 esac 1136 ;; 1137 1138 -w) 1139 eval ${optargcmd}; resolvepath OPTARG 1140 makewrapper="${OPTARG}" 1141 ;; 1142 1143 -X) 1144 eval ${optargcmd}; resolvepath OPTARG 1145 setmakeenv X11SRCDIR "${OPTARG}" 1146 ;; 1147 1148 -x) 1149 setmakeenv MKX11 yes 1150 ;; 1151 1152 -Y) 1153 eval ${optargcmd}; resolvepath OPTARG 1154 setmakeenv EXTSRCSRCDIR "${OPTARG}" 1155 ;; 1156 1157 -y) 1158 setmakeenv MKEXTSRC yes 1159 ;; 1160 1161 -Z) 1162 eval ${optargcmd} 1163 # XXX: consider restricting which variables can be unset? 1164 unsetmakeenv "${OPTARG}" 1165 ;; 1166 1167 --) 1168 break 1169 ;; 1170 1171 -'?'|-h) 1172 usage 1173 ;; 1174 1175 esac 1176 done 1177 1178 # Validate operations. 1179 # 1180 eval ${optremcmd} 1181 while [ $# -gt 0 ]; do 1182 op=$1; shift 1183 operations="${operations} ${op}" 1184 1185 case "${op}" in 1186 1187 help) 1188 usage 1189 ;; 1190 1191 makewrapper|cleandir|obj|tools|build|distribution|release|sets|sourcesets|syspkgs|params) 1192 ;; 1193 1194 iso-image) 1195 op=iso_image # used as part of a variable name 1196 ;; 1197 1198 iso-image-source) 1199 op=iso_image_source # used as part of a variable name 1200 ;; 1201 1202 live-image) 1203 op=live_image # used as part of a variable name 1204 ;; 1205 1206 install-image) 1207 op=install_image # used as part of a variable name 1208 ;; 1209 1210 kernel=*|releasekernel=*) 1211 arg=${op#*=} 1212 op=${op%%=*} 1213 [ -n "${arg}" ] || 1214 bomb "Must supply a kernel name with \`${op}=...'" 1215 ;; 1216 1217 disk-image=*) 1218 arg=${op#*=} 1219 op=disk_image 1220 [ -n "${arg}" ] || 1221 bomb "Must supply a target name with \`${op}=...'" 1222 1223 ;; 1224 1225 modules) 1226 op=modules 1227 ;; 1228 1229 install=*|installmodules=*) 1230 arg=${op#*=} 1231 op=${op%%=*} 1232 [ -n "${arg}" ] || 1233 bomb "Must supply a directory with \`install=...'" 1234 ;; 1235 1236 rump|rumptest) 1237 op=${op} 1238 ;; 1239 1240 *) 1241 usage "Unknown operation \`${op}'" 1242 ;; 1243 1244 esac 1245 eval do_${op}=true 1246 done 1247 [ -n "${operations}" ] || usage "Missing operation to perform." 1248 1249 # Set up MACHINE*. On a NetBSD host, these are allowed to be unset. 1250 # 1251 if [ -z "${MACHINE}" ]; then 1252 [ "${uname_s}" = "NetBSD" ] || 1253 bomb "MACHINE must be set, or -m must be used, for cross builds." 1254 MACHINE=${uname_m} 1255 fi 1256 [ -n "${MACHINE_ARCH}" ] || getarch 1257 validatearch 1258 1259 # Set up default make(1) environment. 1260 # 1261 makeenv="${makeenv} TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS" 1262 [ -z "${BUILDID}" ] || makeenv="${makeenv} BUILDID" 1263 MAKEFLAGS="-de -m ${TOP}/share/mk ${MAKEFLAGS}" 1264 MAKEFLAGS="${MAKEFLAGS} MKOBJDIRS=${MKOBJDIRS-yes}" 1265 export MAKEFLAGS MACHINE MACHINE_ARCH 1266 } 1267 1268 # sanitycheck -- 1269 # Sanity check after parsing command line options, before rebuildmake. 1270 # 1271 sanitycheck() 1272 { 1273 # Non-root should always use either the -U or -E flag. 1274 # 1275 if ! ${do_expertmode} && \ 1276 [ "$id_u" -ne 0 ] && \ 1277 [ "${MKUNPRIVED}" = "no" ] ; then 1278 bomb "-U or -E must be set for build as an unprivileged user." 1279 fi 1280 1281 # Install as non-root is a bad idea. 1282 # 1283 if ${do_install} && [ "$id_u" -ne 0 ] ; then 1284 if ${do_expertmode}; then 1285 warning "Will install as an unprivileged user." 1286 else 1287 bomb "-E must be set for install as an unprivileged user." 1288 fi 1289 fi 1290 1291 # If the PATH contains any non-absolute components (including, 1292 # but not limited to, "." or ""), then complain. As an exception, 1293 # allow "" or "." as the last component of the PATH. This is fatal 1294 # if expert mode is not in effect. 1295 # 1296 local path="${PATH}" 1297 path="${path%:}" # delete trailing ":" 1298 path="${path%:.}" # delete trailing ":." 1299 case ":${path}:/" in 1300 *:[!/]*) 1301 if ${do_expertmode}; then 1302 warning "PATH contains non-absolute components" 1303 else 1304 bomb "PATH environment variable must not" \ 1305 "contain non-absolute components" 1306 fi 1307 ;; 1308 esac 1309 } 1310 1311 # print_tooldir_make -- 1312 # Try to find and print a path to an existing 1313 # ${TOOLDIR}/bin/${toolprefix}make, for use by rebuildmake() before a 1314 # new version of ${toolprefix}make has been built. 1315 # 1316 # * If TOOLDIR was set in the environment or on the command line, use 1317 # that value. 1318 # * Otherwise try to guess what TOOLDIR would be if not overridden by 1319 # /etc/mk.conf, and check whether the resulting directory contains 1320 # a copy of ${toolprefix}make (this should work for everybody who 1321 # doesn't override TOOLDIR via /etc/mk.conf); 1322 # * Failing that, search for ${toolprefix}make, nbmake, bmake, or make, 1323 # in the PATH (this might accidentally find a version of make that 1324 # does not understand the syntax used by NetBSD make, and that will 1325 # lead to failure in the next step); 1326 # * If a copy of make was found above, try to use it with 1327 # nobomb_getmakevar to find the correct value for TOOLDIR, and believe the 1328 # result only if it's a directory that already exists; 1329 # * If a value of TOOLDIR was found above, and if 1330 # ${TOOLDIR}/bin/${toolprefix}make exists, print that value. 1331 # 1332 print_tooldir_make() 1333 { 1334 local possible_TOP_OBJ 1335 local possible_TOOLDIR 1336 local possible_make 1337 local tooldir_make 1338 1339 if [ -n "${TOOLDIR}" ]; then 1340 echo "${TOOLDIR}/bin/${toolprefix}make" 1341 return 0 1342 fi 1343 1344 # Set host_ostype to something like "NetBSD-4.5.6-i386". This 1345 # is intended to match the HOST_OSTYPE variable in <bsd.own.mk>. 1346 # 1347 local host_ostype="${uname_s}-$( 1348 echo "${uname_r}" | sed -e 's/([^)]*)//g' -e 's/ /_/g' 1349 )-$( 1350 echo "${uname_p}" | sed -e 's/([^)]*)//g' -e 's/ /_/g' 1351 )" 1352 1353 # Look in a few potential locations for 1354 # ${possible_TOOLDIR}/bin/${toolprefix}make. 1355 # If we find it, then set possible_make. 1356 # 1357 # In the usual case (without interference from environment 1358 # variables or /etc/mk.conf), <bsd.own.mk> should set TOOLDIR to 1359 # "${_SRC_TOP_OBJ_}/tooldir.${host_ostype}". 1360 # 1361 # In practice it's difficult to figure out the correct value 1362 # for _SRC_TOP_OBJ_. In the easiest case, when the -M or -O 1363 # options were passed to build.sh, then ${TOP_objdir} will be 1364 # the correct value. We also try a few other possibilities, but 1365 # we do not replicate all the logic of <bsd.obj.mk>. 1366 # 1367 for possible_TOP_OBJ in \ 1368 "${TOP_objdir}" \ 1369 "${MAKEOBJDIRPREFIX:+${MAKEOBJDIRPREFIX}${TOP}}" \ 1370 "${TOP}" \ 1371 "${TOP}/obj" \ 1372 "${TOP}/obj.${MACHINE}" 1373 do 1374 [ -n "${possible_TOP_OBJ}" ] || continue 1375 possible_TOOLDIR="${possible_TOP_OBJ}/tooldir.${host_ostype}" 1376 possible_make="${possible_TOOLDIR}/bin/${toolprefix}make" 1377 if [ -x "${possible_make}" ]; then 1378 break 1379 else 1380 unset possible_make 1381 fi 1382 done 1383 1384 # If the above didn't work, search the PATH for a suitable 1385 # ${toolprefix}make, nbmake, bmake, or make. 1386 # 1387 : ${possible_make:=$(find_in_PATH ${toolprefix}make '')} 1388 : ${possible_make:=$(find_in_PATH nbmake '')} 1389 : ${possible_make:=$(find_in_PATH bmake '')} 1390 : ${possible_make:=$(find_in_PATH make '')} 1391 1392 # At this point, we don't care whether possible_make is in the 1393 # correct TOOLDIR or not; we simply want it to be usable by 1394 # getmakevar to help us find the correct TOOLDIR. 1395 # 1396 # Use ${possible_make} with nobomb_getmakevar to try to find 1397 # the value of TOOLDIR. Believe the result only if it's 1398 # a directory that already exists and contains bin/${toolprefix}make. 1399 # 1400 if [ -x "${possible_make}" ]; then 1401 possible_TOOLDIR="$( 1402 make="${possible_make}" \ 1403 nobomb_getmakevar TOOLDIR 2>/dev/null 1404 )" 1405 if [ $? = 0 ] && [ -n "${possible_TOOLDIR}" ] \ 1406 && [ -d "${possible_TOOLDIR}" ]; 1407 then 1408 tooldir_make="${possible_TOOLDIR}/bin/${toolprefix}make" 1409 if [ -x "${tooldir_make}" ]; then 1410 echo "${tooldir_make}" 1411 return 0 1412 fi 1413 fi 1414 fi 1415 return 1 1416 } 1417 1418 # rebuildmake -- 1419 # Rebuild nbmake in a temporary directory if necessary. Sets $make 1420 # to a path to the nbmake executable. Sets done_rebuildmake=true 1421 # if nbmake was rebuilt. 1422 # 1423 # There is a cyclic dependency between building nbmake and choosing 1424 # TOOLDIR: TOOLDIR may be affected by settings in /etc/mk.conf, so we 1425 # would like to use getmakevar to get the value of TOOLDIR; but we can't 1426 # use getmakevar before we have an up to date version of nbmake; we 1427 # might already have an up to date version of nbmake in TOOLDIR, but we 1428 # don't yet know where TOOLDIR is. 1429 # 1430 # The default value of TOOLDIR also depends on the location of the top 1431 # level object directory, so $(getmakevar TOOLDIR) invoked before or 1432 # after making the top level object directory may produce different 1433 # results. 1434 # 1435 # Strictly speaking, we should do the following: 1436 # 1437 # 1. build a new version of nbmake in a temporary directory; 1438 # 2. use the temporary nbmake to create the top level obj directory; 1439 # 3. use $(getmakevar TOOLDIR) with the temporary nbmake to 1440 # get the correct value of TOOLDIR; 1441 # 4. move the temporary nbmake to ${TOOLDIR}/bin/nbmake. 1442 # 1443 # However, people don't like building nbmake unnecessarily if their 1444 # TOOLDIR has not changed since an earlier build. We try to avoid 1445 # rebuilding a temporary version of nbmake by taking some shortcuts to 1446 # guess a value for TOOLDIR, looking for an existing version of nbmake 1447 # in that TOOLDIR, and checking whether that nbmake is newer than the 1448 # sources used to build it. 1449 # 1450 rebuildmake() 1451 { 1452 make="$(print_tooldir_make)" 1453 if [ -n "${make}" ] && [ -x "${make}" ]; then 1454 for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do 1455 if [ "${f}" -nt "${make}" ]; then 1456 statusmsg "${make} outdated" \ 1457 "(older than ${f}), needs building." 1458 do_rebuildmake=true 1459 break 1460 fi 1461 done 1462 else 1463 statusmsg "No \$TOOLDIR/bin/${toolprefix}make, needs building." 1464 do_rebuildmake=true 1465 fi 1466 1467 # Build bootstrap ${toolprefix}make if needed. 1468 if ${do_rebuildmake}; then 1469 statusmsg "Bootstrapping ${toolprefix}make" 1470 ${runcmd} cd "${tmpdir}" 1471 ${runcmd} env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" \ 1472 CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \ 1473 ${HOST_SH} "${TOP}/tools/make/configure" || 1474 ( cp ${tmpdir}/config.log ${tmpdir}-config.log 1475 bomb "Configure of ${toolprefix}make failed, see ${tmpdir}-config.log for details" ) 1476 ${runcmd} ${HOST_SH} buildmake.sh || 1477 bomb "Build of ${toolprefix}make failed" 1478 make="${tmpdir}/${toolprefix}make" 1479 ${runcmd} cd "${TOP}" 1480 ${runcmd} rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o 1481 done_rebuildmake=true 1482 fi 1483 } 1484 1485 # validatemakeparams -- 1486 # Perform some late sanity checks, after rebuildmake, 1487 # but before createmakewrapper or any real work. 1488 # 1489 # Creates the top-level obj directory, because that 1490 # is needed by some of the sanity checks. 1491 # 1492 # Prints status messages reporting the values of several variables. 1493 # 1494 validatemakeparams() 1495 { 1496 # MAKECONF (which defaults to /etc/mk.conf in share/mk/bsd.own.mk) 1497 # can affect many things, so mention it in an early status message. 1498 # 1499 MAKECONF=$(getmakevar MAKECONF) 1500 if [ -e "${MAKECONF}" ]; then 1501 statusmsg2 "MAKECONF file:" "${MAKECONF}" 1502 else 1503 statusmsg2 "MAKECONF file:" "${MAKECONF} (File not found)" 1504 fi 1505 1506 if [ "${runcmd}" = "echo" ]; then 1507 TOOLCHAIN_MISSING=no 1508 EXTERNAL_TOOLCHAIN="" 1509 else 1510 TOOLCHAIN_MISSING=$(bomb_getmakevar TOOLCHAIN_MISSING) 1511 EXTERNAL_TOOLCHAIN=$(bomb_getmakevar EXTERNAL_TOOLCHAIN) 1512 fi 1513 if [ "${TOOLCHAIN_MISSING}" = "yes" ] && \ 1514 [ -z "${EXTERNAL_TOOLCHAIN}" ]; then 1515 ${runcmd} echo "ERROR: build.sh (in-tree cross-toolchain) is not yet available for" 1516 ${runcmd} echo " MACHINE: ${MACHINE}" 1517 ${runcmd} echo " MACHINE_ARCH: ${MACHINE_ARCH}" 1518 ${runcmd} echo "" 1519 ${runcmd} echo "All builds for this platform should be done via a traditional make" 1520 ${runcmd} echo "If you wish to use an external cross-toolchain, set" 1521 ${runcmd} echo " EXTERNAL_TOOLCHAIN=<path to toolchain root>" 1522 ${runcmd} echo "in either the environment or mk.conf and rerun" 1523 ${runcmd} echo " ${progname} $*" 1524 exit 1 1525 fi 1526 1527 # Normalise MKOBJDIRS, MKUNPRIVED, and MKUPDATE 1528 # These may be set as build.sh options or in "mk.conf". 1529 # Don't export them as they're only used for tests in build.sh. 1530 # 1531 MKOBJDIRS=$(getmakevar MKOBJDIRS) 1532 MKUNPRIVED=$(getmakevar MKUNPRIVED) 1533 MKUPDATE=$(getmakevar MKUPDATE) 1534 1535 if [ "${MKOBJDIRS}" != "no" ]; then 1536 # Create the top-level object directory. 1537 # 1538 # "make obj NOSUBDIR=" can handle most cases, but it 1539 # can't handle the case where MAKEOBJDIRPREFIX is set 1540 # while the corresponding directory does not exist 1541 # (rules in <bsd.obj.mk> would abort the build). We 1542 # therefore have to handle the MAKEOBJDIRPREFIX case 1543 # without invoking "make obj". The MAKEOBJDIR case 1544 # could be handled either way, but we choose to handle 1545 # it similarly to MAKEOBJDIRPREFIX. 1546 # 1547 if [ -n "${TOP_obj}" ]; then 1548 # It must have been set by the "-M" or "-O" 1549 # command line options, so there's no need to 1550 # use getmakevar 1551 : 1552 elif [ -n "$MAKEOBJDIRPREFIX" ]; then 1553 TOP_obj="$(getmakevar MAKEOBJDIRPREFIX)${TOP}" 1554 elif [ -n "$MAKEOBJDIR" ]; then 1555 TOP_obj="$(getmakevar MAKEOBJDIR)" 1556 fi 1557 if [ -n "$TOP_obj" ]; then 1558 ${runcmd} mkdir -p "${TOP_obj}" || 1559 bomb "Can't create top level object directory" \ 1560 "${TOP_obj}" 1561 else 1562 ${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= || 1563 bomb "Can't create top level object directory" \ 1564 "using make obj" 1565 fi 1566 1567 # make obj in tools to ensure that the objdir for "tools" 1568 # is available. 1569 # 1570 ${runcmd} cd tools 1571 ${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= || 1572 bomb "Failed to make obj in tools" 1573 ${runcmd} cd "${TOP}" 1574 fi 1575 1576 # Find TOOLDIR, DESTDIR, and RELEASEDIR, according to getmakevar, 1577 # and bomb if they have changed from the values we had from the 1578 # command line or environment. 1579 # 1580 # This must be done after creating the top-level object directory. 1581 # 1582 for var in TOOLDIR DESTDIR RELEASEDIR 1583 do 1584 eval oldval=\"\$${var}\" 1585 newval="$(getmakevar $var)" 1586 if ! $do_expertmode; then 1587 : ${_SRC_TOP_OBJ_:=$(getmakevar _SRC_TOP_OBJ_)} 1588 case "$var" in 1589 DESTDIR) 1590 : ${newval:=${_SRC_TOP_OBJ_}/destdir.${MACHINE}} 1591 makeenv="${makeenv} DESTDIR" 1592 ;; 1593 RELEASEDIR) 1594 : ${newval:=${_SRC_TOP_OBJ_}/releasedir} 1595 makeenv="${makeenv} RELEASEDIR" 1596 ;; 1597 esac 1598 fi 1599 if [ -n "$oldval" ] && [ "$oldval" != "$newval" ]; then 1600 bomb "Value of ${var} has changed" \ 1601 "(was \"${oldval}\", now \"${newval}\")" 1602 fi 1603 eval ${var}=\"\${newval}\" 1604 eval export ${var} 1605 statusmsg2 "${var} path:" "${newval}" 1606 done 1607 1608 # RELEASEMACHINEDIR is just a subdir name, e.g. "i386". 1609 RELEASEMACHINEDIR=$(getmakevar RELEASEMACHINEDIR) 1610 1611 # Check validity of TOOLDIR and DESTDIR. 1612 # 1613 if [ -z "${TOOLDIR}" ] || [ "${TOOLDIR}" = "/" ]; then 1614 bomb "TOOLDIR '${TOOLDIR}' invalid" 1615 fi 1616 removedirs="${TOOLDIR}" 1617 1618 if [ -z "${DESTDIR}" ] || [ "${DESTDIR}" = "/" ]; then 1619 if ${do_distribution} || ${do_release} || \ 1620 [ "${uname_s}" != "NetBSD" ] || \ 1621 [ "${uname_m}" != "${MACHINE}" ]; then 1622 bomb "DESTDIR must != / for cross builds, or ${progname} 'distribution' or 'release'." 1623 fi 1624 if ! ${do_expertmode}; then 1625 bomb "DESTDIR must != / for non -E (expert) builds" 1626 fi 1627 statusmsg "WARNING: Building to /, in expert mode." 1628 statusmsg " This may cause your system to break! Reasons include:" 1629 statusmsg " - your kernel is not up to date" 1630 statusmsg " - the libraries or toolchain have changed" 1631 statusmsg " YOU HAVE BEEN WARNED!" 1632 else 1633 removedirs="${removedirs} ${DESTDIR}" 1634 fi 1635 if ${do_releasekernel} && [ -z "${RELEASEDIR}" ]; then 1636 bomb "Must set RELEASEDIR with \`releasekernel=...'" 1637 fi 1638 1639 # If a previous build.sh run used -U (and therefore created a 1640 # METALOG file), then most subsequent build.sh runs must also 1641 # use -U. If DESTDIR is about to be removed, then don't perform 1642 # this check. 1643 # 1644 case "${do_removedirs} ${removedirs} " in 1645 true*" ${DESTDIR} "*) 1646 # DESTDIR is about to be removed 1647 ;; 1648 *) 1649 if [ -e "${DESTDIR}/METALOG" ] && \ 1650 [ "${MKUNPRIVED}" = "no" ] ; then 1651 if $do_expertmode; then 1652 warning "A previous build.sh run specified -U." 1653 else 1654 bomb "A previous build.sh run specified -U; you must specify it again now." 1655 fi 1656 fi 1657 ;; 1658 esac 1659 1660 # live-image and install-image targets require binary sets 1661 # (actually DESTDIR/etc/mtree/set.* files) built with MKUNPRIVED. 1662 # If release operation is specified with live-image or install-image, 1663 # the release op should be performed with -U for later image ops. 1664 # 1665 if ${do_release} && ( ${do_live_image} || ${do_install_image} ) && \ 1666 [ "${MKUNPRIVED}" = "no" ] ; then 1667 bomb "-U must be specified on building release to create images later." 1668 fi 1669 } 1670 1671 1672 createmakewrapper() 1673 { 1674 # Remove the target directories. 1675 # 1676 if ${do_removedirs}; then 1677 for f in ${removedirs}; do 1678 statusmsg "Removing ${f}" 1679 ${runcmd} rm -r -f "${f}" 1680 done 1681 fi 1682 1683 # Recreate $TOOLDIR. 1684 # 1685 ${runcmd} mkdir -p "${TOOLDIR}/bin" || 1686 bomb "mkdir of '${TOOLDIR}/bin' failed" 1687 1688 # If we did not previously rebuild ${toolprefix}make, then 1689 # check whether $make is still valid and the same as the output 1690 # from print_tooldir_make. If not, then rebuild make now. A 1691 # possible reason for this being necessary is that the actual 1692 # value of TOOLDIR might be different from the value guessed 1693 # before the top level obj dir was created. 1694 # 1695 if ! ${done_rebuildmake} && \ 1696 ( [ ! -x "$make" ] || [ "$make" != "$(print_tooldir_make)" ] ) 1697 then 1698 rebuildmake 1699 fi 1700 1701 # Install ${toolprefix}make if it was built. 1702 # 1703 if ${done_rebuildmake}; then 1704 ${runcmd} rm -f "${TOOLDIR}/bin/${toolprefix}make" 1705 ${runcmd} cp "${make}" "${TOOLDIR}/bin/${toolprefix}make" || 1706 bomb "Failed to install \$TOOLDIR/bin/${toolprefix}make" 1707 make="${TOOLDIR}/bin/${toolprefix}make" 1708 statusmsg "Created ${make}" 1709 fi 1710 1711 # Build a ${toolprefix}make wrapper script, usable by hand as 1712 # well as by build.sh. 1713 # 1714 if [ -z "${makewrapper}" ]; then 1715 makewrapper="${TOOLDIR}/bin/${toolprefix}make-${makewrappermachine:-${MACHINE}}" 1716 [ -z "${BUILDID}" ] || makewrapper="${makewrapper}-${BUILDID}" 1717 fi 1718 1719 ${runcmd} rm -f "${makewrapper}" 1720 if [ "${runcmd}" = "echo" ]; then 1721 echo 'cat <<EOF >'${makewrapper} 1722 makewrapout= 1723 else 1724 makewrapout=">>\${makewrapper}" 1725 fi 1726 1727 case "${KSH_VERSION:-${SH_VERSION}}" in 1728 *PD\ KSH*|*MIRBSD\ KSH*) 1729 set +o braceexpand 1730 ;; 1731 esac 1732 1733 eval cat <<EOF ${makewrapout} 1734 #! ${HOST_SH} 1735 # Set proper variables to allow easy "make" building of a NetBSD subtree. 1736 # Generated from: \$NetBSD: build.sh,v 1.270 2013/07/18 22:08:59 matt Exp $ 1737 # with these arguments: ${_args} 1738 # 1739 1740 EOF 1741 { 1742 for f in ${makeenv}; do 1743 if eval "[ -z \"\${$f}\" -a \"\${${f}-X}\" = \"X\" ]"; then 1744 eval echo "unset ${f}" 1745 else 1746 eval echo "${f}=\'\$$(echo ${f})\'\;\ export\ ${f}" 1747 fi 1748 done 1749 1750 eval cat <<EOF 1751 MAKEWRAPPERMACHINE=${makewrappermachine:-${MACHINE}}; export MAKEWRAPPERMACHINE 1752 USETOOLS=yes; export USETOOLS 1753 EOF 1754 } | eval sort -u "${makewrapout}" 1755 eval cat <<EOF "${makewrapout}" 1756 1757 exec "\${TOOLDIR}/bin/${toolprefix}make" \${1+"\$@"} 1758 EOF 1759 [ "${runcmd}" = "echo" ] && echo EOF 1760 ${runcmd} chmod +x "${makewrapper}" 1761 statusmsg2 "Updated makewrapper:" "${makewrapper}" 1762 } 1763 1764 make_in_dir() 1765 { 1766 dir="$1" 1767 op="$2" 1768 ${runcmd} cd "${dir}" || 1769 bomb "Failed to cd to \"${dir}\"" 1770 ${runcmd} "${makewrapper}" ${parallel} ${op} || 1771 bomb "Failed to make ${op} in \"${dir}\"" 1772 ${runcmd} cd "${TOP}" || 1773 bomb "Failed to cd back to \"${TOP}\"" 1774 } 1775 1776 buildtools() 1777 { 1778 if [ "${MKOBJDIRS}" != "no" ]; then 1779 ${runcmd} "${makewrapper}" ${parallel} obj-tools || 1780 bomb "Failed to make obj-tools" 1781 fi 1782 if [ "${MKUPDATE}" = "no" ]; then 1783 make_in_dir tools cleandir 1784 fi 1785 make_in_dir tools build_install 1786 statusmsg "Tools built to ${TOOLDIR}" 1787 } 1788 1789 getkernelconf() 1790 { 1791 kernelconf="$1" 1792 if [ "${MKOBJDIRS}" != "no" ]; then 1793 # The correct value of KERNOBJDIR might 1794 # depend on a prior "make obj" in 1795 # ${KERNSRCDIR}/${KERNARCHDIR}/compile. 1796 # 1797 KERNSRCDIR="$(getmakevar KERNSRCDIR)" 1798 KERNARCHDIR="$(getmakevar KERNARCHDIR)" 1799 make_in_dir "${KERNSRCDIR}/${KERNARCHDIR}/compile" obj 1800 fi 1801 KERNCONFDIR="$(getmakevar KERNCONFDIR)" 1802 KERNOBJDIR="$(getmakevar KERNOBJDIR)" 1803 case "${kernelconf}" in 1804 */*) 1805 kernelconfpath="${kernelconf}" 1806 kernelconfname="${kernelconf##*/}" 1807 ;; 1808 *) 1809 kernelconfpath="${KERNCONFDIR}/${kernelconf}" 1810 kernelconfname="${kernelconf}" 1811 ;; 1812 esac 1813 kernelbuildpath="${KERNOBJDIR}/${kernelconfname}" 1814 } 1815 1816 diskimage() 1817 { 1818 ARG="$(echo $1 | tr '[:lower:]' '[:upper:]')" 1819 [ -f "${DESTDIR}/etc/mtree/set.base" ] || 1820 bomb "The release binaries must be built first" 1821 kerneldir="${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/kernel" 1822 kernel="${kerneldir}/netbsd-${ARG}.gz" 1823 [ -f "${kernel}" ] || 1824 bomb "The kernel ${kernel} must be built first" 1825 make_in_dir "${NETBSDSRCDIR}/etc" "smp_${1}" 1826 } 1827 1828 buildkernel() 1829 { 1830 if ! ${do_tools} && ! ${buildkernelwarned:-false}; then 1831 # Building tools every time we build a kernel is clearly 1832 # unnecessary. We could try to figure out whether rebuilding 1833 # the tools is necessary this time, but it doesn't seem worth 1834 # the trouble. Instead, we say it's the user's responsibility 1835 # to rebuild the tools if necessary. 1836 # 1837 statusmsg "Building kernel without building new tools" 1838 buildkernelwarned=true 1839 fi 1840 getkernelconf $1 1841 statusmsg2 "Building kernel:" "${kernelconf}" 1842 statusmsg2 "Build directory:" "${kernelbuildpath}" 1843 ${runcmd} mkdir -p "${kernelbuildpath}" || 1844 bomb "Cannot mkdir: ${kernelbuildpath}" 1845 if [ "${MKUPDATE}" = "no" ]; then 1846 make_in_dir "${kernelbuildpath}" cleandir 1847 fi 1848 [ -x "${TOOLDIR}/bin/${toolprefix}config" ] \ 1849 || bomb "${TOOLDIR}/bin/${toolprefix}config does not exist. You need to \"$0 tools\" first." 1850 ${runcmd} "${TOOLDIR}/bin/${toolprefix}config" -b "${kernelbuildpath}" \ 1851 -s "${TOP}/sys" "${kernelconfpath}" || 1852 bomb "${toolprefix}config failed for ${kernelconf}" 1853 make_in_dir "${kernelbuildpath}" depend 1854 make_in_dir "${kernelbuildpath}" all 1855 1856 if [ "${runcmd}" != "echo" ]; then 1857 statusmsg "Kernels built from ${kernelconf}:" 1858 kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath}) 1859 for kern in ${kernlist:-netbsd}; do 1860 [ -f "${kernelbuildpath}/${kern}" ] && \ 1861 echo " ${kernelbuildpath}/${kern}" 1862 done | tee -a "${results}" 1863 fi 1864 } 1865 1866 releasekernel() 1867 { 1868 getkernelconf $1 1869 kernelreldir="${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/kernel" 1870 ${runcmd} mkdir -p "${kernelreldir}" 1871 kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath}) 1872 for kern in ${kernlist:-netbsd}; do 1873 builtkern="${kernelbuildpath}/${kern}" 1874 [ -f "${builtkern}" ] || continue 1875 releasekern="${kernelreldir}/${kern}-${kernelconfname}.gz" 1876 statusmsg2 "Kernel copy:" "${releasekern}" 1877 if [ "${runcmd}" = "echo" ]; then 1878 echo "gzip -c -9 < ${builtkern} > ${releasekern}" 1879 else 1880 gzip -c -9 < "${builtkern}" > "${releasekern}" 1881 fi 1882 done 1883 } 1884 1885 buildmodules() 1886 { 1887 setmakeenv MKBINUTILS no 1888 if ! ${do_tools} && ! ${buildmoduleswarned:-false}; then 1889 # Building tools every time we build modules is clearly 1890 # unnecessary as well as a kernel. 1891 # 1892 statusmsg "Building modules without building new tools" 1893 buildmoduleswarned=true 1894 fi 1895 1896 statusmsg "Building kernel modules for NetBSD/${MACHINE} ${DISTRIBVER}" 1897 if [ "${MKOBJDIRS}" != "no" ]; then 1898 make_in_dir sys/modules obj 1899 fi 1900 if [ "${MKUPDATE}" = "no" ]; then 1901 make_in_dir sys/modules cleandir 1902 fi 1903 make_in_dir sys/modules dependall 1904 make_in_dir sys/modules install 1905 1906 statusmsg "Successful build of kernel modules for NetBSD/${MACHINE} ${DISTRIBVER}" 1907 } 1908 1909 installmodules() 1910 { 1911 dir="$1" 1912 ${runcmd} "${makewrapper}" INSTALLMODULESDIR="${dir}" installmodules || 1913 bomb "Failed to make installmodules to ${dir}" 1914 statusmsg "Successful installmodules to ${dir}" 1915 } 1916 1917 installworld() 1918 { 1919 dir="$1" 1920 ${runcmd} "${makewrapper}" INSTALLWORLDDIR="${dir}" installworld || 1921 bomb "Failed to make installworld to ${dir}" 1922 statusmsg "Successful installworld to ${dir}" 1923 } 1924 1925 # Run rump build&link tests. 1926 # 1927 # To make this feasible for running without having to install includes and 1928 # libraries into destdir (i.e. quick), we only run ld. This is possible 1929 # since the rump kernel is a closed namespace apart from calls to rumpuser. 1930 # Therefore, if ld complains only about rumpuser symbols, rump kernel 1931 # linking was successful. 1932 # 1933 # We test that rump links with a number of component configurations. 1934 # These attempt to mimic what is encountered in the full build. 1935 # See list below. The list should probably be either autogenerated 1936 # or managed elsewhere; keep it here until a better idea arises. 1937 # 1938 # Above all, note that THIS IS NOT A SUBSTITUTE FOR A FULL BUILD. 1939 # 1940 1941 RUMP_LIBSETS=' 1942 -lrump, 1943 -lrumpvfs -lrump, 1944 -lrumpvfs -lrumpdev -lrump, 1945 -lrumpnet -lrump, 1946 -lrumpkern_tty -lrumpvfs -lrump, 1947 -lrumpfs_tmpfs -lrumpvfs -lrump, 1948 -lrumpfs_ffs -lrumpfs_msdos -lrumpvfs -lrumpdev_disk -lrumpdev -lrump, 1949 -lrumpnet_virtif -lrumpnet_netinet -lrumpnet_net -lrumpnet -lrump, 1950 -lrumpnet_sockin -lrumpfs_smbfs -lrumpdev_netsmb 1951 -lrumpkern_crypto -lrumpdev -lrumpnet -lrumpvfs -lrump, 1952 -lrumpnet_sockin -lrumpfs_nfs -lrumpnet -lrumpvfs -lrump, 1953 -lrumpdev_cgd -lrumpdev_raidframe -lrumpdev_disk -lrumpdev_rnd 1954 -lrumpdev_dm -lrumpdev -lrumpvfs -lrumpkern_crypto -lrump' 1955 dorump() 1956 { 1957 local doclean="" 1958 local doobjs="" 1959 1960 # we cannot link libs without building csu, and that leads to lossage 1961 [ "${1}" != "rumptest" ] && bomb 'build.sh rump not yet functional. ' \ 1962 'did you mean "rumptest"?' 1963 1964 export RUMPTEST_BUILDSH=1 1965 # create obj and distrib dirs 1966 if [ "${MKOBJDIRS}" != "no" ]; then 1967 make_in_dir "${NETBSDSRCDIR}/etc/mtree" obj 1968 make_in_dir "${NETBSDSRCDIR}/sys/rump" obj 1969 fi 1970 ${runcmd} "${makewrapper}" ${parallel} do-distrib-dirs \ 1971 || bomb 'could not create distrib-dirs' 1972 1973 [ "${MKUPDATE}" = "no" ] && doclean="cleandir" 1974 targlist="${doclean} ${doobjs} dependall install" 1975 # optimize: for test we build only static libs (3x test speedup) 1976 if [ "${1}" = "rumptest" ] ; then 1977 setmakeenv NOPIC 1 1978 setmakeenv NOPROFILE 1 1979 fi 1980 for cmd in ${targlist} ; do 1981 make_in_dir "${NETBSDSRCDIR}/sys/rump" ${cmd} 1982 done 1983 1984 # if we just wanted to build & install rump, we're done 1985 [ "${1}" != "rumptest" ] && return 1986 1987 ${runcmd} cd "${NETBSDSRCDIR}/sys/rump/librump/rumpkern" \ 1988 || bomb "cd to rumpkern failed" 1989 md_quirks=`${runcmd} "${makewrapper}" -V '${_SYMQUIRK}'` 1990 # one little, two little, three little backslashes ... 1991 md_quirks="$(echo ${md_quirks} | sed 's,\\,\\\\,g'";s/'//g" )" 1992 ${runcmd} cd "${TOP}" || bomb "cd to ${TOP} failed" 1993 tool_ld=`${runcmd} "${makewrapper}" -V '${LD}'` 1994 1995 local oIFS="${IFS}" 1996 IFS="," 1997 for set in ${RUMP_LIBSETS} ; do 1998 IFS="${oIFS}" 1999 ${runcmd} ${tool_ld} -nostdlib -L${DESTDIR}/usr/lib \ 2000 -static --whole-archive ${set} 2>&1 -o /tmp/rumptest.$$ | \ 2001 awk -v quirks="${md_quirks}" ' 2002 /undefined reference/ && 2003 !/more undefined references.*follow/{ 2004 if (match($NF, 2005 "`(rumpuser_|rumpcomp_|__" quirks ")") == 0) 2006 fails[NR] = $0 2007 } 2008 /cannot find -l/{fails[NR] = $0} 2009 /cannot open output file/{fails[NR] = $0} 2010 END{ 2011 for (x in fails) 2012 print fails[x] 2013 exit x!=0 2014 }' 2015 [ $? -ne 0 ] && bomb "Testlink of rump failed: ${set}" 2016 done 2017 statusmsg "Rump build&link tests successful" 2018 } 2019 2020 main() 2021 { 2022 initdefaults 2023 _args=$@ 2024 parseoptions "$@" 2025 2026 sanitycheck 2027 2028 build_start=$(date) 2029 statusmsg2 "${progname} command:" "$0 $*" 2030 statusmsg2 "${progname} started:" "${build_start}" 2031 statusmsg2 "NetBSD version:" "${DISTRIBVER}" 2032 statusmsg2 "MACHINE:" "${MACHINE}" 2033 statusmsg2 "MACHINE_ARCH:" "${MACHINE_ARCH}" 2034 statusmsg2 "Build platform:" "${uname_s} ${uname_r} ${uname_m}" 2035 statusmsg2 "HOST_SH:" "${HOST_SH}" 2036 2037 rebuildmake 2038 validatemakeparams 2039 createmakewrapper 2040 2041 # Perform the operations. 2042 # 2043 for op in ${operations}; do 2044 case "${op}" in 2045 2046 makewrapper) 2047 # no-op 2048 ;; 2049 2050 tools) 2051 buildtools 2052 ;; 2053 2054 sets) 2055 statusmsg "Building sets from pre-populated ${DESTDIR}" 2056 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2057 bomb "Failed to make ${op}" 2058 setdir=${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/sets 2059 statusmsg "Built sets to ${setdir}" 2060 ;; 2061 2062 cleandir|obj|build|distribution|release|sourcesets|syspkgs|params) 2063 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2064 bomb "Failed to make ${op}" 2065 statusmsg "Successful make ${op}" 2066 ;; 2067 2068 iso-image|iso-image-source) 2069 ${runcmd} "${makewrapper}" ${parallel} \ 2070 CDEXTRA="$CDEXTRA" ${op} || 2071 bomb "Failed to make ${op}" 2072 statusmsg "Successful make ${op}" 2073 ;; 2074 2075 live-image|install-image) 2076 # install-image and live-image require mtree spec files 2077 # built with UNPRIVED. Assume UNPRIVED build has been 2078 # performed if METALOG file is created in DESTDIR. 2079 if [ ! -e "${DESTDIR}/METALOG" ] ; then 2080 bomb "The release binaries must have been built with -U to create images." 2081 fi 2082 ${runcmd} "${makewrapper}" ${parallel} ${op} || 2083 bomb "Failed to make ${op}" 2084 statusmsg "Successful make ${op}" 2085 ;; 2086 kernel=*) 2087 arg=${op#*=} 2088 buildkernel "${arg}" 2089 ;; 2090 2091 releasekernel=*) 2092 arg=${op#*=} 2093 releasekernel "${arg}" 2094 ;; 2095 2096 disk-image=*) 2097 arg=${op#*=} 2098 diskimage "${arg}" 2099 ;; 2100 2101 modules) 2102 buildmodules 2103 ;; 2104 2105 installmodules=*) 2106 arg=${op#*=} 2107 if [ "${arg}" = "/" ] && \ 2108 ( [ "${uname_s}" != "NetBSD" ] || \ 2109 [ "${uname_m}" != "${MACHINE}" ] ); then 2110 bomb "'${op}' must != / for cross builds." 2111 fi 2112 installmodules "${arg}" 2113 ;; 2114 2115 install=*) 2116 arg=${op#*=} 2117 if [ "${arg}" = "/" ] && \ 2118 ( [ "${uname_s}" != "NetBSD" ] || \ 2119 [ "${uname_m}" != "${MACHINE}" ] ); then 2120 bomb "'${op}' must != / for cross builds." 2121 fi 2122 installworld "${arg}" 2123 ;; 2124 2125 rump|rumptest) 2126 dorump "${op}" 2127 ;; 2128 2129 *) 2130 bomb "Unknown operation \`${op}'" 2131 ;; 2132 2133 esac 2134 done 2135 2136 statusmsg2 "${progname} ended:" "$(date)" 2137 if [ -s "${results}" ]; then 2138 echo "===> Summary of results:" 2139 sed -e 's/^===>//;s/^/ /' "${results}" 2140 echo "===> ." 2141 fi 2142 } 2143 2144 main "$@" 2145
Indexes created Thu Oct 02 14:10:14 GMT 2025