Annotation of src/build.sh, Revision 1.146
1.67 thorpej 1: #! /usr/bin/env sh
1.146 ! apb 2: # $NetBSD: build.sh,v 1.145 2006/01/28 21:34:07 apb Exp $
1.84 lukem 3: #
1.136 lukem 4: # Copyright (c) 2001-2005 The NetBSD Foundation, Inc.
1.84 lukem 5: # All rights reserved.
6: #
7: # This code is derived from software contributed to The NetBSD Foundation
8: # by Todd Vierling and Luke Mewburn.
9: #
10: # Redistribution and use in source and binary forms, with or without
11: # modification, are permitted provided that the following conditions
12: # are met:
13: # 1. Redistributions of source code must retain the above copyright
14: # notice, this list of conditions and the following disclaimer.
15: # 2. Redistributions in binary form must reproduce the above copyright
16: # notice, this list of conditions and the following disclaimer in the
17: # documentation and/or other materials provided with the distribution.
18: # 3. All advertising materials mentioning features or use of this software
19: # must display the following acknowledgement:
20: # This product includes software developed by the NetBSD
21: # Foundation, Inc. and its contributors.
22: # 4. Neither the name of The NetBSD Foundation nor the names of its
23: # contributors may be used to endorse or promote products derived
24: # from this software without specific prior written permission.
25: #
26: # THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27: # ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28: # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29: # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30: # BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31: # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32: # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33: # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34: # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35: # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36: # POSSIBILITY OF SUCH DAMAGE.
37: #
1.1 tv 38: #
39: # Top level build wrapper, for a system containing no tools.
40: #
41: # This script should run on any POSIX-compliant shell. For systems
1.33 tv 42: # with a strange /bin/sh, "ksh" or "bash" may be an ample alternative.
1.1 tv 43: #
1.67 thorpej 44: # Note, however, that due to the way the interpreter is invoked above,
45: # if a POSIX-compliant shell is the first in the PATH, you won't have
46: # to take any further action.
47: #
1.1 tv 48:
1.84 lukem 49: progname=${0##*/}
50: toppid=$$
1.98 lukem 51: results=/dev/null
1.82 lukem 52: trap "exit 1" 1 2 3 15
1.84 lukem 53:
1.79 lukem 54: bomb()
55: {
1.82 lukem 56: cat >&2 <<ERRORMESSAGE
57:
58: ERROR: $@
59: *** BUILD ABORTED ***
60: ERRORMESSAGE
1.98 lukem 61: kill ${toppid} # in case we were invoked from a subshell
1.1 tv 62: exit 1
63: }
1.78 lukem 64:
1.84 lukem 65:
1.98 lukem 66: statusmsg()
67: {
68: ${runcmd} echo "===> $@" | tee -a "${results}"
69: }
70:
1.84 lukem 71: initdefaults()
72: {
73: cd "$(dirname $0)"
74: [ -d usr.bin/make ] ||
75: bomb "build.sh must be run from the top source level"
76: [ -f share/mk/bsd.own.mk ] ||
77: bomb "src/share/mk is missing; please re-fetch the source tree"
78:
79: uname_s=$(uname -s 2>/dev/null)
80: uname_m=$(uname -m 2>/dev/null)
81:
82: # If $PWD is a valid name of the current directory, POSIX mandates
83: # that pwd return it by default which causes problems in the
84: # presence of symlinks. Unsetting PWD is simpler than changing
85: # every occurrence of pwd to use -P.
86: #
87: # XXX Except that doesn't work on Solaris.
1.98 lukem 88: #
1.84 lukem 89: unset PWD
1.124 lukem 90: TOP=$(/bin/pwd -P 2>/dev/null)
1.84 lukem 91:
92: # Set defaults.
1.98 lukem 93: #
1.84 lukem 94: toolprefix=nb
1.98 lukem 95:
1.95 thorpej 96: # Some systems have a small ARG_MAX. -X prevents make(1) from
97: # exporting variables in the environment redundantly.
1.98 lukem 98: #
1.95 thorpej 99: case "${uname_s}" in
1.97 christos 100: Darwin | FreeBSD | CYGWIN*)
1.95 thorpej 101: MAKEFLAGS=-X
102: ;;
103: *)
104: MAKEFLAGS=
105: ;;
106: esac
1.98 lukem 107:
1.84 lukem 108: makeenv=
109: makewrapper=
1.102 lukem 110: makewrappermachine=
1.84 lukem 111: runcmd=
112: operations=
113: removedirs=
114: do_expertmode=false
115: do_rebuildmake=false
116: do_removedirs=false
117:
118: # do_{operation}=true if given operation is requested.
119: #
120: do_tools=false
121: do_obj=false
122: do_build=false
123: do_distribution=false
124: do_release=false
125: do_kernel=false
1.105 lukem 126: do_releasekernel=false
1.84 lukem 127: do_install=false
1.87 lukem 128: do_sets=false
1.100 lukem 129: do_sourcesets=false
1.142 apb 130: do_syspkgs=false
1.146 ! apb 131: do_iso_image=false
1.107 lukem 132: do_params=false
1.98 lukem 133:
134: # Create scratch directory
135: #
136: tmpdir="${TMPDIR-/tmp}/nbbuild$$"
137: mkdir "${tmpdir}" || bomb "Cannot mkdir: ${tmpdir}"
138: trap "cd /; rm -r -f \"${tmpdir}\"" 0
139: results="${tmpdir}/build.sh.results"
1.116 jmmv 140:
141: # Set source directories
142: #
143: setmakeenv NETBSDSRCDIR "${TOP}"
1.136 lukem 144:
145: # Set various environment variables to known defaults,
146: # to minimize (cross-)build problems observed "in the field".
147: #
148: unsetmakeenv INFODIR
1.140 jmc 149: unsetmakeenv LESSCHARSET
1.136 lukem 150: setmakeenv LC_ALL C
1.84 lukem 151: }
1.29 jmc 152:
1.79 lukem 153: getarch()
154: {
1.1 tv 155: # Translate a MACHINE into a default MACHINE_ARCH.
1.84 lukem 156: #
1.98 lukem 157: case "${MACHINE}" in
1.1 tv 158:
1.134 gavan 159: acorn26|acorn32|cats|evbarm|hpcarm|iyonix|netwinder|shark)
1.84 lukem 160: MACHINE_ARCH=arm
161: ;;
162:
1.98 lukem 163: hp700)
164: MACHINE_ARCH=hppa
165: ;;
166:
1.84 lukem 167: sun2)
168: MACHINE_ARCH=m68000
169: ;;
170:
1.98 lukem 171: amiga|atari|cesfic|hp300|luna68k|mac68k|mvme68k|news68k|next68k|sun3|x68k)
1.84 lukem 172: MACHINE_ARCH=m68k
173: ;;
1.1 tv 174:
1.101 lukem 175: evbmips-e[bl]|sbmips-e[bl])
176: MACHINE_ARCH=mips${MACHINE##*-}
1.102 lukem 177: makewrappermachine=${MACHINE}
1.101 lukem 178: MACHINE=${MACHINE%-e[bl]}
179: ;;
180:
181: evbmips|sbmips) # no default MACHINE_ARCH
182: ;;
183:
1.141 tsutsui 184: ews4800mips|mipsco|newsmips|sgimips)
1.84 lukem 185: MACHINE_ARCH=mipseb
186: ;;
1.1 tv 187:
1.101 lukem 188: algor|arc|cobalt|hpcmips|playstation2|pmax)
1.84 lukem 189: MACHINE_ARCH=mipsel
190: ;;
1.1 tv 191:
1.84 lukem 192: pc532)
193: MACHINE_ARCH=ns32k
194: ;;
1.1 tv 195:
1.118 matt 196: amigappc|bebox|evbppc|ibmnws|macppc|mvmeppc|ofppc|pmppc|prep|sandpoint)
1.84 lukem 197: MACHINE_ARCH=powerpc
198: ;;
1.1 tv 199:
1.103 lukem 200: evbsh3-e[bl])
201: MACHINE_ARCH=sh3${MACHINE##*-}
202: makewrappermachine=${MACHINE}
203: MACHINE=${MACHINE%-e[bl]}
204: ;;
205:
206: evbsh3) # no default MACHINE_ARCH
207: ;;
208:
209: mmeye)
1.84 lukem 210: MACHINE_ARCH=sh3eb
211: ;;
1.1 tv 212:
1.84 lukem 213: dreamcast|hpcsh)
214: MACHINE_ARCH=sh3el
215: ;;
1.1 tv 216:
1.84 lukem 217: evbsh5)
218: MACHINE_ARCH=sh5el
219: ;;
1.96 fvdl 220: amd64)
221: MACHINE_ARCH=x86_64
222: ;;
1.62 fredette 223:
1.138 skrll 224: alpha|i386|sparc|sparc64|vax|ia64)
1.98 lukem 225: MACHINE_ARCH=${MACHINE}
1.84 lukem 226: ;;
1.69 thorpej 227:
1.84 lukem 228: *)
1.98 lukem 229: bomb "Unknown target MACHINE: ${MACHINE}"
1.84 lukem 230: ;;
1.4 tv 231:
1.1 tv 232: esac
233: }
234:
1.79 lukem 235: validatearch()
236: {
1.47 tv 237: # Ensure that the MACHINE_ARCH exists (and is supported by build.sh).
1.84 lukem 238: #
1.98 lukem 239: case "${MACHINE_ARCH}" in
1.47 tv 240:
1.138 skrll 241: alpha|arm|armeb|hppa|i386|m68000|m68k|mipse[bl]|ns32k|powerpc|sh[35]e[bl]|sparc|sparc64|vax|x86_64|ia64)
1.84 lukem 242: ;;
243:
1.101 lukem 244: "")
245: bomb "No MACHINE_ARCH provided"
246: ;;
247:
1.84 lukem 248: *)
1.98 lukem 249: bomb "Unknown target MACHINE_ARCH: ${MACHINE_ARCH}"
250: ;;
251:
252: esac
253:
254: # Determine valid MACHINE_ARCHs for MACHINE
255: #
256: case "${MACHINE}" in
257:
258: evbarm)
259: arches="arm armeb"
260: ;;
261:
262: evbmips|sbmips)
263: arches="mipseb mipsel"
264: ;;
265:
266: evbsh3)
267: arches="sh3eb sh3el"
268: ;;
269:
270: evbsh5)
271: arches="sh5eb sh5el"
272: ;;
273:
274: *)
275: oma="${MACHINE_ARCH}"
276: getarch
277: arches="${MACHINE_ARCH}"
278: MACHINE_ARCH="${oma}"
1.84 lukem 279: ;;
280:
1.47 tv 281: esac
1.98 lukem 282:
283: # Ensure that MACHINE_ARCH supports MACHINE
284: #
285: archok=false
286: for a in ${arches}; do
287: if [ "${a}" = "${MACHINE_ARCH}" ]; then
288: archok=true
289: break
290: fi
291: done
292: ${archok} ||
293: bomb "MACHINE_ARCH '${MACHINE_ARCH}' does not support MACHINE '${MACHINE}'"
1.47 tv 294: }
295:
1.98 lukem 296: raw_getmakevar()
1.79 lukem 297: {
1.98 lukem 298: [ -x "${make}" ] || bomb "raw_getmakevar $1: ${make} is not executable"
299: "${make}" -m ${TOP}/share/mk -s -f- _x_ <<EOF
1.15 tv 300: _x_:
301: echo \${$1}
302: .include <bsd.prog.mk>
1.70 lukem 303: .include <bsd.kernobj.mk>
1.15 tv 304: EOF
305: }
306:
1.98 lukem 307: getmakevar()
1.82 lukem 308: {
1.98 lukem 309: # raw_getmakevar() doesn't work properly if $make hasn't yet been
310: # built, which can happen when running with the "-n" option.
311: # getmakevar() deals with this by emitting a literal '$'
1.84 lukem 312: # followed by the variable name, instead of trying to find the
313: # variable's value.
314: #
1.98 lukem 315: if [ -x "${make}" ]; then
316: raw_getmakevar "$1"
1.82 lukem 317: else
318: echo "\$$1"
319: fi
320: }
321:
1.109 lukem 322: setmakeenv()
323: {
324: eval "$1='$2'; export $1"
325: makeenv="${makeenv} $1"
326: }
327:
1.111 lukem 328: unsetmakeenv()
329: {
330: eval "unset $1"
331: makeenv="${makeenv} $1"
332: }
333:
1.131 junyoung 334: # Convert possibly-relative path to absolute path by prepending
335: # ${TOP} if necessary. Also delete trailing "/", if any.
1.79 lukem 336: resolvepath()
337: {
1.98 lukem 338: case "${OPTARG}" in
1.131 junyoung 339: /)
340: ;;
1.84 lukem 341: /*)
1.131 junyoung 342: OPTARG="${OPTARG%/}"
1.84 lukem 343: ;;
344: *)
1.131 junyoung 345: OPTARG="${TOP}/${OPTARG%/}"
1.84 lukem 346: ;;
1.10 tv 347: esac
348: }
349:
1.79 lukem 350: usage()
351: {
1.84 lukem 352: if [ -n "$*" ]; then
353: echo ""
354: echo "${progname}: $*"
355: fi
1.70 lukem 356: cat <<_usage_
1.83 lukem 357:
1.127 lukem 358: Usage: ${progname} [-EnorUux] [-a arch] [-B buildid] [-D dest] [-j njob]
1.119 lukem 359: [-M obj] [-m mach] [-N noisy] [-O obj] [-R release] [-T tools]
1.127 lukem 360: [-V var=[value]] [-w wrapper] [-X x11src] [-Z var]
361: operation [...]
1.84 lukem 362:
1.86 lukem 363: Build operations (all imply "obj" and "tools"):
1.125 lukem 364: build Run "make build".
365: distribution Run "make distribution" (includes DESTDIR/etc/ files).
366: release Run "make release" (includes kernels & distrib media).
1.84 lukem 367:
368: Other operations:
1.125 lukem 369: help Show this message and exit.
1.98 lukem 370: makewrapper Create ${toolprefix}make-\${MACHINE} wrapper and ${toolprefix}make.
1.125 lukem 371: Always performed.
372: obj Run "make obj". [Default unless -o is used]
373: tools Build and install tools.
374: install=idir Run "make installworld" to \`idir' to install all sets
375: except \`etc'. Useful after "distribution" or "release"
1.105 lukem 376: kernel=conf Build kernel with config file \`conf'
1.125 lukem 377: releasekernel=conf Install kernel built by kernel=conf to RELEASEDIR.
378: sets Create binary sets in RELEASEDIR/MACHINE/binary/sets.
379: DESTDIR should be populated beforehand.
380: sourcesets Create source sets in RELEASEDIR/source/sets.
1.142 apb 381: syspkgs Create syspkgs in RELEASEDIR/MACHINE/binary/syspkgs.
1.146 ! apb 382: iso-image Create CD-ROM image in RELEASEDIR/MACHINE/installation.
1.125 lukem 383: params Display various make(1) parameters.
1.84 lukem 384:
385: Options:
1.125 lukem 386: -a arch Set MACHINE_ARCH to arch. [Default: deduced from MACHINE]
387: -B buildId Set BUILDID to buildId.
1.119 lukem 388: -D dest Set DESTDIR to dest. [Default: destdir.MACHINE]
1.98 lukem 389: -E Set "expert" mode; disables various safety checks.
1.127 lukem 390: Should not be used without expert knowledge of the build system.
1.129 wiz 391: -h Print this help message.
1.125 lukem 392: -j njob Run up to njob jobs in parallel; see make(1) -j.
393: -M obj Set obj root directory to obj; sets MAKEOBJDIRPREFIX.
1.111 lukem 394: Unsets MAKEOBJDIR.
1.125 lukem 395: -m mach Set MACHINE to mach; not required if NetBSD native.
1.126 lukem 396: -N noisy Set the noisyness (MAKEVERBOSE) level of the build:
1.119 lukem 397: 0 Quiet
398: 1 Operations are described, commands are suppressed
399: 2 Full output
400: [Default: 2]
1.125 lukem 401: -n Show commands that would be executed, but do not execute them.
402: -O obj Set obj root directory to obj; sets a MAKEOBJDIR pattern.
1.111 lukem 403: Unsets MAKEOBJDIRPREFIX.
1.125 lukem 404: -o Set MKOBJDIRS=no; do not create objdirs at start of build.
1.119 lukem 405: -R release Set RELEASEDIR to release. [Default: releasedir]
1.125 lukem 406: -r Remove contents of TOOLDIR and DESTDIR before building.
1.98 lukem 407: -T tools Set TOOLDIR to tools. If unset, and TOOLDIR is not set in
1.125 lukem 408: the environment, ${toolprefix}make will be (re)built unconditionally.
409: -U Set MKUNPRIVED=yes; build without requiring root privileges,
410: install from an UNPRIVED build with proper file permissions.
411: -u Set MKUPDATE=yes; do not run "make clean" first.
1.98 lukem 412: Without this, everything is rebuilt, including the tools.
1.125 lukem 413: -V v=[val] Set variable \`v' to \`val'.
414: -w wrapper Create ${toolprefix}make script as wrapper.
1.119 lukem 415: [Default: \${TOOLDIR}/bin/${toolprefix}make-\${MACHINE}]
1.127 lukem 416: -X x11src Set X11SRCDIR to x11src. [Default: /usr/xsrc]
417: -x Set MKX11=yes; build X11R6 from X11SRCDIR
1.125 lukem 418: -Z v Unset ("zap") variable \`v'.
1.83 lukem 419:
1.70 lukem 420: _usage_
1.1 tv 421: exit 1
422: }
423:
1.84 lukem 424: parseoptions()
425: {
1.127 lukem 426: opts='a:B:bD:dEhi:j:k:M:m:N:nO:oR:rT:tUuV:w:xX:Z:'
1.84 lukem 427: opt_a=no
428:
429: if type getopts >/dev/null 2>&1; then
430: # Use POSIX getopts.
1.98 lukem 431: #
432: getoptcmd='getopts ${opts} opt && opt=-${opt}'
1.84 lukem 433: optargcmd=':'
1.98 lukem 434: optremcmd='shift $((${OPTIND} -1))'
1.84 lukem 435: else
436: type getopt >/dev/null 2>&1 ||
437: bomb "/bin/sh shell is too old; try ksh or bash"
438:
439: # Use old-style getopt(1) (doesn't handle whitespace in args).
1.98 lukem 440: #
441: args="$(getopt ${opts} $*)"
1.84 lukem 442: [ $? = 0 ] || usage
1.98 lukem 443: set -- ${args}
1.84 lukem 444:
445: getoptcmd='[ $# -gt 0 ] && opt="$1" && shift'
446: optargcmd='OPTARG="$1"; shift'
447: optremcmd=':'
448: fi
449:
450: # Parse command line options.
451: #
1.98 lukem 452: while eval ${getoptcmd}; do
453: case ${opt} in
1.84 lukem 454:
455: -a)
1.98 lukem 456: eval ${optargcmd}
457: MACHINE_ARCH=${OPTARG}
1.84 lukem 458: opt_a=yes
459: ;;
460:
461: -B)
1.98 lukem 462: eval ${optargcmd}
463: BUILDID=${OPTARG}
1.84 lukem 464: ;;
465:
466: -b)
1.86 lukem 467: usage "'-b' has been replaced by 'makewrapper'"
1.84 lukem 468: ;;
469:
470: -D)
1.98 lukem 471: eval ${optargcmd}; resolvepath
1.109 lukem 472: setmakeenv DESTDIR "${OPTARG}"
1.84 lukem 473: ;;
474:
475: -d)
476: usage "'-d' has been replaced by 'distribution'"
477: ;;
478:
479: -E)
480: do_expertmode=true
481: ;;
482:
483: -i)
484: usage "'-i idir' has been replaced by 'install=idir'"
485: ;;
486:
487: -j)
1.98 lukem 488: eval ${optargcmd}
489: parallel="-j ${OPTARG}"
1.84 lukem 490: ;;
491:
492: -k)
493: usage "'-k conf' has been replaced by 'kernel=conf'"
494: ;;
495:
496: -M)
1.98 lukem 497: eval ${optargcmd}; resolvepath
498: makeobjdir="${OPTARG}"
1.111 lukem 499: unsetmakeenv MAKEOBJDIR
1.109 lukem 500: setmakeenv MAKEOBJDIRPREFIX "${OPTARG}"
1.84 lukem 501: ;;
502:
503: # -m overrides MACHINE_ARCH unless "-a" is specified
504: -m)
1.98 lukem 505: eval ${optargcmd}
506: MACHINE="${OPTARG}"
507: [ "${opt_a}" != "yes" ] && getarch
1.84 lukem 508: ;;
509:
1.119 lukem 510: -N)
511: eval ${optargcmd}
512: case "${OPTARG}" in
1.121 lukem 513: 0|1|2)
514: setmakeenv MAKEVERBOSE "${OPTARG}"
1.119 lukem 515: ;;
516: *)
517: usage "'${OPTARG}' is not a valid value for -N"
518: ;;
519: esac
520: ;;
521:
1.84 lukem 522: -n)
523: runcmd=echo
524: ;;
525:
526: -O)
1.98 lukem 527: eval ${optargcmd}; resolvepath
528: makeobjdir="${OPTARG}"
1.111 lukem 529: unsetmakeenv MAKEOBJDIRPREFIX
1.109 lukem 530: setmakeenv MAKEOBJDIR "\${.CURDIR:C,^$TOP,$OPTARG,}"
1.84 lukem 531: ;;
532:
533: -o)
534: MKOBJDIRS=no
535: ;;
536:
537: -R)
1.98 lukem 538: eval ${optargcmd}; resolvepath
1.109 lukem 539: setmakeenv RELEASEDIR "${OPTARG}"
1.84 lukem 540: ;;
541:
542: -r)
543: do_removedirs=true
544: do_rebuildmake=true
545: ;;
546:
547: -T)
1.98 lukem 548: eval ${optargcmd}; resolvepath
549: TOOLDIR="${OPTARG}"
1.84 lukem 550: export TOOLDIR
551: ;;
552:
553: -t)
554: usage "'-t' has been replaced by 'tools'"
555: ;;
1.16 thorpej 556:
1.84 lukem 557: -U)
1.109 lukem 558: setmakeenv MKUNPRIVED yes
1.84 lukem 559: ;;
1.44 lukem 560:
1.84 lukem 561: -u)
1.109 lukem 562: setmakeenv MKUPDATE yes
1.84 lukem 563: ;;
1.15 tv 564:
1.84 lukem 565: -V)
1.98 lukem 566: eval ${optargcmd}
1.84 lukem 567: case "${OPTARG}" in
1.80 lukem 568: # XXX: consider restricting which variables can be changed?
1.84 lukem 569: [a-zA-Z_][a-zA-Z_0-9]*=*)
1.109 lukem 570: setmakeenv "${OPTARG%%=*}" "${OPTARG#*=}"
1.84 lukem 571: ;;
572: *)
573: usage "-V argument must be of the form 'var=[value]'"
574: ;;
575: esac
576: ;;
577:
578: -w)
1.98 lukem 579: eval ${optargcmd}; resolvepath
580: makewrapper="${OPTARG}"
1.84 lukem 581: ;;
582:
1.127 lukem 583: -X)
584: eval ${optargcmd}; resolvepath
585: setmakeenv X11SRCDIR "${OPTARG}"
586: ;;
587:
588: -x)
589: setmakeenv MKX11 yes
590: ;;
591:
1.111 lukem 592: -Z)
593: eval ${optargcmd}
594: # XXX: consider restricting which variables can be unset?
595: unsetmakeenv "${OPTARG}"
596: ;;
597:
1.84 lukem 598: --)
599: break
600: ;;
601:
602: -'?'|-h)
603: usage
604: ;;
605:
606: esac
607: done
608:
609: # Validate operations.
610: #
1.98 lukem 611: eval ${optremcmd}
1.84 lukem 612: while [ $# -gt 0 ]; do
613: op=$1; shift
1.98 lukem 614: operations="${operations} ${op}"
1.84 lukem 615:
1.98 lukem 616: case "${op}" in
1.84 lukem 617:
1.87 lukem 618: help)
619: usage
620: ;;
621:
1.142 apb 622: makewrapper|obj|tools|build|distribution|release|sets|sourcesets|syspkgs|params)
1.80 lukem 623: ;;
1.84 lukem 624:
1.146 ! apb 625: iso-image)
! 626: op=iso_image # used as part of a variable name
! 627: ;;
! 628:
1.105 lukem 629: kernel=*|releasekernel=*)
1.84 lukem 630: arg=${op#*=}
631: op=${op%%=*}
1.98 lukem 632: [ -n "${arg}" ] ||
1.105 lukem 633: bomb "Must supply a kernel name with \`${op}=...'"
1.84 lukem 634: ;;
635:
636: install=*)
637: arg=${op#*=}
638: op=${op%%=*}
1.98 lukem 639: [ -n "${arg}" ] ||
640: bomb "Must supply a directory with \`install=...'"
1.84 lukem 641: ;;
642:
1.80 lukem 643: *)
1.84 lukem 644: usage "Unknown operation \`${op}'"
645: ;;
646:
1.80 lukem 647: esac
1.98 lukem 648: eval do_${op}=true
1.84 lukem 649: done
1.98 lukem 650: [ -n "${operations}" ] || usage "Missing operation to perform."
1.84 lukem 651:
652: # Set up MACHINE*. On a NetBSD host, these are allowed to be unset.
653: #
1.98 lukem 654: if [ -z "${MACHINE}" ]; then
655: [ "${uname_s}" = "NetBSD" ] ||
656: bomb "MACHINE must be set, or -m must be used, for cross builds."
1.84 lukem 657: MACHINE=${uname_m}
658: fi
1.98 lukem 659: [ -n "${MACHINE_ARCH}" ] || getarch
1.84 lukem 660: validatearch
661:
662: # Set up default make(1) environment.
663: #
1.98 lukem 664: makeenv="${makeenv} TOOLDIR MACHINE MACHINE_ARCH MAKEFLAGS"
665: [ -z "${BUILDID}" ] || makeenv="${makeenv} BUILDID"
1.115 jmmv 666: MAKEFLAGS="-de -m ${TOP}/share/mk ${MAKEFLAGS} MKOBJDIRS=${MKOBJDIRS-yes}"
1.84 lukem 667: export MAKEFLAGS MACHINE MACHINE_ARCH
668: }
669:
670: rebuildmake()
671: {
672: # Test make source file timestamps against installed ${toolprefix}make
673: # binary, if TOOLDIR is pre-set.
674: #
675: # Note that we do NOT try to grovel "mk.conf" here to find out if
676: # TOOLDIR is set there, because it can contain make variable
677: # expansions and other stuff only parseable *after* we have a working
678: # ${toolprefix}make. So this logic can only work if the user has
679: # pre-set TOOLDIR in the environment or used the -T option to build.sh.
680: #
681: make="${TOOLDIR-nonexistent}/bin/${toolprefix}make"
1.98 lukem 682: if [ -x "${make}" ]; then
1.84 lukem 683: for f in usr.bin/make/*.[ch] usr.bin/make/lst.lib/*.[ch]; do
1.98 lukem 684: if [ "${f}" -nt "${make}" ]; then
1.122 lukem 685: statusmsg "${make} outdated (older than ${f}), needs building."
1.84 lukem 686: do_rebuildmake=true
687: break
688: fi
689: done
690: else
1.122 lukem 691: statusmsg "No ${make}, needs building."
1.84 lukem 692: do_rebuildmake=true
693: fi
694:
695: # Build bootstrap ${toolprefix}make if needed.
1.98 lukem 696: if ${do_rebuildmake}; then
697: statusmsg "Bootstrapping ${toolprefix}make"
698: ${runcmd} cd "${tmpdir}"
699: ${runcmd} env CC="${HOST_CC-cc}" CPPFLAGS="${HOST_CPPFLAGS}" \
1.84 lukem 700: CFLAGS="${HOST_CFLAGS--O}" LDFLAGS="${HOST_LDFLAGS}" \
1.113 jmc 701: sh "${TOP}/tools/make/configure" ||
1.98 lukem 702: bomb "Configure of ${toolprefix}make failed"
703: ${runcmd} sh buildmake.sh ||
704: bomb "Build of ${toolprefix}make failed"
705: make="${tmpdir}/${toolprefix}make"
706: ${runcmd} cd "${TOP}"
707: ${runcmd} rm -f usr.bin/make/*.o usr.bin/make/lst.lib/*.o
1.84 lukem 708: fi
709: }
710:
711: validatemakeparams()
712: {
1.98 lukem 713: if [ "${runcmd}" = "echo" ]; then
1.84 lukem 714: TOOLCHAIN_MISSING=no
715: EXTERNAL_TOOLCHAIN=""
716: else
1.98 lukem 717: TOOLCHAIN_MISSING=$(raw_getmakevar TOOLCHAIN_MISSING)
718: EXTERNAL_TOOLCHAIN=$(raw_getmakevar EXTERNAL_TOOLCHAIN)
1.84 lukem 719: fi
720: if [ "${TOOLCHAIN_MISSING}" = "yes" ] && \
1.86 lukem 721: [ -z "${EXTERNAL_TOOLCHAIN}" ]; then
1.98 lukem 722: ${runcmd} echo "ERROR: build.sh (in-tree cross-toolchain) is not yet available for"
723: ${runcmd} echo " MACHINE: ${MACHINE}"
724: ${runcmd} echo " MACHINE_ARCH: ${MACHINE_ARCH}"
725: ${runcmd} echo ""
726: ${runcmd} echo "All builds for this platform should be done via a traditional make"
727: ${runcmd} echo "If you wish to use an external cross-toolchain, set"
728: ${runcmd} echo " EXTERNAL_TOOLCHAIN=<path to toolchain root>"
729: ${runcmd} echo "in either the environment or mk.conf and rerun"
730: ${runcmd} echo " ${progname} $*"
1.84 lukem 731: exit 1
732: fi
733:
1.120 lukem 734: # Normalise MKOBJDIRS, MKUNPRIVED, and MKUPDATE
735: # These may be set as build.sh options or in "mk.conf".
736: # Don't export them as they're only used for tests in build.sh.
737: #
738: MKOBJDIRS=$(getmakevar MKOBJDIRS)
739: MKUNPRIVED=$(getmakevar MKUNPRIVED)
740: MKUPDATE=$(getmakevar MKUPDATE)
741:
1.106 lukem 742: if [ "${MKOBJDIRS}" != "no" ]; then
743: # If setting -M or -O to the root of an obj dir, make sure
744: # the base directory is made before continuing as <bsd.own.mk>
745: # will need this to pick up _SRC_TOP_OBJ_
746: #
747: if [ ! -z "${makeobjdir}" ]; then
748: ${runcmd} mkdir -p "${makeobjdir}"
749: fi
750:
751: # make obj in tools to ensure that the objdir for the top-level
752: # of the source tree and for "tools" is available, in case the
753: # default TOOLDIR setting from <bsd.own.mk> is used, or the
754: # build.sh default DESTDIR and RELEASEDIR is to be used.
755: #
1.98 lukem 756: ${runcmd} cd tools
757: ${runcmd} "${make}" -m ${TOP}/share/mk obj NOSUBDIR= ||
758: bomb "Failed to make obj in tools"
759: ${runcmd} cd "${TOP}"
1.84 lukem 760: fi
1.80 lukem 761:
1.105 lukem 762: statusmsg "MACHINE: ${MACHINE}"
763: statusmsg "MACHINE_ARCH: ${MACHINE_ARCH}"
1.98 lukem 764:
765: # Find TOOLDIR, DESTDIR, and RELEASEDIR.
1.84 lukem 766: #
1.98 lukem 767: TOOLDIR=$(getmakevar TOOLDIR)
1.105 lukem 768: statusmsg "TOOLDIR path: ${TOOLDIR}"
1.98 lukem 769: DESTDIR=$(getmakevar DESTDIR)
770: RELEASEDIR=$(getmakevar RELEASEDIR)
771: if ! $do_expertmode; then
1.105 lukem 772: _SRC_TOP_OBJ_=$(getmakevar _SRC_TOP_OBJ_)
773: : ${DESTDIR:=${_SRC_TOP_OBJ_}/destdir.${MACHINE}}
774: : ${RELEASEDIR:=${_SRC_TOP_OBJ_}/releasedir}
1.99 lukem 775: makeenv="${makeenv} DESTDIR RELEASEDIR"
1.98 lukem 776: fi
1.99 lukem 777: export TOOLDIR DESTDIR RELEASEDIR
1.105 lukem 778: statusmsg "DESTDIR path: ${DESTDIR}"
779: statusmsg "RELEASEDIR path: ${RELEASEDIR}"
1.84 lukem 780:
781: # Check validity of TOOLDIR and DESTDIR.
782: #
1.98 lukem 783: if [ -z "${TOOLDIR}" ] || [ "${TOOLDIR}" = "/" ]; then
784: bomb "TOOLDIR '${TOOLDIR}' invalid"
1.84 lukem 785: fi
1.98 lukem 786: removedirs="${TOOLDIR}"
1.15 tv 787:
1.98 lukem 788: if [ -z "${DESTDIR}" ] || [ "${DESTDIR}" = "/" ]; then
789: if ${do_build} || ${do_distribution} || ${do_release}; then
790: if ! ${do_build} || \
1.84 lukem 791: [ "${uname_s}" != "NetBSD" ] || \
1.98 lukem 792: [ "${uname_m}" != "${MACHINE}" ]; then
1.84 lukem 793: bomb "DESTDIR must != / for cross builds, or ${progname} 'distribution' or 'release'."
794: fi
1.98 lukem 795: if ! ${do_expertmode}; then
1.84 lukem 796: bomb "DESTDIR must != / for non -E (expert) builds"
797: fi
1.98 lukem 798: statusmsg "WARNING: Building to /, in expert mode."
799: statusmsg " This may cause your system to break! Reasons include:"
800: statusmsg " - your kernel is not up to date"
801: statusmsg " - the libraries or toolchain have changed"
802: statusmsg " YOU HAVE BEEN WARNED!"
1.1 tv 803: fi
1.84 lukem 804: else
1.98 lukem 805: removedirs="${removedirs} ${DESTDIR}"
1.84 lukem 806: fi
1.98 lukem 807: if ${do_build} || ${do_distribution} || ${do_release}; then
808: if ! ${do_expertmode} && \
1.108 lukem 809: [ $(id -u 2>/dev/null) -ne 0 ] && \
1.124 lukem 810: [ "${MKUNPRIVED}" = "no" ] ; then
1.86 lukem 811: bomb "-U or -E must be set for build as an unprivileged user."
812: fi
813: fi
1.105 lukem 814: if ${do_releasekernel} && [ -z "${RELEASEDIR}" ]; then
815: bomb "Must set RELEASEDIR with \`releasekernel=...'"
816: fi
1.84 lukem 817: }
1.30 jmc 818:
1.15 tv 819:
1.84 lukem 820: createmakewrapper()
821: {
822: # Remove the target directories.
823: #
1.98 lukem 824: if ${do_removedirs}; then
825: for f in ${removedirs}; do
826: statusmsg "Removing ${f}"
827: ${runcmd} rm -r -f "${f}"
1.84 lukem 828: done
829: fi
1.15 tv 830:
1.84 lukem 831: # Recreate $TOOLDIR.
832: #
1.98 lukem 833: ${runcmd} mkdir -p "${TOOLDIR}/bin" ||
834: bomb "mkdir of '${TOOLDIR}/bin' failed"
1.84 lukem 835:
836: # Install ${toolprefix}make if it was built.
837: #
1.98 lukem 838: if ${do_rebuildmake}; then
839: ${runcmd} rm -f "${TOOLDIR}/bin/${toolprefix}make"
840: ${runcmd} cp "${make}" "${TOOLDIR}/bin/${toolprefix}make" ||
841: bomb "Failed to install \$TOOLDIR/bin/${toolprefix}make"
842: make="${TOOLDIR}/bin/${toolprefix}make"
843: statusmsg "Created ${make}"
1.84 lukem 844: fi
1.15 tv 845:
1.84 lukem 846: # Build a ${toolprefix}make wrapper script, usable by hand as
847: # well as by build.sh.
848: #
1.98 lukem 849: if [ -z "${makewrapper}" ]; then
1.102 lukem 850: makewrapper="${TOOLDIR}/bin/${toolprefix}make-${makewrappermachine:-${MACHINE}}"
1.98 lukem 851: [ -z "${BUILDID}" ] || makewrapper="${makewrapper}-${BUILDID}"
1.52 thorpej 852: fi
1.4 tv 853:
1.98 lukem 854: ${runcmd} rm -f "${makewrapper}"
855: if [ "${runcmd}" = "echo" ]; then
856: echo 'cat <<EOF >'${makewrapper}
1.84 lukem 857: makewrapout=
858: else
1.98 lukem 859: makewrapout=">>\${makewrapper}"
1.84 lukem 860: fi
1.18 tv 861:
1.139 isaki 862: case "${KSH_VERSION:-${SH_VERSION}}" in
863: *PD\ KSH*)
1.135 isaki 864: set +o braceexpand
865: ;;
866: esac
867:
1.98 lukem 868: eval cat <<EOF ${makewrapout}
1.4 tv 869: #! /bin/sh
870: # Set proper variables to allow easy "make" building of a NetBSD subtree.
1.146 ! apb 871: # Generated from: \$NetBSD: build.sh,v 1.145 2006/01/28 21:34:07 apb Exp $
1.130 jmc 872: # with these arguments: ${_args}
1.4 tv 873: #
1.18 tv 874: EOF
1.98 lukem 875: for f in ${makeenv}; do
1.111 lukem 876: if eval "[ -z \"\${$f}\" -a \"\${${f}-X}\" = \"X\" ]"; then
877: eval echo "unset ${f}" ${makewrapout}
878: else
879: eval echo "${f}=\'\$$(echo ${f})\'\;\ export\ ${f}" ${makewrapout}
880: fi
1.84 lukem 881: done
1.98 lukem 882: eval echo "USETOOLS=yes\; export USETOOLS" ${makewrapout}
1.18 tv 883:
1.98 lukem 884: eval cat <<EOF ${makewrapout}
1.18 tv 885:
1.98 lukem 886: exec "\${TOOLDIR}/bin/${toolprefix}make" \${1+"\$@"}
1.4 tv 887: EOF
1.98 lukem 888: [ "${runcmd}" = "echo" ] && echo EOF
889: ${runcmd} chmod +x "${makewrapper}"
1.105 lukem 890: statusmsg "makewrapper: ${makewrapper}"
1.98 lukem 891: statusmsg "Updated ${makewrapper}"
1.84 lukem 892: }
893:
894: buildtools()
895: {
1.98 lukem 896: if [ "${MKOBJDIRS}" != "no" ]; then
897: ${runcmd} "${makewrapper}" ${parallel} obj-tools ||
898: bomb "Failed to make obj-tools"
1.84 lukem 899: fi
1.98 lukem 900: ${runcmd} cd tools
1.124 lukem 901: if [ "${MKUPDATE}" = "no" ]; then
1.144 dsl 902: ${runcmd} "${makewrapper}" ${parallel} cleandir ||
903: bomb "Failed to make cleandir tools"
1.84 lukem 904: fi
1.144 dsl 905: ${runcmd} "${makewrapper}" ${parallel} dependall ||
906: bomb "Failed to make dependall tools"
907: ${runcmd} "${makewrapper}" ${parallel} install ||
908: bomb "Failed to make install tools"
1.98 lukem 909: statusmsg "Tools built to ${TOOLDIR}"
1.110 lukem 910: ${runcmd} cd "${TOP}"
1.84 lukem 911: }
1.4 tv 912:
1.105 lukem 913: getkernelconf()
1.84 lukem 914: {
1.105 lukem 915: kernelconf="$1"
1.114 lukem 916: if [ "${MKOBJDIRS}" != "no" ]; then
1.84 lukem 917: # The correct value of KERNOBJDIR might
918: # depend on a prior "make obj" in
919: # ${KERNSRCDIR}/${KERNARCHDIR}/compile.
920: #
1.98 lukem 921: KERNSRCDIR="$(getmakevar KERNSRCDIR)"
922: KERNARCHDIR="$(getmakevar KERNARCHDIR)"
923: ${runcmd} cd "${KERNSRCDIR}/${KERNARCHDIR}/compile"
1.143 dsl 924: ${runcmd} "${makewrapper}" ${parallel} obj ||
1.98 lukem 925: bomb "Failed to make obj in ${KERNSRCDIR}/${KERNARCHDIR}/compile"
926: ${runcmd} cd "${TOP}"
1.84 lukem 927: fi
1.98 lukem 928: KERNCONFDIR="$(getmakevar KERNCONFDIR)"
929: KERNOBJDIR="$(getmakevar KERNOBJDIR)"
1.105 lukem 930: case "${kernelconf}" in
1.84 lukem 931: */*)
1.105 lukem 932: kernelconfpath="${kernelconf}"
933: kernelconfname="${kernelconf##*/}"
1.84 lukem 934: ;;
935: *)
1.105 lukem 936: kernelconfpath="${KERNCONFDIR}/${kernelconf}"
937: kernelconfname="${kernelconf}"
1.84 lukem 938: ;;
939: esac
1.105 lukem 940: kernelbuildpath="${KERNOBJDIR}/${kernelconfname}"
941: }
942:
943: buildkernel()
944: {
945: if ! ${do_tools} && ! ${buildkernelwarned:-false}; then
946: # Building tools every time we build a kernel is clearly
947: # unnecessary. We could try to figure out whether rebuilding
948: # the tools is necessary this time, but it doesn't seem worth
949: # the trouble. Instead, we say it's the user's responsibility
950: # to rebuild the tools if necessary.
951: #
952: statusmsg "Building kernel without building new tools"
953: buildkernelwarned=true
954: fi
955: getkernelconf $1
956: statusmsg "Building kernel: ${kernelconf}"
957: statusmsg "Build directory: ${kernelbuildpath}"
958: ${runcmd} mkdir -p "${kernelbuildpath}" ||
959: bomb "Cannot mkdir: ${kernelbuildpath}"
1.124 lukem 960: if [ "${MKUPDATE}" = "no" ]; then
1.105 lukem 961: ${runcmd} cd "${kernelbuildpath}"
1.143 dsl 962: ${runcmd} "${makewrapper}" ${parallel} cleandir ||
1.105 lukem 963: bomb "Failed to make cleandir in ${kernelbuildpath}"
1.98 lukem 964: ${runcmd} cd "${TOP}"
1.16 thorpej 965: fi
1.105 lukem 966: ${runcmd} "${TOOLDIR}/bin/${toolprefix}config" -b "${kernelbuildpath}" \
967: -s "${TOP}/sys" "${kernelconfpath}" ||
968: bomb "${toolprefix}config failed for ${kernelconf}"
969: ${runcmd} cd "${kernelbuildpath}"
1.143 dsl 970: ${runcmd} "${makewrapper}" ${parallel} depend ||
1.105 lukem 971: bomb "Failed to make depend in ${kernelbuildpath}"
1.98 lukem 972: ${runcmd} "${makewrapper}" ${parallel} all ||
1.105 lukem 973: bomb "Failed to make all in ${kernelbuildpath}"
1.98 lukem 974: ${runcmd} cd "${TOP}"
1.91 lukem 975:
1.98 lukem 976: if [ "${runcmd}" != "echo" ]; then
1.105 lukem 977: statusmsg "Kernels built from ${kernelconf}:"
978: kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath})
1.91 lukem 979: for kern in ${kernlist:-netbsd}; do
1.105 lukem 980: [ -f "${kernelbuildpath}/${kern}" ] && \
981: echo " ${kernelbuildpath}/${kern}"
1.98 lukem 982: done | tee -a "${results}"
1.91 lukem 983: fi
1.84 lukem 984: }
985:
1.105 lukem 986: releasekernel()
987: {
988: getkernelconf $1
989: kernelreldir="${RELEASEDIR}/${MACHINE}/binary/kernel"
990: ${runcmd} mkdir -p "${kernelreldir}"
991: kernlist=$(awk '$1 == "config" { print $2 }' ${kernelconfpath})
992: for kern in ${kernlist:-netbsd}; do
993: builtkern="${kernelbuildpath}/${kern}"
994: [ -f "${builtkern}" ] || continue
995: releasekern="${kernelreldir}/${kern}-${kernelconfname}.gz"
996: statusmsg "Kernel copy: ${releasekern}"
997: ${runcmd} gzip -c -9 < "${builtkern}" > "${releasekern}"
998: done
999: }
1000:
1.84 lukem 1001: installworld()
1002: {
1003: dir="$1"
1.98 lukem 1004: ${runcmd} "${makewrapper}" INSTALLWORLDDIR="${dir}" installworld ||
1005: bomb "Failed to make installworld to ${dir}"
1006: statusmsg "Successful installworld to ${dir}"
1.84 lukem 1007: }
1008:
1009:
1010: main()
1011: {
1012: initdefaults
1.130 jmc 1013: _args=$@
1.84 lukem 1014: parseoptions "$@"
1.93 lukem 1015:
1016: build_start=$(date)
1.98 lukem 1017: statusmsg "${progname} command: $0 $@"
1018: statusmsg "${progname} started: ${build_start}"
1.93 lukem 1019:
1.84 lukem 1020: rebuildmake
1021: validatemakeparams
1022: createmakewrapper
1023:
1024: # Perform the operations.
1025: #
1.98 lukem 1026: for op in ${operations}; do
1027: case "${op}" in
1.86 lukem 1028:
1029: makewrapper)
1030: # no-op
1031: ;;
1.84 lukem 1032:
1033: tools)
1034: buildtools
1035: ;;
1036:
1.125 lukem 1037: sets)
1038: statusmsg "Building sets from pre-populated ${DESTDIR}"
1039: ${runcmd} "${makewrapper}" ${parallel} ${op} ||
1040: bomb "Failed to make ${op}"
1041: statusmsg "Successful make ${op}"
1042: ;;
1.142 apb 1043:
1.145 apb 1044: obj|build|distribution|iso-image|release|sourcesets|syspkgs|params)
1.98 lukem 1045: ${runcmd} "${makewrapper}" ${parallel} ${op} ||
1046: bomb "Failed to make ${op}"
1047: statusmsg "Successful make ${op}"
1.84 lukem 1048: ;;
1049:
1050: kernel=*)
1051: arg=${op#*=}
1052: buildkernel "${arg}"
1.105 lukem 1053: ;;
1054:
1055: releasekernel=*)
1056: arg=${op#*=}
1057: releasekernel "${arg}"
1.84 lukem 1058: ;;
1059:
1060: install=*)
1061: arg=${op#*=}
1.85 lukem 1062: if [ "${arg}" = "/" ] && \
1063: ( [ "${uname_s}" != "NetBSD" ] || \
1.98 lukem 1064: [ "${uname_m}" != "${MACHINE}" ] ); then
1.85 lukem 1065: bomb "'${op}' must != / for cross builds."
1066: fi
1.84 lukem 1067: installworld "${arg}"
1.70 lukem 1068: ;;
1.84 lukem 1069:
1.70 lukem 1070: *)
1.84 lukem 1071: bomb "Unknown operation \`${op}'"
1.70 lukem 1072: ;;
1.84 lukem 1073:
1.70 lukem 1074: esac
1.84 lukem 1075: done
1.93 lukem 1076:
1.104 lukem 1077: statusmsg "${progname} started: ${build_start}"
1.98 lukem 1078: statusmsg "${progname} ended: $(date)"
1079: if [ -s "${results}" ]; then
1080: echo "===> Summary of results:"
1081: sed -e 's/^===>//;s/^/ /' "${results}"
1082: echo "===> ."
1083: fi
1.84 lukem 1084: }
1085:
1086: main "$@"
CVSweb <webmaster@jp.NetBSD.org>