1 # $NetBSD: Makefile,v 1.111 2024/03/09 06:50:15 mrg Exp $ 2 3 # Experimental RCS METALOG versioning 4 # (Needs host's rcs(1) commands) 5 # 6 # TODO: 7 # - In 'build.sh distribution', print diff to previous 8 #RCSMETALOG=1 9 10 # The `all' target must appear before bsd.own.mk is pulled in. 11 all: 12 @echo "Please understand what you are doing, first." 13 @false 14 15 .include <bsd.own.mk> 16 .include "${NETBSDSRCDIR}/distrib/common/Makefile.distrib" 17 18 COMPRESS_PROGRAM=${"${USE_XZ_SETS:Uno}"!="no":?${TOOL_XZ}:${TOOL_GZIP}} 19 TAR_SUFF=${"${USE_XZ_SETS:Uno}"!="no":?tar.xz:tgz} 20 XZ_OPT?= -9 21 GZIP_FLAGS= ${GZIP_N_FLAG} 22 UMASK= umask 022 23 24 SETSENV= DESTDIR=${DESTDIR:Q} \ 25 MACHINE=${MACHINE:Q} \ 26 MACHINE_ARCH=${MACHINE_ARCH:Q} \ 27 AWK=${TOOL_AWK:Q} \ 28 CKSUM=${TOOL_CKSUM:Q} \ 29 DB=${TOOL_DB:Q} \ 30 EGREP=${TOOL_GREP:Q}\ -E \ 31 HOST_SH=${HOST_SH:Q} \ 32 MAKE=${MAKE:Q} \ 33 MKTEMP=${TOOL_MKTEMP:Q} \ 34 MTREE=${TOOL_MTREE:Q} \ 35 PAX=${TOOL_PAX:Q} \ 36 COMPRESS_PROGRAM=${COMPRESS_PROGRAM:Q} \ 37 GZIP=${GZIP_FLAGS:Q} \ 38 XZ_OPT=${XZ_OPT:Q} \ 39 TAR_SUFF=${TAR_SUFF:Q} \ 40 PKG_CREATE=${TOOL_PKG_CREATE:Q} \ 41 SED=${TOOL_SED:Q} \ 42 TSORT=${TSORT:Q} 43 SETSCMD= cd ${.CURDIR} && \ 44 ${SETSENV} \ 45 ${HOST_SH} 46 47 MAKETARS_FLAGS= 48 .if ${MKREPRO_TIMESTAMP:Uno} != "no" 49 MAKETARS_FLAGS+= -T "${MKREPRO_TIMESTAMP}" 50 .endif 51 .if ${MKX11} != "no" 52 MAKESRCTARS_X11_FLAGS= -x ${X11SRCDIR} 53 .endif 54 .if ${MKX11} != "no" 55 MAKEFLIST_X11_FLAGS= ,x 56 .endif 57 MAKEFLIST_FLAGS= -L base${MAKEFLIST_X11_FLAGS} 58 MAKESRCTARS_FLAGS= -N ${NETBSDSRCDIR}/etc 59 60 .if ${MAKEVERBOSE} < 2 61 MAKETARS_FLAGS+= -q 62 MAKESRCTARS_FLAGS+= -q 63 .endif 64 65 .if !defined(MAKETARSETS) 66 MAKETARSETS!= ${SETSCMD} ./makeflist -l ${MAKEFLIST_FLAGS} 67 .endif 68 69 print_have_xorg_server_ver: .PHONY 70 @echo ${HAVE_XORG_SERVER_VER} 71 72 print_have_mesa_ver: .PHONY 73 @echo ${HAVE_MESA_VER} 74 75 print_have_gcc: .PHONY 76 @echo ${HAVE_GCC} 77 78 print_machine: .PHONY 79 @echo ${MACHINE} 80 81 print_machine_arch: .PHONY 82 @echo ${MACHINE_ARCH} 83 84 print_machine_cpu: .PHONY 85 @echo ${MACHINE_CPU} 86 87 print_object_fmt: .PHONY 88 @echo ${OBJECT_FMT} 89 90 print_toolchain_missing: .PHONY 91 @echo "${TOOLCHAIN_MISSING}" 92 93 print_mkvars \ 94 print_set_lists_base print_set_lists_x print_set_lists_ext \ 95 list_set_lists_base list_set_lists_x list_set_lists_ext \ 96 list_set_files_base list_set_files_x list_set_files_ext \ 97 : .PHONY 98 @${SETSENV}; rundir="${.CURDIR}"; . ./sets.subr; ${.TARGET} 99 100 # 101 # METALOG MANIPULATION TARGETS 102 # 103 # METALOG is the name of a metadata log file, and is set in <bsd.own.mk> 104 # if MKUNPRIVED is not "no". 105 # 106 # METALOG.unpriv is a command line option passed to various scripts; 107 # it is either blank or "-M ${METALOG}.sanitised", depending on the 108 # MKUNPRIVED flag. 109 # 110 # The sanitise_METALOG target creates METALOG.sanitised from METALOG, 111 # without modifying METALOG itself. This is used near the end of 112 # a build, after build products have been installed in DESTDIR 113 # and corresponding lines have been added to METALOG, but before 114 # METALOG.sanitised is used in the creation of sets in RELEASEDIR. 115 # For update builds, METALOG.sanitised has duplicates merged (keeping 116 # only the last of multiple entries for the same item), but for clean 117 # builds it's an error if a file or directory name appears twice. 118 # METALOG.sanitised is always sorted and has timestamps removed. 119 # 120 # The clean_METALOG target either deletes METALOG, or replaces METALOG with 121 # a sanitised version of itself, depending on the MKUPDATE flag, and 122 # deletes old METALOG.* files. This is intended to be used at the start 123 # of a build, to ensure that repeated MKUPDATE builds do not cause 124 # unbounded growth of METALOG. 125 # 126 127 METALOG_REMOVE_DUPLICATES= \ 128 ${TOOL_AWK} '{ a[$$1] = $$0; } END { for (f in a) print a[f]; }' 129 130 .if ${MKUNPRIVED} == "no" 131 METALOG.unpriv= 132 sanitise_METALOG: .PHONY 133 @true 134 clean_METALOG: .PHONY 135 @true 136 .else # MKUNPRIVED 137 METALOG.unpriv= -M ${METALOG}.sanitised 138 sanitise_METALOG: .PHONY ${METALOG}.sanitised 139 ${METALOG}.sanitised: ${METALOG} 140 ${_MKMSG_CREATE} METALOG.sanitised 141 <${METALOG} \ 142 ${${MKUPDATE} != "no" :? ${METALOG_REMOVE_DUPLICATES} | :} \ 143 sort | ${TOOL_MTREE} -CSM -k all -R time -N ${NETBSDSRCDIR}/etc \ 144 >${METALOG}.new 145 mv ${METALOG}.new ${METALOG}.sanitised 146 .if defined(RCSMETALOG) 147 . ./metalog.subr; \ 148 xrcs_descr="build distribution METALOG"; \ 149 xrcs_msg="$$(date)"; \ 150 xrcs_cur=${METALOG}.sanitised; \ 151 xrcs update 152 .endif 153 .if ${MKUPDATE} == "no" || !exists(${METALOG}) 154 clean_METALOG: .PHONY 155 rm -f ${METALOG} ${METALOG}.* 156 .else # MKUPDATE 157 clean_METALOG: .PHONY ${METALOG}.sanitised 158 mv ${METALOG}.sanitised ${METALOG} 159 .if defined(RCSMETALOG) 160 [ -f ${METALOG}.sanitised,v ] && mv ${METALOG}.sanitised,v ${METALOG},v 161 .endif 162 rm -f ${METALOG}.* 163 .if defined(RCSMETALOG) 164 [ -f ${METALOG},v ] && mv ${METALOG},v ${METALOG}.sanitised,v 165 .endif 166 .endif # MKUPDATE 167 .endif # MKUNPRIVED 168 169 # 170 # FILE LIST TARGETS 171 # 172 173 # This target has debugging value only, really. 174 makeflist: .PHONY .PRECIOUS check_DESTDIR 175 ${_MKMSG_EXECUTE} "makeflist" 176 ${SETSCMD} ./makeflist ${MAKEFLIST_FLAGS} 177 178 checkflist: .PRECIOUS .PHONY check_DESTDIR sanitise_METALOG 179 ${_MKMSG_EXECUTE} "checkflist" 180 ${SETSCMD} ${.CURDIR}/checkflist \ 181 ${MAKEFLIST_FLAGS} ${CHECKFLIST_FLAGS} ${METALOG.unpriv} 182 183 checkflist-x11: .PHONY check_DESTDIR 184 ${_MKMSG_EXECUTE} "checkflist -x" 185 ${SETSCMD} ./checkflist -x ${CHECKFLIST_FLAGS} 186 187 .if defined(DESTDIR) && ${DESTDIR} != "" 188 checkflist_if_DESTDIR: checkflist 189 .else 190 checkflist_if_DESTDIR: 191 .endif 192 193 # 194 # SET BUILDING TARGETS 195 # 196 197 TARDIR= ${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/sets 198 SOURCETARDIR= ${RELEASEDIR}/source/sets 199 200 # If MAKETARS_SERIAL is set to "YES" or "yes", then the tar sets will be 201 # made in series, even if make's "-j" flag requests multiple parallel 202 # jobs. This is useful on systems that exhibit poor performance when 203 # running multiple parallel disk-intensive operations. The default is 204 # MAKETARS_SERIAL=NO, which will obey the "-j" flag passed to the make 205 # command. 206 # 207 MAKETARS_SERIAL?= NO 208 .if empty(MAKETARS_SERIAL:M[Yy][Ee][Ss]) 209 _MAKETARS_WAIT= # empty 210 .else 211 _MAKETARS_WAIT= .WAIT 212 .endif 213 214 maketars: .PRECIOUS .PHONY check_DESTDIR check_RELEASEDIR \ 215 sanitise_METALOG checkflist_if_DESTDIR .WAIT \ 216 maketarsetup .WAIT \ 217 ${MAKETARSETS:@.TARS.@${_MAKETARS_WAIT} do-${.TARS.}@} 218 @true 219 220 maketarsetup: .EXEC 221 .if defined(DESTDIR) && ${DESTDIR} != "" 222 ${_MKMSG_EXECUTE} "checkflist" 223 cd ${.CURDIR}; ${MAKE} checkflist 224 .endif 225 mkdir -p ${TARDIR} 226 for i in MD5 SHA512; do \ 227 rm -f ${TARDIR}/$$i ${TARDIR}/$$i.tmp; \ 228 done 229 230 makesetfiles: .PHONY sanitise_METALOG 231 ${_MKMSG_CREATE} "set lists" 232 ${SETSCMD} ./maketars -S -d ${DESTDIR:S,^$,/,} ${MAKETARS_FLAGS} \ 233 ${METALOG.unpriv} \ 234 -N ${NETBSDSRCDIR}/etc ${MAKEFLIST_FLAGS} -t ${TARDIR} 235 236 .for tar in ${MAKETARSETS} 237 do-${tar}: .PHONY sanitise_METALOG 238 ${_MKMSG_CREATE} "${tar}.${TAR_SUFF}" 239 ${SETSCMD} ./maketars -d ${DESTDIR:S,^$,/,} ${MAKETARS_FLAGS} \ 240 ${METALOG.unpriv} \ 241 -N ${NETBSDSRCDIR}/etc -t ${TARDIR} ${tar} \ 242 || { rm -f ${TARDIR}/${tar}.${TAR_SUFF}; false; } 243 .endfor 244 245 246 makesrctars: .PRECIOUS .PHONY check_RELEASEDIR 247 ${_MKMSG_CREATE} "source tar files" 248 mkdir -p ${SOURCETARDIR} 249 ${SETSCMD} ./makesrctars ${MAKESRCTARS_FLAGS} \ 250 ${MAKESRCTARS_X11_FLAGS} \ 251 ${NETBSDSRCDIR} ${SOURCETARDIR} 252 253 254 makesums: .PRECIOUS .PHONY check_RELEASEDIR .WAIT \ 255 ${MAKETARSETS:@.TARS.@do-sum-${.TARS.}@} 256 ${UMASK} && for i in MD5 SHA512; do \ 257 mv ${TARDIR}/$$i.tmp ${TARDIR}/$$i; \ 258 done 259 260 .for tar in ${MAKETARSETS} 261 do-sum-${tar}: .PHONY do-${tar} 262 ${_MKMSG_CREATE} "${tar} checksums" 263 ${MAKESUMS} -t ${TARDIR} ${tar}.${TAR_SUFF} 264 ${UMASK} && for i in MD5 SHA512; do \ 265 ${TOOL_CAT} ${TARDIR}/$$i >> ${TARDIR}/$$i.tmp; \ 266 done 267 .endfor 268 .ORDER: ${MAKETARSETS:@.TARS.@do-sum-${.TARS.}@} 269 270 271 installsets: .PHONY check_DESTDIR sanitise_METALOG 272 .if !defined(INSTALLDIR) 273 @echo "setenv INSTALLDIR before doing that!" 274 @false 275 .endif 276 ${_MKMSG_EXECUTE} "maketars for installsets" 277 ${SETSCMD} ./maketars -d ${DESTDIR:S,^$,/,} ${MAKETARS_FLAGS} \ 278 ${METALOG.unpriv} -N ${NETBSDSRCDIR}/etc \ 279 ${MAKEFLIST_FLAGS} -i ${INSTALLDIR} ${INSTALLSETS} 280 281 # Should we ignore errors like extra or missing files in the flists? 282 SLOPPY_FLIST?= NO 283 .if !empty(SLOPPY_FLIST:M[Yy][Ee][Ss]) 284 CHECKFLIST_FLAGS+= -e -m 285 REGPKG.sloppy= -m 286 .endif 287 288 .if ${MAKEVERBOSE} == 0 289 REGPKG.verbose?= -q 290 .elif ${MAKEVERBOSE} == 1 291 REGPKG.verbose?= 292 .else # MAKEVERBOSE >= 2 293 REGPKG.verbose?= -v 294 .endif 295 REGPKG.force?= # -f, or empty 296 REGPKG.cache?= -c # -c, or empty 297 REGPKG.update:= ${MKUPDATE:tl:Nno:C/..*/-u/} 298 SYSPKGSETS?= all 299 makesyspkgs: .PHONY check_DESTDIR check_RELEASEDIR \ 300 sanitise_METALOG checkflist_if_DESTDIR 301 ${_MKMSG_EXECUTE} "regpkgset for makesyspkgs" 302 mkdir -p ${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/syspkgs 303 ${SETSCMD} ${.CURDIR}/regpkgset \ 304 ${REGPKG.verbose} ${REGPKG.force} ${REGPKG.sloppy} \ 305 ${REGPKG.cache} ${REGPKG.update} \ 306 -d ${DESTDIR:S,^$,/,} ${METALOG.unpriv} \ 307 -N ${NETBSDSRCDIR}/etc \ 308 -t ${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/syspkgs ${SYSPKGSETS} 309 310 makesyspkgsums: .PHONY check_RELEASEDIR 311 ${_MKMSG_CREATE} "syspkgs checksums" 312 ${MAKESUMS} -t ${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/syspkgs 313 314 # Update the "deps" file. 315 # XXX: Why is "deps" checked in to the source tree, instead of 316 # just being created as necessary? 317 makedeps: .PHONY 318 ${_MKMSG_CREATE} "syspkgs checksums" 319 ${SETSCMD} ./syspkgdeps all >${.CURDIR}/deps 320 321 # Sort the lists files. 322 # 323 # The tricky stuff with awk and sort -k options is to ensure that the 324 # heading remains undisturbed, and on non-heading lines anything before 325 # the first "." is ignored, so that "./dir/file" and "#./dir/file" are 326 # sorted together. 327 # 328 sortlists: .PHONY 329 ${UMASK} && \ 330 find ${.CURDIR}/lists \! \( -name CVS -prune \) \! -name .#\* \ 331 -type f -print \ 332 | while read f ; do \ 333 ${_MKSHMSG} "sorting $${f#${.CURDIR}/}" ; \ 334 awk 'BEGIN { inheader = 1 } \ 335 /^#*\.\// { inheader = 0 } \ 336 // { tag = (inheader ? NR : 999999); \ 337 print tag "." $$0 }' \ 338 <"$$f" \ 339 | sort -t . -k 1n,2 -k 3 \ 340 | cut -d . -f 2- \ 341 | cat -s >"$$f".tmp; \ 342 if cmp "$$f" "$$f".tmp >/dev/null; then \ 343 : "$$f is unchanged" ; \ 344 rm "$$f".tmp ; \ 345 else \ 346 mv "$$f".tmp "$$f" ; \ 347 fi ; \ 348 done 349 350 # 351 # MAIN ENTRY POINTS 352 # 353 354 syspkgs: .PHONY makesyspkgs .WAIT makesyspkgsums 355 @true 356 357 sets: .PHONY maketars .WAIT makesums 358 @true 359 360 sourcesets: .PHONY makesrctars 361 @true 362 363 .include <bsd.files.mk> 364