Makefile revision 1.92 1 # $NetBSD: Makefile,v 1.92 2014/01/23 21:45:27 apb Exp $
2
3 # Experimental RCS METALOG versioning
4 # (Needs host's rcs(1) commands)
5 #
6 # TODO:
7 # - In 'build.sh distribution', print diff to previous
8 #RCSMETALOG=1
9
10 # The `all' target must appear before bsd.own.mk is pulled in.
11 all:
12 @echo "Please understand what you are doing, first."
13 @false
14
15 .include <bsd.own.mk>
16 .include "${NETBSDSRCDIR}/distrib/common/Makefile.distrib"
17
18 .if ${USE_PIGZGZIP} != "no"
19 COMPRESS_PROGRAM=${TOOL_PIGZ:Q}
20 .else
21 COMPRESS_PROGRAM=gzip
22 .endif
23
24 SETSENV= DESTDIR=${DESTDIR:Q} \
25 MACHINE=${MACHINE:Q} \
26 MACHINE_ARCH=${MACHINE_ARCH:Q} \
27 AWK=${TOOL_AWK:Q} \
28 CKSUM=${TOOL_CKSUM:Q} \
29 DB=${TOOL_DB:Q} \
30 HOST_SH=${HOST_SH:Q} \
31 MAKE=${MAKE:Q} \
32 MKTEMP=${TOOL_MKTEMP:Q} \
33 MTREE=${TOOL_MTREE:Q} \
34 PAX=${TOOL_PAX:Q} \
35 COMPRESS_PROGRAM=${COMPRESS_PROGRAM:Q} \
36 PKG_CREATE=${TOOL_PKG_CREATE:Q} \
37 SED=${TOOL_SED:Q} \
38 TSORT=${TSORT:Q}
39 SETSCMD= cd ${.CURDIR} && \
40 ${SETSENV} \
41 ${HOST_SH}
42
43 MAKETARS_FLAGS=
44 .if ${MKX11} != "no"
45 MAKESRCTARS_X11_FLAGS= -x ${X11SRCDIR}
46 .endif
47 .if ${MKEXTSRC} != "no"
48 MAKESRCTARS_EXTSRC_FLAGS= -y ${EXTSRCSRCDIR}
49 .endif
50 .if ${MKX11} != "no"
51 MAKEFLIST_X11_FLAGS= ,x
52 .endif
53 .if ${MKEXTSRC} != "no"
54 MAKEFLIST_EXTSRC_FLAGS= ,ext
55 .endif
56 MAKEFLIST_FLAGS= -L base${MAKEFLIST_X11_FLAGS}${MAKEFLIST_EXTSRC_FLAGS}
57 MAKESRCTARS_FLAGS= -N ${NETBSDSRCDIR}/etc
58
59 .if ${MAKEVERBOSE} < 2
60 MAKETARS_FLAGS+= -q
61 MAKESRCTARS_FLAGS+= -q
62 .endif
63
64 .if !defined(MAKETARSETS)
65 MAKETARSETS!= ${SETSCMD} ./makeflist -l ${MAKEFLIST_FLAGS}
66 .endif
67
68 print_have_gcc: .PHONY
69 @echo ${HAVE_GCC}
70
71 print_machine: .PHONY
72 @echo ${MACHINE}
73
74 print_machine_arch: .PHONY
75 @echo ${MACHINE_ARCH}
76
77 print_machine_cpu: .PHONY
78 @echo ${MACHINE_CPU}
79
80 print_object_fmt: .PHONY
81 @echo ${OBJECT_FMT}
82
83 print_toolchain_missing: .PHONY
84 @echo "${TOOLCHAIN_MISSING}"
85
86 print_mkvars \
87 print_set_lists_base print_set_lists_x print_set_lists_ext \
88 list_set_lists_base list_set_lists_x list_set_lists_ext \
89 list_set_files_base list_set_files_x list_set_files_ext \
90 : .PHONY
91 @${SETSENV}; rundir="${.CURDIR}"; . ./sets.subr; ${.TARGET}
92
93 #
94 # METALOG MANIPULATION TARGETS
95 #
96 # METALOG is the name of a metadata log file, and is set in <bsd.own.mk>
97 # if MKUNPRIVED is not "no".
98 #
99 # METALOG.unpriv is a command line option passed to various scripts;
100 # it is either blank or "-M ${METALOG}.sanitised", depending on the
101 # MKUNPRIVED flag.
102 #
103 # The sanitise_METALOG target creates METALOG.sanitised from METALOG,
104 # without modifying METALOG itself. This is used near the end of
105 # a build, after build products have been installed in DESTDIR
106 # and corresponding lines have been added to METALOG, but before
107 # METALOG.sanitised is used in the creation of sets in RELEASEDIR.
108 # For update builds, METALOG.sanitised has duplicates merged (keeping
109 # only the last of multiple entries for the same item), but for clean
110 # builds it's an error if a file or directory name appears twice.
111 # METALOG.sanitised is always sorted and has timestamps removed.
112 #
113 # The clean_METALOG target either deletes METALOG, or replaces METALOG with
114 # a sanitised version of itself, depending on the MKUPDATE flag, and
115 # deletes old METALOG.* files. This is intended to be used at the start
116 # of a build, to ensure that repeated MKUPDATE builds do not cause
117 # unbounded growth of METALOG.
118 #
119
120 METALOG_REMOVE_DUPLICATES= \
121 ${TOOL_AWK} '{ a[$$1] = $$0; } END { for (f in a) print a[f]; }'
122
123 .if ${MKUNPRIVED} == "no"
124 METALOG.unpriv=
125 sanitise_METALOG: .PHONY
126 @true
127 clean_METALOG: .PHONY
128 @true
129 .else # MKUNPRIVED
130 METALOG.unpriv= -M ${METALOG}.sanitised
131 sanitise_METALOG: .PHONY ${METALOG}.sanitised
132 ${METALOG}.sanitised: ${METALOG}
133 <${METALOG} \
134 ${${MKUPDATE} != "no" :? ${METALOG_REMOVE_DUPLICATES} | :} \
135 sort | ${TOOL_MTREE} -CSM -k all -R time -N ${NETBSDSRCDIR}/etc \
136 >${METALOG}.new
137 mv ${METALOG}.new ${METALOG}.sanitised
138 .if defined(RCSMETALOG)
139 . ./metalog.subr; \
140 xrcs_descr="build distribution METALOG"; \
141 xrcs_msg="$$(date)"; \
142 xrcs_cur=${METALOG}.sanitised; \
143 xrcs update
144 .endif
145 .if ${MKUPDATE} == "no" || !exists(${METALOG})
146 clean_METALOG: .PHONY
147 rm -f ${METALOG} ${METALOG}.*
148 .else # MKUPDATE
149 clean_METALOG: .PHONY ${METALOG}.sanitised
150 mv ${METALOG}.sanitised ${METALOG}
151 .if defined(RCSMETALOG)
152 [ -f ${METALOG}.sanitised,v ] && mv ${METALOG}.sanitised,v ${METALOG},v
153 .endif
154 rm -f ${METALOG}.*
155 .if defined(RCSMETALOG)
156 [ -f ${METALOG},v ] && mv ${METALOG},v ${METALOG}.sanitised,v
157 .endif
158 .endif # MKUPDATE
159 .endif # MKUNPRIVED
160
161 #
162 # FILE LIST TARGETS
163 #
164
165 # This target has debugging value only, really.
166 makeflist: .PHONY .PRECIOUS check_DESTDIR
167 ${SETSCMD} ./makeflist ${MAKEFLIST_FLAGS}
168
169 checkflist: .PRECIOUS .PHONY check_DESTDIR sanitise_METALOG
170 ${SETSCMD} ${.CURDIR}/checkflist \
171 ${MAKEFLIST_FLAGS} ${CHECKFLIST_FLAGS} ${METALOG.unpriv}
172
173 checkflist-x11: .PHONY check_DESTDIR
174 ${SETSCMD} ./checkflist -x ${CHECKFLIST_FLAGS}
175
176 checkflist-extsrc: .PHONY check_DESTDIR
177 ${SETSCMD} ./checkflist -y ${CHECKFLIST_FLAGS}
178
179 .if defined(DESTDIR) && ${DESTDIR} != ""
180 checkflist_if_DESTDIR: checkflist
181 .else
182 checkflist_if_DESTDIR:
183 .endif
184
185 #
186 # SET BUILDING TARGETS
187 #
188
189 TARDIR= ${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/sets
190 SOURCETARDIR= ${RELEASEDIR}/source/sets
191
192 # If MAKETARS_SERIAL is set to "YES" or "yes", then the tar sets will be
193 # made in series, even if make's "-j" flag requests multiple parallel
194 # jobs. This is useful on systems that exhibit poor performance when
195 # running multiple parallel disk-intensive operations. The default is
196 # MAKETARS_SERIAL=NO, which will obey the "-j" flag passed to the make
197 # command.
198 #
199 MAKETARS_SERIAL?= NO
200 .if empty(MAKETARS_SERIAL:M[Yy][Ee][Ss])
201 _MAKETARS_WAIT= # empty
202 .else
203 _MAKETARS_WAIT= .WAIT
204 .endif
205
206 maketars: .PRECIOUS .PHONY check_DESTDIR check_RELEASEDIR \
207 sanitise_METALOG checkflist_if_DESTDIR .WAIT \
208 maketarsetup .WAIT \
209 ${MAKETARSETS:@.TARS.@${_MAKETARS_WAIT} do-${.TARS.}@}
210 @true
211
212 maketarsetup: .EXEC
213 .if defined(DESTDIR) && ${DESTDIR} != ""
214 ${_MKMSG} "execute checkflist"
215 ${MAKE} checkflist
216 .endif
217 mkdir -p ${TARDIR}
218 for i in MD5 SHA512; do \
219 rm -f ${TARDIR}/$$i ${TARDIR}/$$i.tmp; \
220 done
221
222 makesetfiles: .PHONY sanitise_METALOG
223 ${_MKMSG_CREATE} "set lists"
224 ${SETSCMD} ./maketars -S -d ${DESTDIR:S,^$,/,} ${MAKETARS_FLAGS} \
225 ${METALOG.unpriv} \
226 -N ${NETBSDSRCDIR}/etc ${MAKEFLIST_FLAGS} -t ${TARDIR}
227
228 .for tar in ${MAKETARSETS}
229 do-${tar}: .PHONY sanitise_METALOG
230 ${_MKMSG_CREATE} "${tar}.tgz"
231 ${SETSCMD} ./maketars -d ${DESTDIR:S,^$,/,} ${MAKETARS_FLAGS} \
232 ${METALOG.unpriv} \
233 -N ${NETBSDSRCDIR}/etc -t ${TARDIR} ${tar} \
234 || { rm -f ${TARDIR}/${tar}.tgz; false; }
235 .endfor
236
237
238 makesrctars: .PRECIOUS .PHONY check_RELEASEDIR
239 ${_MKMSG_CREATE} "source tar files"
240 mkdir -p ${SOURCETARDIR}
241 ${SETSCMD} ./makesrctars ${MAKESRCTARS_FLAGS} \
242 ${MAKESRCTARS_X11_FLAGS} ${MAKESRCTARS_EXTSRC_FLAGS} \
243 ${NETBSDSRCDIR} ${SOURCETARDIR}
244
245
246 makesums: .PRECIOUS .PHONY check_RELEASEDIR .WAIT \
247 ${MAKETARSETS:@.TARS.@do-sum-${.TARS.}@}
248 for i in MD5 SHA512; do \
249 mv ${TARDIR}/$$i.tmp ${TARDIR}/$$i; \
250 done
251
252 .for tar in ${MAKETARSETS}
253 do-sum-${tar}: .PHONY do-${tar}
254 ${_MKMSG_CREATE} "${tar} checksums"
255 ${MAKESUMS} -t ${TARDIR} ${tar}.tgz
256 for i in MD5 SHA512; do \
257 ${TOOL_CAT} ${TARDIR}/$$i >> ${TARDIR}/$$i.tmp; \
258 done
259 .endfor
260 .ORDER: ${MAKETARSETS:@.TARS.@do-sum-${.TARS.}@}
261
262
263 installsets: .PHONY check_DESTDIR sanitise_METALOG
264 .if !defined(INSTALLDIR)
265 @echo "setenv INSTALLDIR before doing that!"
266 @false
267 .endif
268 ${SETSCMD} ./maketars -d ${DESTDIR:S,^$,/,} ${MAKETARS_FLAGS} \
269 ${METALOG.unpriv} -N ${NETBSDSRCDIR}/etc \
270 ${MAKEFLIST_FLAGS} -i ${INSTALLDIR} ${INSTALLSETS}
271
272 # Should we ignore errors like extra or missing files in the flists?
273 SLOPPY_FLIST?= NO
274 .if !empty(SLOPPY_FLIST:M[Yy][Ee][Ss])
275 CHECKFLIST_FLAGS+= -e -m
276 REGPKG.sloppy= -m
277 .endif
278
279 .if ${MAKEVERBOSE} == 0
280 REGPKG.verbose?= -q
281 .elif ${MAKEVERBOSE} == 1
282 REGPKG.verbose?=
283 .else # MAKEVERBOSE >= 2
284 REGPKG.verbose?= -v
285 .endif
286 REGPKG.force?= # -f, or empty
287 REGPKG.cache?= -c # -c, or empty
288 REGPKG.update:= ${MKUPDATE:tl:Nno:C/..*/-u/}
289 SYSPKGSETS?= all
290 makesyspkgs: .PHONY check_DESTDIR check_RELEASEDIR \
291 sanitise_METALOG checkflist_if_DESTDIR
292 mkdir -p ${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/syspkgs
293 ${SETSCMD} ${.CURDIR}/regpkgset \
294 ${REGPKG.verbose} ${REGPKG.force} ${REGPKG.sloppy} \
295 ${REGPKG.cache} ${REGPKG.update} \
296 -d ${DESTDIR:S,^$,/,} ${METALOG.unpriv} \
297 -N ${NETBSDSRCDIR}/etc \
298 -t ${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/syspkgs ${SYSPKGSETS}
299
300 makesyspkgsums: .PHONY check_RELEASEDIR
301 ${MAKESUMS} -t ${RELEASEDIR}/${RELEASEMACHINEDIR}/binary/syspkgs
302
303 # Update the "deps" file.
304 # XXX: Why is "deps" checked in to the source tree, instead of
305 # just being created as necessary?
306 makedeps: .PHONY
307 ${SETSCMD} ./syspkgdeps all >${.CURDIR}/deps
308
309 # Sort the lists files
310 sortlists: .PHONY
311 find ${.CURDIR}/lists \! \( -name CVS -prune \) -type f -print \
312 | while read f ; do \
313 ${_MKSHMSG} "sorting $${f#${.CURDIR}/}" ; \
314 { grep '^#' "$$f" ; \
315 grep -v '^#' "$$f" | sort ; \
316 } >"$$f".tmp; \
317 if cmp "$$f" "$$f".tmp >/dev/null; then \
318 : "$$f is unchanged" ; \
319 rm "$$f".tmp ; \
320 else \
321 mv "$$f".tmp "$$f" ; \
322 fi ; \
323 done
324
325 #
326 # MAIN ENTRY POINTS
327 #
328
329 syspkgs: .PHONY makesyspkgs .WAIT makesyspkgsums
330 @true
331
332 sets: .PHONY maketars .WAIT makesums
333 @true
334
335 sourcesets: .PHONY makesrctars
336 @true
337
338 .include <bsd.files.mk>
339