Makefile revision 1.105
1# $NetBSD: Makefile,v 1.105 2020/08/22 08:29:13 rillig Exp $
2#
3# Unit tests for make(1)
4#
5# The main targets are:
6#
7# all:
8#	run all the tests
9# test:
10#	run 'all', and compare to expected results
11# accept:
12#	move generated output to expected results
13#
14# Settable variables
15#
16# TEST_MAKE
17#	The make program to be tested.
18#
19#
20# Adding a test case
21#
22# Each feature should get its own set of tests in its own suitably
23# named makefile (*.mk), with its own set of expected results (*.exp),
24# and it should be added to the TESTS list.
25#
26# Any added files must also be added to src/distrib/sets/lists/tests/mi.
27# To do that, just run "make sync-mi" in this directory.
28#
29# A few *.mk files are helper files for other tests (such as include-sub.mk)
30# and are thus not added to TESTS.  Such files must be ignored in
31# src/tests/usr.bin/make/t_make.sh.
32#
33
34# Each test is in a sub-makefile.
35# Keep the list sorted.
36# Any test that is commented out must be ignored in
37# src/tests/usr.bin/make/t_make.sh as well.
38TESTS+=		# archive	# broken on FreeBSD, enabled in t_make.sh
39TESTS+=		cmdline
40TESTS+=		comment
41TESTS+=		cond-cmp-numeric
42TESTS+=		cond-cmp-string
43TESTS+=		cond-func
44TESTS+=		cond-func-commands
45TESTS+=		cond-func-defined
46TESTS+=		cond-func-empty
47TESTS+=		cond-func-exists
48TESTS+=		cond-func-make
49TESTS+=		cond-func-target
50TESTS+=		cond-late
51TESTS+=		cond-op
52TESTS+=		cond-op-and
53TESTS+=		cond-op-not
54TESTS+=		cond-op-or
55TESTS+=		cond-op-parentheses
56TESTS+=		cond-short
57TESTS+=		cond-token-number
58TESTS+=		cond-token-plain
59TESTS+=		cond-token-string
60TESTS+=		cond-token-var
61TESTS+=		cond1
62TESTS+=		cond2
63TESTS+=		counter
64TESTS+=		dep
65TESTS+=		dep-colon
66TESTS+=		dep-double-colon
67TESTS+=		dep-exclam
68TESTS+=		dep-wildcards
69TESTS+=		depsrc
70TESTS+=		depsrc-exec
71TESTS+=		depsrc-ignore
72TESTS+=		depsrc-made
73TESTS+=		depsrc-make
74TESTS+=		depsrc-meta
75TESTS+=		depsrc-nometa
76TESTS+=		depsrc-nometa_cmp
77TESTS+=		depsrc-nopath
78TESTS+=		depsrc-notmain
79TESTS+=		depsrc-optional
80TESTS+=		depsrc-phony
81TESTS+=		depsrc-precious
82TESTS+=		depsrc-recursive
83TESTS+=		depsrc-silent
84TESTS+=		depsrc-use
85TESTS+=		depsrc-usebefore
86TESTS+=		depsrc-usebefore-double-colon
87TESTS+=		depsrc-wait
88TESTS+=		deptgt
89TESTS+=		deptgt-begin
90TESTS+=		deptgt-default
91TESTS+=		deptgt-delete_on_error
92TESTS+=		deptgt-end
93TESTS+=		deptgt-error
94TESTS+=		deptgt-ignore
95TESTS+=		deptgt-interrupt
96TESTS+=		deptgt-main
97TESTS+=		deptgt-makeflags
98TESTS+=		deptgt-no_parallel
99TESTS+=		deptgt-nopath
100TESTS+=		deptgt-notparallel
101TESTS+=		deptgt-objdir
102TESTS+=		deptgt-order
103TESTS+=		deptgt-path
104TESTS+=		deptgt-path-suffix
105TESTS+=		deptgt-phony
106TESTS+=		deptgt-precious
107TESTS+=		deptgt-shell
108TESTS+=		deptgt-silent
109TESTS+=		deptgt-stale
110TESTS+=		deptgt-suffixes
111TESTS+=		dir
112TESTS+=		directive
113TESTS+=		directive-elif
114TESTS+=		directive-elifdef
115TESTS+=		directive-elifmake
116TESTS+=		directive-elifndef
117TESTS+=		directive-elifnmake
118TESTS+=		directive-else
119TESTS+=		directive-endif
120TESTS+=		directive-error
121TESTS+=		directive-export
122TESTS+=		directive-export-env
123TESTS+=		directive-export-literal
124TESTS+=		directive-if
125TESTS+=		directive-ifdef
126TESTS+=		directive-ifmake
127TESTS+=		directive-ifndef
128TESTS+=		directive-ifnmake
129TESTS+=		directive-info
130TESTS+=		directive-undef
131TESTS+=		directive-unexport
132TESTS+=		directive-unexport-env
133TESTS+=		directive-warning
134TESTS+=		directives
135TESTS+=		dollar
136TESTS+=		doterror
137TESTS+=		dotwait
138TESTS+=		envfirst
139TESTS+=		error
140TESTS+=		# escape	# broken by reverting POSIX changes
141TESTS+=		export
142TESTS+=		export-all
143TESTS+=		export-env
144TESTS+=		export-variants
145TESTS+=		forloop
146TESTS+=		forsubst
147TESTS+=		hash
148TESTS+=		impsrc
149TESTS+=		include-main
150TESTS+=		lint
151TESTS+=		make-exported
152TESTS+=		misc
153TESTS+=		moderrs
154TESTS+=		modmatch
155TESTS+=		modmisc
156TESTS+=		modts
157TESTS+=		modword
158TESTS+=		opt
159TESTS+=		opt-backwards
160TESTS+=		opt-chdir
161TESTS+=		opt-debug
162TESTS+=		opt-define
163TESTS+=		opt-env
164TESTS+=		opt-file
165TESTS+=		opt-ignore
166TESTS+=		opt-include-dir
167TESTS+=		opt-jobs
168TESTS+=		opt-jobs-internal
169TESTS+=		opt-keep-going
170TESTS+=		opt-m-include-dir
171TESTS+=		opt-no-action
172TESTS+=		opt-no-action-at-all
173TESTS+=		opt-query
174TESTS+=		opt-raw
175TESTS+=		opt-silent
176TESTS+=		opt-touch
177TESTS+=		opt-tracefile
178TESTS+=		opt-var-expanded
179TESTS+=		opt-var-literal
180TESTS+=		opt-warnings-as-errors
181TESTS+=		opt-where-am-i
182TESTS+=		opt-x-reduce-exported
183TESTS+=		order
184TESTS+=		phony-end
185TESTS+=		posix
186TESTS+=		# posix1	# broken by reverting POSIX changes
187TESTS+=		qequals
188TESTS+=		recursive
189TESTS+=		sh
190TESTS+=		sh-jobs
191TESTS+=		sh-jobs-error
192TESTS+=		sh-leading-at
193TESTS+=		sh-leading-hyphen
194TESTS+=		sh-leading-plus
195TESTS+=		sh-meta-chars
196TESTS+=		sh-multi-line
197TESTS+=		sh-single-line
198TESTS+=		# suffixes	# runs into an endless loop (try -dA)
199TESTS+=		sunshcmd
200TESTS+=		sysv
201TESTS+=		ternary
202TESTS+=		unexport
203TESTS+=		unexport-env
204TESTS+=		use-inference
205TESTS+=		var-class
206TESTS+=		var-class-cmdline
207TESTS+=		var-class-env
208TESTS+=		var-class-global
209TESTS+=		var-class-local
210TESTS+=		var-class-local-legacy
211TESTS+=		var-op
212TESTS+=		var-op-append
213TESTS+=		var-op-assign
214TESTS+=		var-op-default
215TESTS+=		var-op-expand
216TESTS+=		var-op-shell
217TESTS+=		varcmd
218TESTS+=		vardebug
219TESTS+=		varfind
220TESTS+=		varmisc
221TESTS+=		varmod
222TESTS+=		varmod-assign
223TESTS+=		varmod-defined
224TESTS+=		varmod-edge
225TESTS+=		varmod-exclam-shell
226TESTS+=		varmod-extension
227TESTS+=		varmod-gmtime
228TESTS+=		varmod-hash
229TESTS+=		varmod-head
230TESTS+=		varmod-ifelse
231TESTS+=		varmod-l-name-to-value
232TESTS+=		varmod-localtime
233TESTS+=		varmod-loop
234TESTS+=		varmod-match
235TESTS+=		varmod-match-escape
236TESTS+=		varmod-no-match
237TESTS+=		varmod-order
238TESTS+=		varmod-order-reverse
239TESTS+=		varmod-order-shuffle
240TESTS+=		varmod-path
241TESTS+=		varmod-quote
242TESTS+=		varmod-quote-dollar
243TESTS+=		varmod-range
244TESTS+=		varmod-remember
245TESTS+=		varmod-root
246TESTS+=		varmod-select-words
247TESTS+=		varmod-shell
248TESTS+=		varmod-subst
249TESTS+=		varmod-subst-regex
250TESTS+=		varmod-sysv
251TESTS+=		varmod-tail
252TESTS+=		varmod-to-abs
253TESTS+=		varmod-to-lower
254TESTS+=		varmod-to-many-words
255TESTS+=		varmod-to-one-word
256TESTS+=		varmod-to-separator
257TESTS+=		varmod-to-upper
258TESTS+=		varmod-undefined
259TESTS+=		varmod-unique
260TESTS+=		varname
261TESTS+=		varname-dollar
262TESTS+=		varname-dot-alltargets
263TESTS+=		varname-dot-curdir
264TESTS+=		varname-dot-includedfromdir
265TESTS+=		varname-dot-includedfromfile
266TESTS+=		varname-dot-make-dependfile
267TESTS+=		varname-dot-make-expand_variables
268TESTS+=		varname-dot-make-exported
269TESTS+=		varname-dot-make-jobs
270TESTS+=		varname-dot-make-jobs-prefix
271TESTS+=		varname-dot-make-level
272TESTS+=		varname-dot-make-makefile_preference
273TESTS+=		varname-dot-make-makefiles
274TESTS+=		varname-dot-make-meta-bailiwick
275TESTS+=		varname-dot-make-meta-created
276TESTS+=		varname-dot-make-meta-files
277TESTS+=		varname-dot-make-meta-ignore_filter
278TESTS+=		varname-dot-make-meta-ignore_paths
279TESTS+=		varname-dot-make-meta-ignore_patterns
280TESTS+=		varname-dot-make-meta-prefix
281TESTS+=		varname-dot-make-mode
282TESTS+=		varname-dot-make-path_filemon
283TESTS+=		varname-dot-make-pid
284TESTS+=		varname-dot-make-ppid
285TESTS+=		varname-dot-make-save_dollars
286TESTS+=		varname-dot-makeoverrides
287TESTS+=		varname-dot-newline
288TESTS+=		varname-dot-objdir
289TESTS+=		varname-dot-parsedir
290TESTS+=		varname-dot-parsefile
291TESTS+=		varname-dot-path
292TESTS+=		varname-dot-targets
293TESTS+=		varname-make
294TESTS+=		varname-make_print_var_on_error
295TESTS+=		varname-makeflags
296TESTS+=		varname-pwd
297TESTS+=		varname-vpath
298TESTS+=		varparse-dynamic
299TESTS+=		varquote
300TESTS+=		varshell
301
302# Additional environment variables for some of the tests.
303# The base environment is -i PATH="$PATH".
304ENV.envfirst=		FROM_ENV=value-from-env
305ENV.varmisc=		FROM_ENV=env
306ENV.varmisc+=		FROM_ENV_BEFORE=env
307ENV.varmisc+=		FROM_ENV_AFTER=env
308
309# Override make flags for some of the tests; default is -k.
310FLAGS.archive=		-dA
311FLAGS.counter=		-dv
312FLAGS.doterror=		# none
313FLAGS.envfirst=		-e
314FLAGS.export=		# none
315FLAGS.lint=		-dL -k
316FLAGS.opt-no-action=	-n
317FLAGS.opt-query=	-q
318FLAGS.order=		-j1
319FLAGS.recursive=	-dL
320FLAGS.vardebug=		-k -dv FROM_CMDLINE=
321FLAGS.varmod-match-escape= -dv
322
323# Some tests need extra post-processing.
324SED_CMDS.varmod-subst-regex+= \
325			-e 's,\(Regex compilation error:\).*,\1 (details omitted),'
326SED_CMDS.varmod-edge+=	-e 's, line [0-9]*:, line omitted:,'
327SED_CMDS.varshell+=	-e 's,^[a-z]*sh: ,,'
328SED_CMDS.varshell+=	-e '/command/s,No such.*,not found,'
329
330# Some tests need an additional round of postprocessing.
331POSTPROC.counter=	${TOOL_SED} -n -e '/:RELEVANT = yes/,/:RELEVANT = no/p'
332POSTPROC.vardebug=	${TOOL_SED} -n -e '/:RELEVANT = yes/,/:RELEVANT = no/p'
333POSTPROC.varmod-match-escape= ${TOOL_SED} -n -e '/^Pattern/p'
334
335# Some tests reuse other tests, which makes them unnecessarily fragile.
336export-all.rawout: export.mk
337unexport.rawout: export.mk
338unexport-env.rawout: export.mk
339
340# End of the configuration section.
341
342.MAIN: all
343
344UNIT_TESTS:=	${.PARSEDIR}
345.PATH: ${UNIT_TESTS}
346
347OUTFILES=	${TESTS:=.out}
348
349all: ${OUTFILES}
350
351CLEANFILES=		*.rawout *.out *.status *.tmp *.core *.tmp
352CLEANFILES+=		obj*.[och] lib*.a	# posix1.mk
353CLEANFILES+=		issue* .[ab]*		# suffixes.mk
354CLEANDIRS=		dir dummy		# posix1.mk
355
356clean:
357	rm -f ${CLEANFILES}
358	rm -rf ${CLEANDIRS}
359
360TEST_MAKE?=	${.MAKE}
361TOOL_SED?=	sed
362
363# ensure consistent results from sort(1)
364LC_ALL=		C
365LANG=		C
366.export LANG LC_ALL
367
368# the tests are actually done with sub-makes.
369.SUFFIXES: .mk .rawout .out
370.mk.rawout:
371	@${_MKMSG_TEST:Uecho '#      test '} ${.PREFIX}
372	@set -eu; \
373	cd ${.OBJDIR}; \
374	env -i PATH="$$PATH" ${ENV.${.TARGET:R}} \
375	  ${TEST_MAKE} \
376	    -r -C ${.CURDIR} -f ${.IMPSRC} \
377	    ${FLAGS.${.TARGET:R}:U-k} \
378	    > ${.TARGET}.tmp 2>&1 \
379	&& status=$$? || status=$$?; \
380	echo $$status > ${.TARGET:R}.status
381	@mv ${.TARGET}.tmp ${.TARGET}
382
383# Post-process the test output so that the results can be compared.
384#
385# always pretend .MAKE was called 'make'
386_SED_CMDS+=	-e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,'
387_SED_CMDS+=	-e 's,${TEST_MAKE:S,.,\\.,g},make,'
388# replace anything after 'stopped in' with unit-tests
389_SED_CMDS+=	-e '/stopped/s, /.*, unit-tests,'
390# strip ${.CURDIR}/ from the output
391_SED_CMDS+=	-e 's,${.CURDIR:S,.,\\.,g}/,,g'
392_SED_CMDS+=	-e 's,${UNIT_TESTS:S,.,\\.,g}/,,g'
393
394.rawout.out:
395	@${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.TARGET:R}} \
396	  < ${.IMPSRC} > ${.TARGET}.tmp1
397	@${POSTPROC.${.TARGET:R}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2
398	@rm ${.TARGET}.tmp1
399	@echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2
400	@mv ${.TARGET}.tmp2 ${.TARGET}
401
402# Compare all output files
403test:	${OUTFILES} .PHONY
404	@failed= ; \
405	for test in ${TESTS}; do \
406	  diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \
407	  || failed="$${failed}$${failed:+ }$${test}" ; \
408	done ; \
409	if [ -n "$${failed}" ]; then \
410	  echo "Failed tests: $${failed}" ; false ; \
411	else \
412	  echo "All tests passed" ; \
413	fi
414
415accept:
416	@for test in ${TESTS}; do \
417	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
418	  || { echo "Replacing $${test}.exp" ; \
419	       cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
420	done
421
422SYNC_MI_AWK= \
423	BEGIN {								\
424	  testsdir = "usr.bin/make/unit-tests";				\
425	  linestart = "./usr/tests/" testsdir;				\
426	  fmt = linestart "/%s\ttests-usr.bin-tests\tcompattestfile,atf\\n"; \
427	  cmd = "cd " testsdir " && ls *.exp *.mk | xargs printf '" fmt "'" \
428	}								\
429	function startswith(s, prefix) {				\
430	  return substr(s, 1, length(prefix)) == prefix;		\
431	}								\
432	startswith($$1, linestart) && $$1 ~ /\.(exp|mk)$$/ { next }	\
433	{ print $$0 }							\
434	$$1 == linestart "/Makefile" { system(cmd) }
435
436sync-mi:
437	@set -eu;							\
438	cd "${MAKEFILE:tA:H}/../../..";					\
439	mi="distrib/sets/lists/tests/mi";				\
440	cvs update "$$mi";						\
441	awk ${SYNC_MI_AWK:Q} < "$$mi" > "$$mi.$@";			\
442	mv -f "$$mi.$@" "$$mi";						\
443	cvs diff "$$mi" || true
444
445.if exists(${TEST_MAKE})
446${TESTS:=.rawout}: ${TEST_MAKE} ${.PARSEDIR}/Makefile
447.endif
448
449.-include <bsd.obj.mk>
450