Makefile revision 1.77 
1# $NetBSD: Makefile,v 1.77 2020/07/31 16:42:51 rillig Exp $
2#
3# Unit tests for make(1)
4#
5# The main targets are:
6#
7# all:
8#	run all the tests
9# test:
10#	run 'all', and compare to expected results
11# accept:
12#	move generated output to expected results
13#
14# Settable variables
15#
16# TEST_MAKE
17#	The make program to be tested.
18#
19#
20# Adding a test case
21#
22# Each feature should get its own set of tests in its own suitably
23# named makefile (*.mk), with its own set of expected results (*.exp),
24# and it should be added to the TESTS list.
25#
26# Any added files must also be added to src/distrib/sets/lists/tests/mi.
27# Makefiles that are not added to TESTS must be ignored in
28# src/tests/usr.bin/make/t_make.sh (example: include-sub).
29#
30
31# Each test is in a sub-makefile.
32# Keep the list sorted.
33TESTS+=		# archive	# broken on FreeBSD
34TESTS+=		cmdline
35TESTS+=		comment
36TESTS+=		cond-late
37TESTS+=		cond-short
38TESTS+=		cond1
39TESTS+=		cond2
40TESTS+=		dir
41TESTS+=		directives
42TESTS+=		dollar
43TESTS+=		doterror
44TESTS+=		dotwait
45TESTS+=		envfirst
46TESTS+=		error
47TESTS+=		# escape	# broken by reverting POSIX changes
48TESTS+=		export
49TESTS+=		export-all
50TESTS+=		export-env
51TESTS+=		forloop
52TESTS+=		forsubst
53TESTS+=		hash
54TESTS+=		# impsrc	# broken by reverting POSIX changes
55TESTS+=		include-main
56TESTS+=		misc
57TESTS+=		moderrs
58TESTS+=		modmatch
59TESTS+=		modmisc
60TESTS+=		modorder
61TESTS+=		modts
62TESTS+=		modword
63TESTS+=		order
64TESTS+=		# phony-end	# broken by reverting POSIX changes
65TESTS+=		posix
66TESTS+=		# posix1	# broken by reverting POSIX changes
67TESTS+=		qequals
68TESTS+=		# suffixes	# broken by reverting POSIX changes
69TESTS+=		sunshcmd
70TESTS+=		sysv
71TESTS+=		ternary
72TESTS+=		unexport
73TESTS+=		unexport-env
74TESTS+=		varcmd
75TESTS+=		vardebug
76TESTS+=		varfind
77TESTS+=		varmisc
78TESTS+=		varmod-edge
79TESTS+=		varparse-dynamic
80TESTS+=		varquote
81TESTS+=		varshell
82
83# Override environment variables for some of the tests.
84ENV.envfirst=		FROM_ENV=value-from-env
85ENV.export=		-i PATH=${PATH:Q}
86ENV.varmisc=		FROM_ENV=env
87ENV.varmisc+=		FROM_ENV_BEFORE=env
88ENV.varmisc+=		FROM_ENV_AFTER=env
89
90# Override make flags for some of the tests; default is -k.
91FLAGS.doterror=		# none
92FLAGS.envfirst=		-e
93FLAGS.export=		-r
94FLAGS.order=		-j1
95FLAGS.vardebug=		-k -dv FROM_CMDLINE=
96
97# Some tests need extra post-processing.
98SED_CMDS.moderrs+=	-e 's,\(substitution error:\).*,\1 (details omitted),'
99SED_CMDS.modmisc+=	-e 's,\(substitution error:\).*,\1 (details omitted),'
100SED_CMDS.varshell+=	-e 's,^[a-z]*sh: ,,'
101SED_CMDS.varshell+=	-e '/command/s,No such.*,not found,'
102
103# Some tests need an additional round of postprocessing.
104POSTPROC.vardebug=	${TOOL_SED} -n -e '/:RELEVANT = yes/,/:RELEVANT = no/p'
105
106# End of the configuration section.
107
108.MAIN: all
109
110UNIT_TESTS:=	${.PARSEDIR}
111.PATH: ${UNIT_TESTS}
112
113OUTFILES=	${TESTS:=.out}
114
115all: ${OUTFILES}
116
117CLEANFILES+=		*.rawout *.out *.status *.tmp *.core *.tmp
118CLEANFILES+=		obj*.[och] lib*.a	# posix1.mk
119CLEANFILES+=		issue* .[ab]*		# suffixes.mk
120CLEANRECURSIVE+=	dir dummy		# posix1.mk
121
122clean:
123	rm -f ${CLEANFILES}
124.if !empty(CLEANRECURSIVE)
125	rm -rf ${CLEANRECURSIVE}
126.endif
127
128TEST_MAKE?=	${.MAKE}
129TOOL_SED?=	sed
130
131# ensure consistent results from sort(1)
132LC_ALL=		C
133LANG=		C
134.export LANG LC_ALL
135
136# the tests are actually done with sub-makes.
137.SUFFIXES: .mk .rawout .out
138.mk.rawout:
139	@echo testing ${.IMPSRC}
140	@set -eu; \
141	cd ${.OBJDIR}; \
142	env ${ENV.${.TARGET:R}} ${TEST_MAKE} -C ${.CURDIR} \
143	  ${FLAGS.${.TARGET:R}:U-k} -f ${.IMPSRC} \
144	  > ${.TARGET}.tmp 2>&1 \
145	&& status=$$? || status=$$?; \
146	echo $$status > ${.TARGET:R}.status
147	@mv ${.TARGET}.tmp ${.TARGET}
148
149# Post-process the test output so that the results can be compared.
150#
151# always pretend .MAKE was called 'make'
152_SED_CMDS+=	-e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,'
153_SED_CMDS+=	-e 's,${TEST_MAKE:S,.,\\.,g},make,'
154# replace anything after 'stopped in' with unit-tests
155_SED_CMDS+=	-e '/stopped/s, /.*, unit-tests,'
156# strip ${.CURDIR}/ from the output
157_SED_CMDS+=	-e 's,${.CURDIR:S,.,\\.,g}/,,g'
158_SED_CMDS+=	-e 's,${UNIT_TESTS:S,.,\\.,g}/,,g'
159
160.rawout.out:
161	@echo postprocess ${.TARGET}
162	@${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.TARGET:R}} \
163	  < ${.IMPSRC} > ${.TARGET}.tmp1
164	@${POSTPROC.${.TARGET:R}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2
165	@rm ${.TARGET}.tmp1
166	@echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2
167	@mv ${.TARGET}.tmp2 ${.TARGET}
168
169# Compare all output files
170test:	${OUTFILES} .PHONY
171	@failed= ; \
172	for test in ${TESTS}; do \
173	  diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \
174	  || failed="$${failed}$${failed:+ }$${test}" ; \
175	done ; \
176	if [ -n "$${failed}" ]; then \
177	  echo "Failed tests: $${failed}" ; false ; \
178	else \
179	  echo "All tests passed" ; \
180	fi
181
182accept:
183	@for test in ${TESTS}; do \
184	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
185	  || { echo "Replacing $${test}.exp" ; \
186	       cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
187	done
188
189.if exists(${TEST_MAKE})
190${TESTS:=.rawout}: ${TEST_MAKE}
191.endif
192
193.-include <bsd.obj.mk>
194