Makefile revision 1.223
11.223Srillig# $NetBSD: Makefile,v 1.223 2020/11/24 17:59:42 rillig Exp $
21.1Ssjg#
31.1Ssjg# Unit tests for make(1)
41.60Srillig#
51.1Ssjg# The main targets are:
61.1Ssjg#
71.60Srillig# all:
81.60Srillig#	run all the tests
91.60Srillig# test:
101.60Srillig#	run 'all', and compare to expected results
111.60Srillig# accept:
121.60Srillig#	move generated output to expected results
131.60Srillig#
141.61Srillig# Settable variables
151.61Srillig#
161.61Srillig# TEST_MAKE
171.61Srillig#	The make program to be tested.
181.61Srillig#
191.60Srillig#
201.60Srillig# Adding a test case
211.60Srillig#
221.11Ssjg# Each feature should get its own set of tests in its own suitably
231.42Sapb# named makefile (*.mk), with its own set of expected results (*.exp),
241.61Srillig# and it should be added to the TESTS list.
251.60Srillig#
261.60Srillig# Any added files must also be added to src/distrib/sets/lists/tests/mi.
271.78Srillig# To do that, just run "make sync-mi" in this directory.
281.78Srillig#
291.78Srillig# A few *.mk files are helper files for other tests (such as include-sub.mk)
301.78Srillig# and are thus not added to TESTS.  Such files must be ignored in
311.78Srillig# src/tests/usr.bin/make/t_make.sh.
321.60Srillig#
331.1Ssjg
341.61Srillig# Each test is in a sub-makefile.
351.61Srillig# Keep the list sorted.
361.92Srillig# Any test that is commented out must be ignored in
371.92Srillig# src/tests/usr.bin/make/t_make.sh as well.
381.133SrilligTESTS+=		archive
391.126SrilligTESTS+=		archive-suffix
401.183SrilligTESTS+=		cmd-errors
411.185SrilligTESTS+=		cmd-errors-lint
421.124SrilligTESTS+=		cmd-interrupt
431.75SrilligTESTS+=		cmdline
441.188SrilligTESTS+=		cmdline-undefined
451.61SrilligTESTS+=		comment
461.93SrilligTESTS+=		cond-cmp-numeric
471.117SrilligTESTS+=		cond-cmp-numeric-eq
481.117SrilligTESTS+=		cond-cmp-numeric-ge
491.117SrilligTESTS+=		cond-cmp-numeric-gt
501.117SrilligTESTS+=		cond-cmp-numeric-le
511.117SrilligTESTS+=		cond-cmp-numeric-lt
521.117SrilligTESTS+=		cond-cmp-numeric-ne
531.93SrilligTESTS+=		cond-cmp-string
541.141SrilligTESTS+=		cond-cmp-unary
551.103SrilligTESTS+=		cond-func
561.93SrilligTESTS+=		cond-func-commands
571.93SrilligTESTS+=		cond-func-defined
581.93SrilligTESTS+=		cond-func-empty
591.93SrilligTESTS+=		cond-func-exists
601.93SrilligTESTS+=		cond-func-make
611.217SrilligTESTS+=		cond-func-make-main
621.93SrilligTESTS+=		cond-func-target
631.61SrilligTESTS+=		cond-late
641.93SrilligTESTS+=		cond-op
651.93SrilligTESTS+=		cond-op-and
661.192SrilligTESTS+=		cond-op-and-lint
671.93SrilligTESTS+=		cond-op-not
681.93SrilligTESTS+=		cond-op-or
691.192SrilligTESTS+=		cond-op-or-lint
701.93SrilligTESTS+=		cond-op-parentheses
711.61SrilligTESTS+=		cond-short
721.93SrilligTESTS+=		cond-token-number
731.93SrilligTESTS+=		cond-token-plain
741.93SrilligTESTS+=		cond-token-string
751.93SrilligTESTS+=		cond-token-var
761.142SrilligTESTS+=		cond-undef-lint
771.61SrilligTESTS+=		cond1
781.81SrilligTESTS+=		counter
791.147SrilligTESTS+=		counter-append
801.93SrilligTESTS+=		dep
811.93SrilligTESTS+=		dep-colon
821.152SrilligTESTS+=		dep-colon-bug-cross-file
831.93SrilligTESTS+=		dep-double-colon
841.172SrilligTESTS+=		dep-double-colon-indep
851.93SrilligTESTS+=		dep-exclam
861.107SrilligTESTS+=		dep-none
871.174SrilligTESTS+=		dep-percent
881.109SrilligTESTS+=		dep-var
891.93SrilligTESTS+=		dep-wildcards
901.93SrilligTESTS+=		depsrc
911.173SrilligTESTS+=		depsrc-end
921.93SrilligTESTS+=		depsrc-exec
931.93SrilligTESTS+=		depsrc-ignore
941.93SrilligTESTS+=		depsrc-made
951.93SrilligTESTS+=		depsrc-make
961.93SrilligTESTS+=		depsrc-meta
971.93SrilligTESTS+=		depsrc-nometa
981.93SrilligTESTS+=		depsrc-nometa_cmp
991.93SrilligTESTS+=		depsrc-nopath
1001.93SrilligTESTS+=		depsrc-notmain
1011.93SrilligTESTS+=		depsrc-optional
1021.93SrilligTESTS+=		depsrc-phony
1031.93SrilligTESTS+=		depsrc-precious
1041.93SrilligTESTS+=		depsrc-recursive
1051.93SrilligTESTS+=		depsrc-silent
1061.93SrilligTESTS+=		depsrc-use
1071.93SrilligTESTS+=		depsrc-usebefore
1081.105SrilligTESTS+=		depsrc-usebefore-double-colon
1091.93SrilligTESTS+=		depsrc-wait
1101.93SrilligTESTS+=		deptgt
1111.93SrilligTESTS+=		deptgt-begin
1121.93SrilligTESTS+=		deptgt-default
1131.93SrilligTESTS+=		deptgt-delete_on_error
1141.93SrilligTESTS+=		deptgt-end
1151.222SrilligTESTS+=		deptgt-end-fail
1161.223SrilligTESTS+=		deptgt-end-fail-indirect
1171.146SrilligTESTS+=		deptgt-end-jobs
1181.93SrilligTESTS+=		deptgt-error
1191.93SrilligTESTS+=		deptgt-ignore
1201.93SrilligTESTS+=		deptgt-interrupt
1211.93SrilligTESTS+=		deptgt-main
1221.93SrilligTESTS+=		deptgt-makeflags
1231.93SrilligTESTS+=		deptgt-no_parallel
1241.93SrilligTESTS+=		deptgt-nopath
1251.93SrilligTESTS+=		deptgt-notparallel
1261.93SrilligTESTS+=		deptgt-objdir
1271.93SrilligTESTS+=		deptgt-order
1281.93SrilligTESTS+=		deptgt-path
1291.93SrilligTESTS+=		deptgt-path-suffix
1301.93SrilligTESTS+=		deptgt-phony
1311.93SrilligTESTS+=		deptgt-precious
1321.93SrilligTESTS+=		deptgt-shell
1331.93SrilligTESTS+=		deptgt-silent
1341.93SrilligTESTS+=		deptgt-stale
1351.93SrilligTESTS+=		deptgt-suffixes
1361.77SrilligTESTS+=		dir
1371.114SrilligTESTS+=		dir-expand-path
1381.93SrilligTESTS+=		directive
1391.140SrilligTESTS+=		directive-dinclude
1401.93SrilligTESTS+=		directive-elif
1411.93SrilligTESTS+=		directive-elifdef
1421.93SrilligTESTS+=		directive-elifmake
1431.93SrilligTESTS+=		directive-elifndef
1441.93SrilligTESTS+=		directive-elifnmake
1451.93SrilligTESTS+=		directive-else
1461.93SrilligTESTS+=		directive-endif
1471.93SrilligTESTS+=		directive-error
1481.93SrilligTESTS+=		directive-export
1491.93SrilligTESTS+=		directive-export-env
1501.156SrilligTESTS+=		directive-export-gmake
1511.93SrilligTESTS+=		directive-export-literal
1521.130SrilligTESTS+=		directive-for
1531.127SrilligTESTS+=		directive-for-generating-endif
1541.140SrilligTESTS+=		directive-hyphen-include
1551.93SrilligTESTS+=		directive-if
1561.197SrilligTESTS+=		directive-if-nested
1571.93SrilligTESTS+=		directive-ifdef
1581.93SrilligTESTS+=		directive-ifmake
1591.93SrilligTESTS+=		directive-ifndef
1601.93SrilligTESTS+=		directive-ifnmake
1611.140SrilligTESTS+=		directive-include
1621.140SrilligTESTS+=		directive-include-fatal
1631.93SrilligTESTS+=		directive-info
1641.140SrilligTESTS+=		directive-sinclude
1651.93SrilligTESTS+=		directive-undef
1661.93SrilligTESTS+=		directive-unexport
1671.93SrilligTESTS+=		directive-unexport-env
1681.93SrilligTESTS+=		directive-warning
1691.61SrilligTESTS+=		dollar
1701.61SrilligTESTS+=		doterror
1711.61SrilligTESTS+=		dotwait
1721.64SrilligTESTS+=		envfirst
1731.61SrilligTESTS+=		error
1741.63SsjgTESTS+=		# escape	# broken by reverting POSIX changes
1751.61SrilligTESTS+=		export
1761.61SrilligTESTS+=		export-all
1771.61SrilligTESTS+=		export-env
1781.89SrilligTESTS+=		export-variants
1791.61SrilligTESTS+=		forloop
1801.61SrilligTESTS+=		forsubst
1811.190SrilligTESTS+=		gnode-submake
1821.162SrilligTESTS+=		hanoi-include
1831.86SrilligTESTS+=		impsrc
1841.61SrilligTESTS+=		include-main
1851.189SrilligTESTS+=		job-flags
1861.154SrilligTESTS+=		job-output-long-lines
1871.83SrilligTESTS+=		lint
1881.90SrilligTESTS+=		make-exported
1891.61SrilligTESTS+=		moderrs
1901.61SrilligTESTS+=		modmatch
1911.61SrilligTESTS+=		modmisc
1921.61SrilligTESTS+=		modts
1931.61SrilligTESTS+=		modword
1941.198SsjgTESTS+=		objdir-writable
1951.93SrilligTESTS+=		opt
1961.93SrilligTESTS+=		opt-backwards
1971.93SrilligTESTS+=		opt-chdir
1981.93SrilligTESTS+=		opt-debug
1991.134SrilligTESTS+=		opt-debug-all
2001.134SrilligTESTS+=		opt-debug-archive
2011.134SrilligTESTS+=		opt-debug-curdir
2021.134SrilligTESTS+=		opt-debug-cond
2031.134SrilligTESTS+=		opt-debug-dir
2041.134SrilligTESTS+=		opt-debug-errors
2051.134SrilligTESTS+=		opt-debug-file
2061.134SrilligTESTS+=		opt-debug-for
2071.134SrilligTESTS+=		opt-debug-graph1
2081.134SrilligTESTS+=		opt-debug-graph2
2091.134SrilligTESTS+=		opt-debug-graph3
2101.134SrilligTESTS+=		opt-debug-hash
2111.134SrilligTESTS+=		opt-debug-jobs
2121.134SrilligTESTS+=		opt-debug-lint
2131.134SrilligTESTS+=		opt-debug-loud
2141.134SrilligTESTS+=		opt-debug-meta
2151.134SrilligTESTS+=		opt-debug-making
2161.134SrilligTESTS+=		opt-debug-no-rm
2171.134SrilligTESTS+=		opt-debug-parse
2181.134SrilligTESTS+=		opt-debug-suff
2191.134SrilligTESTS+=		opt-debug-targets
2201.134SrilligTESTS+=		opt-debug-varraw
2211.134SrilligTESTS+=		opt-debug-var
2221.134SrilligTESTS+=		opt-debug-x-trace
2231.93SrilligTESTS+=		opt-define
2241.93SrilligTESTS+=		opt-env
2251.93SrilligTESTS+=		opt-file
2261.93SrilligTESTS+=		opt-ignore
2271.93SrilligTESTS+=		opt-include-dir
2281.93SrilligTESTS+=		opt-jobs
2291.93SrilligTESTS+=		opt-jobs-internal
2301.93SrilligTESTS+=		opt-keep-going
2311.93SrilligTESTS+=		opt-m-include-dir
2321.93SrilligTESTS+=		opt-no-action
2331.93SrilligTESTS+=		opt-no-action-at-all
2341.93SrilligTESTS+=		opt-query
2351.93SrilligTESTS+=		opt-raw
2361.93SrilligTESTS+=		opt-silent
2371.93SrilligTESTS+=		opt-touch
2381.199SrilligTESTS+=		opt-touch-jobs
2391.93SrilligTESTS+=		opt-tracefile
2401.93SrilligTESTS+=		opt-var-expanded
2411.93SrilligTESTS+=		opt-var-literal
2421.93SrilligTESTS+=		opt-warnings-as-errors
2431.93SrilligTESTS+=		opt-where-am-i
2441.93SrilligTESTS+=		opt-x-reduce-exported
2451.61SrilligTESTS+=		order
2461.162SrilligTESTS+=		parse-var
2471.88SrilligTESTS+=		phony-end
2481.61SrilligTESTS+=		posix
2491.63SsjgTESTS+=		# posix1	# broken by reverting POSIX changes
2501.61SrilligTESTS+=		qequals
2511.84SrilligTESTS+=		recursive
2521.93SrilligTESTS+=		sh
2531.106SrilligTESTS+=		sh-dots
2541.93SrilligTESTS+=		sh-jobs
2551.93SrilligTESTS+=		sh-jobs-error
2561.93SrilligTESTS+=		sh-leading-at
2571.93SrilligTESTS+=		sh-leading-hyphen
2581.93SrilligTESTS+=		sh-leading-plus
2591.93SrilligTESTS+=		sh-meta-chars
2601.93SrilligTESTS+=		sh-multi-line
2611.93SrilligTESTS+=		sh-single-line
2621.162SrilligTESTS+=		shell-csh
2631.162SrilligTESTS+=		shell-custom
2641.162SrilligTESTS+=		shell-ksh
2651.162SrilligTESTS+=		shell-sh
2661.169SrilligTESTS+=		suff-add-later
2671.169SrilligTESTS+=		suff-clear-regular
2681.169SrilligTESTS+=		suff-clear-single
2691.212SrilligTESTS+=		suff-incomplete
2701.175SrilligTESTS+=		suff-lookup
2711.167SrilligTESTS+=		suff-main
2721.218SrilligTESTS+=		suff-main-several
2731.220SrilligTESTS+=		suff-phony
2741.150SrilligTESTS+=		suff-rebuild
2751.203SrilligTESTS+=		suff-self
2761.219SrilligTESTS+=		suff-transform-debug
2771.169SrilligTESTS+=		suff-transform-endless
2781.169SrilligTESTS+=		suff-transform-expand
2791.169SrilligTESTS+=		suff-transform-select
2801.61SrilligTESTS+=		sunshcmd
2811.61SrilligTESTS+=		ternary
2821.61SrilligTESTS+=		unexport
2831.61SrilligTESTS+=		unexport-env
2841.91SrilligTESTS+=		use-inference
2851.93SrilligTESTS+=		var-class
2861.93SrilligTESTS+=		var-class-cmdline
2871.93SrilligTESTS+=		var-class-env
2881.93SrilligTESTS+=		var-class-global
2891.93SrilligTESTS+=		var-class-local
2901.93SrilligTESTS+=		var-class-local-legacy
2911.93SrilligTESTS+=		var-op
2921.93SrilligTESTS+=		var-op-append
2931.93SrilligTESTS+=		var-op-assign
2941.93SrilligTESTS+=		var-op-default
2951.93SrilligTESTS+=		var-op-expand
2961.93SrilligTESTS+=		var-op-shell
2971.162SrilligTESTS+=		var-op-sunsh
2981.179SrilligTESTS+=		var-recursive
2991.61SrilligTESTS+=		varcmd
3001.64SrilligTESTS+=		vardebug
3011.64SrilligTESTS+=		varfind
3021.61SrilligTESTS+=		varmisc
3031.93SrilligTESTS+=		varmod
3041.93SrilligTESTS+=		varmod-assign
3051.93SrilligTESTS+=		varmod-defined
3061.61SrilligTESTS+=		varmod-edge
3071.93SrilligTESTS+=		varmod-exclam-shell
3081.93SrilligTESTS+=		varmod-extension
3091.93SrilligTESTS+=		varmod-gmtime
3101.93SrilligTESTS+=		varmod-hash
3111.93SrilligTESTS+=		varmod-head
3121.93SrilligTESTS+=		varmod-ifelse
3131.93SrilligTESTS+=		varmod-l-name-to-value
3141.93SrilligTESTS+=		varmod-localtime
3151.93SrilligTESTS+=		varmod-loop
3161.93SrilligTESTS+=		varmod-match
3171.99SrilligTESTS+=		varmod-match-escape
3181.93SrilligTESTS+=		varmod-no-match
3191.93SrilligTESTS+=		varmod-order
3201.93SrilligTESTS+=		varmod-order-reverse
3211.93SrilligTESTS+=		varmod-order-shuffle
3221.93SrilligTESTS+=		varmod-path
3231.93SrilligTESTS+=		varmod-quote
3241.93SrilligTESTS+=		varmod-quote-dollar
3251.93SrilligTESTS+=		varmod-range
3261.93SrilligTESTS+=		varmod-remember
3271.93SrilligTESTS+=		varmod-root
3281.93SrilligTESTS+=		varmod-select-words
3291.93SrilligTESTS+=		varmod-shell
3301.93SrilligTESTS+=		varmod-subst
3311.93SrilligTESTS+=		varmod-subst-regex
3321.93SrilligTESTS+=		varmod-sysv
3331.93SrilligTESTS+=		varmod-tail
3341.93SrilligTESTS+=		varmod-to-abs
3351.93SrilligTESTS+=		varmod-to-lower
3361.93SrilligTESTS+=		varmod-to-many-words
3371.93SrilligTESTS+=		varmod-to-one-word
3381.93SrilligTESTS+=		varmod-to-separator
3391.93SrilligTESTS+=		varmod-to-upper
3401.93SrilligTESTS+=		varmod-undefined
3411.93SrilligTESTS+=		varmod-unique
3421.93SrilligTESTS+=		varname
3431.93SrilligTESTS+=		varname-dollar
3441.93SrilligTESTS+=		varname-dot-alltargets
3451.93SrilligTESTS+=		varname-dot-curdir
3461.122SrilligTESTS+=		varname-dot-includes
3471.93SrilligTESTS+=		varname-dot-includedfromdir
3481.93SrilligTESTS+=		varname-dot-includedfromfile
3491.122SrilligTESTS+=		varname-dot-libs
3501.93SrilligTESTS+=		varname-dot-make-dependfile
3511.93SrilligTESTS+=		varname-dot-make-expand_variables
3521.93SrilligTESTS+=		varname-dot-make-exported
3531.93SrilligTESTS+=		varname-dot-make-jobs
3541.93SrilligTESTS+=		varname-dot-make-jobs-prefix
3551.93SrilligTESTS+=		varname-dot-make-level
3561.93SrilligTESTS+=		varname-dot-make-makefile_preference
3571.93SrilligTESTS+=		varname-dot-make-makefiles
3581.93SrilligTESTS+=		varname-dot-make-meta-bailiwick
3591.93SrilligTESTS+=		varname-dot-make-meta-created
3601.93SrilligTESTS+=		varname-dot-make-meta-files
3611.93SrilligTESTS+=		varname-dot-make-meta-ignore_filter
3621.93SrilligTESTS+=		varname-dot-make-meta-ignore_paths
3631.93SrilligTESTS+=		varname-dot-make-meta-ignore_patterns
3641.93SrilligTESTS+=		varname-dot-make-meta-prefix
3651.93SrilligTESTS+=		varname-dot-make-mode
3661.93SrilligTESTS+=		varname-dot-make-path_filemon
3671.93SrilligTESTS+=		varname-dot-make-pid
3681.93SrilligTESTS+=		varname-dot-make-ppid
3691.93SrilligTESTS+=		varname-dot-make-save_dollars
3701.93SrilligTESTS+=		varname-dot-makeoverrides
3711.93SrilligTESTS+=		varname-dot-newline
3721.93SrilligTESTS+=		varname-dot-objdir
3731.93SrilligTESTS+=		varname-dot-parsedir
3741.93SrilligTESTS+=		varname-dot-parsefile
3751.93SrilligTESTS+=		varname-dot-path
3761.115SrilligTESTS+=		varname-dot-shell
3771.93SrilligTESTS+=		varname-dot-targets
3781.110SrilligTESTS+=		varname-empty
3791.93SrilligTESTS+=		varname-make
3801.93SrilligTESTS+=		varname-make_print_var_on_error
3811.170SrilligTESTS+=		varname-make_print_var_on_error-jobs
3821.132SrilligTESTS+=		varname-makefile
3831.93SrilligTESTS+=		varname-makeflags
3841.93SrilligTESTS+=		varname-pwd
3851.93SrilligTESTS+=		varname-vpath
3861.66SrilligTESTS+=		varparse-dynamic
3871.191SrilligTESTS+=		varparse-errors
3881.156SrilligTESTS+=		varparse-mod
3891.149SrilligTESTS+=		varparse-undef-partial
3901.61SrilligTESTS+=		varquote
3911.61Srillig
3921.201Srillig# Ideas for more tests:
3931.201Srillig#	char-0020-space.mk
3941.201Srillig#	char-005C-backslash.mk
3951.201Srillig#	escape-cond-str.mk
3961.201Srillig#	escape-cond-func-arg.mk
3971.201Srillig#	escape-cond-func-arg.mk
3981.201Srillig#	escape-varmod.mk
3991.201Srillig#	escape-varmod-define.mk
4001.201Srillig#	escape-varmod-match.mk
4011.201Srillig#	escape-varname.mk
4021.201Srillig#	escape-varassign-varname.mk
4031.201Srillig#	escape-varassign-varname-cmdline.mk
4041.201Srillig#	escape-varassign-value.mk
4051.201Srillig#	escape-varassign-value-cmdline.mk
4061.201Srillig#	escape-dependency-source.mk
4071.201Srillig#	escape-dependency-target.mk
4081.201Srillig#	escape-for-varname.mk
4091.201Srillig#	escape-for-item.mk
4101.201Srillig#	posix-*.mk (see posix.mk and posix1.mk)
4111.201Srillig
4121.198Ssjg.if ${.OBJDIR} != ${.CURDIR}
4131.198SsjgRO_OBJDIR:=	${.OBJDIR}/roobj
4141.198Ssjg.else
4151.198SsjgRO_OBJDIR:=	${TMPDIR:U/tmp}/roobj
4161.198Ssjg.endif
4171.98Srillig# Additional environment variables for some of the tests.
4181.98Srillig# The base environment is -i PATH="$PATH".
4191.194SrilligENV.depsrc-optional+=   TZ=UTC
4201.64SrilligENV.envfirst=		FROM_ENV=value-from-env
4211.198SsjgENV.objdir-writable+=	RO_OBJDIR=${RO_OBJDIR}
4221.65SrilligENV.varmisc=		FROM_ENV=env
4231.65SrilligENV.varmisc+=		FROM_ENV_BEFORE=env
4241.65SrilligENV.varmisc+=		FROM_ENV_AFTER=env
4251.180SrilligENV.varmod-localtime+=	TZ=Europe/Berlin
4261.196SrilligENV.varname-vpath+=	VPATH=varname-vpath.dir:varname-vpath.dir2
4271.64Srillig
4281.64Srillig# Override make flags for some of the tests; default is -k.
4291.123Srillig# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of
4301.123Srillig# settings FLAGS.test=-dv here, since that is closer to the test code.
4311.151SrilligFLAGS.cond-func-make=	via-cmdline
4321.128SrilligFLAGS.directive-ifmake=	first second
4331.195SrilligFLAGS.doterror=		# none, especially not -k
4341.202SrilligFLAGS.varname-empty=	-dv '$${:U}=cmdline-u' '=cmdline-plain'
4351.61Srillig
4361.137Srillig# Some tests need extra postprocessing.
4371.216SrilligSED_CMDS.export=	-e '/^[^=_A-Za-z0-9]*=/d'
4381.216SrilligSED_CMDS.export-all=	${SED_CMDS.export}
4391.216SrilligSED_CMDS.export-env=	${SED_CMDS.export}
4401.155SrilligSED_CMDS.job-output-long-lines= \
4411.155Srillig	${:D Job separators on their own line are ok. } \
4421.155Srillig	-e '/^--- job-[ab] ---$$/d' \
4431.155Srillig	${:D Plain output lines are ok as well. } \
4441.155Srillig	${:D They may come in multiples of 1024 or as 10000. } \
4451.155Srillig	-e '/^aa*$$/d' \
4461.155Srillig	-e '/^bb*$$/d' \
4471.155Srillig	${:D The following lines should rather not occur since the job } \
4481.155Srillig	${:D marker should always be at the beginning of the line. } \
4491.155Srillig	-e '/^aa*--- job-b ---$$/d' \
4501.155Srillig	-e '/^bb*--- job-a ---$$/d'
4511.215SrilligSED_CMDS.objdir-writable=	-e 's,${RO_OBJDIR},OBJDIR/roobj,g'
4521.215SrilligSED_CMDS.opt-debug-graph1=	${STD_SED_CMDS.dg1}
4531.162SrilligSED_CMDS.opt-debug-jobs=	-e 's,([0-9][0-9]*),(<pid>),'
4541.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,pid [0-9][0-9]*,pid <pid>,'
4551.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,Process [0-9][0-9]*,Process <pid>,'
4561.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,'
4571.210SrilligSED_CMDS.opt-debug-jobs+=	-e 's,Command: ${.SHELL:T},Command: <shell>,'
4581.163Srillig# The "-q" may be there or not, see jobs.c, variable shells.
4591.211SrilligSED_CMDS.opt-debug-jobs+=	-e 's,^\(.Command: <shell>\) -q,\1,'
4601.219SrilligSED_CMDS.sh-dots=		-e 's,^.*\.\.\.:.*,<normalized: ...: not found>,'
4611.215SrilligSED_CMDS.suff-main+=		${STD_SED_CMDS.dg1}
4621.218SrilligSED_CMDS.suff-main-several+=	${STD_SED_CMDS.dg1}
4631.219SrilligSED_CMDS.suff-transform-debug+=	${STD_SED_CMDS.dg1}
4641.207SsjgSED_CMDS.var-op-shell+=	\
4651.207Ssjg	-e 's,^${.SHELL:T}: [ 0-9:]*,,' \
4661.207Ssjg	-e '/command/s,No such.*,not found,'
4671.205SrilligSED_CMDS.vardebug+=	-e 's,${.SHELL},</path/to/shell>,'
4681.94SrilligSED_CMDS.varmod-subst-regex+= \
4691.94Srillig			-e 's,\(Regex compilation error:\).*,\1 (details omitted),'
4701.79SrilligSED_CMDS.varmod-edge+=	-e 's, line [0-9]*:, line omitted:,'
4711.144SrilligSED_CMDS.varname-dot-parsedir=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
4721.144SrilligSED_CMDS.varname-dot-parsefile=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
4731.177SrilligSED_CMDS.varname-dot-shell=	-e 's, = /[^ ]*, = (details omitted),g'
4741.177SrilligSED_CMDS.varname-dot-shell+=	-e 's,"/[^" ]*","(details omitted)",g'
4751.177SrilligSED_CMDS.varname-dot-shell+=	-e 's,\[/[^] ]*\],[(details omitted)],g'
4761.61Srillig
4771.64Srillig# Some tests need an additional round of postprocessing.
4781.214SrilligPOSTPROC.deptgt-suffixes= awk '/^\#\*\*\* Suffixes/,/^never-stop/'
4791.190SrilligPOSTPROC.gnode-submake=	awk '/Input graph/, /^$$/'
4801.221SrilligPOSTPROC.opt-debug-graph1=	${STD_POSTPROC.dg1}
4811.112SrilligPOSTPROC.varname-empty=	${TOOL_SED} -n -e '/^Var_Set/p' -e '/^out:/p'
4821.219SrilligPOSTPROC.suff-main-several=	${STD_POSTPROC.dg1}
4831.219SrilligPOSTPROC.suff-transform-debug=	${STD_POSTPROC.dg1}
4841.64Srillig
4851.99Srillig# Some tests reuse other tests, which makes them unnecessarily fragile.
4861.89Srilligexport-all.rawout: export.mk
4871.89Srilligunexport.rawout: export.mk
4881.89Srilligunexport-env.rawout: export.mk
4891.89Srillig
4901.61Srillig# End of the configuration section.
4911.61Srillig
4921.215Srillig# Some standard sed commands, to be used in the SED_CMDS above.
4931.215Srillig
4941.215Srillig# Omit details from the output of the -dg1 option such as process IDs.
4951.215SrilligSTD_SED_CMDS.dg1=	-e 's,${.CURDIR},<curdir>,'
4961.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(\.MAKE *=\) .*,\1 <details omitted>,'
4971.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(\.MAKE\.[A-Z_]* *=\) .*,\1 <details omitted>,'
4981.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(MACHINE[_ARCH]* *=\) .*,\1 <details omitted>,'
4991.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(MAKE *=\) .*,\1 <details omitted>,'
5001.221Srillig
5011.221Srillig# The layout of the lines in the directory cache vary depending on the path
5021.221Srillig# length, which cannot be predicted.  Therefore omit these lines.
5031.219SrilligSTD_POSTPROC.dg1=	awk '/Directory Cache/,/^$$/ { next } { print }'
5041.215Srillig
5051.215Srillig# End of the configuration helpers section.
5061.215Srillig
5071.1Ssjg.MAIN: all
5081.1Ssjg
5091.61SrilligUNIT_TESTS:=	${.PARSEDIR}
5101.44Sapb.PATH: ${UNIT_TESTS}
5111.7Ssjg
5121.145Srillig.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes
5131.145SrilligOUTFILES=	${TESTS:@test@${.CURDIR:tA}/${test}.out@}
5141.145Srillig.else
5151.61SrilligOUTFILES=	${TESTS:=.out}
5161.145Srillig.endif
5171.42Sapb
5181.42Sapball: ${OUTFILES}
5191.9Ssjg
5201.95SrilligCLEANFILES=		*.rawout *.out *.status *.tmp *.core *.tmp
5211.61SrilligCLEANFILES+=		obj*.[och] lib*.a	# posix1.mk
5221.61SrilligCLEANFILES+=		issue* .[ab]*		# suffixes.mk
5231.95SrilligCLEANDIRS=		dir dummy		# posix1.mk
5241.48Sapb
5251.1Ssjgclean:
5261.48Sapb	rm -f ${CLEANFILES}
5271.95Srillig	rm -rf ${CLEANDIRS}
5281.1Ssjg
5291.61SrilligTEST_MAKE?=	${.MAKE}
5301.61SrilligTOOL_SED?=	sed
5311.1Ssjg
5321.28Ssjg# ensure consistent results from sort(1)
5331.61SrilligLC_ALL=		C
5341.61SrilligLANG=		C
5351.29Ssjg.export LANG LC_ALL
5361.28Ssjg
5371.153SrilligMAKE_TEST_ENV?=	MALLOC_OPTIONS="JA"	# for jemalloc
5381.153Srillig
5391.213Srillig.if ${:!uname -s!} == "NetBSD"
5401.213SrilligLIMIT_RESOURCES?=	ulimit -v 200000
5411.213Srillig.endif
5421.213SrilligLIMIT_RESOURCES?=	:
5431.213Srillig
5441.138Srillig# Each test is run in a sub-make, to keep the tests for interfering with
5451.138Srillig# each other, and because they use different environment variables and
5461.138Srillig# command line options.
5471.42Sapb.SUFFIXES: .mk .rawout .out
5481.42Sapb.mk.rawout:
5491.96Srillig	@${_MKMSG_TEST:Uecho '#      test '} ${.PREFIX}
5501.64Srillig	@set -eu; \
5511.213Srillig	${LIMIT_RESOURCES}; \
5521.64Srillig	cd ${.OBJDIR}; \
5531.153Srillig	env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \
5541.98Srillig	  ${TEST_MAKE} \
5551.98Srillig	    -r -C ${.CURDIR} -f ${.IMPSRC} \
5561.145Srillig	    ${FLAGS.${.PREFIX:T}:U-k} \
5571.98Srillig	    > ${.TARGET}.tmp 2>&1 \
5581.64Srillig	&& status=$$? || status=$$?; \
5591.64Srillig	echo $$status > ${.TARGET:R}.status
5601.42Sapb	@mv ${.TARGET}.tmp ${.TARGET}
5611.42Sapb
5621.137Srillig# Postprocess the test output so that the results can be compared.
5631.62Srillig#
5641.62Srillig# always pretend .MAKE was called 'make'
5651.61Srillig_SED_CMDS+=	-e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,'
5661.61Srillig_SED_CMDS+=	-e 's,${TEST_MAKE:S,.,\\.,g},make,'
5671.200Srillig_SED_CMDS+=	-e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,'
5681.200Srillig_SED_CMDS+=	-e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,'
5691.62Srillig# replace anything after 'stopped in' with unit-tests
5701.61Srillig_SED_CMDS+=	-e '/stopped/s, /.*, unit-tests,'
5711.62Srillig# strip ${.CURDIR}/ from the output
5721.61Srillig_SED_CMDS+=	-e 's,${.CURDIR:S,.,\\.,g}/,,g'
5731.61Srillig_SED_CMDS+=	-e 's,${UNIT_TESTS:S,.,\\.,g}/,,g'
5741.61Srillig
5751.42Sapb.rawout.out:
5761.145Srillig	@${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \
5771.64Srillig	  < ${.IMPSRC} > ${.TARGET}.tmp1
5781.145Srillig	@${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2
5791.64Srillig	@rm ${.TARGET}.tmp1
5801.64Srillig	@echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2
5811.64Srillig	@mv ${.TARGET}.tmp2 ${.TARGET}
5821.42Sapb
5831.42Sapb# Compare all output files
5841.42Sapbtest:	${OUTFILES} .PHONY
5851.42Sapb	@failed= ; \
5861.61Srillig	for test in ${TESTS}; do \
5871.42Sapb	  diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \
5881.42Sapb	  || failed="$${failed}$${failed:+ }$${test}" ; \
5891.42Sapb	done ; \
5901.42Sapb	if [ -n "$${failed}" ]; then \
5911.42Sapb	  echo "Failed tests: $${failed}" ; false ; \
5921.42Sapb	else \
5931.42Sapb	  echo "All tests passed" ; \
5941.42Sapb	fi
5951.1Ssjg
5961.1Ssjgaccept:
5971.61Srillig	@for test in ${TESTS}; do \
5981.42Sapb	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
5991.42Sapb	  || { echo "Replacing $${test}.exp" ; \
6001.42Sapb	       cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
6011.42Sapb	done
6021.1Ssjg
6031.139Srillig# Note: only works for adding tests.
6041.139Srillig# To remove a test, the $$mi file must be edited manually.
6051.78Srilligsync-mi:
6061.78Srillig	@set -eu;							\
6071.78Srillig	cd "${MAKEFILE:tA:H}/../../..";					\
6081.78Srillig	mi="distrib/sets/lists/tests/mi";				\
6091.105Srillig	cvs update "$$mi";						\
6101.139Srillig	testsdir="usr.bin/make/unit-tests";				\
6111.139Srillig	fmt="./usr/tests/$$testsdir/%s\ttests-usr.bin-tests\tcompattestfile,atf\\n"; \
6121.182Srillig	cat "$$mi" > "$$mi.tmp";					\
6131.182Srillig	(cd "$$testsdir" && ls *.exp *.mk) | xargs printf "$$fmt" >> "$$mi.tmp"; \
6141.182Srillig	distrib/sets/fmt-list "$$mi.tmp";				\
6151.182Srillig	mv "$$mi.tmp" "$$mi";						\
6161.78Srillig	cvs diff "$$mi" || true
6171.78Srillig
6181.50Ssjg.if exists(${TEST_MAKE})
6191.168Ssjg${TESTS:=.rawout}: ${TEST_MAKE}
6201.168Ssjg# in meta mode, we *know* if a target script is impacted
6211.168Ssjg# by a makefile change.
6221.168Ssjg.if ${.MAKE.MODE:Unormal:Mmeta} == ""
6231.168Ssjg${TESTS:=.rawout}: ${.PARSEDIR}/Makefile
6241.168Ssjg.endif
6251.50Ssjg.endif
6261.50Ssjg
6271.42Sapb.-include <bsd.obj.mk>
628