Makefile revision 1.221
11.221Srillig# $NetBSD: Makefile,v 1.221 2020/11/23 16:01:59 rillig Exp $
21.1Ssjg#
31.1Ssjg# Unit tests for make(1)
41.60Srillig#
51.1Ssjg# The main targets are:
61.1Ssjg#
71.60Srillig# all:
81.60Srillig#	run all the tests
91.60Srillig# test:
101.60Srillig#	run 'all', and compare to expected results
111.60Srillig# accept:
121.60Srillig#	move generated output to expected results
131.60Srillig#
141.61Srillig# Settable variables
151.61Srillig#
161.61Srillig# TEST_MAKE
171.61Srillig#	The make program to be tested.
181.61Srillig#
191.60Srillig#
201.60Srillig# Adding a test case
211.60Srillig#
221.11Ssjg# Each feature should get its own set of tests in its own suitably
231.42Sapb# named makefile (*.mk), with its own set of expected results (*.exp),
241.61Srillig# and it should be added to the TESTS list.
251.60Srillig#
261.60Srillig# Any added files must also be added to src/distrib/sets/lists/tests/mi.
271.78Srillig# To do that, just run "make sync-mi" in this directory.
281.78Srillig#
291.78Srillig# A few *.mk files are helper files for other tests (such as include-sub.mk)
301.78Srillig# and are thus not added to TESTS.  Such files must be ignored in
311.78Srillig# src/tests/usr.bin/make/t_make.sh.
321.60Srillig#
331.1Ssjg
341.61Srillig# Each test is in a sub-makefile.
351.61Srillig# Keep the list sorted.
361.92Srillig# Any test that is commented out must be ignored in
371.92Srillig# src/tests/usr.bin/make/t_make.sh as well.
381.133SrilligTESTS+=		archive
391.126SrilligTESTS+=		archive-suffix
401.183SrilligTESTS+=		cmd-errors
411.185SrilligTESTS+=		cmd-errors-lint
421.124SrilligTESTS+=		cmd-interrupt
431.75SrilligTESTS+=		cmdline
441.188SrilligTESTS+=		cmdline-undefined
451.61SrilligTESTS+=		comment
461.93SrilligTESTS+=		cond-cmp-numeric
471.117SrilligTESTS+=		cond-cmp-numeric-eq
481.117SrilligTESTS+=		cond-cmp-numeric-ge
491.117SrilligTESTS+=		cond-cmp-numeric-gt
501.117SrilligTESTS+=		cond-cmp-numeric-le
511.117SrilligTESTS+=		cond-cmp-numeric-lt
521.117SrilligTESTS+=		cond-cmp-numeric-ne
531.93SrilligTESTS+=		cond-cmp-string
541.141SrilligTESTS+=		cond-cmp-unary
551.103SrilligTESTS+=		cond-func
561.93SrilligTESTS+=		cond-func-commands
571.93SrilligTESTS+=		cond-func-defined
581.93SrilligTESTS+=		cond-func-empty
591.93SrilligTESTS+=		cond-func-exists
601.93SrilligTESTS+=		cond-func-make
611.217SrilligTESTS+=		cond-func-make-main
621.93SrilligTESTS+=		cond-func-target
631.61SrilligTESTS+=		cond-late
641.93SrilligTESTS+=		cond-op
651.93SrilligTESTS+=		cond-op-and
661.192SrilligTESTS+=		cond-op-and-lint
671.93SrilligTESTS+=		cond-op-not
681.93SrilligTESTS+=		cond-op-or
691.192SrilligTESTS+=		cond-op-or-lint
701.93SrilligTESTS+=		cond-op-parentheses
711.61SrilligTESTS+=		cond-short
721.93SrilligTESTS+=		cond-token-number
731.93SrilligTESTS+=		cond-token-plain
741.93SrilligTESTS+=		cond-token-string
751.93SrilligTESTS+=		cond-token-var
761.142SrilligTESTS+=		cond-undef-lint
771.61SrilligTESTS+=		cond1
781.81SrilligTESTS+=		counter
791.147SrilligTESTS+=		counter-append
801.93SrilligTESTS+=		dep
811.93SrilligTESTS+=		dep-colon
821.152SrilligTESTS+=		dep-colon-bug-cross-file
831.93SrilligTESTS+=		dep-double-colon
841.172SrilligTESTS+=		dep-double-colon-indep
851.93SrilligTESTS+=		dep-exclam
861.107SrilligTESTS+=		dep-none
871.174SrilligTESTS+=		dep-percent
881.109SrilligTESTS+=		dep-var
891.93SrilligTESTS+=		dep-wildcards
901.93SrilligTESTS+=		depsrc
911.173SrilligTESTS+=		depsrc-end
921.93SrilligTESTS+=		depsrc-exec
931.93SrilligTESTS+=		depsrc-ignore
941.93SrilligTESTS+=		depsrc-made
951.93SrilligTESTS+=		depsrc-make
961.93SrilligTESTS+=		depsrc-meta
971.93SrilligTESTS+=		depsrc-nometa
981.93SrilligTESTS+=		depsrc-nometa_cmp
991.93SrilligTESTS+=		depsrc-nopath
1001.93SrilligTESTS+=		depsrc-notmain
1011.93SrilligTESTS+=		depsrc-optional
1021.93SrilligTESTS+=		depsrc-phony
1031.93SrilligTESTS+=		depsrc-precious
1041.93SrilligTESTS+=		depsrc-recursive
1051.93SrilligTESTS+=		depsrc-silent
1061.93SrilligTESTS+=		depsrc-use
1071.93SrilligTESTS+=		depsrc-usebefore
1081.105SrilligTESTS+=		depsrc-usebefore-double-colon
1091.93SrilligTESTS+=		depsrc-wait
1101.93SrilligTESTS+=		deptgt
1111.93SrilligTESTS+=		deptgt-begin
1121.93SrilligTESTS+=		deptgt-default
1131.93SrilligTESTS+=		deptgt-delete_on_error
1141.93SrilligTESTS+=		deptgt-end
1151.146SrilligTESTS+=		deptgt-end-jobs
1161.93SrilligTESTS+=		deptgt-error
1171.93SrilligTESTS+=		deptgt-ignore
1181.93SrilligTESTS+=		deptgt-interrupt
1191.93SrilligTESTS+=		deptgt-main
1201.93SrilligTESTS+=		deptgt-makeflags
1211.93SrilligTESTS+=		deptgt-no_parallel
1221.93SrilligTESTS+=		deptgt-nopath
1231.93SrilligTESTS+=		deptgt-notparallel
1241.93SrilligTESTS+=		deptgt-objdir
1251.93SrilligTESTS+=		deptgt-order
1261.93SrilligTESTS+=		deptgt-path
1271.93SrilligTESTS+=		deptgt-path-suffix
1281.93SrilligTESTS+=		deptgt-phony
1291.93SrilligTESTS+=		deptgt-precious
1301.93SrilligTESTS+=		deptgt-shell
1311.93SrilligTESTS+=		deptgt-silent
1321.93SrilligTESTS+=		deptgt-stale
1331.93SrilligTESTS+=		deptgt-suffixes
1341.77SrilligTESTS+=		dir
1351.114SrilligTESTS+=		dir-expand-path
1361.93SrilligTESTS+=		directive
1371.140SrilligTESTS+=		directive-dinclude
1381.93SrilligTESTS+=		directive-elif
1391.93SrilligTESTS+=		directive-elifdef
1401.93SrilligTESTS+=		directive-elifmake
1411.93SrilligTESTS+=		directive-elifndef
1421.93SrilligTESTS+=		directive-elifnmake
1431.93SrilligTESTS+=		directive-else
1441.93SrilligTESTS+=		directive-endif
1451.93SrilligTESTS+=		directive-error
1461.93SrilligTESTS+=		directive-export
1471.93SrilligTESTS+=		directive-export-env
1481.156SrilligTESTS+=		directive-export-gmake
1491.93SrilligTESTS+=		directive-export-literal
1501.130SrilligTESTS+=		directive-for
1511.127SrilligTESTS+=		directive-for-generating-endif
1521.140SrilligTESTS+=		directive-hyphen-include
1531.93SrilligTESTS+=		directive-if
1541.197SrilligTESTS+=		directive-if-nested
1551.93SrilligTESTS+=		directive-ifdef
1561.93SrilligTESTS+=		directive-ifmake
1571.93SrilligTESTS+=		directive-ifndef
1581.93SrilligTESTS+=		directive-ifnmake
1591.140SrilligTESTS+=		directive-include
1601.140SrilligTESTS+=		directive-include-fatal
1611.93SrilligTESTS+=		directive-info
1621.140SrilligTESTS+=		directive-sinclude
1631.93SrilligTESTS+=		directive-undef
1641.93SrilligTESTS+=		directive-unexport
1651.93SrilligTESTS+=		directive-unexport-env
1661.93SrilligTESTS+=		directive-warning
1671.61SrilligTESTS+=		dollar
1681.61SrilligTESTS+=		doterror
1691.61SrilligTESTS+=		dotwait
1701.64SrilligTESTS+=		envfirst
1711.61SrilligTESTS+=		error
1721.63SsjgTESTS+=		# escape	# broken by reverting POSIX changes
1731.61SrilligTESTS+=		export
1741.61SrilligTESTS+=		export-all
1751.61SrilligTESTS+=		export-env
1761.89SrilligTESTS+=		export-variants
1771.61SrilligTESTS+=		forloop
1781.61SrilligTESTS+=		forsubst
1791.190SrilligTESTS+=		gnode-submake
1801.162SrilligTESTS+=		hanoi-include
1811.86SrilligTESTS+=		impsrc
1821.61SrilligTESTS+=		include-main
1831.189SrilligTESTS+=		job-flags
1841.154SrilligTESTS+=		job-output-long-lines
1851.83SrilligTESTS+=		lint
1861.90SrilligTESTS+=		make-exported
1871.61SrilligTESTS+=		moderrs
1881.61SrilligTESTS+=		modmatch
1891.61SrilligTESTS+=		modmisc
1901.61SrilligTESTS+=		modts
1911.61SrilligTESTS+=		modword
1921.198SsjgTESTS+=		objdir-writable
1931.93SrilligTESTS+=		opt
1941.93SrilligTESTS+=		opt-backwards
1951.93SrilligTESTS+=		opt-chdir
1961.93SrilligTESTS+=		opt-debug
1971.134SrilligTESTS+=		opt-debug-all
1981.134SrilligTESTS+=		opt-debug-archive
1991.134SrilligTESTS+=		opt-debug-curdir
2001.134SrilligTESTS+=		opt-debug-cond
2011.134SrilligTESTS+=		opt-debug-dir
2021.134SrilligTESTS+=		opt-debug-errors
2031.134SrilligTESTS+=		opt-debug-file
2041.134SrilligTESTS+=		opt-debug-for
2051.134SrilligTESTS+=		opt-debug-graph1
2061.134SrilligTESTS+=		opt-debug-graph2
2071.134SrilligTESTS+=		opt-debug-graph3
2081.134SrilligTESTS+=		opt-debug-hash
2091.134SrilligTESTS+=		opt-debug-jobs
2101.134SrilligTESTS+=		opt-debug-lint
2111.134SrilligTESTS+=		opt-debug-loud
2121.134SrilligTESTS+=		opt-debug-meta
2131.134SrilligTESTS+=		opt-debug-making
2141.134SrilligTESTS+=		opt-debug-no-rm
2151.134SrilligTESTS+=		opt-debug-parse
2161.134SrilligTESTS+=		opt-debug-suff
2171.134SrilligTESTS+=		opt-debug-targets
2181.134SrilligTESTS+=		opt-debug-varraw
2191.134SrilligTESTS+=		opt-debug-var
2201.134SrilligTESTS+=		opt-debug-x-trace
2211.93SrilligTESTS+=		opt-define
2221.93SrilligTESTS+=		opt-env
2231.93SrilligTESTS+=		opt-file
2241.93SrilligTESTS+=		opt-ignore
2251.93SrilligTESTS+=		opt-include-dir
2261.93SrilligTESTS+=		opt-jobs
2271.93SrilligTESTS+=		opt-jobs-internal
2281.93SrilligTESTS+=		opt-keep-going
2291.93SrilligTESTS+=		opt-m-include-dir
2301.93SrilligTESTS+=		opt-no-action
2311.93SrilligTESTS+=		opt-no-action-at-all
2321.93SrilligTESTS+=		opt-query
2331.93SrilligTESTS+=		opt-raw
2341.93SrilligTESTS+=		opt-silent
2351.93SrilligTESTS+=		opt-touch
2361.199SrilligTESTS+=		opt-touch-jobs
2371.93SrilligTESTS+=		opt-tracefile
2381.93SrilligTESTS+=		opt-var-expanded
2391.93SrilligTESTS+=		opt-var-literal
2401.93SrilligTESTS+=		opt-warnings-as-errors
2411.93SrilligTESTS+=		opt-where-am-i
2421.93SrilligTESTS+=		opt-x-reduce-exported
2431.61SrilligTESTS+=		order
2441.162SrilligTESTS+=		parse-var
2451.88SrilligTESTS+=		phony-end
2461.61SrilligTESTS+=		posix
2471.63SsjgTESTS+=		# posix1	# broken by reverting POSIX changes
2481.61SrilligTESTS+=		qequals
2491.84SrilligTESTS+=		recursive
2501.93SrilligTESTS+=		sh
2511.106SrilligTESTS+=		sh-dots
2521.93SrilligTESTS+=		sh-jobs
2531.93SrilligTESTS+=		sh-jobs-error
2541.93SrilligTESTS+=		sh-leading-at
2551.93SrilligTESTS+=		sh-leading-hyphen
2561.93SrilligTESTS+=		sh-leading-plus
2571.93SrilligTESTS+=		sh-meta-chars
2581.93SrilligTESTS+=		sh-multi-line
2591.93SrilligTESTS+=		sh-single-line
2601.162SrilligTESTS+=		shell-csh
2611.162SrilligTESTS+=		shell-custom
2621.162SrilligTESTS+=		shell-ksh
2631.162SrilligTESTS+=		shell-sh
2641.169SrilligTESTS+=		suff-add-later
2651.169SrilligTESTS+=		suff-clear-regular
2661.169SrilligTESTS+=		suff-clear-single
2671.212SrilligTESTS+=		suff-incomplete
2681.175SrilligTESTS+=		suff-lookup
2691.167SrilligTESTS+=		suff-main
2701.218SrilligTESTS+=		suff-main-several
2711.220SrilligTESTS+=		suff-phony
2721.150SrilligTESTS+=		suff-rebuild
2731.203SrilligTESTS+=		suff-self
2741.219SrilligTESTS+=		suff-transform-debug
2751.169SrilligTESTS+=		suff-transform-endless
2761.169SrilligTESTS+=		suff-transform-expand
2771.169SrilligTESTS+=		suff-transform-select
2781.61SrilligTESTS+=		sunshcmd
2791.61SrilligTESTS+=		ternary
2801.61SrilligTESTS+=		unexport
2811.61SrilligTESTS+=		unexport-env
2821.91SrilligTESTS+=		use-inference
2831.93SrilligTESTS+=		var-class
2841.93SrilligTESTS+=		var-class-cmdline
2851.93SrilligTESTS+=		var-class-env
2861.93SrilligTESTS+=		var-class-global
2871.93SrilligTESTS+=		var-class-local
2881.93SrilligTESTS+=		var-class-local-legacy
2891.93SrilligTESTS+=		var-op
2901.93SrilligTESTS+=		var-op-append
2911.93SrilligTESTS+=		var-op-assign
2921.93SrilligTESTS+=		var-op-default
2931.93SrilligTESTS+=		var-op-expand
2941.93SrilligTESTS+=		var-op-shell
2951.162SrilligTESTS+=		var-op-sunsh
2961.179SrilligTESTS+=		var-recursive
2971.61SrilligTESTS+=		varcmd
2981.64SrilligTESTS+=		vardebug
2991.64SrilligTESTS+=		varfind
3001.61SrilligTESTS+=		varmisc
3011.93SrilligTESTS+=		varmod
3021.93SrilligTESTS+=		varmod-assign
3031.93SrilligTESTS+=		varmod-defined
3041.61SrilligTESTS+=		varmod-edge
3051.93SrilligTESTS+=		varmod-exclam-shell
3061.93SrilligTESTS+=		varmod-extension
3071.93SrilligTESTS+=		varmod-gmtime
3081.93SrilligTESTS+=		varmod-hash
3091.93SrilligTESTS+=		varmod-head
3101.93SrilligTESTS+=		varmod-ifelse
3111.93SrilligTESTS+=		varmod-l-name-to-value
3121.93SrilligTESTS+=		varmod-localtime
3131.93SrilligTESTS+=		varmod-loop
3141.93SrilligTESTS+=		varmod-match
3151.99SrilligTESTS+=		varmod-match-escape
3161.93SrilligTESTS+=		varmod-no-match
3171.93SrilligTESTS+=		varmod-order
3181.93SrilligTESTS+=		varmod-order-reverse
3191.93SrilligTESTS+=		varmod-order-shuffle
3201.93SrilligTESTS+=		varmod-path
3211.93SrilligTESTS+=		varmod-quote
3221.93SrilligTESTS+=		varmod-quote-dollar
3231.93SrilligTESTS+=		varmod-range
3241.93SrilligTESTS+=		varmod-remember
3251.93SrilligTESTS+=		varmod-root
3261.93SrilligTESTS+=		varmod-select-words
3271.93SrilligTESTS+=		varmod-shell
3281.93SrilligTESTS+=		varmod-subst
3291.93SrilligTESTS+=		varmod-subst-regex
3301.93SrilligTESTS+=		varmod-sysv
3311.93SrilligTESTS+=		varmod-tail
3321.93SrilligTESTS+=		varmod-to-abs
3331.93SrilligTESTS+=		varmod-to-lower
3341.93SrilligTESTS+=		varmod-to-many-words
3351.93SrilligTESTS+=		varmod-to-one-word
3361.93SrilligTESTS+=		varmod-to-separator
3371.93SrilligTESTS+=		varmod-to-upper
3381.93SrilligTESTS+=		varmod-undefined
3391.93SrilligTESTS+=		varmod-unique
3401.93SrilligTESTS+=		varname
3411.93SrilligTESTS+=		varname-dollar
3421.93SrilligTESTS+=		varname-dot-alltargets
3431.93SrilligTESTS+=		varname-dot-curdir
3441.122SrilligTESTS+=		varname-dot-includes
3451.93SrilligTESTS+=		varname-dot-includedfromdir
3461.93SrilligTESTS+=		varname-dot-includedfromfile
3471.122SrilligTESTS+=		varname-dot-libs
3481.93SrilligTESTS+=		varname-dot-make-dependfile
3491.93SrilligTESTS+=		varname-dot-make-expand_variables
3501.93SrilligTESTS+=		varname-dot-make-exported
3511.93SrilligTESTS+=		varname-dot-make-jobs
3521.93SrilligTESTS+=		varname-dot-make-jobs-prefix
3531.93SrilligTESTS+=		varname-dot-make-level
3541.93SrilligTESTS+=		varname-dot-make-makefile_preference
3551.93SrilligTESTS+=		varname-dot-make-makefiles
3561.93SrilligTESTS+=		varname-dot-make-meta-bailiwick
3571.93SrilligTESTS+=		varname-dot-make-meta-created
3581.93SrilligTESTS+=		varname-dot-make-meta-files
3591.93SrilligTESTS+=		varname-dot-make-meta-ignore_filter
3601.93SrilligTESTS+=		varname-dot-make-meta-ignore_paths
3611.93SrilligTESTS+=		varname-dot-make-meta-ignore_patterns
3621.93SrilligTESTS+=		varname-dot-make-meta-prefix
3631.93SrilligTESTS+=		varname-dot-make-mode
3641.93SrilligTESTS+=		varname-dot-make-path_filemon
3651.93SrilligTESTS+=		varname-dot-make-pid
3661.93SrilligTESTS+=		varname-dot-make-ppid
3671.93SrilligTESTS+=		varname-dot-make-save_dollars
3681.93SrilligTESTS+=		varname-dot-makeoverrides
3691.93SrilligTESTS+=		varname-dot-newline
3701.93SrilligTESTS+=		varname-dot-objdir
3711.93SrilligTESTS+=		varname-dot-parsedir
3721.93SrilligTESTS+=		varname-dot-parsefile
3731.93SrilligTESTS+=		varname-dot-path
3741.115SrilligTESTS+=		varname-dot-shell
3751.93SrilligTESTS+=		varname-dot-targets
3761.110SrilligTESTS+=		varname-empty
3771.93SrilligTESTS+=		varname-make
3781.93SrilligTESTS+=		varname-make_print_var_on_error
3791.170SrilligTESTS+=		varname-make_print_var_on_error-jobs
3801.132SrilligTESTS+=		varname-makefile
3811.93SrilligTESTS+=		varname-makeflags
3821.93SrilligTESTS+=		varname-pwd
3831.93SrilligTESTS+=		varname-vpath
3841.66SrilligTESTS+=		varparse-dynamic
3851.191SrilligTESTS+=		varparse-errors
3861.156SrilligTESTS+=		varparse-mod
3871.149SrilligTESTS+=		varparse-undef-partial
3881.61SrilligTESTS+=		varquote
3891.61Srillig
3901.201Srillig# Ideas for more tests:
3911.201Srillig#	char-0020-space.mk
3921.201Srillig#	char-005C-backslash.mk
3931.201Srillig#	escape-cond-str.mk
3941.201Srillig#	escape-cond-func-arg.mk
3951.201Srillig#	escape-cond-func-arg.mk
3961.201Srillig#	escape-varmod.mk
3971.201Srillig#	escape-varmod-define.mk
3981.201Srillig#	escape-varmod-match.mk
3991.201Srillig#	escape-varname.mk
4001.201Srillig#	escape-varassign-varname.mk
4011.201Srillig#	escape-varassign-varname-cmdline.mk
4021.201Srillig#	escape-varassign-value.mk
4031.201Srillig#	escape-varassign-value-cmdline.mk
4041.201Srillig#	escape-dependency-source.mk
4051.201Srillig#	escape-dependency-target.mk
4061.201Srillig#	escape-for-varname.mk
4071.201Srillig#	escape-for-item.mk
4081.201Srillig#	posix-*.mk (see posix.mk and posix1.mk)
4091.201Srillig
4101.198Ssjg.if ${.OBJDIR} != ${.CURDIR}
4111.198SsjgRO_OBJDIR:=	${.OBJDIR}/roobj
4121.198Ssjg.else
4131.198SsjgRO_OBJDIR:=	${TMPDIR:U/tmp}/roobj
4141.198Ssjg.endif
4151.98Srillig# Additional environment variables for some of the tests.
4161.98Srillig# The base environment is -i PATH="$PATH".
4171.194SrilligENV.depsrc-optional+=   TZ=UTC
4181.64SrilligENV.envfirst=		FROM_ENV=value-from-env
4191.198SsjgENV.objdir-writable+=	RO_OBJDIR=${RO_OBJDIR}
4201.65SrilligENV.varmisc=		FROM_ENV=env
4211.65SrilligENV.varmisc+=		FROM_ENV_BEFORE=env
4221.65SrilligENV.varmisc+=		FROM_ENV_AFTER=env
4231.180SrilligENV.varmod-localtime+=	TZ=Europe/Berlin
4241.196SrilligENV.varname-vpath+=	VPATH=varname-vpath.dir:varname-vpath.dir2
4251.64Srillig
4261.64Srillig# Override make flags for some of the tests; default is -k.
4271.123Srillig# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of
4281.123Srillig# settings FLAGS.test=-dv here, since that is closer to the test code.
4291.151SrilligFLAGS.cond-func-make=	via-cmdline
4301.128SrilligFLAGS.directive-ifmake=	first second
4311.195SrilligFLAGS.doterror=		# none, especially not -k
4321.202SrilligFLAGS.varname-empty=	-dv '$${:U}=cmdline-u' '=cmdline-plain'
4331.61Srillig
4341.137Srillig# Some tests need extra postprocessing.
4351.216SrilligSED_CMDS.export=	-e '/^[^=_A-Za-z0-9]*=/d'
4361.216SrilligSED_CMDS.export-all=	${SED_CMDS.export}
4371.216SrilligSED_CMDS.export-env=	${SED_CMDS.export}
4381.155SrilligSED_CMDS.job-output-long-lines= \
4391.155Srillig	${:D Job separators on their own line are ok. } \
4401.155Srillig	-e '/^--- job-[ab] ---$$/d' \
4411.155Srillig	${:D Plain output lines are ok as well. } \
4421.155Srillig	${:D They may come in multiples of 1024 or as 10000. } \
4431.155Srillig	-e '/^aa*$$/d' \
4441.155Srillig	-e '/^bb*$$/d' \
4451.155Srillig	${:D The following lines should rather not occur since the job } \
4461.155Srillig	${:D marker should always be at the beginning of the line. } \
4471.155Srillig	-e '/^aa*--- job-b ---$$/d' \
4481.155Srillig	-e '/^bb*--- job-a ---$$/d'
4491.215SrilligSED_CMDS.objdir-writable=	-e 's,${RO_OBJDIR},OBJDIR/roobj,g'
4501.215SrilligSED_CMDS.opt-debug-graph1=	${STD_SED_CMDS.dg1}
4511.162SrilligSED_CMDS.opt-debug-jobs=	-e 's,([0-9][0-9]*),(<pid>),'
4521.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,pid [0-9][0-9]*,pid <pid>,'
4531.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,Process [0-9][0-9]*,Process <pid>,'
4541.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,'
4551.210SrilligSED_CMDS.opt-debug-jobs+=	-e 's,Command: ${.SHELL:T},Command: <shell>,'
4561.163Srillig# The "-q" may be there or not, see jobs.c, variable shells.
4571.211SrilligSED_CMDS.opt-debug-jobs+=	-e 's,^\(.Command: <shell>\) -q,\1,'
4581.219SrilligSED_CMDS.sh-dots=		-e 's,^.*\.\.\.:.*,<normalized: ...: not found>,'
4591.215SrilligSED_CMDS.suff-main+=		${STD_SED_CMDS.dg1}
4601.218SrilligSED_CMDS.suff-main-several+=	${STD_SED_CMDS.dg1}
4611.219SrilligSED_CMDS.suff-transform-debug+=	${STD_SED_CMDS.dg1}
4621.207SsjgSED_CMDS.var-op-shell+=	\
4631.207Ssjg	-e 's,^${.SHELL:T}: [ 0-9:]*,,' \
4641.207Ssjg	-e '/command/s,No such.*,not found,'
4651.205SrilligSED_CMDS.vardebug+=	-e 's,${.SHELL},</path/to/shell>,'
4661.94SrilligSED_CMDS.varmod-subst-regex+= \
4671.94Srillig			-e 's,\(Regex compilation error:\).*,\1 (details omitted),'
4681.79SrilligSED_CMDS.varmod-edge+=	-e 's, line [0-9]*:, line omitted:,'
4691.144SrilligSED_CMDS.varname-dot-parsedir=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
4701.144SrilligSED_CMDS.varname-dot-parsefile=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
4711.177SrilligSED_CMDS.varname-dot-shell=	-e 's, = /[^ ]*, = (details omitted),g'
4721.177SrilligSED_CMDS.varname-dot-shell+=	-e 's,"/[^" ]*","(details omitted)",g'
4731.177SrilligSED_CMDS.varname-dot-shell+=	-e 's,\[/[^] ]*\],[(details omitted)],g'
4741.61Srillig
4751.64Srillig# Some tests need an additional round of postprocessing.
4761.214SrilligPOSTPROC.deptgt-suffixes= awk '/^\#\*\*\* Suffixes/,/^never-stop/'
4771.190SrilligPOSTPROC.gnode-submake=	awk '/Input graph/, /^$$/'
4781.221SrilligPOSTPROC.opt-debug-graph1=	${STD_POSTPROC.dg1}
4791.112SrilligPOSTPROC.varname-empty=	${TOOL_SED} -n -e '/^Var_Set/p' -e '/^out:/p'
4801.219SrilligPOSTPROC.suff-main-several=	${STD_POSTPROC.dg1}
4811.219SrilligPOSTPROC.suff-transform-debug=	${STD_POSTPROC.dg1}
4821.64Srillig
4831.99Srillig# Some tests reuse other tests, which makes them unnecessarily fragile.
4841.89Srilligexport-all.rawout: export.mk
4851.89Srilligunexport.rawout: export.mk
4861.89Srilligunexport-env.rawout: export.mk
4871.89Srillig
4881.61Srillig# End of the configuration section.
4891.61Srillig
4901.215Srillig# Some standard sed commands, to be used in the SED_CMDS above.
4911.215Srillig
4921.215Srillig# Omit details from the output of the -dg1 option such as process IDs.
4931.215SrilligSTD_SED_CMDS.dg1=	-e 's,${.CURDIR},<curdir>,'
4941.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(\.MAKE *=\) .*,\1 <details omitted>,'
4951.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(\.MAKE\.[A-Z_]* *=\) .*,\1 <details omitted>,'
4961.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(MACHINE[_ARCH]* *=\) .*,\1 <details omitted>,'
4971.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(MAKE *=\) .*,\1 <details omitted>,'
4981.221Srillig
4991.221Srillig# The layout of the lines in the directory cache vary depending on the path
5001.221Srillig# length, which cannot be predicted.  Therefore omit these lines.
5011.219SrilligSTD_POSTPROC.dg1=	awk '/Directory Cache/,/^$$/ { next } { print }'
5021.215Srillig
5031.215Srillig# End of the configuration helpers section.
5041.215Srillig
5051.1Ssjg.MAIN: all
5061.1Ssjg
5071.61SrilligUNIT_TESTS:=	${.PARSEDIR}
5081.44Sapb.PATH: ${UNIT_TESTS}
5091.7Ssjg
5101.145Srillig.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes
5111.145SrilligOUTFILES=	${TESTS:@test@${.CURDIR:tA}/${test}.out@}
5121.145Srillig.else
5131.61SrilligOUTFILES=	${TESTS:=.out}
5141.145Srillig.endif
5151.42Sapb
5161.42Sapball: ${OUTFILES}
5171.9Ssjg
5181.95SrilligCLEANFILES=		*.rawout *.out *.status *.tmp *.core *.tmp
5191.61SrilligCLEANFILES+=		obj*.[och] lib*.a	# posix1.mk
5201.61SrilligCLEANFILES+=		issue* .[ab]*		# suffixes.mk
5211.95SrilligCLEANDIRS=		dir dummy		# posix1.mk
5221.48Sapb
5231.1Ssjgclean:
5241.48Sapb	rm -f ${CLEANFILES}
5251.95Srillig	rm -rf ${CLEANDIRS}
5261.1Ssjg
5271.61SrilligTEST_MAKE?=	${.MAKE}
5281.61SrilligTOOL_SED?=	sed
5291.1Ssjg
5301.28Ssjg# ensure consistent results from sort(1)
5311.61SrilligLC_ALL=		C
5321.61SrilligLANG=		C
5331.29Ssjg.export LANG LC_ALL
5341.28Ssjg
5351.153SrilligMAKE_TEST_ENV?=	MALLOC_OPTIONS="JA"	# for jemalloc
5361.153Srillig
5371.213Srillig.if ${:!uname -s!} == "NetBSD"
5381.213SrilligLIMIT_RESOURCES?=	ulimit -v 200000
5391.213Srillig.endif
5401.213SrilligLIMIT_RESOURCES?=	:
5411.213Srillig
5421.138Srillig# Each test is run in a sub-make, to keep the tests for interfering with
5431.138Srillig# each other, and because they use different environment variables and
5441.138Srillig# command line options.
5451.42Sapb.SUFFIXES: .mk .rawout .out
5461.42Sapb.mk.rawout:
5471.96Srillig	@${_MKMSG_TEST:Uecho '#      test '} ${.PREFIX}
5481.64Srillig	@set -eu; \
5491.213Srillig	${LIMIT_RESOURCES}; \
5501.64Srillig	cd ${.OBJDIR}; \
5511.153Srillig	env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \
5521.98Srillig	  ${TEST_MAKE} \
5531.98Srillig	    -r -C ${.CURDIR} -f ${.IMPSRC} \
5541.145Srillig	    ${FLAGS.${.PREFIX:T}:U-k} \
5551.98Srillig	    > ${.TARGET}.tmp 2>&1 \
5561.64Srillig	&& status=$$? || status=$$?; \
5571.64Srillig	echo $$status > ${.TARGET:R}.status
5581.42Sapb	@mv ${.TARGET}.tmp ${.TARGET}
5591.42Sapb
5601.137Srillig# Postprocess the test output so that the results can be compared.
5611.62Srillig#
5621.62Srillig# always pretend .MAKE was called 'make'
5631.61Srillig_SED_CMDS+=	-e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,'
5641.61Srillig_SED_CMDS+=	-e 's,${TEST_MAKE:S,.,\\.,g},make,'
5651.200Srillig_SED_CMDS+=	-e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,'
5661.200Srillig_SED_CMDS+=	-e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,'
5671.62Srillig# replace anything after 'stopped in' with unit-tests
5681.61Srillig_SED_CMDS+=	-e '/stopped/s, /.*, unit-tests,'
5691.62Srillig# strip ${.CURDIR}/ from the output
5701.61Srillig_SED_CMDS+=	-e 's,${.CURDIR:S,.,\\.,g}/,,g'
5711.61Srillig_SED_CMDS+=	-e 's,${UNIT_TESTS:S,.,\\.,g}/,,g'
5721.61Srillig
5731.42Sapb.rawout.out:
5741.145Srillig	@${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \
5751.64Srillig	  < ${.IMPSRC} > ${.TARGET}.tmp1
5761.145Srillig	@${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2
5771.64Srillig	@rm ${.TARGET}.tmp1
5781.64Srillig	@echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2
5791.64Srillig	@mv ${.TARGET}.tmp2 ${.TARGET}
5801.42Sapb
5811.42Sapb# Compare all output files
5821.42Sapbtest:	${OUTFILES} .PHONY
5831.42Sapb	@failed= ; \
5841.61Srillig	for test in ${TESTS}; do \
5851.42Sapb	  diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \
5861.42Sapb	  || failed="$${failed}$${failed:+ }$${test}" ; \
5871.42Sapb	done ; \
5881.42Sapb	if [ -n "$${failed}" ]; then \
5891.42Sapb	  echo "Failed tests: $${failed}" ; false ; \
5901.42Sapb	else \
5911.42Sapb	  echo "All tests passed" ; \
5921.42Sapb	fi
5931.1Ssjg
5941.1Ssjgaccept:
5951.61Srillig	@for test in ${TESTS}; do \
5961.42Sapb	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
5971.42Sapb	  || { echo "Replacing $${test}.exp" ; \
5981.42Sapb	       cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
5991.42Sapb	done
6001.1Ssjg
6011.139Srillig# Note: only works for adding tests.
6021.139Srillig# To remove a test, the $$mi file must be edited manually.
6031.78Srilligsync-mi:
6041.78Srillig	@set -eu;							\
6051.78Srillig	cd "${MAKEFILE:tA:H}/../../..";					\
6061.78Srillig	mi="distrib/sets/lists/tests/mi";				\
6071.105Srillig	cvs update "$$mi";						\
6081.139Srillig	testsdir="usr.bin/make/unit-tests";				\
6091.139Srillig	fmt="./usr/tests/$$testsdir/%s\ttests-usr.bin-tests\tcompattestfile,atf\\n"; \
6101.182Srillig	cat "$$mi" > "$$mi.tmp";					\
6111.182Srillig	(cd "$$testsdir" && ls *.exp *.mk) | xargs printf "$$fmt" >> "$$mi.tmp"; \
6121.182Srillig	distrib/sets/fmt-list "$$mi.tmp";				\
6131.182Srillig	mv "$$mi.tmp" "$$mi";						\
6141.78Srillig	cvs diff "$$mi" || true
6151.78Srillig
6161.50Ssjg.if exists(${TEST_MAKE})
6171.168Ssjg${TESTS:=.rawout}: ${TEST_MAKE}
6181.168Ssjg# in meta mode, we *know* if a target script is impacted
6191.168Ssjg# by a makefile change.
6201.168Ssjg.if ${.MAKE.MODE:Unormal:Mmeta} == ""
6211.168Ssjg${TESTS:=.rawout}: ${.PARSEDIR}/Makefile
6221.168Ssjg.endif
6231.50Ssjg.endif
6241.50Ssjg
6251.42Sapb.-include <bsd.obj.mk>
626