Makefile revision 1.222
11.222Srillig# $NetBSD: Makefile,v 1.222 2020/11/24 15:36:51 rillig Exp $
21.1Ssjg#
31.1Ssjg# Unit tests for make(1)
41.60Srillig#
51.1Ssjg# The main targets are:
61.1Ssjg#
71.60Srillig# all:
81.60Srillig#	run all the tests
91.60Srillig# test:
101.60Srillig#	run 'all', and compare to expected results
111.60Srillig# accept:
121.60Srillig#	move generated output to expected results
131.60Srillig#
141.61Srillig# Settable variables
151.61Srillig#
161.61Srillig# TEST_MAKE
171.61Srillig#	The make program to be tested.
181.61Srillig#
191.60Srillig#
201.60Srillig# Adding a test case
211.60Srillig#
221.11Ssjg# Each feature should get its own set of tests in its own suitably
231.42Sapb# named makefile (*.mk), with its own set of expected results (*.exp),
241.61Srillig# and it should be added to the TESTS list.
251.60Srillig#
261.60Srillig# Any added files must also be added to src/distrib/sets/lists/tests/mi.
271.78Srillig# To do that, just run "make sync-mi" in this directory.
281.78Srillig#
291.78Srillig# A few *.mk files are helper files for other tests (such as include-sub.mk)
301.78Srillig# and are thus not added to TESTS.  Such files must be ignored in
311.78Srillig# src/tests/usr.bin/make/t_make.sh.
321.60Srillig#
331.1Ssjg
341.61Srillig# Each test is in a sub-makefile.
351.61Srillig# Keep the list sorted.
361.92Srillig# Any test that is commented out must be ignored in
371.92Srillig# src/tests/usr.bin/make/t_make.sh as well.
381.133SrilligTESTS+=		archive
391.126SrilligTESTS+=		archive-suffix
401.183SrilligTESTS+=		cmd-errors
411.185SrilligTESTS+=		cmd-errors-lint
421.124SrilligTESTS+=		cmd-interrupt
431.75SrilligTESTS+=		cmdline
441.188SrilligTESTS+=		cmdline-undefined
451.61SrilligTESTS+=		comment
461.93SrilligTESTS+=		cond-cmp-numeric
471.117SrilligTESTS+=		cond-cmp-numeric-eq
481.117SrilligTESTS+=		cond-cmp-numeric-ge
491.117SrilligTESTS+=		cond-cmp-numeric-gt
501.117SrilligTESTS+=		cond-cmp-numeric-le
511.117SrilligTESTS+=		cond-cmp-numeric-lt
521.117SrilligTESTS+=		cond-cmp-numeric-ne
531.93SrilligTESTS+=		cond-cmp-string
541.141SrilligTESTS+=		cond-cmp-unary
551.103SrilligTESTS+=		cond-func
561.93SrilligTESTS+=		cond-func-commands
571.93SrilligTESTS+=		cond-func-defined
581.93SrilligTESTS+=		cond-func-empty
591.93SrilligTESTS+=		cond-func-exists
601.93SrilligTESTS+=		cond-func-make
611.217SrilligTESTS+=		cond-func-make-main
621.93SrilligTESTS+=		cond-func-target
631.61SrilligTESTS+=		cond-late
641.93SrilligTESTS+=		cond-op
651.93SrilligTESTS+=		cond-op-and
661.192SrilligTESTS+=		cond-op-and-lint
671.93SrilligTESTS+=		cond-op-not
681.93SrilligTESTS+=		cond-op-or
691.192SrilligTESTS+=		cond-op-or-lint
701.93SrilligTESTS+=		cond-op-parentheses
711.61SrilligTESTS+=		cond-short
721.93SrilligTESTS+=		cond-token-number
731.93SrilligTESTS+=		cond-token-plain
741.93SrilligTESTS+=		cond-token-string
751.93SrilligTESTS+=		cond-token-var
761.142SrilligTESTS+=		cond-undef-lint
771.61SrilligTESTS+=		cond1
781.81SrilligTESTS+=		counter
791.147SrilligTESTS+=		counter-append
801.93SrilligTESTS+=		dep
811.93SrilligTESTS+=		dep-colon
821.152SrilligTESTS+=		dep-colon-bug-cross-file
831.93SrilligTESTS+=		dep-double-colon
841.172SrilligTESTS+=		dep-double-colon-indep
851.93SrilligTESTS+=		dep-exclam
861.107SrilligTESTS+=		dep-none
871.174SrilligTESTS+=		dep-percent
881.109SrilligTESTS+=		dep-var
891.93SrilligTESTS+=		dep-wildcards
901.93SrilligTESTS+=		depsrc
911.173SrilligTESTS+=		depsrc-end
921.93SrilligTESTS+=		depsrc-exec
931.93SrilligTESTS+=		depsrc-ignore
941.93SrilligTESTS+=		depsrc-made
951.93SrilligTESTS+=		depsrc-make
961.93SrilligTESTS+=		depsrc-meta
971.93SrilligTESTS+=		depsrc-nometa
981.93SrilligTESTS+=		depsrc-nometa_cmp
991.93SrilligTESTS+=		depsrc-nopath
1001.93SrilligTESTS+=		depsrc-notmain
1011.93SrilligTESTS+=		depsrc-optional
1021.93SrilligTESTS+=		depsrc-phony
1031.93SrilligTESTS+=		depsrc-precious
1041.93SrilligTESTS+=		depsrc-recursive
1051.93SrilligTESTS+=		depsrc-silent
1061.93SrilligTESTS+=		depsrc-use
1071.93SrilligTESTS+=		depsrc-usebefore
1081.105SrilligTESTS+=		depsrc-usebefore-double-colon
1091.93SrilligTESTS+=		depsrc-wait
1101.93SrilligTESTS+=		deptgt
1111.93SrilligTESTS+=		deptgt-begin
1121.93SrilligTESTS+=		deptgt-default
1131.93SrilligTESTS+=		deptgt-delete_on_error
1141.93SrilligTESTS+=		deptgt-end
1151.222SrilligTESTS+=		deptgt-end-fail
1161.146SrilligTESTS+=		deptgt-end-jobs
1171.93SrilligTESTS+=		deptgt-error
1181.93SrilligTESTS+=		deptgt-ignore
1191.93SrilligTESTS+=		deptgt-interrupt
1201.93SrilligTESTS+=		deptgt-main
1211.93SrilligTESTS+=		deptgt-makeflags
1221.93SrilligTESTS+=		deptgt-no_parallel
1231.93SrilligTESTS+=		deptgt-nopath
1241.93SrilligTESTS+=		deptgt-notparallel
1251.93SrilligTESTS+=		deptgt-objdir
1261.93SrilligTESTS+=		deptgt-order
1271.93SrilligTESTS+=		deptgt-path
1281.93SrilligTESTS+=		deptgt-path-suffix
1291.93SrilligTESTS+=		deptgt-phony
1301.93SrilligTESTS+=		deptgt-precious
1311.93SrilligTESTS+=		deptgt-shell
1321.93SrilligTESTS+=		deptgt-silent
1331.93SrilligTESTS+=		deptgt-stale
1341.93SrilligTESTS+=		deptgt-suffixes
1351.77SrilligTESTS+=		dir
1361.114SrilligTESTS+=		dir-expand-path
1371.93SrilligTESTS+=		directive
1381.140SrilligTESTS+=		directive-dinclude
1391.93SrilligTESTS+=		directive-elif
1401.93SrilligTESTS+=		directive-elifdef
1411.93SrilligTESTS+=		directive-elifmake
1421.93SrilligTESTS+=		directive-elifndef
1431.93SrilligTESTS+=		directive-elifnmake
1441.93SrilligTESTS+=		directive-else
1451.93SrilligTESTS+=		directive-endif
1461.93SrilligTESTS+=		directive-error
1471.93SrilligTESTS+=		directive-export
1481.93SrilligTESTS+=		directive-export-env
1491.156SrilligTESTS+=		directive-export-gmake
1501.93SrilligTESTS+=		directive-export-literal
1511.130SrilligTESTS+=		directive-for
1521.127SrilligTESTS+=		directive-for-generating-endif
1531.140SrilligTESTS+=		directive-hyphen-include
1541.93SrilligTESTS+=		directive-if
1551.197SrilligTESTS+=		directive-if-nested
1561.93SrilligTESTS+=		directive-ifdef
1571.93SrilligTESTS+=		directive-ifmake
1581.93SrilligTESTS+=		directive-ifndef
1591.93SrilligTESTS+=		directive-ifnmake
1601.140SrilligTESTS+=		directive-include
1611.140SrilligTESTS+=		directive-include-fatal
1621.93SrilligTESTS+=		directive-info
1631.140SrilligTESTS+=		directive-sinclude
1641.93SrilligTESTS+=		directive-undef
1651.93SrilligTESTS+=		directive-unexport
1661.93SrilligTESTS+=		directive-unexport-env
1671.93SrilligTESTS+=		directive-warning
1681.61SrilligTESTS+=		dollar
1691.61SrilligTESTS+=		doterror
1701.61SrilligTESTS+=		dotwait
1711.64SrilligTESTS+=		envfirst
1721.61SrilligTESTS+=		error
1731.63SsjgTESTS+=		# escape	# broken by reverting POSIX changes
1741.61SrilligTESTS+=		export
1751.61SrilligTESTS+=		export-all
1761.61SrilligTESTS+=		export-env
1771.89SrilligTESTS+=		export-variants
1781.61SrilligTESTS+=		forloop
1791.61SrilligTESTS+=		forsubst
1801.190SrilligTESTS+=		gnode-submake
1811.162SrilligTESTS+=		hanoi-include
1821.86SrilligTESTS+=		impsrc
1831.61SrilligTESTS+=		include-main
1841.189SrilligTESTS+=		job-flags
1851.154SrilligTESTS+=		job-output-long-lines
1861.83SrilligTESTS+=		lint
1871.90SrilligTESTS+=		make-exported
1881.61SrilligTESTS+=		moderrs
1891.61SrilligTESTS+=		modmatch
1901.61SrilligTESTS+=		modmisc
1911.61SrilligTESTS+=		modts
1921.61SrilligTESTS+=		modword
1931.198SsjgTESTS+=		objdir-writable
1941.93SrilligTESTS+=		opt
1951.93SrilligTESTS+=		opt-backwards
1961.93SrilligTESTS+=		opt-chdir
1971.93SrilligTESTS+=		opt-debug
1981.134SrilligTESTS+=		opt-debug-all
1991.134SrilligTESTS+=		opt-debug-archive
2001.134SrilligTESTS+=		opt-debug-curdir
2011.134SrilligTESTS+=		opt-debug-cond
2021.134SrilligTESTS+=		opt-debug-dir
2031.134SrilligTESTS+=		opt-debug-errors
2041.134SrilligTESTS+=		opt-debug-file
2051.134SrilligTESTS+=		opt-debug-for
2061.134SrilligTESTS+=		opt-debug-graph1
2071.134SrilligTESTS+=		opt-debug-graph2
2081.134SrilligTESTS+=		opt-debug-graph3
2091.134SrilligTESTS+=		opt-debug-hash
2101.134SrilligTESTS+=		opt-debug-jobs
2111.134SrilligTESTS+=		opt-debug-lint
2121.134SrilligTESTS+=		opt-debug-loud
2131.134SrilligTESTS+=		opt-debug-meta
2141.134SrilligTESTS+=		opt-debug-making
2151.134SrilligTESTS+=		opt-debug-no-rm
2161.134SrilligTESTS+=		opt-debug-parse
2171.134SrilligTESTS+=		opt-debug-suff
2181.134SrilligTESTS+=		opt-debug-targets
2191.134SrilligTESTS+=		opt-debug-varraw
2201.134SrilligTESTS+=		opt-debug-var
2211.134SrilligTESTS+=		opt-debug-x-trace
2221.93SrilligTESTS+=		opt-define
2231.93SrilligTESTS+=		opt-env
2241.93SrilligTESTS+=		opt-file
2251.93SrilligTESTS+=		opt-ignore
2261.93SrilligTESTS+=		opt-include-dir
2271.93SrilligTESTS+=		opt-jobs
2281.93SrilligTESTS+=		opt-jobs-internal
2291.93SrilligTESTS+=		opt-keep-going
2301.93SrilligTESTS+=		opt-m-include-dir
2311.93SrilligTESTS+=		opt-no-action
2321.93SrilligTESTS+=		opt-no-action-at-all
2331.93SrilligTESTS+=		opt-query
2341.93SrilligTESTS+=		opt-raw
2351.93SrilligTESTS+=		opt-silent
2361.93SrilligTESTS+=		opt-touch
2371.199SrilligTESTS+=		opt-touch-jobs
2381.93SrilligTESTS+=		opt-tracefile
2391.93SrilligTESTS+=		opt-var-expanded
2401.93SrilligTESTS+=		opt-var-literal
2411.93SrilligTESTS+=		opt-warnings-as-errors
2421.93SrilligTESTS+=		opt-where-am-i
2431.93SrilligTESTS+=		opt-x-reduce-exported
2441.61SrilligTESTS+=		order
2451.162SrilligTESTS+=		parse-var
2461.88SrilligTESTS+=		phony-end
2471.61SrilligTESTS+=		posix
2481.63SsjgTESTS+=		# posix1	# broken by reverting POSIX changes
2491.61SrilligTESTS+=		qequals
2501.84SrilligTESTS+=		recursive
2511.93SrilligTESTS+=		sh
2521.106SrilligTESTS+=		sh-dots
2531.93SrilligTESTS+=		sh-jobs
2541.93SrilligTESTS+=		sh-jobs-error
2551.93SrilligTESTS+=		sh-leading-at
2561.93SrilligTESTS+=		sh-leading-hyphen
2571.93SrilligTESTS+=		sh-leading-plus
2581.93SrilligTESTS+=		sh-meta-chars
2591.93SrilligTESTS+=		sh-multi-line
2601.93SrilligTESTS+=		sh-single-line
2611.162SrilligTESTS+=		shell-csh
2621.162SrilligTESTS+=		shell-custom
2631.162SrilligTESTS+=		shell-ksh
2641.162SrilligTESTS+=		shell-sh
2651.169SrilligTESTS+=		suff-add-later
2661.169SrilligTESTS+=		suff-clear-regular
2671.169SrilligTESTS+=		suff-clear-single
2681.212SrilligTESTS+=		suff-incomplete
2691.175SrilligTESTS+=		suff-lookup
2701.167SrilligTESTS+=		suff-main
2711.218SrilligTESTS+=		suff-main-several
2721.220SrilligTESTS+=		suff-phony
2731.150SrilligTESTS+=		suff-rebuild
2741.203SrilligTESTS+=		suff-self
2751.219SrilligTESTS+=		suff-transform-debug
2761.169SrilligTESTS+=		suff-transform-endless
2771.169SrilligTESTS+=		suff-transform-expand
2781.169SrilligTESTS+=		suff-transform-select
2791.61SrilligTESTS+=		sunshcmd
2801.61SrilligTESTS+=		ternary
2811.61SrilligTESTS+=		unexport
2821.61SrilligTESTS+=		unexport-env
2831.91SrilligTESTS+=		use-inference
2841.93SrilligTESTS+=		var-class
2851.93SrilligTESTS+=		var-class-cmdline
2861.93SrilligTESTS+=		var-class-env
2871.93SrilligTESTS+=		var-class-global
2881.93SrilligTESTS+=		var-class-local
2891.93SrilligTESTS+=		var-class-local-legacy
2901.93SrilligTESTS+=		var-op
2911.93SrilligTESTS+=		var-op-append
2921.93SrilligTESTS+=		var-op-assign
2931.93SrilligTESTS+=		var-op-default
2941.93SrilligTESTS+=		var-op-expand
2951.93SrilligTESTS+=		var-op-shell
2961.162SrilligTESTS+=		var-op-sunsh
2971.179SrilligTESTS+=		var-recursive
2981.61SrilligTESTS+=		varcmd
2991.64SrilligTESTS+=		vardebug
3001.64SrilligTESTS+=		varfind
3011.61SrilligTESTS+=		varmisc
3021.93SrilligTESTS+=		varmod
3031.93SrilligTESTS+=		varmod-assign
3041.93SrilligTESTS+=		varmod-defined
3051.61SrilligTESTS+=		varmod-edge
3061.93SrilligTESTS+=		varmod-exclam-shell
3071.93SrilligTESTS+=		varmod-extension
3081.93SrilligTESTS+=		varmod-gmtime
3091.93SrilligTESTS+=		varmod-hash
3101.93SrilligTESTS+=		varmod-head
3111.93SrilligTESTS+=		varmod-ifelse
3121.93SrilligTESTS+=		varmod-l-name-to-value
3131.93SrilligTESTS+=		varmod-localtime
3141.93SrilligTESTS+=		varmod-loop
3151.93SrilligTESTS+=		varmod-match
3161.99SrilligTESTS+=		varmod-match-escape
3171.93SrilligTESTS+=		varmod-no-match
3181.93SrilligTESTS+=		varmod-order
3191.93SrilligTESTS+=		varmod-order-reverse
3201.93SrilligTESTS+=		varmod-order-shuffle
3211.93SrilligTESTS+=		varmod-path
3221.93SrilligTESTS+=		varmod-quote
3231.93SrilligTESTS+=		varmod-quote-dollar
3241.93SrilligTESTS+=		varmod-range
3251.93SrilligTESTS+=		varmod-remember
3261.93SrilligTESTS+=		varmod-root
3271.93SrilligTESTS+=		varmod-select-words
3281.93SrilligTESTS+=		varmod-shell
3291.93SrilligTESTS+=		varmod-subst
3301.93SrilligTESTS+=		varmod-subst-regex
3311.93SrilligTESTS+=		varmod-sysv
3321.93SrilligTESTS+=		varmod-tail
3331.93SrilligTESTS+=		varmod-to-abs
3341.93SrilligTESTS+=		varmod-to-lower
3351.93SrilligTESTS+=		varmod-to-many-words
3361.93SrilligTESTS+=		varmod-to-one-word
3371.93SrilligTESTS+=		varmod-to-separator
3381.93SrilligTESTS+=		varmod-to-upper
3391.93SrilligTESTS+=		varmod-undefined
3401.93SrilligTESTS+=		varmod-unique
3411.93SrilligTESTS+=		varname
3421.93SrilligTESTS+=		varname-dollar
3431.93SrilligTESTS+=		varname-dot-alltargets
3441.93SrilligTESTS+=		varname-dot-curdir
3451.122SrilligTESTS+=		varname-dot-includes
3461.93SrilligTESTS+=		varname-dot-includedfromdir
3471.93SrilligTESTS+=		varname-dot-includedfromfile
3481.122SrilligTESTS+=		varname-dot-libs
3491.93SrilligTESTS+=		varname-dot-make-dependfile
3501.93SrilligTESTS+=		varname-dot-make-expand_variables
3511.93SrilligTESTS+=		varname-dot-make-exported
3521.93SrilligTESTS+=		varname-dot-make-jobs
3531.93SrilligTESTS+=		varname-dot-make-jobs-prefix
3541.93SrilligTESTS+=		varname-dot-make-level
3551.93SrilligTESTS+=		varname-dot-make-makefile_preference
3561.93SrilligTESTS+=		varname-dot-make-makefiles
3571.93SrilligTESTS+=		varname-dot-make-meta-bailiwick
3581.93SrilligTESTS+=		varname-dot-make-meta-created
3591.93SrilligTESTS+=		varname-dot-make-meta-files
3601.93SrilligTESTS+=		varname-dot-make-meta-ignore_filter
3611.93SrilligTESTS+=		varname-dot-make-meta-ignore_paths
3621.93SrilligTESTS+=		varname-dot-make-meta-ignore_patterns
3631.93SrilligTESTS+=		varname-dot-make-meta-prefix
3641.93SrilligTESTS+=		varname-dot-make-mode
3651.93SrilligTESTS+=		varname-dot-make-path_filemon
3661.93SrilligTESTS+=		varname-dot-make-pid
3671.93SrilligTESTS+=		varname-dot-make-ppid
3681.93SrilligTESTS+=		varname-dot-make-save_dollars
3691.93SrilligTESTS+=		varname-dot-makeoverrides
3701.93SrilligTESTS+=		varname-dot-newline
3711.93SrilligTESTS+=		varname-dot-objdir
3721.93SrilligTESTS+=		varname-dot-parsedir
3731.93SrilligTESTS+=		varname-dot-parsefile
3741.93SrilligTESTS+=		varname-dot-path
3751.115SrilligTESTS+=		varname-dot-shell
3761.93SrilligTESTS+=		varname-dot-targets
3771.110SrilligTESTS+=		varname-empty
3781.93SrilligTESTS+=		varname-make
3791.93SrilligTESTS+=		varname-make_print_var_on_error
3801.170SrilligTESTS+=		varname-make_print_var_on_error-jobs
3811.132SrilligTESTS+=		varname-makefile
3821.93SrilligTESTS+=		varname-makeflags
3831.93SrilligTESTS+=		varname-pwd
3841.93SrilligTESTS+=		varname-vpath
3851.66SrilligTESTS+=		varparse-dynamic
3861.191SrilligTESTS+=		varparse-errors
3871.156SrilligTESTS+=		varparse-mod
3881.149SrilligTESTS+=		varparse-undef-partial
3891.61SrilligTESTS+=		varquote
3901.61Srillig
3911.201Srillig# Ideas for more tests:
3921.201Srillig#	char-0020-space.mk
3931.201Srillig#	char-005C-backslash.mk
3941.201Srillig#	escape-cond-str.mk
3951.201Srillig#	escape-cond-func-arg.mk
3961.201Srillig#	escape-cond-func-arg.mk
3971.201Srillig#	escape-varmod.mk
3981.201Srillig#	escape-varmod-define.mk
3991.201Srillig#	escape-varmod-match.mk
4001.201Srillig#	escape-varname.mk
4011.201Srillig#	escape-varassign-varname.mk
4021.201Srillig#	escape-varassign-varname-cmdline.mk
4031.201Srillig#	escape-varassign-value.mk
4041.201Srillig#	escape-varassign-value-cmdline.mk
4051.201Srillig#	escape-dependency-source.mk
4061.201Srillig#	escape-dependency-target.mk
4071.201Srillig#	escape-for-varname.mk
4081.201Srillig#	escape-for-item.mk
4091.201Srillig#	posix-*.mk (see posix.mk and posix1.mk)
4101.201Srillig
4111.198Ssjg.if ${.OBJDIR} != ${.CURDIR}
4121.198SsjgRO_OBJDIR:=	${.OBJDIR}/roobj
4131.198Ssjg.else
4141.198SsjgRO_OBJDIR:=	${TMPDIR:U/tmp}/roobj
4151.198Ssjg.endif
4161.98Srillig# Additional environment variables for some of the tests.
4171.98Srillig# The base environment is -i PATH="$PATH".
4181.194SrilligENV.depsrc-optional+=   TZ=UTC
4191.64SrilligENV.envfirst=		FROM_ENV=value-from-env
4201.198SsjgENV.objdir-writable+=	RO_OBJDIR=${RO_OBJDIR}
4211.65SrilligENV.varmisc=		FROM_ENV=env
4221.65SrilligENV.varmisc+=		FROM_ENV_BEFORE=env
4231.65SrilligENV.varmisc+=		FROM_ENV_AFTER=env
4241.180SrilligENV.varmod-localtime+=	TZ=Europe/Berlin
4251.196SrilligENV.varname-vpath+=	VPATH=varname-vpath.dir:varname-vpath.dir2
4261.64Srillig
4271.64Srillig# Override make flags for some of the tests; default is -k.
4281.123Srillig# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of
4291.123Srillig# settings FLAGS.test=-dv here, since that is closer to the test code.
4301.151SrilligFLAGS.cond-func-make=	via-cmdline
4311.128SrilligFLAGS.directive-ifmake=	first second
4321.195SrilligFLAGS.doterror=		# none, especially not -k
4331.202SrilligFLAGS.varname-empty=	-dv '$${:U}=cmdline-u' '=cmdline-plain'
4341.61Srillig
4351.137Srillig# Some tests need extra postprocessing.
4361.216SrilligSED_CMDS.export=	-e '/^[^=_A-Za-z0-9]*=/d'
4371.216SrilligSED_CMDS.export-all=	${SED_CMDS.export}
4381.216SrilligSED_CMDS.export-env=	${SED_CMDS.export}
4391.155SrilligSED_CMDS.job-output-long-lines= \
4401.155Srillig	${:D Job separators on their own line are ok. } \
4411.155Srillig	-e '/^--- job-[ab] ---$$/d' \
4421.155Srillig	${:D Plain output lines are ok as well. } \
4431.155Srillig	${:D They may come in multiples of 1024 or as 10000. } \
4441.155Srillig	-e '/^aa*$$/d' \
4451.155Srillig	-e '/^bb*$$/d' \
4461.155Srillig	${:D The following lines should rather not occur since the job } \
4471.155Srillig	${:D marker should always be at the beginning of the line. } \
4481.155Srillig	-e '/^aa*--- job-b ---$$/d' \
4491.155Srillig	-e '/^bb*--- job-a ---$$/d'
4501.215SrilligSED_CMDS.objdir-writable=	-e 's,${RO_OBJDIR},OBJDIR/roobj,g'
4511.215SrilligSED_CMDS.opt-debug-graph1=	${STD_SED_CMDS.dg1}
4521.162SrilligSED_CMDS.opt-debug-jobs=	-e 's,([0-9][0-9]*),(<pid>),'
4531.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,pid [0-9][0-9]*,pid <pid>,'
4541.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,Process [0-9][0-9]*,Process <pid>,'
4551.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,'
4561.210SrilligSED_CMDS.opt-debug-jobs+=	-e 's,Command: ${.SHELL:T},Command: <shell>,'
4571.163Srillig# The "-q" may be there or not, see jobs.c, variable shells.
4581.211SrilligSED_CMDS.opt-debug-jobs+=	-e 's,^\(.Command: <shell>\) -q,\1,'
4591.219SrilligSED_CMDS.sh-dots=		-e 's,^.*\.\.\.:.*,<normalized: ...: not found>,'
4601.215SrilligSED_CMDS.suff-main+=		${STD_SED_CMDS.dg1}
4611.218SrilligSED_CMDS.suff-main-several+=	${STD_SED_CMDS.dg1}
4621.219SrilligSED_CMDS.suff-transform-debug+=	${STD_SED_CMDS.dg1}
4631.207SsjgSED_CMDS.var-op-shell+=	\
4641.207Ssjg	-e 's,^${.SHELL:T}: [ 0-9:]*,,' \
4651.207Ssjg	-e '/command/s,No such.*,not found,'
4661.205SrilligSED_CMDS.vardebug+=	-e 's,${.SHELL},</path/to/shell>,'
4671.94SrilligSED_CMDS.varmod-subst-regex+= \
4681.94Srillig			-e 's,\(Regex compilation error:\).*,\1 (details omitted),'
4691.79SrilligSED_CMDS.varmod-edge+=	-e 's, line [0-9]*:, line omitted:,'
4701.144SrilligSED_CMDS.varname-dot-parsedir=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
4711.144SrilligSED_CMDS.varname-dot-parsefile=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
4721.177SrilligSED_CMDS.varname-dot-shell=	-e 's, = /[^ ]*, = (details omitted),g'
4731.177SrilligSED_CMDS.varname-dot-shell+=	-e 's,"/[^" ]*","(details omitted)",g'
4741.177SrilligSED_CMDS.varname-dot-shell+=	-e 's,\[/[^] ]*\],[(details omitted)],g'
4751.61Srillig
4761.64Srillig# Some tests need an additional round of postprocessing.
4771.214SrilligPOSTPROC.deptgt-suffixes= awk '/^\#\*\*\* Suffixes/,/^never-stop/'
4781.190SrilligPOSTPROC.gnode-submake=	awk '/Input graph/, /^$$/'
4791.221SrilligPOSTPROC.opt-debug-graph1=	${STD_POSTPROC.dg1}
4801.112SrilligPOSTPROC.varname-empty=	${TOOL_SED} -n -e '/^Var_Set/p' -e '/^out:/p'
4811.219SrilligPOSTPROC.suff-main-several=	${STD_POSTPROC.dg1}
4821.219SrilligPOSTPROC.suff-transform-debug=	${STD_POSTPROC.dg1}
4831.64Srillig
4841.99Srillig# Some tests reuse other tests, which makes them unnecessarily fragile.
4851.89Srilligexport-all.rawout: export.mk
4861.89Srilligunexport.rawout: export.mk
4871.89Srilligunexport-env.rawout: export.mk
4881.89Srillig
4891.61Srillig# End of the configuration section.
4901.61Srillig
4911.215Srillig# Some standard sed commands, to be used in the SED_CMDS above.
4921.215Srillig
4931.215Srillig# Omit details from the output of the -dg1 option such as process IDs.
4941.215SrilligSTD_SED_CMDS.dg1=	-e 's,${.CURDIR},<curdir>,'
4951.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(\.MAKE *=\) .*,\1 <details omitted>,'
4961.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(\.MAKE\.[A-Z_]* *=\) .*,\1 <details omitted>,'
4971.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(MACHINE[_ARCH]* *=\) .*,\1 <details omitted>,'
4981.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(MAKE *=\) .*,\1 <details omitted>,'
4991.221Srillig
5001.221Srillig# The layout of the lines in the directory cache vary depending on the path
5011.221Srillig# length, which cannot be predicted.  Therefore omit these lines.
5021.219SrilligSTD_POSTPROC.dg1=	awk '/Directory Cache/,/^$$/ { next } { print }'
5031.215Srillig
5041.215Srillig# End of the configuration helpers section.
5051.215Srillig
5061.1Ssjg.MAIN: all
5071.1Ssjg
5081.61SrilligUNIT_TESTS:=	${.PARSEDIR}
5091.44Sapb.PATH: ${UNIT_TESTS}
5101.7Ssjg
5111.145Srillig.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes
5121.145SrilligOUTFILES=	${TESTS:@test@${.CURDIR:tA}/${test}.out@}
5131.145Srillig.else
5141.61SrilligOUTFILES=	${TESTS:=.out}
5151.145Srillig.endif
5161.42Sapb
5171.42Sapball: ${OUTFILES}
5181.9Ssjg
5191.95SrilligCLEANFILES=		*.rawout *.out *.status *.tmp *.core *.tmp
5201.61SrilligCLEANFILES+=		obj*.[och] lib*.a	# posix1.mk
5211.61SrilligCLEANFILES+=		issue* .[ab]*		# suffixes.mk
5221.95SrilligCLEANDIRS=		dir dummy		# posix1.mk
5231.48Sapb
5241.1Ssjgclean:
5251.48Sapb	rm -f ${CLEANFILES}
5261.95Srillig	rm -rf ${CLEANDIRS}
5271.1Ssjg
5281.61SrilligTEST_MAKE?=	${.MAKE}
5291.61SrilligTOOL_SED?=	sed
5301.1Ssjg
5311.28Ssjg# ensure consistent results from sort(1)
5321.61SrilligLC_ALL=		C
5331.61SrilligLANG=		C
5341.29Ssjg.export LANG LC_ALL
5351.28Ssjg
5361.153SrilligMAKE_TEST_ENV?=	MALLOC_OPTIONS="JA"	# for jemalloc
5371.153Srillig
5381.213Srillig.if ${:!uname -s!} == "NetBSD"
5391.213SrilligLIMIT_RESOURCES?=	ulimit -v 200000
5401.213Srillig.endif
5411.213SrilligLIMIT_RESOURCES?=	:
5421.213Srillig
5431.138Srillig# Each test is run in a sub-make, to keep the tests for interfering with
5441.138Srillig# each other, and because they use different environment variables and
5451.138Srillig# command line options.
5461.42Sapb.SUFFIXES: .mk .rawout .out
5471.42Sapb.mk.rawout:
5481.96Srillig	@${_MKMSG_TEST:Uecho '#      test '} ${.PREFIX}
5491.64Srillig	@set -eu; \
5501.213Srillig	${LIMIT_RESOURCES}; \
5511.64Srillig	cd ${.OBJDIR}; \
5521.153Srillig	env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \
5531.98Srillig	  ${TEST_MAKE} \
5541.98Srillig	    -r -C ${.CURDIR} -f ${.IMPSRC} \
5551.145Srillig	    ${FLAGS.${.PREFIX:T}:U-k} \
5561.98Srillig	    > ${.TARGET}.tmp 2>&1 \
5571.64Srillig	&& status=$$? || status=$$?; \
5581.64Srillig	echo $$status > ${.TARGET:R}.status
5591.42Sapb	@mv ${.TARGET}.tmp ${.TARGET}
5601.42Sapb
5611.137Srillig# Postprocess the test output so that the results can be compared.
5621.62Srillig#
5631.62Srillig# always pretend .MAKE was called 'make'
5641.61Srillig_SED_CMDS+=	-e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,'
5651.61Srillig_SED_CMDS+=	-e 's,${TEST_MAKE:S,.,\\.,g},make,'
5661.200Srillig_SED_CMDS+=	-e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,'
5671.200Srillig_SED_CMDS+=	-e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,'
5681.62Srillig# replace anything after 'stopped in' with unit-tests
5691.61Srillig_SED_CMDS+=	-e '/stopped/s, /.*, unit-tests,'
5701.62Srillig# strip ${.CURDIR}/ from the output
5711.61Srillig_SED_CMDS+=	-e 's,${.CURDIR:S,.,\\.,g}/,,g'
5721.61Srillig_SED_CMDS+=	-e 's,${UNIT_TESTS:S,.,\\.,g}/,,g'
5731.61Srillig
5741.42Sapb.rawout.out:
5751.145Srillig	@${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \
5761.64Srillig	  < ${.IMPSRC} > ${.TARGET}.tmp1
5771.145Srillig	@${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2
5781.64Srillig	@rm ${.TARGET}.tmp1
5791.64Srillig	@echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2
5801.64Srillig	@mv ${.TARGET}.tmp2 ${.TARGET}
5811.42Sapb
5821.42Sapb# Compare all output files
5831.42Sapbtest:	${OUTFILES} .PHONY
5841.42Sapb	@failed= ; \
5851.61Srillig	for test in ${TESTS}; do \
5861.42Sapb	  diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \
5871.42Sapb	  || failed="$${failed}$${failed:+ }$${test}" ; \
5881.42Sapb	done ; \
5891.42Sapb	if [ -n "$${failed}" ]; then \
5901.42Sapb	  echo "Failed tests: $${failed}" ; false ; \
5911.42Sapb	else \
5921.42Sapb	  echo "All tests passed" ; \
5931.42Sapb	fi
5941.1Ssjg
5951.1Ssjgaccept:
5961.61Srillig	@for test in ${TESTS}; do \
5971.42Sapb	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
5981.42Sapb	  || { echo "Replacing $${test}.exp" ; \
5991.42Sapb	       cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
6001.42Sapb	done
6011.1Ssjg
6021.139Srillig# Note: only works for adding tests.
6031.139Srillig# To remove a test, the $$mi file must be edited manually.
6041.78Srilligsync-mi:
6051.78Srillig	@set -eu;							\
6061.78Srillig	cd "${MAKEFILE:tA:H}/../../..";					\
6071.78Srillig	mi="distrib/sets/lists/tests/mi";				\
6081.105Srillig	cvs update "$$mi";						\
6091.139Srillig	testsdir="usr.bin/make/unit-tests";				\
6101.139Srillig	fmt="./usr/tests/$$testsdir/%s\ttests-usr.bin-tests\tcompattestfile,atf\\n"; \
6111.182Srillig	cat "$$mi" > "$$mi.tmp";					\
6121.182Srillig	(cd "$$testsdir" && ls *.exp *.mk) | xargs printf "$$fmt" >> "$$mi.tmp"; \
6131.182Srillig	distrib/sets/fmt-list "$$mi.tmp";				\
6141.182Srillig	mv "$$mi.tmp" "$$mi";						\
6151.78Srillig	cvs diff "$$mi" || true
6161.78Srillig
6171.50Ssjg.if exists(${TEST_MAKE})
6181.168Ssjg${TESTS:=.rawout}: ${TEST_MAKE}
6191.168Ssjg# in meta mode, we *know* if a target script is impacted
6201.168Ssjg# by a makefile change.
6211.168Ssjg.if ${.MAKE.MODE:Unormal:Mmeta} == ""
6221.168Ssjg${TESTS:=.rawout}: ${.PARSEDIR}/Makefile
6231.168Ssjg.endif
6241.50Ssjg.endif
6251.50Ssjg
6261.42Sapb.-include <bsd.obj.mk>
627