Makefile revision 1.224
11.224Srillig# $NetBSD: Makefile,v 1.224 2020/11/24 19:02:59 rillig Exp $
21.1Ssjg#
31.1Ssjg# Unit tests for make(1)
41.60Srillig#
51.1Ssjg# The main targets are:
61.1Ssjg#
71.60Srillig# all:
81.60Srillig#	run all the tests
91.60Srillig# test:
101.60Srillig#	run 'all', and compare to expected results
111.60Srillig# accept:
121.60Srillig#	move generated output to expected results
131.60Srillig#
141.61Srillig# Settable variables
151.61Srillig#
161.61Srillig# TEST_MAKE
171.61Srillig#	The make program to be tested.
181.61Srillig#
191.60Srillig#
201.60Srillig# Adding a test case
211.60Srillig#
221.11Ssjg# Each feature should get its own set of tests in its own suitably
231.42Sapb# named makefile (*.mk), with its own set of expected results (*.exp),
241.61Srillig# and it should be added to the TESTS list.
251.60Srillig#
261.60Srillig# Any added files must also be added to src/distrib/sets/lists/tests/mi.
271.78Srillig# To do that, just run "make sync-mi" in this directory.
281.78Srillig#
291.78Srillig# A few *.mk files are helper files for other tests (such as include-sub.mk)
301.78Srillig# and are thus not added to TESTS.  Such files must be ignored in
311.78Srillig# src/tests/usr.bin/make/t_make.sh.
321.60Srillig#
331.1Ssjg
341.61Srillig# Each test is in a sub-makefile.
351.61Srillig# Keep the list sorted.
361.92Srillig# Any test that is commented out must be ignored in
371.92Srillig# src/tests/usr.bin/make/t_make.sh as well.
381.133SrilligTESTS+=		archive
391.126SrilligTESTS+=		archive-suffix
401.183SrilligTESTS+=		cmd-errors
411.185SrilligTESTS+=		cmd-errors-lint
421.124SrilligTESTS+=		cmd-interrupt
431.75SrilligTESTS+=		cmdline
441.188SrilligTESTS+=		cmdline-undefined
451.61SrilligTESTS+=		comment
461.93SrilligTESTS+=		cond-cmp-numeric
471.117SrilligTESTS+=		cond-cmp-numeric-eq
481.117SrilligTESTS+=		cond-cmp-numeric-ge
491.117SrilligTESTS+=		cond-cmp-numeric-gt
501.117SrilligTESTS+=		cond-cmp-numeric-le
511.117SrilligTESTS+=		cond-cmp-numeric-lt
521.117SrilligTESTS+=		cond-cmp-numeric-ne
531.93SrilligTESTS+=		cond-cmp-string
541.141SrilligTESTS+=		cond-cmp-unary
551.103SrilligTESTS+=		cond-func
561.93SrilligTESTS+=		cond-func-commands
571.93SrilligTESTS+=		cond-func-defined
581.93SrilligTESTS+=		cond-func-empty
591.93SrilligTESTS+=		cond-func-exists
601.93SrilligTESTS+=		cond-func-make
611.217SrilligTESTS+=		cond-func-make-main
621.93SrilligTESTS+=		cond-func-target
631.61SrilligTESTS+=		cond-late
641.93SrilligTESTS+=		cond-op
651.93SrilligTESTS+=		cond-op-and
661.192SrilligTESTS+=		cond-op-and-lint
671.93SrilligTESTS+=		cond-op-not
681.93SrilligTESTS+=		cond-op-or
691.192SrilligTESTS+=		cond-op-or-lint
701.93SrilligTESTS+=		cond-op-parentheses
711.61SrilligTESTS+=		cond-short
721.93SrilligTESTS+=		cond-token-number
731.93SrilligTESTS+=		cond-token-plain
741.93SrilligTESTS+=		cond-token-string
751.93SrilligTESTS+=		cond-token-var
761.142SrilligTESTS+=		cond-undef-lint
771.61SrilligTESTS+=		cond1
781.81SrilligTESTS+=		counter
791.147SrilligTESTS+=		counter-append
801.93SrilligTESTS+=		dep
811.93SrilligTESTS+=		dep-colon
821.152SrilligTESTS+=		dep-colon-bug-cross-file
831.93SrilligTESTS+=		dep-double-colon
841.172SrilligTESTS+=		dep-double-colon-indep
851.93SrilligTESTS+=		dep-exclam
861.107SrilligTESTS+=		dep-none
871.174SrilligTESTS+=		dep-percent
881.109SrilligTESTS+=		dep-var
891.93SrilligTESTS+=		dep-wildcards
901.93SrilligTESTS+=		depsrc
911.173SrilligTESTS+=		depsrc-end
921.93SrilligTESTS+=		depsrc-exec
931.93SrilligTESTS+=		depsrc-ignore
941.93SrilligTESTS+=		depsrc-made
951.93SrilligTESTS+=		depsrc-make
961.93SrilligTESTS+=		depsrc-meta
971.93SrilligTESTS+=		depsrc-nometa
981.93SrilligTESTS+=		depsrc-nometa_cmp
991.93SrilligTESTS+=		depsrc-nopath
1001.93SrilligTESTS+=		depsrc-notmain
1011.93SrilligTESTS+=		depsrc-optional
1021.93SrilligTESTS+=		depsrc-phony
1031.93SrilligTESTS+=		depsrc-precious
1041.93SrilligTESTS+=		depsrc-recursive
1051.93SrilligTESTS+=		depsrc-silent
1061.93SrilligTESTS+=		depsrc-use
1071.93SrilligTESTS+=		depsrc-usebefore
1081.105SrilligTESTS+=		depsrc-usebefore-double-colon
1091.93SrilligTESTS+=		depsrc-wait
1101.93SrilligTESTS+=		deptgt
1111.93SrilligTESTS+=		deptgt-begin
1121.224SrilligTESTS+=		deptgt-begin-fail
1131.224SrilligTESTS+=		deptgt-begin-fail-indirect
1141.93SrilligTESTS+=		deptgt-default
1151.93SrilligTESTS+=		deptgt-delete_on_error
1161.93SrilligTESTS+=		deptgt-end
1171.222SrilligTESTS+=		deptgt-end-fail
1181.223SrilligTESTS+=		deptgt-end-fail-indirect
1191.146SrilligTESTS+=		deptgt-end-jobs
1201.93SrilligTESTS+=		deptgt-error
1211.93SrilligTESTS+=		deptgt-ignore
1221.93SrilligTESTS+=		deptgt-interrupt
1231.93SrilligTESTS+=		deptgt-main
1241.93SrilligTESTS+=		deptgt-makeflags
1251.93SrilligTESTS+=		deptgt-no_parallel
1261.93SrilligTESTS+=		deptgt-nopath
1271.93SrilligTESTS+=		deptgt-notparallel
1281.93SrilligTESTS+=		deptgt-objdir
1291.93SrilligTESTS+=		deptgt-order
1301.93SrilligTESTS+=		deptgt-path
1311.93SrilligTESTS+=		deptgt-path-suffix
1321.93SrilligTESTS+=		deptgt-phony
1331.93SrilligTESTS+=		deptgt-precious
1341.93SrilligTESTS+=		deptgt-shell
1351.93SrilligTESTS+=		deptgt-silent
1361.93SrilligTESTS+=		deptgt-stale
1371.93SrilligTESTS+=		deptgt-suffixes
1381.77SrilligTESTS+=		dir
1391.114SrilligTESTS+=		dir-expand-path
1401.93SrilligTESTS+=		directive
1411.140SrilligTESTS+=		directive-dinclude
1421.93SrilligTESTS+=		directive-elif
1431.93SrilligTESTS+=		directive-elifdef
1441.93SrilligTESTS+=		directive-elifmake
1451.93SrilligTESTS+=		directive-elifndef
1461.93SrilligTESTS+=		directive-elifnmake
1471.93SrilligTESTS+=		directive-else
1481.93SrilligTESTS+=		directive-endif
1491.93SrilligTESTS+=		directive-error
1501.93SrilligTESTS+=		directive-export
1511.93SrilligTESTS+=		directive-export-env
1521.156SrilligTESTS+=		directive-export-gmake
1531.93SrilligTESTS+=		directive-export-literal
1541.130SrilligTESTS+=		directive-for
1551.127SrilligTESTS+=		directive-for-generating-endif
1561.140SrilligTESTS+=		directive-hyphen-include
1571.93SrilligTESTS+=		directive-if
1581.197SrilligTESTS+=		directive-if-nested
1591.93SrilligTESTS+=		directive-ifdef
1601.93SrilligTESTS+=		directive-ifmake
1611.93SrilligTESTS+=		directive-ifndef
1621.93SrilligTESTS+=		directive-ifnmake
1631.140SrilligTESTS+=		directive-include
1641.140SrilligTESTS+=		directive-include-fatal
1651.93SrilligTESTS+=		directive-info
1661.140SrilligTESTS+=		directive-sinclude
1671.93SrilligTESTS+=		directive-undef
1681.93SrilligTESTS+=		directive-unexport
1691.93SrilligTESTS+=		directive-unexport-env
1701.93SrilligTESTS+=		directive-warning
1711.61SrilligTESTS+=		dollar
1721.61SrilligTESTS+=		doterror
1731.61SrilligTESTS+=		dotwait
1741.64SrilligTESTS+=		envfirst
1751.61SrilligTESTS+=		error
1761.63SsjgTESTS+=		# escape	# broken by reverting POSIX changes
1771.61SrilligTESTS+=		export
1781.61SrilligTESTS+=		export-all
1791.61SrilligTESTS+=		export-env
1801.89SrilligTESTS+=		export-variants
1811.61SrilligTESTS+=		forloop
1821.61SrilligTESTS+=		forsubst
1831.190SrilligTESTS+=		gnode-submake
1841.162SrilligTESTS+=		hanoi-include
1851.86SrilligTESTS+=		impsrc
1861.61SrilligTESTS+=		include-main
1871.189SrilligTESTS+=		job-flags
1881.154SrilligTESTS+=		job-output-long-lines
1891.83SrilligTESTS+=		lint
1901.90SrilligTESTS+=		make-exported
1911.61SrilligTESTS+=		moderrs
1921.61SrilligTESTS+=		modmatch
1931.61SrilligTESTS+=		modmisc
1941.61SrilligTESTS+=		modts
1951.61SrilligTESTS+=		modword
1961.198SsjgTESTS+=		objdir-writable
1971.93SrilligTESTS+=		opt
1981.93SrilligTESTS+=		opt-backwards
1991.93SrilligTESTS+=		opt-chdir
2001.93SrilligTESTS+=		opt-debug
2011.134SrilligTESTS+=		opt-debug-all
2021.134SrilligTESTS+=		opt-debug-archive
2031.134SrilligTESTS+=		opt-debug-curdir
2041.134SrilligTESTS+=		opt-debug-cond
2051.134SrilligTESTS+=		opt-debug-dir
2061.134SrilligTESTS+=		opt-debug-errors
2071.134SrilligTESTS+=		opt-debug-file
2081.134SrilligTESTS+=		opt-debug-for
2091.134SrilligTESTS+=		opt-debug-graph1
2101.134SrilligTESTS+=		opt-debug-graph2
2111.134SrilligTESTS+=		opt-debug-graph3
2121.134SrilligTESTS+=		opt-debug-hash
2131.134SrilligTESTS+=		opt-debug-jobs
2141.134SrilligTESTS+=		opt-debug-lint
2151.134SrilligTESTS+=		opt-debug-loud
2161.134SrilligTESTS+=		opt-debug-meta
2171.134SrilligTESTS+=		opt-debug-making
2181.134SrilligTESTS+=		opt-debug-no-rm
2191.134SrilligTESTS+=		opt-debug-parse
2201.134SrilligTESTS+=		opt-debug-suff
2211.134SrilligTESTS+=		opt-debug-targets
2221.134SrilligTESTS+=		opt-debug-varraw
2231.134SrilligTESTS+=		opt-debug-var
2241.134SrilligTESTS+=		opt-debug-x-trace
2251.93SrilligTESTS+=		opt-define
2261.93SrilligTESTS+=		opt-env
2271.93SrilligTESTS+=		opt-file
2281.93SrilligTESTS+=		opt-ignore
2291.93SrilligTESTS+=		opt-include-dir
2301.93SrilligTESTS+=		opt-jobs
2311.93SrilligTESTS+=		opt-jobs-internal
2321.93SrilligTESTS+=		opt-keep-going
2331.93SrilligTESTS+=		opt-m-include-dir
2341.93SrilligTESTS+=		opt-no-action
2351.93SrilligTESTS+=		opt-no-action-at-all
2361.93SrilligTESTS+=		opt-query
2371.93SrilligTESTS+=		opt-raw
2381.93SrilligTESTS+=		opt-silent
2391.93SrilligTESTS+=		opt-touch
2401.199SrilligTESTS+=		opt-touch-jobs
2411.93SrilligTESTS+=		opt-tracefile
2421.93SrilligTESTS+=		opt-var-expanded
2431.93SrilligTESTS+=		opt-var-literal
2441.93SrilligTESTS+=		opt-warnings-as-errors
2451.93SrilligTESTS+=		opt-where-am-i
2461.93SrilligTESTS+=		opt-x-reduce-exported
2471.61SrilligTESTS+=		order
2481.162SrilligTESTS+=		parse-var
2491.88SrilligTESTS+=		phony-end
2501.61SrilligTESTS+=		posix
2511.63SsjgTESTS+=		# posix1	# broken by reverting POSIX changes
2521.61SrilligTESTS+=		qequals
2531.84SrilligTESTS+=		recursive
2541.93SrilligTESTS+=		sh
2551.106SrilligTESTS+=		sh-dots
2561.93SrilligTESTS+=		sh-jobs
2571.93SrilligTESTS+=		sh-jobs-error
2581.93SrilligTESTS+=		sh-leading-at
2591.93SrilligTESTS+=		sh-leading-hyphen
2601.93SrilligTESTS+=		sh-leading-plus
2611.93SrilligTESTS+=		sh-meta-chars
2621.93SrilligTESTS+=		sh-multi-line
2631.93SrilligTESTS+=		sh-single-line
2641.162SrilligTESTS+=		shell-csh
2651.162SrilligTESTS+=		shell-custom
2661.162SrilligTESTS+=		shell-ksh
2671.162SrilligTESTS+=		shell-sh
2681.169SrilligTESTS+=		suff-add-later
2691.169SrilligTESTS+=		suff-clear-regular
2701.169SrilligTESTS+=		suff-clear-single
2711.212SrilligTESTS+=		suff-incomplete
2721.175SrilligTESTS+=		suff-lookup
2731.167SrilligTESTS+=		suff-main
2741.218SrilligTESTS+=		suff-main-several
2751.220SrilligTESTS+=		suff-phony
2761.150SrilligTESTS+=		suff-rebuild
2771.203SrilligTESTS+=		suff-self
2781.219SrilligTESTS+=		suff-transform-debug
2791.169SrilligTESTS+=		suff-transform-endless
2801.169SrilligTESTS+=		suff-transform-expand
2811.169SrilligTESTS+=		suff-transform-select
2821.61SrilligTESTS+=		sunshcmd
2831.61SrilligTESTS+=		ternary
2841.61SrilligTESTS+=		unexport
2851.61SrilligTESTS+=		unexport-env
2861.91SrilligTESTS+=		use-inference
2871.93SrilligTESTS+=		var-class
2881.93SrilligTESTS+=		var-class-cmdline
2891.93SrilligTESTS+=		var-class-env
2901.93SrilligTESTS+=		var-class-global
2911.93SrilligTESTS+=		var-class-local
2921.93SrilligTESTS+=		var-class-local-legacy
2931.93SrilligTESTS+=		var-op
2941.93SrilligTESTS+=		var-op-append
2951.93SrilligTESTS+=		var-op-assign
2961.93SrilligTESTS+=		var-op-default
2971.93SrilligTESTS+=		var-op-expand
2981.93SrilligTESTS+=		var-op-shell
2991.162SrilligTESTS+=		var-op-sunsh
3001.179SrilligTESTS+=		var-recursive
3011.61SrilligTESTS+=		varcmd
3021.64SrilligTESTS+=		vardebug
3031.64SrilligTESTS+=		varfind
3041.61SrilligTESTS+=		varmisc
3051.93SrilligTESTS+=		varmod
3061.93SrilligTESTS+=		varmod-assign
3071.93SrilligTESTS+=		varmod-defined
3081.61SrilligTESTS+=		varmod-edge
3091.93SrilligTESTS+=		varmod-exclam-shell
3101.93SrilligTESTS+=		varmod-extension
3111.93SrilligTESTS+=		varmod-gmtime
3121.93SrilligTESTS+=		varmod-hash
3131.93SrilligTESTS+=		varmod-head
3141.93SrilligTESTS+=		varmod-ifelse
3151.93SrilligTESTS+=		varmod-l-name-to-value
3161.93SrilligTESTS+=		varmod-localtime
3171.93SrilligTESTS+=		varmod-loop
3181.93SrilligTESTS+=		varmod-match
3191.99SrilligTESTS+=		varmod-match-escape
3201.93SrilligTESTS+=		varmod-no-match
3211.93SrilligTESTS+=		varmod-order
3221.93SrilligTESTS+=		varmod-order-reverse
3231.93SrilligTESTS+=		varmod-order-shuffle
3241.93SrilligTESTS+=		varmod-path
3251.93SrilligTESTS+=		varmod-quote
3261.93SrilligTESTS+=		varmod-quote-dollar
3271.93SrilligTESTS+=		varmod-range
3281.93SrilligTESTS+=		varmod-remember
3291.93SrilligTESTS+=		varmod-root
3301.93SrilligTESTS+=		varmod-select-words
3311.93SrilligTESTS+=		varmod-shell
3321.93SrilligTESTS+=		varmod-subst
3331.93SrilligTESTS+=		varmod-subst-regex
3341.93SrilligTESTS+=		varmod-sysv
3351.93SrilligTESTS+=		varmod-tail
3361.93SrilligTESTS+=		varmod-to-abs
3371.93SrilligTESTS+=		varmod-to-lower
3381.93SrilligTESTS+=		varmod-to-many-words
3391.93SrilligTESTS+=		varmod-to-one-word
3401.93SrilligTESTS+=		varmod-to-separator
3411.93SrilligTESTS+=		varmod-to-upper
3421.93SrilligTESTS+=		varmod-undefined
3431.93SrilligTESTS+=		varmod-unique
3441.93SrilligTESTS+=		varname
3451.93SrilligTESTS+=		varname-dollar
3461.93SrilligTESTS+=		varname-dot-alltargets
3471.93SrilligTESTS+=		varname-dot-curdir
3481.122SrilligTESTS+=		varname-dot-includes
3491.93SrilligTESTS+=		varname-dot-includedfromdir
3501.93SrilligTESTS+=		varname-dot-includedfromfile
3511.122SrilligTESTS+=		varname-dot-libs
3521.93SrilligTESTS+=		varname-dot-make-dependfile
3531.93SrilligTESTS+=		varname-dot-make-expand_variables
3541.93SrilligTESTS+=		varname-dot-make-exported
3551.93SrilligTESTS+=		varname-dot-make-jobs
3561.93SrilligTESTS+=		varname-dot-make-jobs-prefix
3571.93SrilligTESTS+=		varname-dot-make-level
3581.93SrilligTESTS+=		varname-dot-make-makefile_preference
3591.93SrilligTESTS+=		varname-dot-make-makefiles
3601.93SrilligTESTS+=		varname-dot-make-meta-bailiwick
3611.93SrilligTESTS+=		varname-dot-make-meta-created
3621.93SrilligTESTS+=		varname-dot-make-meta-files
3631.93SrilligTESTS+=		varname-dot-make-meta-ignore_filter
3641.93SrilligTESTS+=		varname-dot-make-meta-ignore_paths
3651.93SrilligTESTS+=		varname-dot-make-meta-ignore_patterns
3661.93SrilligTESTS+=		varname-dot-make-meta-prefix
3671.93SrilligTESTS+=		varname-dot-make-mode
3681.93SrilligTESTS+=		varname-dot-make-path_filemon
3691.93SrilligTESTS+=		varname-dot-make-pid
3701.93SrilligTESTS+=		varname-dot-make-ppid
3711.93SrilligTESTS+=		varname-dot-make-save_dollars
3721.93SrilligTESTS+=		varname-dot-makeoverrides
3731.93SrilligTESTS+=		varname-dot-newline
3741.93SrilligTESTS+=		varname-dot-objdir
3751.93SrilligTESTS+=		varname-dot-parsedir
3761.93SrilligTESTS+=		varname-dot-parsefile
3771.93SrilligTESTS+=		varname-dot-path
3781.115SrilligTESTS+=		varname-dot-shell
3791.93SrilligTESTS+=		varname-dot-targets
3801.110SrilligTESTS+=		varname-empty
3811.93SrilligTESTS+=		varname-make
3821.93SrilligTESTS+=		varname-make_print_var_on_error
3831.170SrilligTESTS+=		varname-make_print_var_on_error-jobs
3841.132SrilligTESTS+=		varname-makefile
3851.93SrilligTESTS+=		varname-makeflags
3861.93SrilligTESTS+=		varname-pwd
3871.93SrilligTESTS+=		varname-vpath
3881.66SrilligTESTS+=		varparse-dynamic
3891.191SrilligTESTS+=		varparse-errors
3901.156SrilligTESTS+=		varparse-mod
3911.149SrilligTESTS+=		varparse-undef-partial
3921.61SrilligTESTS+=		varquote
3931.61Srillig
3941.201Srillig# Ideas for more tests:
3951.201Srillig#	char-0020-space.mk
3961.201Srillig#	char-005C-backslash.mk
3971.201Srillig#	escape-cond-str.mk
3981.201Srillig#	escape-cond-func-arg.mk
3991.201Srillig#	escape-cond-func-arg.mk
4001.201Srillig#	escape-varmod.mk
4011.201Srillig#	escape-varmod-define.mk
4021.201Srillig#	escape-varmod-match.mk
4031.201Srillig#	escape-varname.mk
4041.201Srillig#	escape-varassign-varname.mk
4051.201Srillig#	escape-varassign-varname-cmdline.mk
4061.201Srillig#	escape-varassign-value.mk
4071.201Srillig#	escape-varassign-value-cmdline.mk
4081.201Srillig#	escape-dependency-source.mk
4091.201Srillig#	escape-dependency-target.mk
4101.201Srillig#	escape-for-varname.mk
4111.201Srillig#	escape-for-item.mk
4121.201Srillig#	posix-*.mk (see posix.mk and posix1.mk)
4131.201Srillig
4141.198Ssjg.if ${.OBJDIR} != ${.CURDIR}
4151.198SsjgRO_OBJDIR:=	${.OBJDIR}/roobj
4161.198Ssjg.else
4171.198SsjgRO_OBJDIR:=	${TMPDIR:U/tmp}/roobj
4181.198Ssjg.endif
4191.98Srillig# Additional environment variables for some of the tests.
4201.98Srillig# The base environment is -i PATH="$PATH".
4211.194SrilligENV.depsrc-optional+=   TZ=UTC
4221.64SrilligENV.envfirst=		FROM_ENV=value-from-env
4231.198SsjgENV.objdir-writable+=	RO_OBJDIR=${RO_OBJDIR}
4241.65SrilligENV.varmisc=		FROM_ENV=env
4251.65SrilligENV.varmisc+=		FROM_ENV_BEFORE=env
4261.65SrilligENV.varmisc+=		FROM_ENV_AFTER=env
4271.180SrilligENV.varmod-localtime+=	TZ=Europe/Berlin
4281.196SrilligENV.varname-vpath+=	VPATH=varname-vpath.dir:varname-vpath.dir2
4291.64Srillig
4301.64Srillig# Override make flags for some of the tests; default is -k.
4311.123Srillig# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of
4321.123Srillig# settings FLAGS.test=-dv here, since that is closer to the test code.
4331.151SrilligFLAGS.cond-func-make=	via-cmdline
4341.128SrilligFLAGS.directive-ifmake=	first second
4351.195SrilligFLAGS.doterror=		# none, especially not -k
4361.202SrilligFLAGS.varname-empty=	-dv '$${:U}=cmdline-u' '=cmdline-plain'
4371.61Srillig
4381.137Srillig# Some tests need extra postprocessing.
4391.216SrilligSED_CMDS.export=	-e '/^[^=_A-Za-z0-9]*=/d'
4401.216SrilligSED_CMDS.export-all=	${SED_CMDS.export}
4411.216SrilligSED_CMDS.export-env=	${SED_CMDS.export}
4421.155SrilligSED_CMDS.job-output-long-lines= \
4431.155Srillig	${:D Job separators on their own line are ok. } \
4441.155Srillig	-e '/^--- job-[ab] ---$$/d' \
4451.155Srillig	${:D Plain output lines are ok as well. } \
4461.155Srillig	${:D They may come in multiples of 1024 or as 10000. } \
4471.155Srillig	-e '/^aa*$$/d' \
4481.155Srillig	-e '/^bb*$$/d' \
4491.155Srillig	${:D The following lines should rather not occur since the job } \
4501.155Srillig	${:D marker should always be at the beginning of the line. } \
4511.155Srillig	-e '/^aa*--- job-b ---$$/d' \
4521.155Srillig	-e '/^bb*--- job-a ---$$/d'
4531.215SrilligSED_CMDS.objdir-writable=	-e 's,${RO_OBJDIR},OBJDIR/roobj,g'
4541.215SrilligSED_CMDS.opt-debug-graph1=	${STD_SED_CMDS.dg1}
4551.162SrilligSED_CMDS.opt-debug-jobs=	-e 's,([0-9][0-9]*),(<pid>),'
4561.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,pid [0-9][0-9]*,pid <pid>,'
4571.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,Process [0-9][0-9]*,Process <pid>,'
4581.162SrilligSED_CMDS.opt-debug-jobs+=	-e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,'
4591.210SrilligSED_CMDS.opt-debug-jobs+=	-e 's,Command: ${.SHELL:T},Command: <shell>,'
4601.163Srillig# The "-q" may be there or not, see jobs.c, variable shells.
4611.211SrilligSED_CMDS.opt-debug-jobs+=	-e 's,^\(.Command: <shell>\) -q,\1,'
4621.219SrilligSED_CMDS.sh-dots=		-e 's,^.*\.\.\.:.*,<normalized: ...: not found>,'
4631.215SrilligSED_CMDS.suff-main+=		${STD_SED_CMDS.dg1}
4641.218SrilligSED_CMDS.suff-main-several+=	${STD_SED_CMDS.dg1}
4651.219SrilligSED_CMDS.suff-transform-debug+=	${STD_SED_CMDS.dg1}
4661.207SsjgSED_CMDS.var-op-shell+=	\
4671.207Ssjg	-e 's,^${.SHELL:T}: [ 0-9:]*,,' \
4681.207Ssjg	-e '/command/s,No such.*,not found,'
4691.205SrilligSED_CMDS.vardebug+=	-e 's,${.SHELL},</path/to/shell>,'
4701.94SrilligSED_CMDS.varmod-subst-regex+= \
4711.94Srillig			-e 's,\(Regex compilation error:\).*,\1 (details omitted),'
4721.79SrilligSED_CMDS.varmod-edge+=	-e 's, line [0-9]*:, line omitted:,'
4731.144SrilligSED_CMDS.varname-dot-parsedir=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
4741.144SrilligSED_CMDS.varname-dot-parsefile=	-e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,'
4751.177SrilligSED_CMDS.varname-dot-shell=	-e 's, = /[^ ]*, = (details omitted),g'
4761.177SrilligSED_CMDS.varname-dot-shell+=	-e 's,"/[^" ]*","(details omitted)",g'
4771.177SrilligSED_CMDS.varname-dot-shell+=	-e 's,\[/[^] ]*\],[(details omitted)],g'
4781.61Srillig
4791.64Srillig# Some tests need an additional round of postprocessing.
4801.214SrilligPOSTPROC.deptgt-suffixes= awk '/^\#\*\*\* Suffixes/,/^never-stop/'
4811.190SrilligPOSTPROC.gnode-submake=	awk '/Input graph/, /^$$/'
4821.221SrilligPOSTPROC.opt-debug-graph1=	${STD_POSTPROC.dg1}
4831.112SrilligPOSTPROC.varname-empty=	${TOOL_SED} -n -e '/^Var_Set/p' -e '/^out:/p'
4841.219SrilligPOSTPROC.suff-main-several=	${STD_POSTPROC.dg1}
4851.219SrilligPOSTPROC.suff-transform-debug=	${STD_POSTPROC.dg1}
4861.64Srillig
4871.99Srillig# Some tests reuse other tests, which makes them unnecessarily fragile.
4881.89Srilligexport-all.rawout: export.mk
4891.89Srilligunexport.rawout: export.mk
4901.89Srilligunexport-env.rawout: export.mk
4911.89Srillig
4921.61Srillig# End of the configuration section.
4931.61Srillig
4941.215Srillig# Some standard sed commands, to be used in the SED_CMDS above.
4951.215Srillig
4961.215Srillig# Omit details from the output of the -dg1 option such as process IDs.
4971.215SrilligSTD_SED_CMDS.dg1=	-e 's,${.CURDIR},<curdir>,'
4981.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(\.MAKE *=\) .*,\1 <details omitted>,'
4991.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(\.MAKE\.[A-Z_]* *=\) .*,\1 <details omitted>,'
5001.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(MACHINE[_ARCH]* *=\) .*,\1 <details omitted>,'
5011.215SrilligSTD_SED_CMDS.dg1+=	-e 's,^\(MAKE *=\) .*,\1 <details omitted>,'
5021.221Srillig
5031.221Srillig# The layout of the lines in the directory cache vary depending on the path
5041.221Srillig# length, which cannot be predicted.  Therefore omit these lines.
5051.219SrilligSTD_POSTPROC.dg1=	awk '/Directory Cache/,/^$$/ { next } { print }'
5061.215Srillig
5071.215Srillig# End of the configuration helpers section.
5081.215Srillig
5091.1Ssjg.MAIN: all
5101.1Ssjg
5111.61SrilligUNIT_TESTS:=	${.PARSEDIR}
5121.44Sapb.PATH: ${UNIT_TESTS}
5131.7Ssjg
5141.145Srillig.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes
5151.145SrilligOUTFILES=	${TESTS:@test@${.CURDIR:tA}/${test}.out@}
5161.145Srillig.else
5171.61SrilligOUTFILES=	${TESTS:=.out}
5181.145Srillig.endif
5191.42Sapb
5201.42Sapball: ${OUTFILES}
5211.9Ssjg
5221.95SrilligCLEANFILES=		*.rawout *.out *.status *.tmp *.core *.tmp
5231.61SrilligCLEANFILES+=		obj*.[och] lib*.a	# posix1.mk
5241.61SrilligCLEANFILES+=		issue* .[ab]*		# suffixes.mk
5251.95SrilligCLEANDIRS=		dir dummy		# posix1.mk
5261.48Sapb
5271.1Ssjgclean:
5281.48Sapb	rm -f ${CLEANFILES}
5291.95Srillig	rm -rf ${CLEANDIRS}
5301.1Ssjg
5311.61SrilligTEST_MAKE?=	${.MAKE}
5321.61SrilligTOOL_SED?=	sed
5331.1Ssjg
5341.28Ssjg# ensure consistent results from sort(1)
5351.61SrilligLC_ALL=		C
5361.61SrilligLANG=		C
5371.29Ssjg.export LANG LC_ALL
5381.28Ssjg
5391.153SrilligMAKE_TEST_ENV?=	MALLOC_OPTIONS="JA"	# for jemalloc
5401.153Srillig
5411.213Srillig.if ${:!uname -s!} == "NetBSD"
5421.213SrilligLIMIT_RESOURCES?=	ulimit -v 200000
5431.213Srillig.endif
5441.213SrilligLIMIT_RESOURCES?=	:
5451.213Srillig
5461.138Srillig# Each test is run in a sub-make, to keep the tests for interfering with
5471.138Srillig# each other, and because they use different environment variables and
5481.138Srillig# command line options.
5491.42Sapb.SUFFIXES: .mk .rawout .out
5501.42Sapb.mk.rawout:
5511.96Srillig	@${_MKMSG_TEST:Uecho '#      test '} ${.PREFIX}
5521.64Srillig	@set -eu; \
5531.213Srillig	${LIMIT_RESOURCES}; \
5541.64Srillig	cd ${.OBJDIR}; \
5551.153Srillig	env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \
5561.98Srillig	  ${TEST_MAKE} \
5571.98Srillig	    -r -C ${.CURDIR} -f ${.IMPSRC} \
5581.145Srillig	    ${FLAGS.${.PREFIX:T}:U-k} \
5591.98Srillig	    > ${.TARGET}.tmp 2>&1 \
5601.64Srillig	&& status=$$? || status=$$?; \
5611.64Srillig	echo $$status > ${.TARGET:R}.status
5621.42Sapb	@mv ${.TARGET}.tmp ${.TARGET}
5631.42Sapb
5641.137Srillig# Postprocess the test output so that the results can be compared.
5651.62Srillig#
5661.62Srillig# always pretend .MAKE was called 'make'
5671.61Srillig_SED_CMDS+=	-e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,'
5681.61Srillig_SED_CMDS+=	-e 's,${TEST_MAKE:S,.,\\.,g},make,'
5691.200Srillig_SED_CMDS+=	-e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,'
5701.200Srillig_SED_CMDS+=	-e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,'
5711.62Srillig# replace anything after 'stopped in' with unit-tests
5721.61Srillig_SED_CMDS+=	-e '/stopped/s, /.*, unit-tests,'
5731.62Srillig# strip ${.CURDIR}/ from the output
5741.61Srillig_SED_CMDS+=	-e 's,${.CURDIR:S,.,\\.,g}/,,g'
5751.61Srillig_SED_CMDS+=	-e 's,${UNIT_TESTS:S,.,\\.,g}/,,g'
5761.61Srillig
5771.42Sapb.rawout.out:
5781.145Srillig	@${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \
5791.64Srillig	  < ${.IMPSRC} > ${.TARGET}.tmp1
5801.145Srillig	@${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2
5811.64Srillig	@rm ${.TARGET}.tmp1
5821.64Srillig	@echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2
5831.64Srillig	@mv ${.TARGET}.tmp2 ${.TARGET}
5841.42Sapb
5851.42Sapb# Compare all output files
5861.42Sapbtest:	${OUTFILES} .PHONY
5871.42Sapb	@failed= ; \
5881.61Srillig	for test in ${TESTS}; do \
5891.42Sapb	  diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \
5901.42Sapb	  || failed="$${failed}$${failed:+ }$${test}" ; \
5911.42Sapb	done ; \
5921.42Sapb	if [ -n "$${failed}" ]; then \
5931.42Sapb	  echo "Failed tests: $${failed}" ; false ; \
5941.42Sapb	else \
5951.42Sapb	  echo "All tests passed" ; \
5961.42Sapb	fi
5971.1Ssjg
5981.1Ssjgaccept:
5991.61Srillig	@for test in ${TESTS}; do \
6001.42Sapb	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
6011.42Sapb	  || { echo "Replacing $${test}.exp" ; \
6021.42Sapb	       cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
6031.42Sapb	done
6041.1Ssjg
6051.139Srillig# Note: only works for adding tests.
6061.139Srillig# To remove a test, the $$mi file must be edited manually.
6071.78Srilligsync-mi:
6081.78Srillig	@set -eu;							\
6091.78Srillig	cd "${MAKEFILE:tA:H}/../../..";					\
6101.78Srillig	mi="distrib/sets/lists/tests/mi";				\
6111.105Srillig	cvs update "$$mi";						\
6121.139Srillig	testsdir="usr.bin/make/unit-tests";				\
6131.139Srillig	fmt="./usr/tests/$$testsdir/%s\ttests-usr.bin-tests\tcompattestfile,atf\\n"; \
6141.182Srillig	cat "$$mi" > "$$mi.tmp";					\
6151.182Srillig	(cd "$$testsdir" && ls *.exp *.mk) | xargs printf "$$fmt" >> "$$mi.tmp"; \
6161.182Srillig	distrib/sets/fmt-list "$$mi.tmp";				\
6171.182Srillig	mv "$$mi.tmp" "$$mi";						\
6181.78Srillig	cvs diff "$$mi" || true
6191.78Srillig
6201.50Ssjg.if exists(${TEST_MAKE})
6211.168Ssjg${TESTS:=.rawout}: ${TEST_MAKE}
6221.168Ssjg# in meta mode, we *know* if a target script is impacted
6231.168Ssjg# by a makefile change.
6241.168Ssjg.if ${.MAKE.MODE:Unormal:Mmeta} == ""
6251.168Ssjg${TESTS:=.rawout}: ${.PARSEDIR}/Makefile
6261.168Ssjg.endif
6271.50Ssjg.endif
6281.50Ssjg
6291.42Sapb.-include <bsd.obj.mk>
630