Makefile revision 1.218
11.218Srillig# $NetBSD: Makefile,v 1.218 2020/11/22 20:36:17 rillig Exp $ 21.1Ssjg# 31.1Ssjg# Unit tests for make(1) 41.60Srillig# 51.1Ssjg# The main targets are: 61.1Ssjg# 71.60Srillig# all: 81.60Srillig# run all the tests 91.60Srillig# test: 101.60Srillig# run 'all', and compare to expected results 111.60Srillig# accept: 121.60Srillig# move generated output to expected results 131.60Srillig# 141.61Srillig# Settable variables 151.61Srillig# 161.61Srillig# TEST_MAKE 171.61Srillig# The make program to be tested. 181.61Srillig# 191.60Srillig# 201.60Srillig# Adding a test case 211.60Srillig# 221.11Ssjg# Each feature should get its own set of tests in its own suitably 231.42Sapb# named makefile (*.mk), with its own set of expected results (*.exp), 241.61Srillig# and it should be added to the TESTS list. 251.60Srillig# 261.60Srillig# Any added files must also be added to src/distrib/sets/lists/tests/mi. 271.78Srillig# To do that, just run "make sync-mi" in this directory. 281.78Srillig# 291.78Srillig# A few *.mk files are helper files for other tests (such as include-sub.mk) 301.78Srillig# and are thus not added to TESTS. Such files must be ignored in 311.78Srillig# src/tests/usr.bin/make/t_make.sh. 321.60Srillig# 331.1Ssjg 341.61Srillig# Each test is in a sub-makefile. 351.61Srillig# Keep the list sorted. 361.92Srillig# Any test that is commented out must be ignored in 371.92Srillig# src/tests/usr.bin/make/t_make.sh as well. 381.133SrilligTESTS+= archive 391.126SrilligTESTS+= archive-suffix 401.183SrilligTESTS+= cmd-errors 411.185SrilligTESTS+= cmd-errors-lint 421.124SrilligTESTS+= cmd-interrupt 431.75SrilligTESTS+= cmdline 441.188SrilligTESTS+= cmdline-undefined 451.61SrilligTESTS+= comment 461.93SrilligTESTS+= cond-cmp-numeric 471.117SrilligTESTS+= cond-cmp-numeric-eq 481.117SrilligTESTS+= cond-cmp-numeric-ge 491.117SrilligTESTS+= cond-cmp-numeric-gt 501.117SrilligTESTS+= cond-cmp-numeric-le 511.117SrilligTESTS+= cond-cmp-numeric-lt 521.117SrilligTESTS+= cond-cmp-numeric-ne 531.93SrilligTESTS+= cond-cmp-string 541.141SrilligTESTS+= cond-cmp-unary 551.103SrilligTESTS+= cond-func 561.93SrilligTESTS+= cond-func-commands 571.93SrilligTESTS+= cond-func-defined 581.93SrilligTESTS+= cond-func-empty 591.93SrilligTESTS+= cond-func-exists 601.93SrilligTESTS+= cond-func-make 611.217SrilligTESTS+= cond-func-make-main 621.93SrilligTESTS+= cond-func-target 631.61SrilligTESTS+= cond-late 641.93SrilligTESTS+= cond-op 651.93SrilligTESTS+= cond-op-and 661.192SrilligTESTS+= cond-op-and-lint 671.93SrilligTESTS+= cond-op-not 681.93SrilligTESTS+= cond-op-or 691.192SrilligTESTS+= cond-op-or-lint 701.93SrilligTESTS+= cond-op-parentheses 711.61SrilligTESTS+= cond-short 721.93SrilligTESTS+= cond-token-number 731.93SrilligTESTS+= cond-token-plain 741.93SrilligTESTS+= cond-token-string 751.93SrilligTESTS+= cond-token-var 761.142SrilligTESTS+= cond-undef-lint 771.61SrilligTESTS+= cond1 781.81SrilligTESTS+= counter 791.147SrilligTESTS+= counter-append 801.93SrilligTESTS+= dep 811.93SrilligTESTS+= dep-colon 821.152SrilligTESTS+= dep-colon-bug-cross-file 831.93SrilligTESTS+= dep-double-colon 841.172SrilligTESTS+= dep-double-colon-indep 851.93SrilligTESTS+= dep-exclam 861.107SrilligTESTS+= dep-none 871.174SrilligTESTS+= dep-percent 881.109SrilligTESTS+= dep-var 891.93SrilligTESTS+= dep-wildcards 901.93SrilligTESTS+= depsrc 911.173SrilligTESTS+= depsrc-end 921.93SrilligTESTS+= depsrc-exec 931.93SrilligTESTS+= depsrc-ignore 941.93SrilligTESTS+= depsrc-made 951.93SrilligTESTS+= depsrc-make 961.93SrilligTESTS+= depsrc-meta 971.93SrilligTESTS+= depsrc-nometa 981.93SrilligTESTS+= depsrc-nometa_cmp 991.93SrilligTESTS+= depsrc-nopath 1001.93SrilligTESTS+= depsrc-notmain 1011.93SrilligTESTS+= depsrc-optional 1021.93SrilligTESTS+= depsrc-phony 1031.93SrilligTESTS+= depsrc-precious 1041.93SrilligTESTS+= depsrc-recursive 1051.93SrilligTESTS+= depsrc-silent 1061.93SrilligTESTS+= depsrc-use 1071.93SrilligTESTS+= depsrc-usebefore 1081.105SrilligTESTS+= depsrc-usebefore-double-colon 1091.93SrilligTESTS+= depsrc-wait 1101.93SrilligTESTS+= deptgt 1111.93SrilligTESTS+= deptgt-begin 1121.93SrilligTESTS+= deptgt-default 1131.93SrilligTESTS+= deptgt-delete_on_error 1141.93SrilligTESTS+= deptgt-end 1151.146SrilligTESTS+= deptgt-end-jobs 1161.93SrilligTESTS+= deptgt-error 1171.93SrilligTESTS+= deptgt-ignore 1181.93SrilligTESTS+= deptgt-interrupt 1191.93SrilligTESTS+= deptgt-main 1201.93SrilligTESTS+= deptgt-makeflags 1211.93SrilligTESTS+= deptgt-no_parallel 1221.93SrilligTESTS+= deptgt-nopath 1231.93SrilligTESTS+= deptgt-notparallel 1241.93SrilligTESTS+= deptgt-objdir 1251.93SrilligTESTS+= deptgt-order 1261.93SrilligTESTS+= deptgt-path 1271.93SrilligTESTS+= deptgt-path-suffix 1281.93SrilligTESTS+= deptgt-phony 1291.93SrilligTESTS+= deptgt-precious 1301.93SrilligTESTS+= deptgt-shell 1311.93SrilligTESTS+= deptgt-silent 1321.93SrilligTESTS+= deptgt-stale 1331.93SrilligTESTS+= deptgt-suffixes 1341.77SrilligTESTS+= dir 1351.114SrilligTESTS+= dir-expand-path 1361.93SrilligTESTS+= directive 1371.140SrilligTESTS+= directive-dinclude 1381.93SrilligTESTS+= directive-elif 1391.93SrilligTESTS+= directive-elifdef 1401.93SrilligTESTS+= directive-elifmake 1411.93SrilligTESTS+= directive-elifndef 1421.93SrilligTESTS+= directive-elifnmake 1431.93SrilligTESTS+= directive-else 1441.93SrilligTESTS+= directive-endif 1451.93SrilligTESTS+= directive-error 1461.93SrilligTESTS+= directive-export 1471.93SrilligTESTS+= directive-export-env 1481.156SrilligTESTS+= directive-export-gmake 1491.93SrilligTESTS+= directive-export-literal 1501.130SrilligTESTS+= directive-for 1511.127SrilligTESTS+= directive-for-generating-endif 1521.140SrilligTESTS+= directive-hyphen-include 1531.93SrilligTESTS+= directive-if 1541.197SrilligTESTS+= directive-if-nested 1551.93SrilligTESTS+= directive-ifdef 1561.93SrilligTESTS+= directive-ifmake 1571.93SrilligTESTS+= directive-ifndef 1581.93SrilligTESTS+= directive-ifnmake 1591.140SrilligTESTS+= directive-include 1601.140SrilligTESTS+= directive-include-fatal 1611.93SrilligTESTS+= directive-info 1621.140SrilligTESTS+= directive-sinclude 1631.93SrilligTESTS+= directive-undef 1641.93SrilligTESTS+= directive-unexport 1651.93SrilligTESTS+= directive-unexport-env 1661.93SrilligTESTS+= directive-warning 1671.61SrilligTESTS+= dollar 1681.61SrilligTESTS+= doterror 1691.61SrilligTESTS+= dotwait 1701.64SrilligTESTS+= envfirst 1711.61SrilligTESTS+= error 1721.63SsjgTESTS+= # escape # broken by reverting POSIX changes 1731.61SrilligTESTS+= export 1741.61SrilligTESTS+= export-all 1751.61SrilligTESTS+= export-env 1761.89SrilligTESTS+= export-variants 1771.61SrilligTESTS+= forloop 1781.61SrilligTESTS+= forsubst 1791.190SrilligTESTS+= gnode-submake 1801.162SrilligTESTS+= hanoi-include 1811.86SrilligTESTS+= impsrc 1821.61SrilligTESTS+= include-main 1831.189SrilligTESTS+= job-flags 1841.154SrilligTESTS+= job-output-long-lines 1851.83SrilligTESTS+= lint 1861.90SrilligTESTS+= make-exported 1871.61SrilligTESTS+= moderrs 1881.61SrilligTESTS+= modmatch 1891.61SrilligTESTS+= modmisc 1901.61SrilligTESTS+= modts 1911.61SrilligTESTS+= modword 1921.198SsjgTESTS+= objdir-writable 1931.93SrilligTESTS+= opt 1941.93SrilligTESTS+= opt-backwards 1951.93SrilligTESTS+= opt-chdir 1961.93SrilligTESTS+= opt-debug 1971.134SrilligTESTS+= opt-debug-all 1981.134SrilligTESTS+= opt-debug-archive 1991.134SrilligTESTS+= opt-debug-curdir 2001.134SrilligTESTS+= opt-debug-cond 2011.134SrilligTESTS+= opt-debug-dir 2021.134SrilligTESTS+= opt-debug-errors 2031.134SrilligTESTS+= opt-debug-file 2041.134SrilligTESTS+= opt-debug-for 2051.134SrilligTESTS+= opt-debug-graph1 2061.134SrilligTESTS+= opt-debug-graph2 2071.134SrilligTESTS+= opt-debug-graph3 2081.134SrilligTESTS+= opt-debug-hash 2091.134SrilligTESTS+= opt-debug-jobs 2101.134SrilligTESTS+= opt-debug-lint 2111.134SrilligTESTS+= opt-debug-loud 2121.134SrilligTESTS+= opt-debug-meta 2131.134SrilligTESTS+= opt-debug-making 2141.134SrilligTESTS+= opt-debug-no-rm 2151.134SrilligTESTS+= opt-debug-parse 2161.134SrilligTESTS+= opt-debug-suff 2171.134SrilligTESTS+= opt-debug-targets 2181.134SrilligTESTS+= opt-debug-varraw 2191.134SrilligTESTS+= opt-debug-var 2201.134SrilligTESTS+= opt-debug-x-trace 2211.93SrilligTESTS+= opt-define 2221.93SrilligTESTS+= opt-env 2231.93SrilligTESTS+= opt-file 2241.93SrilligTESTS+= opt-ignore 2251.93SrilligTESTS+= opt-include-dir 2261.93SrilligTESTS+= opt-jobs 2271.93SrilligTESTS+= opt-jobs-internal 2281.93SrilligTESTS+= opt-keep-going 2291.93SrilligTESTS+= opt-m-include-dir 2301.93SrilligTESTS+= opt-no-action 2311.93SrilligTESTS+= opt-no-action-at-all 2321.93SrilligTESTS+= opt-query 2331.93SrilligTESTS+= opt-raw 2341.93SrilligTESTS+= opt-silent 2351.93SrilligTESTS+= opt-touch 2361.199SrilligTESTS+= opt-touch-jobs 2371.93SrilligTESTS+= opt-tracefile 2381.93SrilligTESTS+= opt-var-expanded 2391.93SrilligTESTS+= opt-var-literal 2401.93SrilligTESTS+= opt-warnings-as-errors 2411.93SrilligTESTS+= opt-where-am-i 2421.93SrilligTESTS+= opt-x-reduce-exported 2431.61SrilligTESTS+= order 2441.162SrilligTESTS+= parse-var 2451.88SrilligTESTS+= phony-end 2461.61SrilligTESTS+= posix 2471.63SsjgTESTS+= # posix1 # broken by reverting POSIX changes 2481.61SrilligTESTS+= qequals 2491.84SrilligTESTS+= recursive 2501.93SrilligTESTS+= sh 2511.106SrilligTESTS+= sh-dots 2521.93SrilligTESTS+= sh-jobs 2531.93SrilligTESTS+= sh-jobs-error 2541.93SrilligTESTS+= sh-leading-at 2551.93SrilligTESTS+= sh-leading-hyphen 2561.93SrilligTESTS+= sh-leading-plus 2571.93SrilligTESTS+= sh-meta-chars 2581.93SrilligTESTS+= sh-multi-line 2591.93SrilligTESTS+= sh-single-line 2601.162SrilligTESTS+= shell-csh 2611.162SrilligTESTS+= shell-custom 2621.162SrilligTESTS+= shell-ksh 2631.162SrilligTESTS+= shell-sh 2641.169SrilligTESTS+= suff-add-later 2651.169SrilligTESTS+= suff-clear-regular 2661.169SrilligTESTS+= suff-clear-single 2671.212SrilligTESTS+= suff-incomplete 2681.175SrilligTESTS+= suff-lookup 2691.167SrilligTESTS+= suff-main 2701.218SrilligTESTS+= suff-main-several 2711.150SrilligTESTS+= suff-rebuild 2721.203SrilligTESTS+= suff-self 2731.169SrilligTESTS+= suff-transform-endless 2741.169SrilligTESTS+= suff-transform-expand 2751.169SrilligTESTS+= suff-transform-select 2761.61SrilligTESTS+= sunshcmd 2771.61SrilligTESTS+= ternary 2781.61SrilligTESTS+= unexport 2791.61SrilligTESTS+= unexport-env 2801.91SrilligTESTS+= use-inference 2811.93SrilligTESTS+= var-class 2821.93SrilligTESTS+= var-class-cmdline 2831.93SrilligTESTS+= var-class-env 2841.93SrilligTESTS+= var-class-global 2851.93SrilligTESTS+= var-class-local 2861.93SrilligTESTS+= var-class-local-legacy 2871.93SrilligTESTS+= var-op 2881.93SrilligTESTS+= var-op-append 2891.93SrilligTESTS+= var-op-assign 2901.93SrilligTESTS+= var-op-default 2911.93SrilligTESTS+= var-op-expand 2921.93SrilligTESTS+= var-op-shell 2931.162SrilligTESTS+= var-op-sunsh 2941.179SrilligTESTS+= var-recursive 2951.61SrilligTESTS+= varcmd 2961.64SrilligTESTS+= vardebug 2971.64SrilligTESTS+= varfind 2981.61SrilligTESTS+= varmisc 2991.93SrilligTESTS+= varmod 3001.93SrilligTESTS+= varmod-assign 3011.93SrilligTESTS+= varmod-defined 3021.61SrilligTESTS+= varmod-edge 3031.93SrilligTESTS+= varmod-exclam-shell 3041.93SrilligTESTS+= varmod-extension 3051.93SrilligTESTS+= varmod-gmtime 3061.93SrilligTESTS+= varmod-hash 3071.93SrilligTESTS+= varmod-head 3081.93SrilligTESTS+= varmod-ifelse 3091.93SrilligTESTS+= varmod-l-name-to-value 3101.93SrilligTESTS+= varmod-localtime 3111.93SrilligTESTS+= varmod-loop 3121.93SrilligTESTS+= varmod-match 3131.99SrilligTESTS+= varmod-match-escape 3141.93SrilligTESTS+= varmod-no-match 3151.93SrilligTESTS+= varmod-order 3161.93SrilligTESTS+= varmod-order-reverse 3171.93SrilligTESTS+= varmod-order-shuffle 3181.93SrilligTESTS+= varmod-path 3191.93SrilligTESTS+= varmod-quote 3201.93SrilligTESTS+= varmod-quote-dollar 3211.93SrilligTESTS+= varmod-range 3221.93SrilligTESTS+= varmod-remember 3231.93SrilligTESTS+= varmod-root 3241.93SrilligTESTS+= varmod-select-words 3251.93SrilligTESTS+= varmod-shell 3261.93SrilligTESTS+= varmod-subst 3271.93SrilligTESTS+= varmod-subst-regex 3281.93SrilligTESTS+= varmod-sysv 3291.93SrilligTESTS+= varmod-tail 3301.93SrilligTESTS+= varmod-to-abs 3311.93SrilligTESTS+= varmod-to-lower 3321.93SrilligTESTS+= varmod-to-many-words 3331.93SrilligTESTS+= varmod-to-one-word 3341.93SrilligTESTS+= varmod-to-separator 3351.93SrilligTESTS+= varmod-to-upper 3361.93SrilligTESTS+= varmod-undefined 3371.93SrilligTESTS+= varmod-unique 3381.93SrilligTESTS+= varname 3391.93SrilligTESTS+= varname-dollar 3401.93SrilligTESTS+= varname-dot-alltargets 3411.93SrilligTESTS+= varname-dot-curdir 3421.122SrilligTESTS+= varname-dot-includes 3431.93SrilligTESTS+= varname-dot-includedfromdir 3441.93SrilligTESTS+= varname-dot-includedfromfile 3451.122SrilligTESTS+= varname-dot-libs 3461.93SrilligTESTS+= varname-dot-make-dependfile 3471.93SrilligTESTS+= varname-dot-make-expand_variables 3481.93SrilligTESTS+= varname-dot-make-exported 3491.93SrilligTESTS+= varname-dot-make-jobs 3501.93SrilligTESTS+= varname-dot-make-jobs-prefix 3511.93SrilligTESTS+= varname-dot-make-level 3521.93SrilligTESTS+= varname-dot-make-makefile_preference 3531.93SrilligTESTS+= varname-dot-make-makefiles 3541.93SrilligTESTS+= varname-dot-make-meta-bailiwick 3551.93SrilligTESTS+= varname-dot-make-meta-created 3561.93SrilligTESTS+= varname-dot-make-meta-files 3571.93SrilligTESTS+= varname-dot-make-meta-ignore_filter 3581.93SrilligTESTS+= varname-dot-make-meta-ignore_paths 3591.93SrilligTESTS+= varname-dot-make-meta-ignore_patterns 3601.93SrilligTESTS+= varname-dot-make-meta-prefix 3611.93SrilligTESTS+= varname-dot-make-mode 3621.93SrilligTESTS+= varname-dot-make-path_filemon 3631.93SrilligTESTS+= varname-dot-make-pid 3641.93SrilligTESTS+= varname-dot-make-ppid 3651.93SrilligTESTS+= varname-dot-make-save_dollars 3661.93SrilligTESTS+= varname-dot-makeoverrides 3671.93SrilligTESTS+= varname-dot-newline 3681.93SrilligTESTS+= varname-dot-objdir 3691.93SrilligTESTS+= varname-dot-parsedir 3701.93SrilligTESTS+= varname-dot-parsefile 3711.93SrilligTESTS+= varname-dot-path 3721.115SrilligTESTS+= varname-dot-shell 3731.93SrilligTESTS+= varname-dot-targets 3741.110SrilligTESTS+= varname-empty 3751.93SrilligTESTS+= varname-make 3761.93SrilligTESTS+= varname-make_print_var_on_error 3771.170SrilligTESTS+= varname-make_print_var_on_error-jobs 3781.132SrilligTESTS+= varname-makefile 3791.93SrilligTESTS+= varname-makeflags 3801.93SrilligTESTS+= varname-pwd 3811.93SrilligTESTS+= varname-vpath 3821.66SrilligTESTS+= varparse-dynamic 3831.191SrilligTESTS+= varparse-errors 3841.156SrilligTESTS+= varparse-mod 3851.149SrilligTESTS+= varparse-undef-partial 3861.61SrilligTESTS+= varquote 3871.61Srillig 3881.201Srillig# Ideas for more tests: 3891.201Srillig# char-0020-space.mk 3901.201Srillig# char-005C-backslash.mk 3911.201Srillig# escape-cond-str.mk 3921.201Srillig# escape-cond-func-arg.mk 3931.201Srillig# escape-cond-func-arg.mk 3941.201Srillig# escape-varmod.mk 3951.201Srillig# escape-varmod-define.mk 3961.201Srillig# escape-varmod-match.mk 3971.201Srillig# escape-varname.mk 3981.201Srillig# escape-varassign-varname.mk 3991.201Srillig# escape-varassign-varname-cmdline.mk 4001.201Srillig# escape-varassign-value.mk 4011.201Srillig# escape-varassign-value-cmdline.mk 4021.201Srillig# escape-dependency-source.mk 4031.201Srillig# escape-dependency-target.mk 4041.201Srillig# escape-for-varname.mk 4051.201Srillig# escape-for-item.mk 4061.201Srillig# posix-*.mk (see posix.mk and posix1.mk) 4071.201Srillig 4081.198Ssjg.if ${.OBJDIR} != ${.CURDIR} 4091.198SsjgRO_OBJDIR:= ${.OBJDIR}/roobj 4101.198Ssjg.else 4111.198SsjgRO_OBJDIR:= ${TMPDIR:U/tmp}/roobj 4121.198Ssjg.endif 4131.98Srillig# Additional environment variables for some of the tests. 4141.98Srillig# The base environment is -i PATH="$PATH". 4151.194SrilligENV.depsrc-optional+= TZ=UTC 4161.64SrilligENV.envfirst= FROM_ENV=value-from-env 4171.198SsjgENV.objdir-writable+= RO_OBJDIR=${RO_OBJDIR} 4181.65SrilligENV.varmisc= FROM_ENV=env 4191.65SrilligENV.varmisc+= FROM_ENV_BEFORE=env 4201.65SrilligENV.varmisc+= FROM_ENV_AFTER=env 4211.180SrilligENV.varmod-localtime+= TZ=Europe/Berlin 4221.196SrilligENV.varname-vpath+= VPATH=varname-vpath.dir:varname-vpath.dir2 4231.64Srillig 4241.64Srillig# Override make flags for some of the tests; default is -k. 4251.123Srillig# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of 4261.123Srillig# settings FLAGS.test=-dv here, since that is closer to the test code. 4271.151SrilligFLAGS.cond-func-make= via-cmdline 4281.128SrilligFLAGS.directive-ifmake= first second 4291.195SrilligFLAGS.doterror= # none, especially not -k 4301.202SrilligFLAGS.varname-empty= -dv '$${:U}=cmdline-u' '=cmdline-plain' 4311.61Srillig 4321.137Srillig# Some tests need extra postprocessing. 4331.216SrilligSED_CMDS.export= -e '/^[^=_A-Za-z0-9]*=/d' 4341.216SrilligSED_CMDS.export-all= ${SED_CMDS.export} 4351.216SrilligSED_CMDS.export-env= ${SED_CMDS.export} 4361.155SrilligSED_CMDS.job-output-long-lines= \ 4371.155Srillig ${:D Job separators on their own line are ok. } \ 4381.155Srillig -e '/^--- job-[ab] ---$$/d' \ 4391.155Srillig ${:D Plain output lines are ok as well. } \ 4401.155Srillig ${:D They may come in multiples of 1024 or as 10000. } \ 4411.155Srillig -e '/^aa*$$/d' \ 4421.155Srillig -e '/^bb*$$/d' \ 4431.155Srillig ${:D The following lines should rather not occur since the job } \ 4441.155Srillig ${:D marker should always be at the beginning of the line. } \ 4451.155Srillig -e '/^aa*--- job-b ---$$/d' \ 4461.155Srillig -e '/^bb*--- job-a ---$$/d' 4471.215SrilligSED_CMDS.objdir-writable= -e 's,${RO_OBJDIR},OBJDIR/roobj,g' 4481.215SrilligSED_CMDS.opt-debug-graph1= ${STD_SED_CMDS.dg1} 4491.215SrilligSED_CMDS.sh-dots= -e 's,^.*\.\.\.:.*,<normalized: ...: not found>,' 4501.162SrilligSED_CMDS.opt-debug-jobs= -e 's,([0-9][0-9]*),(<pid>),' 4511.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,pid [0-9][0-9]*,pid <pid>,' 4521.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,Process [0-9][0-9]*,Process <pid>,' 4531.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,' 4541.210SrilligSED_CMDS.opt-debug-jobs+= -e 's,Command: ${.SHELL:T},Command: <shell>,' 4551.163Srillig# The "-q" may be there or not, see jobs.c, variable shells. 4561.211SrilligSED_CMDS.opt-debug-jobs+= -e 's,^\(.Command: <shell>\) -q,\1,' 4571.215SrilligSED_CMDS.suff-main+= ${STD_SED_CMDS.dg1} 4581.218SrilligSED_CMDS.suff-main-several+= ${STD_SED_CMDS.dg1} 4591.207SsjgSED_CMDS.var-op-shell+= \ 4601.207Ssjg -e 's,^${.SHELL:T}: [ 0-9:]*,,' \ 4611.207Ssjg -e '/command/s,No such.*,not found,' 4621.205SrilligSED_CMDS.vardebug+= -e 's,${.SHELL},</path/to/shell>,' 4631.94SrilligSED_CMDS.varmod-subst-regex+= \ 4641.94Srillig -e 's,\(Regex compilation error:\).*,\1 (details omitted),' 4651.79SrilligSED_CMDS.varmod-edge+= -e 's, line [0-9]*:, line omitted:,' 4661.144SrilligSED_CMDS.varname-dot-parsedir= -e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,' 4671.144SrilligSED_CMDS.varname-dot-parsefile= -e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,' 4681.177SrilligSED_CMDS.varname-dot-shell= -e 's, = /[^ ]*, = (details omitted),g' 4691.177SrilligSED_CMDS.varname-dot-shell+= -e 's,"/[^" ]*","(details omitted)",g' 4701.177SrilligSED_CMDS.varname-dot-shell+= -e 's,\[/[^] ]*\],[(details omitted)],g' 4711.61Srillig 4721.64Srillig# Some tests need an additional round of postprocessing. 4731.214SrilligPOSTPROC.deptgt-suffixes= awk '/^\#\*\*\* Suffixes/,/^never-stop/' 4741.190SrilligPOSTPROC.gnode-submake= awk '/Input graph/, /^$$/' 4751.112SrilligPOSTPROC.varname-empty= ${TOOL_SED} -n -e '/^Var_Set/p' -e '/^out:/p' 4761.218Srillig# The directory cache contains the hard-coded '/usr/share/mk'. 4771.218SrilligPOSTPROC.suff-main-several= awk '/Directory Cache/,/^$$/ { next } { print }' 4781.64Srillig 4791.99Srillig# Some tests reuse other tests, which makes them unnecessarily fragile. 4801.89Srilligexport-all.rawout: export.mk 4811.89Srilligunexport.rawout: export.mk 4821.89Srilligunexport-env.rawout: export.mk 4831.89Srillig 4841.61Srillig# End of the configuration section. 4851.61Srillig 4861.215Srillig# Some standard sed commands, to be used in the SED_CMDS above. 4871.215Srillig 4881.215Srillig# Omit details from the output of the -dg1 option such as process IDs. 4891.215SrilligSTD_SED_CMDS.dg1= -e 's,${.CURDIR},<curdir>,' 4901.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(\.MAKE *=\) .*,\1 <details omitted>,' 4911.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(\.MAKE\.[A-Z_]* *=\) .*,\1 <details omitted>,' 4921.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(MACHINE[_ARCH]* *=\) .*,\1 <details omitted>,' 4931.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(MAKE *=\) .*,\1 <details omitted>,' 4941.215Srillig 4951.215Srillig# End of the configuration helpers section. 4961.215Srillig 4971.1Ssjg.MAIN: all 4981.1Ssjg 4991.61SrilligUNIT_TESTS:= ${.PARSEDIR} 5001.44Sapb.PATH: ${UNIT_TESTS} 5011.7Ssjg 5021.145Srillig.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes 5031.145SrilligOUTFILES= ${TESTS:@test@${.CURDIR:tA}/${test}.out@} 5041.145Srillig.else 5051.61SrilligOUTFILES= ${TESTS:=.out} 5061.145Srillig.endif 5071.42Sapb 5081.42Sapball: ${OUTFILES} 5091.9Ssjg 5101.95SrilligCLEANFILES= *.rawout *.out *.status *.tmp *.core *.tmp 5111.61SrilligCLEANFILES+= obj*.[och] lib*.a # posix1.mk 5121.61SrilligCLEANFILES+= issue* .[ab]* # suffixes.mk 5131.95SrilligCLEANDIRS= dir dummy # posix1.mk 5141.48Sapb 5151.1Ssjgclean: 5161.48Sapb rm -f ${CLEANFILES} 5171.95Srillig rm -rf ${CLEANDIRS} 5181.1Ssjg 5191.61SrilligTEST_MAKE?= ${.MAKE} 5201.61SrilligTOOL_SED?= sed 5211.1Ssjg 5221.28Ssjg# ensure consistent results from sort(1) 5231.61SrilligLC_ALL= C 5241.61SrilligLANG= C 5251.29Ssjg.export LANG LC_ALL 5261.28Ssjg 5271.153SrilligMAKE_TEST_ENV?= MALLOC_OPTIONS="JA" # for jemalloc 5281.153Srillig 5291.213Srillig.if ${:!uname -s!} == "NetBSD" 5301.213SrilligLIMIT_RESOURCES?= ulimit -v 200000 5311.213Srillig.endif 5321.213SrilligLIMIT_RESOURCES?= : 5331.213Srillig 5341.138Srillig# Each test is run in a sub-make, to keep the tests for interfering with 5351.138Srillig# each other, and because they use different environment variables and 5361.138Srillig# command line options. 5371.42Sapb.SUFFIXES: .mk .rawout .out 5381.42Sapb.mk.rawout: 5391.96Srillig @${_MKMSG_TEST:Uecho '# test '} ${.PREFIX} 5401.64Srillig @set -eu; \ 5411.213Srillig ${LIMIT_RESOURCES}; \ 5421.64Srillig cd ${.OBJDIR}; \ 5431.153Srillig env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \ 5441.98Srillig ${TEST_MAKE} \ 5451.98Srillig -r -C ${.CURDIR} -f ${.IMPSRC} \ 5461.145Srillig ${FLAGS.${.PREFIX:T}:U-k} \ 5471.98Srillig > ${.TARGET}.tmp 2>&1 \ 5481.64Srillig && status=$$? || status=$$?; \ 5491.64Srillig echo $$status > ${.TARGET:R}.status 5501.42Sapb @mv ${.TARGET}.tmp ${.TARGET} 5511.42Sapb 5521.137Srillig# Postprocess the test output so that the results can be compared. 5531.62Srillig# 5541.62Srillig# always pretend .MAKE was called 'make' 5551.61Srillig_SED_CMDS+= -e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,' 5561.61Srillig_SED_CMDS+= -e 's,${TEST_MAKE:S,.,\\.,g},make,' 5571.200Srillig_SED_CMDS+= -e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,' 5581.200Srillig_SED_CMDS+= -e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,' 5591.62Srillig# replace anything after 'stopped in' with unit-tests 5601.61Srillig_SED_CMDS+= -e '/stopped/s, /.*, unit-tests,' 5611.62Srillig# strip ${.CURDIR}/ from the output 5621.61Srillig_SED_CMDS+= -e 's,${.CURDIR:S,.,\\.,g}/,,g' 5631.61Srillig_SED_CMDS+= -e 's,${UNIT_TESTS:S,.,\\.,g}/,,g' 5641.61Srillig 5651.42Sapb.rawout.out: 5661.145Srillig @${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \ 5671.64Srillig < ${.IMPSRC} > ${.TARGET}.tmp1 5681.145Srillig @${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2 5691.64Srillig @rm ${.TARGET}.tmp1 5701.64Srillig @echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2 5711.64Srillig @mv ${.TARGET}.tmp2 ${.TARGET} 5721.42Sapb 5731.42Sapb# Compare all output files 5741.42Sapbtest: ${OUTFILES} .PHONY 5751.42Sapb @failed= ; \ 5761.61Srillig for test in ${TESTS}; do \ 5771.42Sapb diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \ 5781.42Sapb || failed="$${failed}$${failed:+ }$${test}" ; \ 5791.42Sapb done ; \ 5801.42Sapb if [ -n "$${failed}" ]; then \ 5811.42Sapb echo "Failed tests: $${failed}" ; false ; \ 5821.42Sapb else \ 5831.42Sapb echo "All tests passed" ; \ 5841.42Sapb fi 5851.1Ssjg 5861.1Ssjgaccept: 5871.61Srillig @for test in ${TESTS}; do \ 5881.42Sapb cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \ 5891.42Sapb || { echo "Replacing $${test}.exp" ; \ 5901.42Sapb cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \ 5911.42Sapb done 5921.1Ssjg 5931.139Srillig# Note: only works for adding tests. 5941.139Srillig# To remove a test, the $$mi file must be edited manually. 5951.78Srilligsync-mi: 5961.78Srillig @set -eu; \ 5971.78Srillig cd "${MAKEFILE:tA:H}/../../.."; \ 5981.78Srillig mi="distrib/sets/lists/tests/mi"; \ 5991.105Srillig cvs update "$$mi"; \ 6001.139Srillig testsdir="usr.bin/make/unit-tests"; \ 6011.139Srillig fmt="./usr/tests/$$testsdir/%s\ttests-usr.bin-tests\tcompattestfile,atf\\n"; \ 6021.182Srillig cat "$$mi" > "$$mi.tmp"; \ 6031.182Srillig (cd "$$testsdir" && ls *.exp *.mk) | xargs printf "$$fmt" >> "$$mi.tmp"; \ 6041.182Srillig distrib/sets/fmt-list "$$mi.tmp"; \ 6051.182Srillig mv "$$mi.tmp" "$$mi"; \ 6061.78Srillig cvs diff "$$mi" || true 6071.78Srillig 6081.50Ssjg.if exists(${TEST_MAKE}) 6091.168Ssjg${TESTS:=.rawout}: ${TEST_MAKE} 6101.168Ssjg# in meta mode, we *know* if a target script is impacted 6111.168Ssjg# by a makefile change. 6121.168Ssjg.if ${.MAKE.MODE:Unormal:Mmeta} == "" 6131.168Ssjg${TESTS:=.rawout}: ${.PARSEDIR}/Makefile 6141.168Ssjg.endif 6151.50Ssjg.endif 6161.50Ssjg 6171.42Sapb.-include <bsd.obj.mk> 618