Makefile revision 1.220
11.220Srillig# $NetBSD: Makefile,v 1.220 2020/11/23 15:00:32 rillig Exp $ 21.1Ssjg# 31.1Ssjg# Unit tests for make(1) 41.60Srillig# 51.1Ssjg# The main targets are: 61.1Ssjg# 71.60Srillig# all: 81.60Srillig# run all the tests 91.60Srillig# test: 101.60Srillig# run 'all', and compare to expected results 111.60Srillig# accept: 121.60Srillig# move generated output to expected results 131.60Srillig# 141.61Srillig# Settable variables 151.61Srillig# 161.61Srillig# TEST_MAKE 171.61Srillig# The make program to be tested. 181.61Srillig# 191.60Srillig# 201.60Srillig# Adding a test case 211.60Srillig# 221.11Ssjg# Each feature should get its own set of tests in its own suitably 231.42Sapb# named makefile (*.mk), with its own set of expected results (*.exp), 241.61Srillig# and it should be added to the TESTS list. 251.60Srillig# 261.60Srillig# Any added files must also be added to src/distrib/sets/lists/tests/mi. 271.78Srillig# To do that, just run "make sync-mi" in this directory. 281.78Srillig# 291.78Srillig# A few *.mk files are helper files for other tests (such as include-sub.mk) 301.78Srillig# and are thus not added to TESTS. Such files must be ignored in 311.78Srillig# src/tests/usr.bin/make/t_make.sh. 321.60Srillig# 331.1Ssjg 341.61Srillig# Each test is in a sub-makefile. 351.61Srillig# Keep the list sorted. 361.92Srillig# Any test that is commented out must be ignored in 371.92Srillig# src/tests/usr.bin/make/t_make.sh as well. 381.133SrilligTESTS+= archive 391.126SrilligTESTS+= archive-suffix 401.183SrilligTESTS+= cmd-errors 411.185SrilligTESTS+= cmd-errors-lint 421.124SrilligTESTS+= cmd-interrupt 431.75SrilligTESTS+= cmdline 441.188SrilligTESTS+= cmdline-undefined 451.61SrilligTESTS+= comment 461.93SrilligTESTS+= cond-cmp-numeric 471.117SrilligTESTS+= cond-cmp-numeric-eq 481.117SrilligTESTS+= cond-cmp-numeric-ge 491.117SrilligTESTS+= cond-cmp-numeric-gt 501.117SrilligTESTS+= cond-cmp-numeric-le 511.117SrilligTESTS+= cond-cmp-numeric-lt 521.117SrilligTESTS+= cond-cmp-numeric-ne 531.93SrilligTESTS+= cond-cmp-string 541.141SrilligTESTS+= cond-cmp-unary 551.103SrilligTESTS+= cond-func 561.93SrilligTESTS+= cond-func-commands 571.93SrilligTESTS+= cond-func-defined 581.93SrilligTESTS+= cond-func-empty 591.93SrilligTESTS+= cond-func-exists 601.93SrilligTESTS+= cond-func-make 611.217SrilligTESTS+= cond-func-make-main 621.93SrilligTESTS+= cond-func-target 631.61SrilligTESTS+= cond-late 641.93SrilligTESTS+= cond-op 651.93SrilligTESTS+= cond-op-and 661.192SrilligTESTS+= cond-op-and-lint 671.93SrilligTESTS+= cond-op-not 681.93SrilligTESTS+= cond-op-or 691.192SrilligTESTS+= cond-op-or-lint 701.93SrilligTESTS+= cond-op-parentheses 711.61SrilligTESTS+= cond-short 721.93SrilligTESTS+= cond-token-number 731.93SrilligTESTS+= cond-token-plain 741.93SrilligTESTS+= cond-token-string 751.93SrilligTESTS+= cond-token-var 761.142SrilligTESTS+= cond-undef-lint 771.61SrilligTESTS+= cond1 781.81SrilligTESTS+= counter 791.147SrilligTESTS+= counter-append 801.93SrilligTESTS+= dep 811.93SrilligTESTS+= dep-colon 821.152SrilligTESTS+= dep-colon-bug-cross-file 831.93SrilligTESTS+= dep-double-colon 841.172SrilligTESTS+= dep-double-colon-indep 851.93SrilligTESTS+= dep-exclam 861.107SrilligTESTS+= dep-none 871.174SrilligTESTS+= dep-percent 881.109SrilligTESTS+= dep-var 891.93SrilligTESTS+= dep-wildcards 901.93SrilligTESTS+= depsrc 911.173SrilligTESTS+= depsrc-end 921.93SrilligTESTS+= depsrc-exec 931.93SrilligTESTS+= depsrc-ignore 941.93SrilligTESTS+= depsrc-made 951.93SrilligTESTS+= depsrc-make 961.93SrilligTESTS+= depsrc-meta 971.93SrilligTESTS+= depsrc-nometa 981.93SrilligTESTS+= depsrc-nometa_cmp 991.93SrilligTESTS+= depsrc-nopath 1001.93SrilligTESTS+= depsrc-notmain 1011.93SrilligTESTS+= depsrc-optional 1021.93SrilligTESTS+= depsrc-phony 1031.93SrilligTESTS+= depsrc-precious 1041.93SrilligTESTS+= depsrc-recursive 1051.93SrilligTESTS+= depsrc-silent 1061.93SrilligTESTS+= depsrc-use 1071.93SrilligTESTS+= depsrc-usebefore 1081.105SrilligTESTS+= depsrc-usebefore-double-colon 1091.93SrilligTESTS+= depsrc-wait 1101.93SrilligTESTS+= deptgt 1111.93SrilligTESTS+= deptgt-begin 1121.93SrilligTESTS+= deptgt-default 1131.93SrilligTESTS+= deptgt-delete_on_error 1141.93SrilligTESTS+= deptgt-end 1151.146SrilligTESTS+= deptgt-end-jobs 1161.93SrilligTESTS+= deptgt-error 1171.93SrilligTESTS+= deptgt-ignore 1181.93SrilligTESTS+= deptgt-interrupt 1191.93SrilligTESTS+= deptgt-main 1201.93SrilligTESTS+= deptgt-makeflags 1211.93SrilligTESTS+= deptgt-no_parallel 1221.93SrilligTESTS+= deptgt-nopath 1231.93SrilligTESTS+= deptgt-notparallel 1241.93SrilligTESTS+= deptgt-objdir 1251.93SrilligTESTS+= deptgt-order 1261.93SrilligTESTS+= deptgt-path 1271.93SrilligTESTS+= deptgt-path-suffix 1281.93SrilligTESTS+= deptgt-phony 1291.93SrilligTESTS+= deptgt-precious 1301.93SrilligTESTS+= deptgt-shell 1311.93SrilligTESTS+= deptgt-silent 1321.93SrilligTESTS+= deptgt-stale 1331.93SrilligTESTS+= deptgt-suffixes 1341.77SrilligTESTS+= dir 1351.114SrilligTESTS+= dir-expand-path 1361.93SrilligTESTS+= directive 1371.140SrilligTESTS+= directive-dinclude 1381.93SrilligTESTS+= directive-elif 1391.93SrilligTESTS+= directive-elifdef 1401.93SrilligTESTS+= directive-elifmake 1411.93SrilligTESTS+= directive-elifndef 1421.93SrilligTESTS+= directive-elifnmake 1431.93SrilligTESTS+= directive-else 1441.93SrilligTESTS+= directive-endif 1451.93SrilligTESTS+= directive-error 1461.93SrilligTESTS+= directive-export 1471.93SrilligTESTS+= directive-export-env 1481.156SrilligTESTS+= directive-export-gmake 1491.93SrilligTESTS+= directive-export-literal 1501.130SrilligTESTS+= directive-for 1511.127SrilligTESTS+= directive-for-generating-endif 1521.140SrilligTESTS+= directive-hyphen-include 1531.93SrilligTESTS+= directive-if 1541.197SrilligTESTS+= directive-if-nested 1551.93SrilligTESTS+= directive-ifdef 1561.93SrilligTESTS+= directive-ifmake 1571.93SrilligTESTS+= directive-ifndef 1581.93SrilligTESTS+= directive-ifnmake 1591.140SrilligTESTS+= directive-include 1601.140SrilligTESTS+= directive-include-fatal 1611.93SrilligTESTS+= directive-info 1621.140SrilligTESTS+= directive-sinclude 1631.93SrilligTESTS+= directive-undef 1641.93SrilligTESTS+= directive-unexport 1651.93SrilligTESTS+= directive-unexport-env 1661.93SrilligTESTS+= directive-warning 1671.61SrilligTESTS+= dollar 1681.61SrilligTESTS+= doterror 1691.61SrilligTESTS+= dotwait 1701.64SrilligTESTS+= envfirst 1711.61SrilligTESTS+= error 1721.63SsjgTESTS+= # escape # broken by reverting POSIX changes 1731.61SrilligTESTS+= export 1741.61SrilligTESTS+= export-all 1751.61SrilligTESTS+= export-env 1761.89SrilligTESTS+= export-variants 1771.61SrilligTESTS+= forloop 1781.61SrilligTESTS+= forsubst 1791.190SrilligTESTS+= gnode-submake 1801.162SrilligTESTS+= hanoi-include 1811.86SrilligTESTS+= impsrc 1821.61SrilligTESTS+= include-main 1831.189SrilligTESTS+= job-flags 1841.154SrilligTESTS+= job-output-long-lines 1851.83SrilligTESTS+= lint 1861.90SrilligTESTS+= make-exported 1871.61SrilligTESTS+= moderrs 1881.61SrilligTESTS+= modmatch 1891.61SrilligTESTS+= modmisc 1901.61SrilligTESTS+= modts 1911.61SrilligTESTS+= modword 1921.198SsjgTESTS+= objdir-writable 1931.93SrilligTESTS+= opt 1941.93SrilligTESTS+= opt-backwards 1951.93SrilligTESTS+= opt-chdir 1961.93SrilligTESTS+= opt-debug 1971.134SrilligTESTS+= opt-debug-all 1981.134SrilligTESTS+= opt-debug-archive 1991.134SrilligTESTS+= opt-debug-curdir 2001.134SrilligTESTS+= opt-debug-cond 2011.134SrilligTESTS+= opt-debug-dir 2021.134SrilligTESTS+= opt-debug-errors 2031.134SrilligTESTS+= opt-debug-file 2041.134SrilligTESTS+= opt-debug-for 2051.134SrilligTESTS+= opt-debug-graph1 2061.134SrilligTESTS+= opt-debug-graph2 2071.134SrilligTESTS+= opt-debug-graph3 2081.134SrilligTESTS+= opt-debug-hash 2091.134SrilligTESTS+= opt-debug-jobs 2101.134SrilligTESTS+= opt-debug-lint 2111.134SrilligTESTS+= opt-debug-loud 2121.134SrilligTESTS+= opt-debug-meta 2131.134SrilligTESTS+= opt-debug-making 2141.134SrilligTESTS+= opt-debug-no-rm 2151.134SrilligTESTS+= opt-debug-parse 2161.134SrilligTESTS+= opt-debug-suff 2171.134SrilligTESTS+= opt-debug-targets 2181.134SrilligTESTS+= opt-debug-varraw 2191.134SrilligTESTS+= opt-debug-var 2201.134SrilligTESTS+= opt-debug-x-trace 2211.93SrilligTESTS+= opt-define 2221.93SrilligTESTS+= opt-env 2231.93SrilligTESTS+= opt-file 2241.93SrilligTESTS+= opt-ignore 2251.93SrilligTESTS+= opt-include-dir 2261.93SrilligTESTS+= opt-jobs 2271.93SrilligTESTS+= opt-jobs-internal 2281.93SrilligTESTS+= opt-keep-going 2291.93SrilligTESTS+= opt-m-include-dir 2301.93SrilligTESTS+= opt-no-action 2311.93SrilligTESTS+= opt-no-action-at-all 2321.93SrilligTESTS+= opt-query 2331.93SrilligTESTS+= opt-raw 2341.93SrilligTESTS+= opt-silent 2351.93SrilligTESTS+= opt-touch 2361.199SrilligTESTS+= opt-touch-jobs 2371.93SrilligTESTS+= opt-tracefile 2381.93SrilligTESTS+= opt-var-expanded 2391.93SrilligTESTS+= opt-var-literal 2401.93SrilligTESTS+= opt-warnings-as-errors 2411.93SrilligTESTS+= opt-where-am-i 2421.93SrilligTESTS+= opt-x-reduce-exported 2431.61SrilligTESTS+= order 2441.162SrilligTESTS+= parse-var 2451.88SrilligTESTS+= phony-end 2461.61SrilligTESTS+= posix 2471.63SsjgTESTS+= # posix1 # broken by reverting POSIX changes 2481.61SrilligTESTS+= qequals 2491.84SrilligTESTS+= recursive 2501.93SrilligTESTS+= sh 2511.106SrilligTESTS+= sh-dots 2521.93SrilligTESTS+= sh-jobs 2531.93SrilligTESTS+= sh-jobs-error 2541.93SrilligTESTS+= sh-leading-at 2551.93SrilligTESTS+= sh-leading-hyphen 2561.93SrilligTESTS+= sh-leading-plus 2571.93SrilligTESTS+= sh-meta-chars 2581.93SrilligTESTS+= sh-multi-line 2591.93SrilligTESTS+= sh-single-line 2601.162SrilligTESTS+= shell-csh 2611.162SrilligTESTS+= shell-custom 2621.162SrilligTESTS+= shell-ksh 2631.162SrilligTESTS+= shell-sh 2641.169SrilligTESTS+= suff-add-later 2651.169SrilligTESTS+= suff-clear-regular 2661.169SrilligTESTS+= suff-clear-single 2671.212SrilligTESTS+= suff-incomplete 2681.175SrilligTESTS+= suff-lookup 2691.167SrilligTESTS+= suff-main 2701.218SrilligTESTS+= suff-main-several 2711.220SrilligTESTS+= suff-phony 2721.150SrilligTESTS+= suff-rebuild 2731.203SrilligTESTS+= suff-self 2741.219SrilligTESTS+= suff-transform-debug 2751.169SrilligTESTS+= suff-transform-endless 2761.169SrilligTESTS+= suff-transform-expand 2771.169SrilligTESTS+= suff-transform-select 2781.61SrilligTESTS+= sunshcmd 2791.61SrilligTESTS+= ternary 2801.61SrilligTESTS+= unexport 2811.61SrilligTESTS+= unexport-env 2821.91SrilligTESTS+= use-inference 2831.93SrilligTESTS+= var-class 2841.93SrilligTESTS+= var-class-cmdline 2851.93SrilligTESTS+= var-class-env 2861.93SrilligTESTS+= var-class-global 2871.93SrilligTESTS+= var-class-local 2881.93SrilligTESTS+= var-class-local-legacy 2891.93SrilligTESTS+= var-op 2901.93SrilligTESTS+= var-op-append 2911.93SrilligTESTS+= var-op-assign 2921.93SrilligTESTS+= var-op-default 2931.93SrilligTESTS+= var-op-expand 2941.93SrilligTESTS+= var-op-shell 2951.162SrilligTESTS+= var-op-sunsh 2961.179SrilligTESTS+= var-recursive 2971.61SrilligTESTS+= varcmd 2981.64SrilligTESTS+= vardebug 2991.64SrilligTESTS+= varfind 3001.61SrilligTESTS+= varmisc 3011.93SrilligTESTS+= varmod 3021.93SrilligTESTS+= varmod-assign 3031.93SrilligTESTS+= varmod-defined 3041.61SrilligTESTS+= varmod-edge 3051.93SrilligTESTS+= varmod-exclam-shell 3061.93SrilligTESTS+= varmod-extension 3071.93SrilligTESTS+= varmod-gmtime 3081.93SrilligTESTS+= varmod-hash 3091.93SrilligTESTS+= varmod-head 3101.93SrilligTESTS+= varmod-ifelse 3111.93SrilligTESTS+= varmod-l-name-to-value 3121.93SrilligTESTS+= varmod-localtime 3131.93SrilligTESTS+= varmod-loop 3141.93SrilligTESTS+= varmod-match 3151.99SrilligTESTS+= varmod-match-escape 3161.93SrilligTESTS+= varmod-no-match 3171.93SrilligTESTS+= varmod-order 3181.93SrilligTESTS+= varmod-order-reverse 3191.93SrilligTESTS+= varmod-order-shuffle 3201.93SrilligTESTS+= varmod-path 3211.93SrilligTESTS+= varmod-quote 3221.93SrilligTESTS+= varmod-quote-dollar 3231.93SrilligTESTS+= varmod-range 3241.93SrilligTESTS+= varmod-remember 3251.93SrilligTESTS+= varmod-root 3261.93SrilligTESTS+= varmod-select-words 3271.93SrilligTESTS+= varmod-shell 3281.93SrilligTESTS+= varmod-subst 3291.93SrilligTESTS+= varmod-subst-regex 3301.93SrilligTESTS+= varmod-sysv 3311.93SrilligTESTS+= varmod-tail 3321.93SrilligTESTS+= varmod-to-abs 3331.93SrilligTESTS+= varmod-to-lower 3341.93SrilligTESTS+= varmod-to-many-words 3351.93SrilligTESTS+= varmod-to-one-word 3361.93SrilligTESTS+= varmod-to-separator 3371.93SrilligTESTS+= varmod-to-upper 3381.93SrilligTESTS+= varmod-undefined 3391.93SrilligTESTS+= varmod-unique 3401.93SrilligTESTS+= varname 3411.93SrilligTESTS+= varname-dollar 3421.93SrilligTESTS+= varname-dot-alltargets 3431.93SrilligTESTS+= varname-dot-curdir 3441.122SrilligTESTS+= varname-dot-includes 3451.93SrilligTESTS+= varname-dot-includedfromdir 3461.93SrilligTESTS+= varname-dot-includedfromfile 3471.122SrilligTESTS+= varname-dot-libs 3481.93SrilligTESTS+= varname-dot-make-dependfile 3491.93SrilligTESTS+= varname-dot-make-expand_variables 3501.93SrilligTESTS+= varname-dot-make-exported 3511.93SrilligTESTS+= varname-dot-make-jobs 3521.93SrilligTESTS+= varname-dot-make-jobs-prefix 3531.93SrilligTESTS+= varname-dot-make-level 3541.93SrilligTESTS+= varname-dot-make-makefile_preference 3551.93SrilligTESTS+= varname-dot-make-makefiles 3561.93SrilligTESTS+= varname-dot-make-meta-bailiwick 3571.93SrilligTESTS+= varname-dot-make-meta-created 3581.93SrilligTESTS+= varname-dot-make-meta-files 3591.93SrilligTESTS+= varname-dot-make-meta-ignore_filter 3601.93SrilligTESTS+= varname-dot-make-meta-ignore_paths 3611.93SrilligTESTS+= varname-dot-make-meta-ignore_patterns 3621.93SrilligTESTS+= varname-dot-make-meta-prefix 3631.93SrilligTESTS+= varname-dot-make-mode 3641.93SrilligTESTS+= varname-dot-make-path_filemon 3651.93SrilligTESTS+= varname-dot-make-pid 3661.93SrilligTESTS+= varname-dot-make-ppid 3671.93SrilligTESTS+= varname-dot-make-save_dollars 3681.93SrilligTESTS+= varname-dot-makeoverrides 3691.93SrilligTESTS+= varname-dot-newline 3701.93SrilligTESTS+= varname-dot-objdir 3711.93SrilligTESTS+= varname-dot-parsedir 3721.93SrilligTESTS+= varname-dot-parsefile 3731.93SrilligTESTS+= varname-dot-path 3741.115SrilligTESTS+= varname-dot-shell 3751.93SrilligTESTS+= varname-dot-targets 3761.110SrilligTESTS+= varname-empty 3771.93SrilligTESTS+= varname-make 3781.93SrilligTESTS+= varname-make_print_var_on_error 3791.170SrilligTESTS+= varname-make_print_var_on_error-jobs 3801.132SrilligTESTS+= varname-makefile 3811.93SrilligTESTS+= varname-makeflags 3821.93SrilligTESTS+= varname-pwd 3831.93SrilligTESTS+= varname-vpath 3841.66SrilligTESTS+= varparse-dynamic 3851.191SrilligTESTS+= varparse-errors 3861.156SrilligTESTS+= varparse-mod 3871.149SrilligTESTS+= varparse-undef-partial 3881.61SrilligTESTS+= varquote 3891.61Srillig 3901.201Srillig# Ideas for more tests: 3911.201Srillig# char-0020-space.mk 3921.201Srillig# char-005C-backslash.mk 3931.201Srillig# escape-cond-str.mk 3941.201Srillig# escape-cond-func-arg.mk 3951.201Srillig# escape-cond-func-arg.mk 3961.201Srillig# escape-varmod.mk 3971.201Srillig# escape-varmod-define.mk 3981.201Srillig# escape-varmod-match.mk 3991.201Srillig# escape-varname.mk 4001.201Srillig# escape-varassign-varname.mk 4011.201Srillig# escape-varassign-varname-cmdline.mk 4021.201Srillig# escape-varassign-value.mk 4031.201Srillig# escape-varassign-value-cmdline.mk 4041.201Srillig# escape-dependency-source.mk 4051.201Srillig# escape-dependency-target.mk 4061.201Srillig# escape-for-varname.mk 4071.201Srillig# escape-for-item.mk 4081.201Srillig# posix-*.mk (see posix.mk and posix1.mk) 4091.201Srillig 4101.198Ssjg.if ${.OBJDIR} != ${.CURDIR} 4111.198SsjgRO_OBJDIR:= ${.OBJDIR}/roobj 4121.198Ssjg.else 4131.198SsjgRO_OBJDIR:= ${TMPDIR:U/tmp}/roobj 4141.198Ssjg.endif 4151.98Srillig# Additional environment variables for some of the tests. 4161.98Srillig# The base environment is -i PATH="$PATH". 4171.194SrilligENV.depsrc-optional+= TZ=UTC 4181.64SrilligENV.envfirst= FROM_ENV=value-from-env 4191.198SsjgENV.objdir-writable+= RO_OBJDIR=${RO_OBJDIR} 4201.65SrilligENV.varmisc= FROM_ENV=env 4211.65SrilligENV.varmisc+= FROM_ENV_BEFORE=env 4221.65SrilligENV.varmisc+= FROM_ENV_AFTER=env 4231.180SrilligENV.varmod-localtime+= TZ=Europe/Berlin 4241.196SrilligENV.varname-vpath+= VPATH=varname-vpath.dir:varname-vpath.dir2 4251.64Srillig 4261.64Srillig# Override make flags for some of the tests; default is -k. 4271.123Srillig# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of 4281.123Srillig# settings FLAGS.test=-dv here, since that is closer to the test code. 4291.151SrilligFLAGS.cond-func-make= via-cmdline 4301.128SrilligFLAGS.directive-ifmake= first second 4311.195SrilligFLAGS.doterror= # none, especially not -k 4321.202SrilligFLAGS.varname-empty= -dv '$${:U}=cmdline-u' '=cmdline-plain' 4331.61Srillig 4341.137Srillig# Some tests need extra postprocessing. 4351.216SrilligSED_CMDS.export= -e '/^[^=_A-Za-z0-9]*=/d' 4361.216SrilligSED_CMDS.export-all= ${SED_CMDS.export} 4371.216SrilligSED_CMDS.export-env= ${SED_CMDS.export} 4381.155SrilligSED_CMDS.job-output-long-lines= \ 4391.155Srillig ${:D Job separators on their own line are ok. } \ 4401.155Srillig -e '/^--- job-[ab] ---$$/d' \ 4411.155Srillig ${:D Plain output lines are ok as well. } \ 4421.155Srillig ${:D They may come in multiples of 1024 or as 10000. } \ 4431.155Srillig -e '/^aa*$$/d' \ 4441.155Srillig -e '/^bb*$$/d' \ 4451.155Srillig ${:D The following lines should rather not occur since the job } \ 4461.155Srillig ${:D marker should always be at the beginning of the line. } \ 4471.155Srillig -e '/^aa*--- job-b ---$$/d' \ 4481.155Srillig -e '/^bb*--- job-a ---$$/d' 4491.215SrilligSED_CMDS.objdir-writable= -e 's,${RO_OBJDIR},OBJDIR/roobj,g' 4501.215SrilligSED_CMDS.opt-debug-graph1= ${STD_SED_CMDS.dg1} 4511.162SrilligSED_CMDS.opt-debug-jobs= -e 's,([0-9][0-9]*),(<pid>),' 4521.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,pid [0-9][0-9]*,pid <pid>,' 4531.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,Process [0-9][0-9]*,Process <pid>,' 4541.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,' 4551.210SrilligSED_CMDS.opt-debug-jobs+= -e 's,Command: ${.SHELL:T},Command: <shell>,' 4561.163Srillig# The "-q" may be there or not, see jobs.c, variable shells. 4571.211SrilligSED_CMDS.opt-debug-jobs+= -e 's,^\(.Command: <shell>\) -q,\1,' 4581.219SrilligSED_CMDS.sh-dots= -e 's,^.*\.\.\.:.*,<normalized: ...: not found>,' 4591.215SrilligSED_CMDS.suff-main+= ${STD_SED_CMDS.dg1} 4601.218SrilligSED_CMDS.suff-main-several+= ${STD_SED_CMDS.dg1} 4611.219SrilligSED_CMDS.suff-transform-debug+= ${STD_SED_CMDS.dg1} 4621.207SsjgSED_CMDS.var-op-shell+= \ 4631.207Ssjg -e 's,^${.SHELL:T}: [ 0-9:]*,,' \ 4641.207Ssjg -e '/command/s,No such.*,not found,' 4651.205SrilligSED_CMDS.vardebug+= -e 's,${.SHELL},</path/to/shell>,' 4661.94SrilligSED_CMDS.varmod-subst-regex+= \ 4671.94Srillig -e 's,\(Regex compilation error:\).*,\1 (details omitted),' 4681.79SrilligSED_CMDS.varmod-edge+= -e 's, line [0-9]*:, line omitted:,' 4691.144SrilligSED_CMDS.varname-dot-parsedir= -e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,' 4701.144SrilligSED_CMDS.varname-dot-parsefile= -e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,' 4711.177SrilligSED_CMDS.varname-dot-shell= -e 's, = /[^ ]*, = (details omitted),g' 4721.177SrilligSED_CMDS.varname-dot-shell+= -e 's,"/[^" ]*","(details omitted)",g' 4731.177SrilligSED_CMDS.varname-dot-shell+= -e 's,\[/[^] ]*\],[(details omitted)],g' 4741.61Srillig 4751.64Srillig# Some tests need an additional round of postprocessing. 4761.214SrilligPOSTPROC.deptgt-suffixes= awk '/^\#\*\*\* Suffixes/,/^never-stop/' 4771.190SrilligPOSTPROC.gnode-submake= awk '/Input graph/, /^$$/' 4781.112SrilligPOSTPROC.varname-empty= ${TOOL_SED} -n -e '/^Var_Set/p' -e '/^out:/p' 4791.218Srillig# The directory cache contains the hard-coded '/usr/share/mk'. 4801.219SrilligPOSTPROC.suff-main-several= ${STD_POSTPROC.dg1} 4811.219SrilligPOSTPROC.suff-transform-debug= ${STD_POSTPROC.dg1} 4821.64Srillig 4831.99Srillig# Some tests reuse other tests, which makes them unnecessarily fragile. 4841.89Srilligexport-all.rawout: export.mk 4851.89Srilligunexport.rawout: export.mk 4861.89Srilligunexport-env.rawout: export.mk 4871.89Srillig 4881.61Srillig# End of the configuration section. 4891.61Srillig 4901.215Srillig# Some standard sed commands, to be used in the SED_CMDS above. 4911.215Srillig 4921.215Srillig# Omit details from the output of the -dg1 option such as process IDs. 4931.215SrilligSTD_SED_CMDS.dg1= -e 's,${.CURDIR},<curdir>,' 4941.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(\.MAKE *=\) .*,\1 <details omitted>,' 4951.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(\.MAKE\.[A-Z_]* *=\) .*,\1 <details omitted>,' 4961.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(MACHINE[_ARCH]* *=\) .*,\1 <details omitted>,' 4971.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(MAKE *=\) .*,\1 <details omitted>,' 4981.219SrilligSTD_POSTPROC.dg1= awk '/Directory Cache/,/^$$/ { next } { print }' 4991.215Srillig 5001.215Srillig# End of the configuration helpers section. 5011.215Srillig 5021.1Ssjg.MAIN: all 5031.1Ssjg 5041.61SrilligUNIT_TESTS:= ${.PARSEDIR} 5051.44Sapb.PATH: ${UNIT_TESTS} 5061.7Ssjg 5071.145Srillig.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes 5081.145SrilligOUTFILES= ${TESTS:@test@${.CURDIR:tA}/${test}.out@} 5091.145Srillig.else 5101.61SrilligOUTFILES= ${TESTS:=.out} 5111.145Srillig.endif 5121.42Sapb 5131.42Sapball: ${OUTFILES} 5141.9Ssjg 5151.95SrilligCLEANFILES= *.rawout *.out *.status *.tmp *.core *.tmp 5161.61SrilligCLEANFILES+= obj*.[och] lib*.a # posix1.mk 5171.61SrilligCLEANFILES+= issue* .[ab]* # suffixes.mk 5181.95SrilligCLEANDIRS= dir dummy # posix1.mk 5191.48Sapb 5201.1Ssjgclean: 5211.48Sapb rm -f ${CLEANFILES} 5221.95Srillig rm -rf ${CLEANDIRS} 5231.1Ssjg 5241.61SrilligTEST_MAKE?= ${.MAKE} 5251.61SrilligTOOL_SED?= sed 5261.1Ssjg 5271.28Ssjg# ensure consistent results from sort(1) 5281.61SrilligLC_ALL= C 5291.61SrilligLANG= C 5301.29Ssjg.export LANG LC_ALL 5311.28Ssjg 5321.153SrilligMAKE_TEST_ENV?= MALLOC_OPTIONS="JA" # for jemalloc 5331.153Srillig 5341.213Srillig.if ${:!uname -s!} == "NetBSD" 5351.213SrilligLIMIT_RESOURCES?= ulimit -v 200000 5361.213Srillig.endif 5371.213SrilligLIMIT_RESOURCES?= : 5381.213Srillig 5391.138Srillig# Each test is run in a sub-make, to keep the tests for interfering with 5401.138Srillig# each other, and because they use different environment variables and 5411.138Srillig# command line options. 5421.42Sapb.SUFFIXES: .mk .rawout .out 5431.42Sapb.mk.rawout: 5441.96Srillig @${_MKMSG_TEST:Uecho '# test '} ${.PREFIX} 5451.64Srillig @set -eu; \ 5461.213Srillig ${LIMIT_RESOURCES}; \ 5471.64Srillig cd ${.OBJDIR}; \ 5481.153Srillig env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \ 5491.98Srillig ${TEST_MAKE} \ 5501.98Srillig -r -C ${.CURDIR} -f ${.IMPSRC} \ 5511.145Srillig ${FLAGS.${.PREFIX:T}:U-k} \ 5521.98Srillig > ${.TARGET}.tmp 2>&1 \ 5531.64Srillig && status=$$? || status=$$?; \ 5541.64Srillig echo $$status > ${.TARGET:R}.status 5551.42Sapb @mv ${.TARGET}.tmp ${.TARGET} 5561.42Sapb 5571.137Srillig# Postprocess the test output so that the results can be compared. 5581.62Srillig# 5591.62Srillig# always pretend .MAKE was called 'make' 5601.61Srillig_SED_CMDS+= -e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,' 5611.61Srillig_SED_CMDS+= -e 's,${TEST_MAKE:S,.,\\.,g},make,' 5621.200Srillig_SED_CMDS+= -e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,' 5631.200Srillig_SED_CMDS+= -e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,' 5641.62Srillig# replace anything after 'stopped in' with unit-tests 5651.61Srillig_SED_CMDS+= -e '/stopped/s, /.*, unit-tests,' 5661.62Srillig# strip ${.CURDIR}/ from the output 5671.61Srillig_SED_CMDS+= -e 's,${.CURDIR:S,.,\\.,g}/,,g' 5681.61Srillig_SED_CMDS+= -e 's,${UNIT_TESTS:S,.,\\.,g}/,,g' 5691.61Srillig 5701.42Sapb.rawout.out: 5711.145Srillig @${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \ 5721.64Srillig < ${.IMPSRC} > ${.TARGET}.tmp1 5731.145Srillig @${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2 5741.64Srillig @rm ${.TARGET}.tmp1 5751.64Srillig @echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2 5761.64Srillig @mv ${.TARGET}.tmp2 ${.TARGET} 5771.42Sapb 5781.42Sapb# Compare all output files 5791.42Sapbtest: ${OUTFILES} .PHONY 5801.42Sapb @failed= ; \ 5811.61Srillig for test in ${TESTS}; do \ 5821.42Sapb diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \ 5831.42Sapb || failed="$${failed}$${failed:+ }$${test}" ; \ 5841.42Sapb done ; \ 5851.42Sapb if [ -n "$${failed}" ]; then \ 5861.42Sapb echo "Failed tests: $${failed}" ; false ; \ 5871.42Sapb else \ 5881.42Sapb echo "All tests passed" ; \ 5891.42Sapb fi 5901.1Ssjg 5911.1Ssjgaccept: 5921.61Srillig @for test in ${TESTS}; do \ 5931.42Sapb cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \ 5941.42Sapb || { echo "Replacing $${test}.exp" ; \ 5951.42Sapb cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \ 5961.42Sapb done 5971.1Ssjg 5981.139Srillig# Note: only works for adding tests. 5991.139Srillig# To remove a test, the $$mi file must be edited manually. 6001.78Srilligsync-mi: 6011.78Srillig @set -eu; \ 6021.78Srillig cd "${MAKEFILE:tA:H}/../../.."; \ 6031.78Srillig mi="distrib/sets/lists/tests/mi"; \ 6041.105Srillig cvs update "$$mi"; \ 6051.139Srillig testsdir="usr.bin/make/unit-tests"; \ 6061.139Srillig fmt="./usr/tests/$$testsdir/%s\ttests-usr.bin-tests\tcompattestfile,atf\\n"; \ 6071.182Srillig cat "$$mi" > "$$mi.tmp"; \ 6081.182Srillig (cd "$$testsdir" && ls *.exp *.mk) | xargs printf "$$fmt" >> "$$mi.tmp"; \ 6091.182Srillig distrib/sets/fmt-list "$$mi.tmp"; \ 6101.182Srillig mv "$$mi.tmp" "$$mi"; \ 6111.78Srillig cvs diff "$$mi" || true 6121.78Srillig 6131.50Ssjg.if exists(${TEST_MAKE}) 6141.168Ssjg${TESTS:=.rawout}: ${TEST_MAKE} 6151.168Ssjg# in meta mode, we *know* if a target script is impacted 6161.168Ssjg# by a makefile change. 6171.168Ssjg.if ${.MAKE.MODE:Unormal:Mmeta} == "" 6181.168Ssjg${TESTS:=.rawout}: ${.PARSEDIR}/Makefile 6191.168Ssjg.endif 6201.50Ssjg.endif 6211.50Ssjg 6221.42Sapb.-include <bsd.obj.mk> 623