Makefile revision 1.223
11.223Srillig# $NetBSD: Makefile,v 1.223 2020/11/24 17:59:42 rillig Exp $ 21.1Ssjg# 31.1Ssjg# Unit tests for make(1) 41.60Srillig# 51.1Ssjg# The main targets are: 61.1Ssjg# 71.60Srillig# all: 81.60Srillig# run all the tests 91.60Srillig# test: 101.60Srillig# run 'all', and compare to expected results 111.60Srillig# accept: 121.60Srillig# move generated output to expected results 131.60Srillig# 141.61Srillig# Settable variables 151.61Srillig# 161.61Srillig# TEST_MAKE 171.61Srillig# The make program to be tested. 181.61Srillig# 191.60Srillig# 201.60Srillig# Adding a test case 211.60Srillig# 221.11Ssjg# Each feature should get its own set of tests in its own suitably 231.42Sapb# named makefile (*.mk), with its own set of expected results (*.exp), 241.61Srillig# and it should be added to the TESTS list. 251.60Srillig# 261.60Srillig# Any added files must also be added to src/distrib/sets/lists/tests/mi. 271.78Srillig# To do that, just run "make sync-mi" in this directory. 281.78Srillig# 291.78Srillig# A few *.mk files are helper files for other tests (such as include-sub.mk) 301.78Srillig# and are thus not added to TESTS. Such files must be ignored in 311.78Srillig# src/tests/usr.bin/make/t_make.sh. 321.60Srillig# 331.1Ssjg 341.61Srillig# Each test is in a sub-makefile. 351.61Srillig# Keep the list sorted. 361.92Srillig# Any test that is commented out must be ignored in 371.92Srillig# src/tests/usr.bin/make/t_make.sh as well. 381.133SrilligTESTS+= archive 391.126SrilligTESTS+= archive-suffix 401.183SrilligTESTS+= cmd-errors 411.185SrilligTESTS+= cmd-errors-lint 421.124SrilligTESTS+= cmd-interrupt 431.75SrilligTESTS+= cmdline 441.188SrilligTESTS+= cmdline-undefined 451.61SrilligTESTS+= comment 461.93SrilligTESTS+= cond-cmp-numeric 471.117SrilligTESTS+= cond-cmp-numeric-eq 481.117SrilligTESTS+= cond-cmp-numeric-ge 491.117SrilligTESTS+= cond-cmp-numeric-gt 501.117SrilligTESTS+= cond-cmp-numeric-le 511.117SrilligTESTS+= cond-cmp-numeric-lt 521.117SrilligTESTS+= cond-cmp-numeric-ne 531.93SrilligTESTS+= cond-cmp-string 541.141SrilligTESTS+= cond-cmp-unary 551.103SrilligTESTS+= cond-func 561.93SrilligTESTS+= cond-func-commands 571.93SrilligTESTS+= cond-func-defined 581.93SrilligTESTS+= cond-func-empty 591.93SrilligTESTS+= cond-func-exists 601.93SrilligTESTS+= cond-func-make 611.217SrilligTESTS+= cond-func-make-main 621.93SrilligTESTS+= cond-func-target 631.61SrilligTESTS+= cond-late 641.93SrilligTESTS+= cond-op 651.93SrilligTESTS+= cond-op-and 661.192SrilligTESTS+= cond-op-and-lint 671.93SrilligTESTS+= cond-op-not 681.93SrilligTESTS+= cond-op-or 691.192SrilligTESTS+= cond-op-or-lint 701.93SrilligTESTS+= cond-op-parentheses 711.61SrilligTESTS+= cond-short 721.93SrilligTESTS+= cond-token-number 731.93SrilligTESTS+= cond-token-plain 741.93SrilligTESTS+= cond-token-string 751.93SrilligTESTS+= cond-token-var 761.142SrilligTESTS+= cond-undef-lint 771.61SrilligTESTS+= cond1 781.81SrilligTESTS+= counter 791.147SrilligTESTS+= counter-append 801.93SrilligTESTS+= dep 811.93SrilligTESTS+= dep-colon 821.152SrilligTESTS+= dep-colon-bug-cross-file 831.93SrilligTESTS+= dep-double-colon 841.172SrilligTESTS+= dep-double-colon-indep 851.93SrilligTESTS+= dep-exclam 861.107SrilligTESTS+= dep-none 871.174SrilligTESTS+= dep-percent 881.109SrilligTESTS+= dep-var 891.93SrilligTESTS+= dep-wildcards 901.93SrilligTESTS+= depsrc 911.173SrilligTESTS+= depsrc-end 921.93SrilligTESTS+= depsrc-exec 931.93SrilligTESTS+= depsrc-ignore 941.93SrilligTESTS+= depsrc-made 951.93SrilligTESTS+= depsrc-make 961.93SrilligTESTS+= depsrc-meta 971.93SrilligTESTS+= depsrc-nometa 981.93SrilligTESTS+= depsrc-nometa_cmp 991.93SrilligTESTS+= depsrc-nopath 1001.93SrilligTESTS+= depsrc-notmain 1011.93SrilligTESTS+= depsrc-optional 1021.93SrilligTESTS+= depsrc-phony 1031.93SrilligTESTS+= depsrc-precious 1041.93SrilligTESTS+= depsrc-recursive 1051.93SrilligTESTS+= depsrc-silent 1061.93SrilligTESTS+= depsrc-use 1071.93SrilligTESTS+= depsrc-usebefore 1081.105SrilligTESTS+= depsrc-usebefore-double-colon 1091.93SrilligTESTS+= depsrc-wait 1101.93SrilligTESTS+= deptgt 1111.93SrilligTESTS+= deptgt-begin 1121.93SrilligTESTS+= deptgt-default 1131.93SrilligTESTS+= deptgt-delete_on_error 1141.93SrilligTESTS+= deptgt-end 1151.222SrilligTESTS+= deptgt-end-fail 1161.223SrilligTESTS+= deptgt-end-fail-indirect 1171.146SrilligTESTS+= deptgt-end-jobs 1181.93SrilligTESTS+= deptgt-error 1191.93SrilligTESTS+= deptgt-ignore 1201.93SrilligTESTS+= deptgt-interrupt 1211.93SrilligTESTS+= deptgt-main 1221.93SrilligTESTS+= deptgt-makeflags 1231.93SrilligTESTS+= deptgt-no_parallel 1241.93SrilligTESTS+= deptgt-nopath 1251.93SrilligTESTS+= deptgt-notparallel 1261.93SrilligTESTS+= deptgt-objdir 1271.93SrilligTESTS+= deptgt-order 1281.93SrilligTESTS+= deptgt-path 1291.93SrilligTESTS+= deptgt-path-suffix 1301.93SrilligTESTS+= deptgt-phony 1311.93SrilligTESTS+= deptgt-precious 1321.93SrilligTESTS+= deptgt-shell 1331.93SrilligTESTS+= deptgt-silent 1341.93SrilligTESTS+= deptgt-stale 1351.93SrilligTESTS+= deptgt-suffixes 1361.77SrilligTESTS+= dir 1371.114SrilligTESTS+= dir-expand-path 1381.93SrilligTESTS+= directive 1391.140SrilligTESTS+= directive-dinclude 1401.93SrilligTESTS+= directive-elif 1411.93SrilligTESTS+= directive-elifdef 1421.93SrilligTESTS+= directive-elifmake 1431.93SrilligTESTS+= directive-elifndef 1441.93SrilligTESTS+= directive-elifnmake 1451.93SrilligTESTS+= directive-else 1461.93SrilligTESTS+= directive-endif 1471.93SrilligTESTS+= directive-error 1481.93SrilligTESTS+= directive-export 1491.93SrilligTESTS+= directive-export-env 1501.156SrilligTESTS+= directive-export-gmake 1511.93SrilligTESTS+= directive-export-literal 1521.130SrilligTESTS+= directive-for 1531.127SrilligTESTS+= directive-for-generating-endif 1541.140SrilligTESTS+= directive-hyphen-include 1551.93SrilligTESTS+= directive-if 1561.197SrilligTESTS+= directive-if-nested 1571.93SrilligTESTS+= directive-ifdef 1581.93SrilligTESTS+= directive-ifmake 1591.93SrilligTESTS+= directive-ifndef 1601.93SrilligTESTS+= directive-ifnmake 1611.140SrilligTESTS+= directive-include 1621.140SrilligTESTS+= directive-include-fatal 1631.93SrilligTESTS+= directive-info 1641.140SrilligTESTS+= directive-sinclude 1651.93SrilligTESTS+= directive-undef 1661.93SrilligTESTS+= directive-unexport 1671.93SrilligTESTS+= directive-unexport-env 1681.93SrilligTESTS+= directive-warning 1691.61SrilligTESTS+= dollar 1701.61SrilligTESTS+= doterror 1711.61SrilligTESTS+= dotwait 1721.64SrilligTESTS+= envfirst 1731.61SrilligTESTS+= error 1741.63SsjgTESTS+= # escape # broken by reverting POSIX changes 1751.61SrilligTESTS+= export 1761.61SrilligTESTS+= export-all 1771.61SrilligTESTS+= export-env 1781.89SrilligTESTS+= export-variants 1791.61SrilligTESTS+= forloop 1801.61SrilligTESTS+= forsubst 1811.190SrilligTESTS+= gnode-submake 1821.162SrilligTESTS+= hanoi-include 1831.86SrilligTESTS+= impsrc 1841.61SrilligTESTS+= include-main 1851.189SrilligTESTS+= job-flags 1861.154SrilligTESTS+= job-output-long-lines 1871.83SrilligTESTS+= lint 1881.90SrilligTESTS+= make-exported 1891.61SrilligTESTS+= moderrs 1901.61SrilligTESTS+= modmatch 1911.61SrilligTESTS+= modmisc 1921.61SrilligTESTS+= modts 1931.61SrilligTESTS+= modword 1941.198SsjgTESTS+= objdir-writable 1951.93SrilligTESTS+= opt 1961.93SrilligTESTS+= opt-backwards 1971.93SrilligTESTS+= opt-chdir 1981.93SrilligTESTS+= opt-debug 1991.134SrilligTESTS+= opt-debug-all 2001.134SrilligTESTS+= opt-debug-archive 2011.134SrilligTESTS+= opt-debug-curdir 2021.134SrilligTESTS+= opt-debug-cond 2031.134SrilligTESTS+= opt-debug-dir 2041.134SrilligTESTS+= opt-debug-errors 2051.134SrilligTESTS+= opt-debug-file 2061.134SrilligTESTS+= opt-debug-for 2071.134SrilligTESTS+= opt-debug-graph1 2081.134SrilligTESTS+= opt-debug-graph2 2091.134SrilligTESTS+= opt-debug-graph3 2101.134SrilligTESTS+= opt-debug-hash 2111.134SrilligTESTS+= opt-debug-jobs 2121.134SrilligTESTS+= opt-debug-lint 2131.134SrilligTESTS+= opt-debug-loud 2141.134SrilligTESTS+= opt-debug-meta 2151.134SrilligTESTS+= opt-debug-making 2161.134SrilligTESTS+= opt-debug-no-rm 2171.134SrilligTESTS+= opt-debug-parse 2181.134SrilligTESTS+= opt-debug-suff 2191.134SrilligTESTS+= opt-debug-targets 2201.134SrilligTESTS+= opt-debug-varraw 2211.134SrilligTESTS+= opt-debug-var 2221.134SrilligTESTS+= opt-debug-x-trace 2231.93SrilligTESTS+= opt-define 2241.93SrilligTESTS+= opt-env 2251.93SrilligTESTS+= opt-file 2261.93SrilligTESTS+= opt-ignore 2271.93SrilligTESTS+= opt-include-dir 2281.93SrilligTESTS+= opt-jobs 2291.93SrilligTESTS+= opt-jobs-internal 2301.93SrilligTESTS+= opt-keep-going 2311.93SrilligTESTS+= opt-m-include-dir 2321.93SrilligTESTS+= opt-no-action 2331.93SrilligTESTS+= opt-no-action-at-all 2341.93SrilligTESTS+= opt-query 2351.93SrilligTESTS+= opt-raw 2361.93SrilligTESTS+= opt-silent 2371.93SrilligTESTS+= opt-touch 2381.199SrilligTESTS+= opt-touch-jobs 2391.93SrilligTESTS+= opt-tracefile 2401.93SrilligTESTS+= opt-var-expanded 2411.93SrilligTESTS+= opt-var-literal 2421.93SrilligTESTS+= opt-warnings-as-errors 2431.93SrilligTESTS+= opt-where-am-i 2441.93SrilligTESTS+= opt-x-reduce-exported 2451.61SrilligTESTS+= order 2461.162SrilligTESTS+= parse-var 2471.88SrilligTESTS+= phony-end 2481.61SrilligTESTS+= posix 2491.63SsjgTESTS+= # posix1 # broken by reverting POSIX changes 2501.61SrilligTESTS+= qequals 2511.84SrilligTESTS+= recursive 2521.93SrilligTESTS+= sh 2531.106SrilligTESTS+= sh-dots 2541.93SrilligTESTS+= sh-jobs 2551.93SrilligTESTS+= sh-jobs-error 2561.93SrilligTESTS+= sh-leading-at 2571.93SrilligTESTS+= sh-leading-hyphen 2581.93SrilligTESTS+= sh-leading-plus 2591.93SrilligTESTS+= sh-meta-chars 2601.93SrilligTESTS+= sh-multi-line 2611.93SrilligTESTS+= sh-single-line 2621.162SrilligTESTS+= shell-csh 2631.162SrilligTESTS+= shell-custom 2641.162SrilligTESTS+= shell-ksh 2651.162SrilligTESTS+= shell-sh 2661.169SrilligTESTS+= suff-add-later 2671.169SrilligTESTS+= suff-clear-regular 2681.169SrilligTESTS+= suff-clear-single 2691.212SrilligTESTS+= suff-incomplete 2701.175SrilligTESTS+= suff-lookup 2711.167SrilligTESTS+= suff-main 2721.218SrilligTESTS+= suff-main-several 2731.220SrilligTESTS+= suff-phony 2741.150SrilligTESTS+= suff-rebuild 2751.203SrilligTESTS+= suff-self 2761.219SrilligTESTS+= suff-transform-debug 2771.169SrilligTESTS+= suff-transform-endless 2781.169SrilligTESTS+= suff-transform-expand 2791.169SrilligTESTS+= suff-transform-select 2801.61SrilligTESTS+= sunshcmd 2811.61SrilligTESTS+= ternary 2821.61SrilligTESTS+= unexport 2831.61SrilligTESTS+= unexport-env 2841.91SrilligTESTS+= use-inference 2851.93SrilligTESTS+= var-class 2861.93SrilligTESTS+= var-class-cmdline 2871.93SrilligTESTS+= var-class-env 2881.93SrilligTESTS+= var-class-global 2891.93SrilligTESTS+= var-class-local 2901.93SrilligTESTS+= var-class-local-legacy 2911.93SrilligTESTS+= var-op 2921.93SrilligTESTS+= var-op-append 2931.93SrilligTESTS+= var-op-assign 2941.93SrilligTESTS+= var-op-default 2951.93SrilligTESTS+= var-op-expand 2961.93SrilligTESTS+= var-op-shell 2971.162SrilligTESTS+= var-op-sunsh 2981.179SrilligTESTS+= var-recursive 2991.61SrilligTESTS+= varcmd 3001.64SrilligTESTS+= vardebug 3011.64SrilligTESTS+= varfind 3021.61SrilligTESTS+= varmisc 3031.93SrilligTESTS+= varmod 3041.93SrilligTESTS+= varmod-assign 3051.93SrilligTESTS+= varmod-defined 3061.61SrilligTESTS+= varmod-edge 3071.93SrilligTESTS+= varmod-exclam-shell 3081.93SrilligTESTS+= varmod-extension 3091.93SrilligTESTS+= varmod-gmtime 3101.93SrilligTESTS+= varmod-hash 3111.93SrilligTESTS+= varmod-head 3121.93SrilligTESTS+= varmod-ifelse 3131.93SrilligTESTS+= varmod-l-name-to-value 3141.93SrilligTESTS+= varmod-localtime 3151.93SrilligTESTS+= varmod-loop 3161.93SrilligTESTS+= varmod-match 3171.99SrilligTESTS+= varmod-match-escape 3181.93SrilligTESTS+= varmod-no-match 3191.93SrilligTESTS+= varmod-order 3201.93SrilligTESTS+= varmod-order-reverse 3211.93SrilligTESTS+= varmod-order-shuffle 3221.93SrilligTESTS+= varmod-path 3231.93SrilligTESTS+= varmod-quote 3241.93SrilligTESTS+= varmod-quote-dollar 3251.93SrilligTESTS+= varmod-range 3261.93SrilligTESTS+= varmod-remember 3271.93SrilligTESTS+= varmod-root 3281.93SrilligTESTS+= varmod-select-words 3291.93SrilligTESTS+= varmod-shell 3301.93SrilligTESTS+= varmod-subst 3311.93SrilligTESTS+= varmod-subst-regex 3321.93SrilligTESTS+= varmod-sysv 3331.93SrilligTESTS+= varmod-tail 3341.93SrilligTESTS+= varmod-to-abs 3351.93SrilligTESTS+= varmod-to-lower 3361.93SrilligTESTS+= varmod-to-many-words 3371.93SrilligTESTS+= varmod-to-one-word 3381.93SrilligTESTS+= varmod-to-separator 3391.93SrilligTESTS+= varmod-to-upper 3401.93SrilligTESTS+= varmod-undefined 3411.93SrilligTESTS+= varmod-unique 3421.93SrilligTESTS+= varname 3431.93SrilligTESTS+= varname-dollar 3441.93SrilligTESTS+= varname-dot-alltargets 3451.93SrilligTESTS+= varname-dot-curdir 3461.122SrilligTESTS+= varname-dot-includes 3471.93SrilligTESTS+= varname-dot-includedfromdir 3481.93SrilligTESTS+= varname-dot-includedfromfile 3491.122SrilligTESTS+= varname-dot-libs 3501.93SrilligTESTS+= varname-dot-make-dependfile 3511.93SrilligTESTS+= varname-dot-make-expand_variables 3521.93SrilligTESTS+= varname-dot-make-exported 3531.93SrilligTESTS+= varname-dot-make-jobs 3541.93SrilligTESTS+= varname-dot-make-jobs-prefix 3551.93SrilligTESTS+= varname-dot-make-level 3561.93SrilligTESTS+= varname-dot-make-makefile_preference 3571.93SrilligTESTS+= varname-dot-make-makefiles 3581.93SrilligTESTS+= varname-dot-make-meta-bailiwick 3591.93SrilligTESTS+= varname-dot-make-meta-created 3601.93SrilligTESTS+= varname-dot-make-meta-files 3611.93SrilligTESTS+= varname-dot-make-meta-ignore_filter 3621.93SrilligTESTS+= varname-dot-make-meta-ignore_paths 3631.93SrilligTESTS+= varname-dot-make-meta-ignore_patterns 3641.93SrilligTESTS+= varname-dot-make-meta-prefix 3651.93SrilligTESTS+= varname-dot-make-mode 3661.93SrilligTESTS+= varname-dot-make-path_filemon 3671.93SrilligTESTS+= varname-dot-make-pid 3681.93SrilligTESTS+= varname-dot-make-ppid 3691.93SrilligTESTS+= varname-dot-make-save_dollars 3701.93SrilligTESTS+= varname-dot-makeoverrides 3711.93SrilligTESTS+= varname-dot-newline 3721.93SrilligTESTS+= varname-dot-objdir 3731.93SrilligTESTS+= varname-dot-parsedir 3741.93SrilligTESTS+= varname-dot-parsefile 3751.93SrilligTESTS+= varname-dot-path 3761.115SrilligTESTS+= varname-dot-shell 3771.93SrilligTESTS+= varname-dot-targets 3781.110SrilligTESTS+= varname-empty 3791.93SrilligTESTS+= varname-make 3801.93SrilligTESTS+= varname-make_print_var_on_error 3811.170SrilligTESTS+= varname-make_print_var_on_error-jobs 3821.132SrilligTESTS+= varname-makefile 3831.93SrilligTESTS+= varname-makeflags 3841.93SrilligTESTS+= varname-pwd 3851.93SrilligTESTS+= varname-vpath 3861.66SrilligTESTS+= varparse-dynamic 3871.191SrilligTESTS+= varparse-errors 3881.156SrilligTESTS+= varparse-mod 3891.149SrilligTESTS+= varparse-undef-partial 3901.61SrilligTESTS+= varquote 3911.61Srillig 3921.201Srillig# Ideas for more tests: 3931.201Srillig# char-0020-space.mk 3941.201Srillig# char-005C-backslash.mk 3951.201Srillig# escape-cond-str.mk 3961.201Srillig# escape-cond-func-arg.mk 3971.201Srillig# escape-cond-func-arg.mk 3981.201Srillig# escape-varmod.mk 3991.201Srillig# escape-varmod-define.mk 4001.201Srillig# escape-varmod-match.mk 4011.201Srillig# escape-varname.mk 4021.201Srillig# escape-varassign-varname.mk 4031.201Srillig# escape-varassign-varname-cmdline.mk 4041.201Srillig# escape-varassign-value.mk 4051.201Srillig# escape-varassign-value-cmdline.mk 4061.201Srillig# escape-dependency-source.mk 4071.201Srillig# escape-dependency-target.mk 4081.201Srillig# escape-for-varname.mk 4091.201Srillig# escape-for-item.mk 4101.201Srillig# posix-*.mk (see posix.mk and posix1.mk) 4111.201Srillig 4121.198Ssjg.if ${.OBJDIR} != ${.CURDIR} 4131.198SsjgRO_OBJDIR:= ${.OBJDIR}/roobj 4141.198Ssjg.else 4151.198SsjgRO_OBJDIR:= ${TMPDIR:U/tmp}/roobj 4161.198Ssjg.endif 4171.98Srillig# Additional environment variables for some of the tests. 4181.98Srillig# The base environment is -i PATH="$PATH". 4191.194SrilligENV.depsrc-optional+= TZ=UTC 4201.64SrilligENV.envfirst= FROM_ENV=value-from-env 4211.198SsjgENV.objdir-writable+= RO_OBJDIR=${RO_OBJDIR} 4221.65SrilligENV.varmisc= FROM_ENV=env 4231.65SrilligENV.varmisc+= FROM_ENV_BEFORE=env 4241.65SrilligENV.varmisc+= FROM_ENV_AFTER=env 4251.180SrilligENV.varmod-localtime+= TZ=Europe/Berlin 4261.196SrilligENV.varname-vpath+= VPATH=varname-vpath.dir:varname-vpath.dir2 4271.64Srillig 4281.64Srillig# Override make flags for some of the tests; default is -k. 4291.123Srillig# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of 4301.123Srillig# settings FLAGS.test=-dv here, since that is closer to the test code. 4311.151SrilligFLAGS.cond-func-make= via-cmdline 4321.128SrilligFLAGS.directive-ifmake= first second 4331.195SrilligFLAGS.doterror= # none, especially not -k 4341.202SrilligFLAGS.varname-empty= -dv '$${:U}=cmdline-u' '=cmdline-plain' 4351.61Srillig 4361.137Srillig# Some tests need extra postprocessing. 4371.216SrilligSED_CMDS.export= -e '/^[^=_A-Za-z0-9]*=/d' 4381.216SrilligSED_CMDS.export-all= ${SED_CMDS.export} 4391.216SrilligSED_CMDS.export-env= ${SED_CMDS.export} 4401.155SrilligSED_CMDS.job-output-long-lines= \ 4411.155Srillig ${:D Job separators on their own line are ok. } \ 4421.155Srillig -e '/^--- job-[ab] ---$$/d' \ 4431.155Srillig ${:D Plain output lines are ok as well. } \ 4441.155Srillig ${:D They may come in multiples of 1024 or as 10000. } \ 4451.155Srillig -e '/^aa*$$/d' \ 4461.155Srillig -e '/^bb*$$/d' \ 4471.155Srillig ${:D The following lines should rather not occur since the job } \ 4481.155Srillig ${:D marker should always be at the beginning of the line. } \ 4491.155Srillig -e '/^aa*--- job-b ---$$/d' \ 4501.155Srillig -e '/^bb*--- job-a ---$$/d' 4511.215SrilligSED_CMDS.objdir-writable= -e 's,${RO_OBJDIR},OBJDIR/roobj,g' 4521.215SrilligSED_CMDS.opt-debug-graph1= ${STD_SED_CMDS.dg1} 4531.162SrilligSED_CMDS.opt-debug-jobs= -e 's,([0-9][0-9]*),(<pid>),' 4541.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,pid [0-9][0-9]*,pid <pid>,' 4551.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,Process [0-9][0-9]*,Process <pid>,' 4561.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,' 4571.210SrilligSED_CMDS.opt-debug-jobs+= -e 's,Command: ${.SHELL:T},Command: <shell>,' 4581.163Srillig# The "-q" may be there or not, see jobs.c, variable shells. 4591.211SrilligSED_CMDS.opt-debug-jobs+= -e 's,^\(.Command: <shell>\) -q,\1,' 4601.219SrilligSED_CMDS.sh-dots= -e 's,^.*\.\.\.:.*,<normalized: ...: not found>,' 4611.215SrilligSED_CMDS.suff-main+= ${STD_SED_CMDS.dg1} 4621.218SrilligSED_CMDS.suff-main-several+= ${STD_SED_CMDS.dg1} 4631.219SrilligSED_CMDS.suff-transform-debug+= ${STD_SED_CMDS.dg1} 4641.207SsjgSED_CMDS.var-op-shell+= \ 4651.207Ssjg -e 's,^${.SHELL:T}: [ 0-9:]*,,' \ 4661.207Ssjg -e '/command/s,No such.*,not found,' 4671.205SrilligSED_CMDS.vardebug+= -e 's,${.SHELL},</path/to/shell>,' 4681.94SrilligSED_CMDS.varmod-subst-regex+= \ 4691.94Srillig -e 's,\(Regex compilation error:\).*,\1 (details omitted),' 4701.79SrilligSED_CMDS.varmod-edge+= -e 's, line [0-9]*:, line omitted:,' 4711.144SrilligSED_CMDS.varname-dot-parsedir= -e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,' 4721.144SrilligSED_CMDS.varname-dot-parsefile= -e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,' 4731.177SrilligSED_CMDS.varname-dot-shell= -e 's, = /[^ ]*, = (details omitted),g' 4741.177SrilligSED_CMDS.varname-dot-shell+= -e 's,"/[^" ]*","(details omitted)",g' 4751.177SrilligSED_CMDS.varname-dot-shell+= -e 's,\[/[^] ]*\],[(details omitted)],g' 4761.61Srillig 4771.64Srillig# Some tests need an additional round of postprocessing. 4781.214SrilligPOSTPROC.deptgt-suffixes= awk '/^\#\*\*\* Suffixes/,/^never-stop/' 4791.190SrilligPOSTPROC.gnode-submake= awk '/Input graph/, /^$$/' 4801.221SrilligPOSTPROC.opt-debug-graph1= ${STD_POSTPROC.dg1} 4811.112SrilligPOSTPROC.varname-empty= ${TOOL_SED} -n -e '/^Var_Set/p' -e '/^out:/p' 4821.219SrilligPOSTPROC.suff-main-several= ${STD_POSTPROC.dg1} 4831.219SrilligPOSTPROC.suff-transform-debug= ${STD_POSTPROC.dg1} 4841.64Srillig 4851.99Srillig# Some tests reuse other tests, which makes them unnecessarily fragile. 4861.89Srilligexport-all.rawout: export.mk 4871.89Srilligunexport.rawout: export.mk 4881.89Srilligunexport-env.rawout: export.mk 4891.89Srillig 4901.61Srillig# End of the configuration section. 4911.61Srillig 4921.215Srillig# Some standard sed commands, to be used in the SED_CMDS above. 4931.215Srillig 4941.215Srillig# Omit details from the output of the -dg1 option such as process IDs. 4951.215SrilligSTD_SED_CMDS.dg1= -e 's,${.CURDIR},<curdir>,' 4961.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(\.MAKE *=\) .*,\1 <details omitted>,' 4971.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(\.MAKE\.[A-Z_]* *=\) .*,\1 <details omitted>,' 4981.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(MACHINE[_ARCH]* *=\) .*,\1 <details omitted>,' 4991.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(MAKE *=\) .*,\1 <details omitted>,' 5001.221Srillig 5011.221Srillig# The layout of the lines in the directory cache vary depending on the path 5021.221Srillig# length, which cannot be predicted. Therefore omit these lines. 5031.219SrilligSTD_POSTPROC.dg1= awk '/Directory Cache/,/^$$/ { next } { print }' 5041.215Srillig 5051.215Srillig# End of the configuration helpers section. 5061.215Srillig 5071.1Ssjg.MAIN: all 5081.1Ssjg 5091.61SrilligUNIT_TESTS:= ${.PARSEDIR} 5101.44Sapb.PATH: ${UNIT_TESTS} 5111.7Ssjg 5121.145Srillig.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes 5131.145SrilligOUTFILES= ${TESTS:@test@${.CURDIR:tA}/${test}.out@} 5141.145Srillig.else 5151.61SrilligOUTFILES= ${TESTS:=.out} 5161.145Srillig.endif 5171.42Sapb 5181.42Sapball: ${OUTFILES} 5191.9Ssjg 5201.95SrilligCLEANFILES= *.rawout *.out *.status *.tmp *.core *.tmp 5211.61SrilligCLEANFILES+= obj*.[och] lib*.a # posix1.mk 5221.61SrilligCLEANFILES+= issue* .[ab]* # suffixes.mk 5231.95SrilligCLEANDIRS= dir dummy # posix1.mk 5241.48Sapb 5251.1Ssjgclean: 5261.48Sapb rm -f ${CLEANFILES} 5271.95Srillig rm -rf ${CLEANDIRS} 5281.1Ssjg 5291.61SrilligTEST_MAKE?= ${.MAKE} 5301.61SrilligTOOL_SED?= sed 5311.1Ssjg 5321.28Ssjg# ensure consistent results from sort(1) 5331.61SrilligLC_ALL= C 5341.61SrilligLANG= C 5351.29Ssjg.export LANG LC_ALL 5361.28Ssjg 5371.153SrilligMAKE_TEST_ENV?= MALLOC_OPTIONS="JA" # for jemalloc 5381.153Srillig 5391.213Srillig.if ${:!uname -s!} == "NetBSD" 5401.213SrilligLIMIT_RESOURCES?= ulimit -v 200000 5411.213Srillig.endif 5421.213SrilligLIMIT_RESOURCES?= : 5431.213Srillig 5441.138Srillig# Each test is run in a sub-make, to keep the tests for interfering with 5451.138Srillig# each other, and because they use different environment variables and 5461.138Srillig# command line options. 5471.42Sapb.SUFFIXES: .mk .rawout .out 5481.42Sapb.mk.rawout: 5491.96Srillig @${_MKMSG_TEST:Uecho '# test '} ${.PREFIX} 5501.64Srillig @set -eu; \ 5511.213Srillig ${LIMIT_RESOURCES}; \ 5521.64Srillig cd ${.OBJDIR}; \ 5531.153Srillig env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \ 5541.98Srillig ${TEST_MAKE} \ 5551.98Srillig -r -C ${.CURDIR} -f ${.IMPSRC} \ 5561.145Srillig ${FLAGS.${.PREFIX:T}:U-k} \ 5571.98Srillig > ${.TARGET}.tmp 2>&1 \ 5581.64Srillig && status=$$? || status=$$?; \ 5591.64Srillig echo $$status > ${.TARGET:R}.status 5601.42Sapb @mv ${.TARGET}.tmp ${.TARGET} 5611.42Sapb 5621.137Srillig# Postprocess the test output so that the results can be compared. 5631.62Srillig# 5641.62Srillig# always pretend .MAKE was called 'make' 5651.61Srillig_SED_CMDS+= -e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,' 5661.61Srillig_SED_CMDS+= -e 's,${TEST_MAKE:S,.,\\.,g},make,' 5671.200Srillig_SED_CMDS+= -e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,' 5681.200Srillig_SED_CMDS+= -e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,' 5691.62Srillig# replace anything after 'stopped in' with unit-tests 5701.61Srillig_SED_CMDS+= -e '/stopped/s, /.*, unit-tests,' 5711.62Srillig# strip ${.CURDIR}/ from the output 5721.61Srillig_SED_CMDS+= -e 's,${.CURDIR:S,.,\\.,g}/,,g' 5731.61Srillig_SED_CMDS+= -e 's,${UNIT_TESTS:S,.,\\.,g}/,,g' 5741.61Srillig 5751.42Sapb.rawout.out: 5761.145Srillig @${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \ 5771.64Srillig < ${.IMPSRC} > ${.TARGET}.tmp1 5781.145Srillig @${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2 5791.64Srillig @rm ${.TARGET}.tmp1 5801.64Srillig @echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2 5811.64Srillig @mv ${.TARGET}.tmp2 ${.TARGET} 5821.42Sapb 5831.42Sapb# Compare all output files 5841.42Sapbtest: ${OUTFILES} .PHONY 5851.42Sapb @failed= ; \ 5861.61Srillig for test in ${TESTS}; do \ 5871.42Sapb diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \ 5881.42Sapb || failed="$${failed}$${failed:+ }$${test}" ; \ 5891.42Sapb done ; \ 5901.42Sapb if [ -n "$${failed}" ]; then \ 5911.42Sapb echo "Failed tests: $${failed}" ; false ; \ 5921.42Sapb else \ 5931.42Sapb echo "All tests passed" ; \ 5941.42Sapb fi 5951.1Ssjg 5961.1Ssjgaccept: 5971.61Srillig @for test in ${TESTS}; do \ 5981.42Sapb cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \ 5991.42Sapb || { echo "Replacing $${test}.exp" ; \ 6001.42Sapb cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \ 6011.42Sapb done 6021.1Ssjg 6031.139Srillig# Note: only works for adding tests. 6041.139Srillig# To remove a test, the $$mi file must be edited manually. 6051.78Srilligsync-mi: 6061.78Srillig @set -eu; \ 6071.78Srillig cd "${MAKEFILE:tA:H}/../../.."; \ 6081.78Srillig mi="distrib/sets/lists/tests/mi"; \ 6091.105Srillig cvs update "$$mi"; \ 6101.139Srillig testsdir="usr.bin/make/unit-tests"; \ 6111.139Srillig fmt="./usr/tests/$$testsdir/%s\ttests-usr.bin-tests\tcompattestfile,atf\\n"; \ 6121.182Srillig cat "$$mi" > "$$mi.tmp"; \ 6131.182Srillig (cd "$$testsdir" && ls *.exp *.mk) | xargs printf "$$fmt" >> "$$mi.tmp"; \ 6141.182Srillig distrib/sets/fmt-list "$$mi.tmp"; \ 6151.182Srillig mv "$$mi.tmp" "$$mi"; \ 6161.78Srillig cvs diff "$$mi" || true 6171.78Srillig 6181.50Ssjg.if exists(${TEST_MAKE}) 6191.168Ssjg${TESTS:=.rawout}: ${TEST_MAKE} 6201.168Ssjg# in meta mode, we *know* if a target script is impacted 6211.168Ssjg# by a makefile change. 6221.168Ssjg.if ${.MAKE.MODE:Unormal:Mmeta} == "" 6231.168Ssjg${TESTS:=.rawout}: ${.PARSEDIR}/Makefile 6241.168Ssjg.endif 6251.50Ssjg.endif 6261.50Ssjg 6271.42Sapb.-include <bsd.obj.mk> 628