Makefile revision 1.217
11.217Srillig# $NetBSD: Makefile,v 1.217 2020/11/22 19:37:27 rillig Exp $ 21.1Ssjg# 31.1Ssjg# Unit tests for make(1) 41.60Srillig# 51.1Ssjg# The main targets are: 61.1Ssjg# 71.60Srillig# all: 81.60Srillig# run all the tests 91.60Srillig# test: 101.60Srillig# run 'all', and compare to expected results 111.60Srillig# accept: 121.60Srillig# move generated output to expected results 131.60Srillig# 141.61Srillig# Settable variables 151.61Srillig# 161.61Srillig# TEST_MAKE 171.61Srillig# The make program to be tested. 181.61Srillig# 191.60Srillig# 201.60Srillig# Adding a test case 211.60Srillig# 221.11Ssjg# Each feature should get its own set of tests in its own suitably 231.42Sapb# named makefile (*.mk), with its own set of expected results (*.exp), 241.61Srillig# and it should be added to the TESTS list. 251.60Srillig# 261.60Srillig# Any added files must also be added to src/distrib/sets/lists/tests/mi. 271.78Srillig# To do that, just run "make sync-mi" in this directory. 281.78Srillig# 291.78Srillig# A few *.mk files are helper files for other tests (such as include-sub.mk) 301.78Srillig# and are thus not added to TESTS. Such files must be ignored in 311.78Srillig# src/tests/usr.bin/make/t_make.sh. 321.60Srillig# 331.1Ssjg 341.61Srillig# Each test is in a sub-makefile. 351.61Srillig# Keep the list sorted. 361.92Srillig# Any test that is commented out must be ignored in 371.92Srillig# src/tests/usr.bin/make/t_make.sh as well. 381.133SrilligTESTS+= archive 391.126SrilligTESTS+= archive-suffix 401.183SrilligTESTS+= cmd-errors 411.185SrilligTESTS+= cmd-errors-lint 421.124SrilligTESTS+= cmd-interrupt 431.75SrilligTESTS+= cmdline 441.188SrilligTESTS+= cmdline-undefined 451.61SrilligTESTS+= comment 461.93SrilligTESTS+= cond-cmp-numeric 471.117SrilligTESTS+= cond-cmp-numeric-eq 481.117SrilligTESTS+= cond-cmp-numeric-ge 491.117SrilligTESTS+= cond-cmp-numeric-gt 501.117SrilligTESTS+= cond-cmp-numeric-le 511.117SrilligTESTS+= cond-cmp-numeric-lt 521.117SrilligTESTS+= cond-cmp-numeric-ne 531.93SrilligTESTS+= cond-cmp-string 541.141SrilligTESTS+= cond-cmp-unary 551.103SrilligTESTS+= cond-func 561.93SrilligTESTS+= cond-func-commands 571.93SrilligTESTS+= cond-func-defined 581.93SrilligTESTS+= cond-func-empty 591.93SrilligTESTS+= cond-func-exists 601.93SrilligTESTS+= cond-func-make 611.217SrilligTESTS+= cond-func-make-main 621.93SrilligTESTS+= cond-func-target 631.61SrilligTESTS+= cond-late 641.93SrilligTESTS+= cond-op 651.93SrilligTESTS+= cond-op-and 661.192SrilligTESTS+= cond-op-and-lint 671.93SrilligTESTS+= cond-op-not 681.93SrilligTESTS+= cond-op-or 691.192SrilligTESTS+= cond-op-or-lint 701.93SrilligTESTS+= cond-op-parentheses 711.61SrilligTESTS+= cond-short 721.93SrilligTESTS+= cond-token-number 731.93SrilligTESTS+= cond-token-plain 741.93SrilligTESTS+= cond-token-string 751.93SrilligTESTS+= cond-token-var 761.142SrilligTESTS+= cond-undef-lint 771.61SrilligTESTS+= cond1 781.81SrilligTESTS+= counter 791.147SrilligTESTS+= counter-append 801.93SrilligTESTS+= dep 811.93SrilligTESTS+= dep-colon 821.152SrilligTESTS+= dep-colon-bug-cross-file 831.93SrilligTESTS+= dep-double-colon 841.172SrilligTESTS+= dep-double-colon-indep 851.93SrilligTESTS+= dep-exclam 861.107SrilligTESTS+= dep-none 871.174SrilligTESTS+= dep-percent 881.109SrilligTESTS+= dep-var 891.93SrilligTESTS+= dep-wildcards 901.93SrilligTESTS+= depsrc 911.173SrilligTESTS+= depsrc-end 921.93SrilligTESTS+= depsrc-exec 931.93SrilligTESTS+= depsrc-ignore 941.93SrilligTESTS+= depsrc-made 951.93SrilligTESTS+= depsrc-make 961.93SrilligTESTS+= depsrc-meta 971.93SrilligTESTS+= depsrc-nometa 981.93SrilligTESTS+= depsrc-nometa_cmp 991.93SrilligTESTS+= depsrc-nopath 1001.93SrilligTESTS+= depsrc-notmain 1011.93SrilligTESTS+= depsrc-optional 1021.93SrilligTESTS+= depsrc-phony 1031.93SrilligTESTS+= depsrc-precious 1041.93SrilligTESTS+= depsrc-recursive 1051.93SrilligTESTS+= depsrc-silent 1061.93SrilligTESTS+= depsrc-use 1071.93SrilligTESTS+= depsrc-usebefore 1081.105SrilligTESTS+= depsrc-usebefore-double-colon 1091.93SrilligTESTS+= depsrc-wait 1101.93SrilligTESTS+= deptgt 1111.93SrilligTESTS+= deptgt-begin 1121.93SrilligTESTS+= deptgt-default 1131.93SrilligTESTS+= deptgt-delete_on_error 1141.93SrilligTESTS+= deptgt-end 1151.146SrilligTESTS+= deptgt-end-jobs 1161.93SrilligTESTS+= deptgt-error 1171.93SrilligTESTS+= deptgt-ignore 1181.93SrilligTESTS+= deptgt-interrupt 1191.93SrilligTESTS+= deptgt-main 1201.93SrilligTESTS+= deptgt-makeflags 1211.93SrilligTESTS+= deptgt-no_parallel 1221.93SrilligTESTS+= deptgt-nopath 1231.93SrilligTESTS+= deptgt-notparallel 1241.93SrilligTESTS+= deptgt-objdir 1251.93SrilligTESTS+= deptgt-order 1261.93SrilligTESTS+= deptgt-path 1271.93SrilligTESTS+= deptgt-path-suffix 1281.93SrilligTESTS+= deptgt-phony 1291.93SrilligTESTS+= deptgt-precious 1301.93SrilligTESTS+= deptgt-shell 1311.93SrilligTESTS+= deptgt-silent 1321.93SrilligTESTS+= deptgt-stale 1331.93SrilligTESTS+= deptgt-suffixes 1341.77SrilligTESTS+= dir 1351.114SrilligTESTS+= dir-expand-path 1361.93SrilligTESTS+= directive 1371.140SrilligTESTS+= directive-dinclude 1381.93SrilligTESTS+= directive-elif 1391.93SrilligTESTS+= directive-elifdef 1401.93SrilligTESTS+= directive-elifmake 1411.93SrilligTESTS+= directive-elifndef 1421.93SrilligTESTS+= directive-elifnmake 1431.93SrilligTESTS+= directive-else 1441.93SrilligTESTS+= directive-endif 1451.93SrilligTESTS+= directive-error 1461.93SrilligTESTS+= directive-export 1471.93SrilligTESTS+= directive-export-env 1481.156SrilligTESTS+= directive-export-gmake 1491.93SrilligTESTS+= directive-export-literal 1501.130SrilligTESTS+= directive-for 1511.127SrilligTESTS+= directive-for-generating-endif 1521.140SrilligTESTS+= directive-hyphen-include 1531.93SrilligTESTS+= directive-if 1541.197SrilligTESTS+= directive-if-nested 1551.93SrilligTESTS+= directive-ifdef 1561.93SrilligTESTS+= directive-ifmake 1571.93SrilligTESTS+= directive-ifndef 1581.93SrilligTESTS+= directive-ifnmake 1591.140SrilligTESTS+= directive-include 1601.140SrilligTESTS+= directive-include-fatal 1611.93SrilligTESTS+= directive-info 1621.140SrilligTESTS+= directive-sinclude 1631.93SrilligTESTS+= directive-undef 1641.93SrilligTESTS+= directive-unexport 1651.93SrilligTESTS+= directive-unexport-env 1661.93SrilligTESTS+= directive-warning 1671.61SrilligTESTS+= dollar 1681.61SrilligTESTS+= doterror 1691.61SrilligTESTS+= dotwait 1701.64SrilligTESTS+= envfirst 1711.61SrilligTESTS+= error 1721.63SsjgTESTS+= # escape # broken by reverting POSIX changes 1731.61SrilligTESTS+= export 1741.61SrilligTESTS+= export-all 1751.61SrilligTESTS+= export-env 1761.89SrilligTESTS+= export-variants 1771.61SrilligTESTS+= forloop 1781.61SrilligTESTS+= forsubst 1791.190SrilligTESTS+= gnode-submake 1801.162SrilligTESTS+= hanoi-include 1811.86SrilligTESTS+= impsrc 1821.61SrilligTESTS+= include-main 1831.189SrilligTESTS+= job-flags 1841.154SrilligTESTS+= job-output-long-lines 1851.83SrilligTESTS+= lint 1861.90SrilligTESTS+= make-exported 1871.61SrilligTESTS+= moderrs 1881.61SrilligTESTS+= modmatch 1891.61SrilligTESTS+= modmisc 1901.61SrilligTESTS+= modts 1911.61SrilligTESTS+= modword 1921.198SsjgTESTS+= objdir-writable 1931.93SrilligTESTS+= opt 1941.93SrilligTESTS+= opt-backwards 1951.93SrilligTESTS+= opt-chdir 1961.93SrilligTESTS+= opt-debug 1971.134SrilligTESTS+= opt-debug-all 1981.134SrilligTESTS+= opt-debug-archive 1991.134SrilligTESTS+= opt-debug-curdir 2001.134SrilligTESTS+= opt-debug-cond 2011.134SrilligTESTS+= opt-debug-dir 2021.134SrilligTESTS+= opt-debug-errors 2031.134SrilligTESTS+= opt-debug-file 2041.134SrilligTESTS+= opt-debug-for 2051.134SrilligTESTS+= opt-debug-graph1 2061.134SrilligTESTS+= opt-debug-graph2 2071.134SrilligTESTS+= opt-debug-graph3 2081.134SrilligTESTS+= opt-debug-hash 2091.134SrilligTESTS+= opt-debug-jobs 2101.134SrilligTESTS+= opt-debug-lint 2111.134SrilligTESTS+= opt-debug-loud 2121.134SrilligTESTS+= opt-debug-meta 2131.134SrilligTESTS+= opt-debug-making 2141.134SrilligTESTS+= opt-debug-no-rm 2151.134SrilligTESTS+= opt-debug-parse 2161.134SrilligTESTS+= opt-debug-suff 2171.134SrilligTESTS+= opt-debug-targets 2181.134SrilligTESTS+= opt-debug-varraw 2191.134SrilligTESTS+= opt-debug-var 2201.134SrilligTESTS+= opt-debug-x-trace 2211.93SrilligTESTS+= opt-define 2221.93SrilligTESTS+= opt-env 2231.93SrilligTESTS+= opt-file 2241.93SrilligTESTS+= opt-ignore 2251.93SrilligTESTS+= opt-include-dir 2261.93SrilligTESTS+= opt-jobs 2271.93SrilligTESTS+= opt-jobs-internal 2281.93SrilligTESTS+= opt-keep-going 2291.93SrilligTESTS+= opt-m-include-dir 2301.93SrilligTESTS+= opt-no-action 2311.93SrilligTESTS+= opt-no-action-at-all 2321.93SrilligTESTS+= opt-query 2331.93SrilligTESTS+= opt-raw 2341.93SrilligTESTS+= opt-silent 2351.93SrilligTESTS+= opt-touch 2361.199SrilligTESTS+= opt-touch-jobs 2371.93SrilligTESTS+= opt-tracefile 2381.93SrilligTESTS+= opt-var-expanded 2391.93SrilligTESTS+= opt-var-literal 2401.93SrilligTESTS+= opt-warnings-as-errors 2411.93SrilligTESTS+= opt-where-am-i 2421.93SrilligTESTS+= opt-x-reduce-exported 2431.61SrilligTESTS+= order 2441.162SrilligTESTS+= parse-var 2451.88SrilligTESTS+= phony-end 2461.61SrilligTESTS+= posix 2471.63SsjgTESTS+= # posix1 # broken by reverting POSIX changes 2481.61SrilligTESTS+= qequals 2491.84SrilligTESTS+= recursive 2501.93SrilligTESTS+= sh 2511.106SrilligTESTS+= sh-dots 2521.93SrilligTESTS+= sh-jobs 2531.93SrilligTESTS+= sh-jobs-error 2541.93SrilligTESTS+= sh-leading-at 2551.93SrilligTESTS+= sh-leading-hyphen 2561.93SrilligTESTS+= sh-leading-plus 2571.93SrilligTESTS+= sh-meta-chars 2581.93SrilligTESTS+= sh-multi-line 2591.93SrilligTESTS+= sh-single-line 2601.162SrilligTESTS+= shell-csh 2611.162SrilligTESTS+= shell-custom 2621.162SrilligTESTS+= shell-ksh 2631.162SrilligTESTS+= shell-sh 2641.169SrilligTESTS+= suff-add-later 2651.169SrilligTESTS+= suff-clear-regular 2661.169SrilligTESTS+= suff-clear-single 2671.212SrilligTESTS+= suff-incomplete 2681.175SrilligTESTS+= suff-lookup 2691.167SrilligTESTS+= suff-main 2701.150SrilligTESTS+= suff-rebuild 2711.203SrilligTESTS+= suff-self 2721.169SrilligTESTS+= suff-transform-endless 2731.169SrilligTESTS+= suff-transform-expand 2741.169SrilligTESTS+= suff-transform-select 2751.61SrilligTESTS+= sunshcmd 2761.61SrilligTESTS+= ternary 2771.61SrilligTESTS+= unexport 2781.61SrilligTESTS+= unexport-env 2791.91SrilligTESTS+= use-inference 2801.93SrilligTESTS+= var-class 2811.93SrilligTESTS+= var-class-cmdline 2821.93SrilligTESTS+= var-class-env 2831.93SrilligTESTS+= var-class-global 2841.93SrilligTESTS+= var-class-local 2851.93SrilligTESTS+= var-class-local-legacy 2861.93SrilligTESTS+= var-op 2871.93SrilligTESTS+= var-op-append 2881.93SrilligTESTS+= var-op-assign 2891.93SrilligTESTS+= var-op-default 2901.93SrilligTESTS+= var-op-expand 2911.93SrilligTESTS+= var-op-shell 2921.162SrilligTESTS+= var-op-sunsh 2931.179SrilligTESTS+= var-recursive 2941.61SrilligTESTS+= varcmd 2951.64SrilligTESTS+= vardebug 2961.64SrilligTESTS+= varfind 2971.61SrilligTESTS+= varmisc 2981.93SrilligTESTS+= varmod 2991.93SrilligTESTS+= varmod-assign 3001.93SrilligTESTS+= varmod-defined 3011.61SrilligTESTS+= varmod-edge 3021.93SrilligTESTS+= varmod-exclam-shell 3031.93SrilligTESTS+= varmod-extension 3041.93SrilligTESTS+= varmod-gmtime 3051.93SrilligTESTS+= varmod-hash 3061.93SrilligTESTS+= varmod-head 3071.93SrilligTESTS+= varmod-ifelse 3081.93SrilligTESTS+= varmod-l-name-to-value 3091.93SrilligTESTS+= varmod-localtime 3101.93SrilligTESTS+= varmod-loop 3111.93SrilligTESTS+= varmod-match 3121.99SrilligTESTS+= varmod-match-escape 3131.93SrilligTESTS+= varmod-no-match 3141.93SrilligTESTS+= varmod-order 3151.93SrilligTESTS+= varmod-order-reverse 3161.93SrilligTESTS+= varmod-order-shuffle 3171.93SrilligTESTS+= varmod-path 3181.93SrilligTESTS+= varmod-quote 3191.93SrilligTESTS+= varmod-quote-dollar 3201.93SrilligTESTS+= varmod-range 3211.93SrilligTESTS+= varmod-remember 3221.93SrilligTESTS+= varmod-root 3231.93SrilligTESTS+= varmod-select-words 3241.93SrilligTESTS+= varmod-shell 3251.93SrilligTESTS+= varmod-subst 3261.93SrilligTESTS+= varmod-subst-regex 3271.93SrilligTESTS+= varmod-sysv 3281.93SrilligTESTS+= varmod-tail 3291.93SrilligTESTS+= varmod-to-abs 3301.93SrilligTESTS+= varmod-to-lower 3311.93SrilligTESTS+= varmod-to-many-words 3321.93SrilligTESTS+= varmod-to-one-word 3331.93SrilligTESTS+= varmod-to-separator 3341.93SrilligTESTS+= varmod-to-upper 3351.93SrilligTESTS+= varmod-undefined 3361.93SrilligTESTS+= varmod-unique 3371.93SrilligTESTS+= varname 3381.93SrilligTESTS+= varname-dollar 3391.93SrilligTESTS+= varname-dot-alltargets 3401.93SrilligTESTS+= varname-dot-curdir 3411.122SrilligTESTS+= varname-dot-includes 3421.93SrilligTESTS+= varname-dot-includedfromdir 3431.93SrilligTESTS+= varname-dot-includedfromfile 3441.122SrilligTESTS+= varname-dot-libs 3451.93SrilligTESTS+= varname-dot-make-dependfile 3461.93SrilligTESTS+= varname-dot-make-expand_variables 3471.93SrilligTESTS+= varname-dot-make-exported 3481.93SrilligTESTS+= varname-dot-make-jobs 3491.93SrilligTESTS+= varname-dot-make-jobs-prefix 3501.93SrilligTESTS+= varname-dot-make-level 3511.93SrilligTESTS+= varname-dot-make-makefile_preference 3521.93SrilligTESTS+= varname-dot-make-makefiles 3531.93SrilligTESTS+= varname-dot-make-meta-bailiwick 3541.93SrilligTESTS+= varname-dot-make-meta-created 3551.93SrilligTESTS+= varname-dot-make-meta-files 3561.93SrilligTESTS+= varname-dot-make-meta-ignore_filter 3571.93SrilligTESTS+= varname-dot-make-meta-ignore_paths 3581.93SrilligTESTS+= varname-dot-make-meta-ignore_patterns 3591.93SrilligTESTS+= varname-dot-make-meta-prefix 3601.93SrilligTESTS+= varname-dot-make-mode 3611.93SrilligTESTS+= varname-dot-make-path_filemon 3621.93SrilligTESTS+= varname-dot-make-pid 3631.93SrilligTESTS+= varname-dot-make-ppid 3641.93SrilligTESTS+= varname-dot-make-save_dollars 3651.93SrilligTESTS+= varname-dot-makeoverrides 3661.93SrilligTESTS+= varname-dot-newline 3671.93SrilligTESTS+= varname-dot-objdir 3681.93SrilligTESTS+= varname-dot-parsedir 3691.93SrilligTESTS+= varname-dot-parsefile 3701.93SrilligTESTS+= varname-dot-path 3711.115SrilligTESTS+= varname-dot-shell 3721.93SrilligTESTS+= varname-dot-targets 3731.110SrilligTESTS+= varname-empty 3741.93SrilligTESTS+= varname-make 3751.93SrilligTESTS+= varname-make_print_var_on_error 3761.170SrilligTESTS+= varname-make_print_var_on_error-jobs 3771.132SrilligTESTS+= varname-makefile 3781.93SrilligTESTS+= varname-makeflags 3791.93SrilligTESTS+= varname-pwd 3801.93SrilligTESTS+= varname-vpath 3811.66SrilligTESTS+= varparse-dynamic 3821.191SrilligTESTS+= varparse-errors 3831.156SrilligTESTS+= varparse-mod 3841.149SrilligTESTS+= varparse-undef-partial 3851.61SrilligTESTS+= varquote 3861.61Srillig 3871.201Srillig# Ideas for more tests: 3881.201Srillig# char-0020-space.mk 3891.201Srillig# char-005C-backslash.mk 3901.201Srillig# escape-cond-str.mk 3911.201Srillig# escape-cond-func-arg.mk 3921.201Srillig# escape-cond-func-arg.mk 3931.201Srillig# escape-varmod.mk 3941.201Srillig# escape-varmod-define.mk 3951.201Srillig# escape-varmod-match.mk 3961.201Srillig# escape-varname.mk 3971.201Srillig# escape-varassign-varname.mk 3981.201Srillig# escape-varassign-varname-cmdline.mk 3991.201Srillig# escape-varassign-value.mk 4001.201Srillig# escape-varassign-value-cmdline.mk 4011.201Srillig# escape-dependency-source.mk 4021.201Srillig# escape-dependency-target.mk 4031.201Srillig# escape-for-varname.mk 4041.201Srillig# escape-for-item.mk 4051.201Srillig# posix-*.mk (see posix.mk and posix1.mk) 4061.201Srillig 4071.198Ssjg.if ${.OBJDIR} != ${.CURDIR} 4081.198SsjgRO_OBJDIR:= ${.OBJDIR}/roobj 4091.198Ssjg.else 4101.198SsjgRO_OBJDIR:= ${TMPDIR:U/tmp}/roobj 4111.198Ssjg.endif 4121.98Srillig# Additional environment variables for some of the tests. 4131.98Srillig# The base environment is -i PATH="$PATH". 4141.194SrilligENV.depsrc-optional+= TZ=UTC 4151.64SrilligENV.envfirst= FROM_ENV=value-from-env 4161.198SsjgENV.objdir-writable+= RO_OBJDIR=${RO_OBJDIR} 4171.65SrilligENV.varmisc= FROM_ENV=env 4181.65SrilligENV.varmisc+= FROM_ENV_BEFORE=env 4191.65SrilligENV.varmisc+= FROM_ENV_AFTER=env 4201.180SrilligENV.varmod-localtime+= TZ=Europe/Berlin 4211.196SrilligENV.varname-vpath+= VPATH=varname-vpath.dir:varname-vpath.dir2 4221.64Srillig 4231.64Srillig# Override make flags for some of the tests; default is -k. 4241.123Srillig# If possible, write ".MAKEFLAGS: -dv" in the test .mk file instead of 4251.123Srillig# settings FLAGS.test=-dv here, since that is closer to the test code. 4261.151SrilligFLAGS.cond-func-make= via-cmdline 4271.128SrilligFLAGS.directive-ifmake= first second 4281.195SrilligFLAGS.doterror= # none, especially not -k 4291.202SrilligFLAGS.varname-empty= -dv '$${:U}=cmdline-u' '=cmdline-plain' 4301.61Srillig 4311.137Srillig# Some tests need extra postprocessing. 4321.216SrilligSED_CMDS.export= -e '/^[^=_A-Za-z0-9]*=/d' 4331.216SrilligSED_CMDS.export-all= ${SED_CMDS.export} 4341.216SrilligSED_CMDS.export-env= ${SED_CMDS.export} 4351.155SrilligSED_CMDS.job-output-long-lines= \ 4361.155Srillig ${:D Job separators on their own line are ok. } \ 4371.155Srillig -e '/^--- job-[ab] ---$$/d' \ 4381.155Srillig ${:D Plain output lines are ok as well. } \ 4391.155Srillig ${:D They may come in multiples of 1024 or as 10000. } \ 4401.155Srillig -e '/^aa*$$/d' \ 4411.155Srillig -e '/^bb*$$/d' \ 4421.155Srillig ${:D The following lines should rather not occur since the job } \ 4431.155Srillig ${:D marker should always be at the beginning of the line. } \ 4441.155Srillig -e '/^aa*--- job-b ---$$/d' \ 4451.155Srillig -e '/^bb*--- job-a ---$$/d' 4461.215SrilligSED_CMDS.objdir-writable= -e 's,${RO_OBJDIR},OBJDIR/roobj,g' 4471.215SrilligSED_CMDS.opt-debug-graph1= ${STD_SED_CMDS.dg1} 4481.215SrilligSED_CMDS.sh-dots= -e 's,^.*\.\.\.:.*,<normalized: ...: not found>,' 4491.162SrilligSED_CMDS.opt-debug-jobs= -e 's,([0-9][0-9]*),(<pid>),' 4501.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,pid [0-9][0-9]*,pid <pid>,' 4511.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,Process [0-9][0-9]*,Process <pid>,' 4521.162SrilligSED_CMDS.opt-debug-jobs+= -e 's,JobFinish: [0-9][0-9]*,JobFinish: <pid>,' 4531.210SrilligSED_CMDS.opt-debug-jobs+= -e 's,Command: ${.SHELL:T},Command: <shell>,' 4541.163Srillig# The "-q" may be there or not, see jobs.c, variable shells. 4551.211SrilligSED_CMDS.opt-debug-jobs+= -e 's,^\(.Command: <shell>\) -q,\1,' 4561.215SrilligSED_CMDS.suff-main+= ${STD_SED_CMDS.dg1} 4571.207SsjgSED_CMDS.var-op-shell+= \ 4581.207Ssjg -e 's,^${.SHELL:T}: [ 0-9:]*,,' \ 4591.207Ssjg -e '/command/s,No such.*,not found,' 4601.205SrilligSED_CMDS.vardebug+= -e 's,${.SHELL},</path/to/shell>,' 4611.94SrilligSED_CMDS.varmod-subst-regex+= \ 4621.94Srillig -e 's,\(Regex compilation error:\).*,\1 (details omitted),' 4631.79SrilligSED_CMDS.varmod-edge+= -e 's, line [0-9]*:, line omitted:,' 4641.144SrilligSED_CMDS.varname-dot-parsedir= -e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,' 4651.144SrilligSED_CMDS.varname-dot-parsefile= -e '/in some cases/ s,^make: "[^"]*,make: "<normalized>,' 4661.177SrilligSED_CMDS.varname-dot-shell= -e 's, = /[^ ]*, = (details omitted),g' 4671.177SrilligSED_CMDS.varname-dot-shell+= -e 's,"/[^" ]*","(details omitted)",g' 4681.177SrilligSED_CMDS.varname-dot-shell+= -e 's,\[/[^] ]*\],[(details omitted)],g' 4691.61Srillig 4701.64Srillig# Some tests need an additional round of postprocessing. 4711.214SrilligPOSTPROC.deptgt-suffixes= awk '/^\#\*\*\* Suffixes/,/^never-stop/' 4721.190SrilligPOSTPROC.gnode-submake= awk '/Input graph/, /^$$/' 4731.112SrilligPOSTPROC.varname-empty= ${TOOL_SED} -n -e '/^Var_Set/p' -e '/^out:/p' 4741.64Srillig 4751.99Srillig# Some tests reuse other tests, which makes them unnecessarily fragile. 4761.89Srilligexport-all.rawout: export.mk 4771.89Srilligunexport.rawout: export.mk 4781.89Srilligunexport-env.rawout: export.mk 4791.89Srillig 4801.61Srillig# End of the configuration section. 4811.61Srillig 4821.215Srillig# Some standard sed commands, to be used in the SED_CMDS above. 4831.215Srillig 4841.215Srillig# Omit details from the output of the -dg1 option such as process IDs. 4851.215SrilligSTD_SED_CMDS.dg1= -e 's,${.CURDIR},<curdir>,' 4861.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(\.MAKE *=\) .*,\1 <details omitted>,' 4871.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(\.MAKE\.[A-Z_]* *=\) .*,\1 <details omitted>,' 4881.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(MACHINE[_ARCH]* *=\) .*,\1 <details omitted>,' 4891.215SrilligSTD_SED_CMDS.dg1+= -e 's,^\(MAKE *=\) .*,\1 <details omitted>,' 4901.215Srillig 4911.215Srillig# End of the configuration helpers section. 4921.215Srillig 4931.1Ssjg.MAIN: all 4941.1Ssjg 4951.61SrilligUNIT_TESTS:= ${.PARSEDIR} 4961.44Sapb.PATH: ${UNIT_TESTS} 4971.7Ssjg 4981.145Srillig.if ${USE_ABSOLUTE_TESTNAMES:Uno} == yes 4991.145SrilligOUTFILES= ${TESTS:@test@${.CURDIR:tA}/${test}.out@} 5001.145Srillig.else 5011.61SrilligOUTFILES= ${TESTS:=.out} 5021.145Srillig.endif 5031.42Sapb 5041.42Sapball: ${OUTFILES} 5051.9Ssjg 5061.95SrilligCLEANFILES= *.rawout *.out *.status *.tmp *.core *.tmp 5071.61SrilligCLEANFILES+= obj*.[och] lib*.a # posix1.mk 5081.61SrilligCLEANFILES+= issue* .[ab]* # suffixes.mk 5091.95SrilligCLEANDIRS= dir dummy # posix1.mk 5101.48Sapb 5111.1Ssjgclean: 5121.48Sapb rm -f ${CLEANFILES} 5131.95Srillig rm -rf ${CLEANDIRS} 5141.1Ssjg 5151.61SrilligTEST_MAKE?= ${.MAKE} 5161.61SrilligTOOL_SED?= sed 5171.1Ssjg 5181.28Ssjg# ensure consistent results from sort(1) 5191.61SrilligLC_ALL= C 5201.61SrilligLANG= C 5211.29Ssjg.export LANG LC_ALL 5221.28Ssjg 5231.153SrilligMAKE_TEST_ENV?= MALLOC_OPTIONS="JA" # for jemalloc 5241.153Srillig 5251.213Srillig.if ${:!uname -s!} == "NetBSD" 5261.213SrilligLIMIT_RESOURCES?= ulimit -v 200000 5271.213Srillig.endif 5281.213SrilligLIMIT_RESOURCES?= : 5291.213Srillig 5301.138Srillig# Each test is run in a sub-make, to keep the tests for interfering with 5311.138Srillig# each other, and because they use different environment variables and 5321.138Srillig# command line options. 5331.42Sapb.SUFFIXES: .mk .rawout .out 5341.42Sapb.mk.rawout: 5351.96Srillig @${_MKMSG_TEST:Uecho '# test '} ${.PREFIX} 5361.64Srillig @set -eu; \ 5371.213Srillig ${LIMIT_RESOURCES}; \ 5381.64Srillig cd ${.OBJDIR}; \ 5391.153Srillig env -i PATH="$$PATH" ${MAKE_TEST_ENV} ${ENV.${.PREFIX:T}} \ 5401.98Srillig ${TEST_MAKE} \ 5411.98Srillig -r -C ${.CURDIR} -f ${.IMPSRC} \ 5421.145Srillig ${FLAGS.${.PREFIX:T}:U-k} \ 5431.98Srillig > ${.TARGET}.tmp 2>&1 \ 5441.64Srillig && status=$$? || status=$$?; \ 5451.64Srillig echo $$status > ${.TARGET:R}.status 5461.42Sapb @mv ${.TARGET}.tmp ${.TARGET} 5471.42Sapb 5481.137Srillig# Postprocess the test output so that the results can be compared. 5491.62Srillig# 5501.62Srillig# always pretend .MAKE was called 'make' 5511.61Srillig_SED_CMDS+= -e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,' 5521.61Srillig_SED_CMDS+= -e 's,${TEST_MAKE:S,.,\\.,g},make,' 5531.200Srillig_SED_CMDS+= -e 's,${TEST_MAKE:T:S,.,\\.,g}[][0-9]* warning,make warning,' 5541.200Srillig_SED_CMDS+= -e 's,^usage: ${TEST_MAKE:T:S,.,\\.,g} ,usage: make ,' 5551.62Srillig# replace anything after 'stopped in' with unit-tests 5561.61Srillig_SED_CMDS+= -e '/stopped/s, /.*, unit-tests,' 5571.62Srillig# strip ${.CURDIR}/ from the output 5581.61Srillig_SED_CMDS+= -e 's,${.CURDIR:S,.,\\.,g}/,,g' 5591.61Srillig_SED_CMDS+= -e 's,${UNIT_TESTS:S,.,\\.,g}/,,g' 5601.61Srillig 5611.42Sapb.rawout.out: 5621.145Srillig @${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.PREFIX:T}} \ 5631.64Srillig < ${.IMPSRC} > ${.TARGET}.tmp1 5641.145Srillig @${POSTPROC.${.PREFIX:T}:Ucat} < ${.TARGET}.tmp1 > ${.TARGET}.tmp2 5651.64Srillig @rm ${.TARGET}.tmp1 5661.64Srillig @echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp2 5671.64Srillig @mv ${.TARGET}.tmp2 ${.TARGET} 5681.42Sapb 5691.42Sapb# Compare all output files 5701.42Sapbtest: ${OUTFILES} .PHONY 5711.42Sapb @failed= ; \ 5721.61Srillig for test in ${TESTS}; do \ 5731.42Sapb diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \ 5741.42Sapb || failed="$${failed}$${failed:+ }$${test}" ; \ 5751.42Sapb done ; \ 5761.42Sapb if [ -n "$${failed}" ]; then \ 5771.42Sapb echo "Failed tests: $${failed}" ; false ; \ 5781.42Sapb else \ 5791.42Sapb echo "All tests passed" ; \ 5801.42Sapb fi 5811.1Ssjg 5821.1Ssjgaccept: 5831.61Srillig @for test in ${TESTS}; do \ 5841.42Sapb cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \ 5851.42Sapb || { echo "Replacing $${test}.exp" ; \ 5861.42Sapb cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \ 5871.42Sapb done 5881.1Ssjg 5891.139Srillig# Note: only works for adding tests. 5901.139Srillig# To remove a test, the $$mi file must be edited manually. 5911.78Srilligsync-mi: 5921.78Srillig @set -eu; \ 5931.78Srillig cd "${MAKEFILE:tA:H}/../../.."; \ 5941.78Srillig mi="distrib/sets/lists/tests/mi"; \ 5951.105Srillig cvs update "$$mi"; \ 5961.139Srillig testsdir="usr.bin/make/unit-tests"; \ 5971.139Srillig fmt="./usr/tests/$$testsdir/%s\ttests-usr.bin-tests\tcompattestfile,atf\\n"; \ 5981.182Srillig cat "$$mi" > "$$mi.tmp"; \ 5991.182Srillig (cd "$$testsdir" && ls *.exp *.mk) | xargs printf "$$fmt" >> "$$mi.tmp"; \ 6001.182Srillig distrib/sets/fmt-list "$$mi.tmp"; \ 6011.182Srillig mv "$$mi.tmp" "$$mi"; \ 6021.78Srillig cvs diff "$$mi" || true 6031.78Srillig 6041.50Ssjg.if exists(${TEST_MAKE}) 6051.168Ssjg${TESTS:=.rawout}: ${TEST_MAKE} 6061.168Ssjg# in meta mode, we *know* if a target script is impacted 6071.168Ssjg# by a makefile change. 6081.168Ssjg.if ${.MAKE.MODE:Unormal:Mmeta} == "" 6091.168Ssjg${TESTS:=.rawout}: ${.PARSEDIR}/Makefile 6101.168Ssjg.endif 6111.50Ssjg.endif 6121.50Ssjg 6131.42Sapb.-include <bsd.obj.mk> 614