Home | History | Annotate | Line # | Download | only in unit-tests
Makefile revision 1.59 
      1 # $NetBSD: Makefile,v 1.59 2020/06/28 09:42:40 rillig Exp $
      2 #
      3 # Unit tests for make(1)
      4 # The main targets are:
      5 # 
      6 # all:	run all the tests
      7 # test:	run 'all', and compare to expected results
      8 # accept: move generated output to expected results
      9 #
     10 # Adding a test case.  
     11 # Each feature should get its own set of tests in its own suitably
     12 # named makefile (*.mk), with its own set of expected results (*.exp),
     13 # and it should be added to the TESTNAMES list.
     14 # 
     15 
     16 .MAIN: all
     17 
     18 UNIT_TESTS:= ${.PARSEDIR}
     19 .PATH: ${UNIT_TESTS}
     20 
     21 # Each test is in a sub-makefile.
     22 # Keep the list sorted.
     23 TESTNAMES= \
     24 	comment \
     25 	cond-late \
     26 	cond-short \
     27 	cond1 \
     28 	cond2 \
     29 	dollar \
     30 	doterror \
     31 	dotwait \
     32 	error \
     33 	export \
     34 	export-all \
     35 	export-env \
     36 	forloop \
     37 	forsubst \
     38 	hash \
     39 	include-main \
     40 	misc \
     41 	moderrs \
     42 	modmatch \
     43 	modmisc \
     44 	modorder \
     45 	modts \
     46 	modword \
     47 	order \
     48 	posix \
     49 	qequals \
     50 	sunshcmd \
     51 	sysv \
     52 	ternary \
     53 	unexport \
     54 	unexport-env \
     55 	varcmd \
     56 	varmisc \
     57 	varmod-edge \
     58 	varquote \
     59 	varshell
     60 
     61 # these tests were broken by referting POSIX chanegs
     62 STRICT_POSIX_TESTS = \
     63 	escape \
     64 	impsrc \
     65 	phony-end \
     66 	posix1 \
     67 	suffixes
     68 
     69 # Override make flags for certain tests
     70 flags.doterror=
     71 flags.order=-j1
     72 
     73 OUTFILES= ${TESTNAMES:S/$/.out/}
     74 
     75 all: ${OUTFILES}
     76 
     77 CLEANFILES += *.rawout *.out *.status *.tmp *.core *.tmp
     78 CLEANFILES += obj*.[och] lib*.a		# posix1.mk
     79 CLEANFILES += issue* .[ab]*		# suffixes.mk
     80 CLEANRECURSIVE += dir dummy		# posix1.mk
     81 
     82 clean:
     83 	rm -f ${CLEANFILES}
     84 .if !empty(CLEANRECURSIVE)
     85 	rm -rf ${CLEANRECURSIVE}
     86 .endif
     87 
     88 TEST_MAKE?= ${.MAKE}
     89 TOOL_SED?= sed
     90 
     91 # ensure consistent results from sort(1)
     92 LC_ALL= C
     93 LANG= C
     94 .export LANG LC_ALL
     95 
     96 # the tests are actually done with sub-makes.
     97 .SUFFIXES: .mk .rawout .out
     98 .mk.rawout:
     99 	@echo ${TEST_MAKE} ${flags.${.TARGET:R}:U-k} -f ${.IMPSRC}
    100 	-@cd ${.OBJDIR} && \
    101 	{ ${TEST_MAKE} ${flags.${.TARGET:R}:U-k} -f ${.IMPSRC} \
    102 	  2>&1 ; echo $$? >${.TARGET:R}.status ; } > ${.TARGET}.tmp
    103 	@mv ${.TARGET}.tmp ${.TARGET}
    104 
    105 # We always pretend .MAKE was called 'make' 
    106 # and strip ${.CURDIR}/ from the output
    107 # and replace anything after 'stopped in' with unit-tests
    108 # so the results can be compared.
    109 .rawout.out:
    110 	@echo postprocess ${.TARGET}
    111 	@${TOOL_SED} -e 's,^${TEST_MAKE:T:C/\./\\\./g}[][0-9]*:,make:,' \
    112 	  -e 's,${TEST_MAKE:C/\./\\\./g},make,' \
    113 	  -e '/stopped/s, /.*, unit-tests,' \
    114 	  -e 's,${.CURDIR:C/\./\\\./g}/,,g' \
    115 	  -e 's,${UNIT_TESTS:C/\./\\\./g}/,,g' \
    116 	  < ${.IMPSRC} > ${.TARGET}.tmp
    117 	@echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp
    118 	@mv ${.TARGET}.tmp ${.TARGET}
    119 
    120 # Compare all output files
    121 test:	${OUTFILES} .PHONY
    122 	@failed= ; \
    123 	for test in ${TESTNAMES}; do \
    124 	  diff -u ${UNIT_TESTS}/$${test}.exp $${test}.out \
    125 	  || failed="$${failed}$${failed:+ }$${test}" ; \
    126 	done ; \
    127 	if [ -n "$${failed}" ]; then \
    128 	  echo "Failed tests: $${failed}" ; false ; \
    129 	else \
    130 	  echo "All tests passed" ; \
    131 	fi
    132 
    133 accept:
    134 	@for test in ${TESTNAMES}; do \
    135 	  cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
    136 	  || { echo "Replacing $${test}.exp" ; \
    137 	       cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
    138 	done
    139 
    140 .if exists(${TEST_MAKE})
    141 ${TESTNAMES:S/$/.rawout/}: ${TEST_MAKE}
    142 .endif
    143 
    144 .-include <bsd.obj.mk>
    145