Home | History | Annotate | Line # | Download | only in unit-tests
modmisc.mk revision 1.31
      1  1.31  rillig # $Id: modmisc.mk,v 1.31 2020/08/01 17:20:42 rillig Exp $
      2   1.1     apb #
      3   1.1     apb # miscellaneous modifier tests
      4   1.1     apb 
      5   1.1     apb # do not put any dirs in this list which exist on some
      6   1.1     apb # but not all target systems - an exists() check is below.
      7   1.1     apb path=:/bin:/tmp::/:.:/no/such/dir:.
      8   1.1     apb # strip cwd from path.
      9   1.1     apb MOD_NODOT=S/:/ /g:N.:ts:
     10   1.1     apb # and decorate, note that $'s need to be doubled. Also note that 
     11   1.1     apb # the modifier_variable can be used with other modifiers.
     12   1.1     apb MOD_NODOTX=S/:/ /g:N.:@d@'$$d'@
     13   1.1     apb # another mod - pretend it is more interesting
     14   1.1     apb MOD_HOMES=S,/home/,/homes/,
     15   1.1     apb MOD_OPT=@d@$${exists($$d):?$$d:$${d:S,/usr,/opt,}}@
     16   1.1     apb MOD_SEP=S,:, ,g
     17   1.1     apb 
     18   1.7  rillig all:	modvar modvarloop modsysv mod-HTE emptyvar undefvar
     19  1.23  rillig all:	mod-subst
     20  1.30  rillig all:	mod-subst-chain
     21  1.23  rillig all:	mod-regex
     22  1.23  rillig all:	mod-loop-varname mod-loop-resolve mod-loop-varname-dollar
     23  1.12  rillig all:	mod-subst-dollar mod-loop-dollar
     24  1.23  rillig all:	mod-regex-limits
     25  1.23  rillig all:	mod-regex-errors
     26  1.16  rillig all:	mod-assign
     27  1.18  rillig all:	mod-assign-nested
     28  1.17  rillig all:	mod-tu-space
     29  1.23  rillig all:	mod-quote
     30  1.22  rillig all:	mod-break-many-words
     31  1.27  rillig all:	mod-remember
     32  1.28  rillig all:	mod-gmtime
     33  1.28  rillig all:	mod-localtime
     34  1.28  rillig all:	mod-hash
     35  1.28  rillig all:	mod-range
     36   1.1     apb 
     37  1.23  rillig # See also sysv.mk.
     38   1.1     apb modsysv:
     39   1.1     apb 	@echo "The answer is ${libfoo.a:L:libfoo.a=42}"
     40   1.1     apb 
     41  1.23  rillig # Demonstrates modifiers that are given indirectly from a variable.
     42   1.1     apb modvar:
     43   1.1     apb 	@echo "path='${path}'"
     44   1.1     apb 	@echo "path='${path:${MOD_NODOT}}'"
     45   1.1     apb 	@echo "path='${path:S,home,homes,:${MOD_NODOT}}'"
     46   1.1     apb 	@echo "path=${path:${MOD_NODOTX}:ts:}"
     47   1.1     apb 	@echo "path=${path:${MOD_HOMES}:${MOD_NODOTX}:ts:}"
     48   1.1     apb 
     49   1.1     apb .for d in ${path:${MOD_SEP}:N.} /usr/xbin
     50   1.1     apb path_$d?= ${d:${MOD_OPT}:${MOD_HOMES}}/
     51   1.1     apb paths+= ${d:${MOD_OPT}:${MOD_HOMES}}
     52   1.1     apb .endfor
     53   1.1     apb 
     54   1.1     apb modvarloop:
     55   1.1     apb 	@echo "path_/usr/xbin=${path_/usr/xbin}"
     56   1.1     apb 	@echo "paths=${paths}"
     57   1.1     apb 	@echo "PATHS=${paths:tu}"
     58   1.2  rillig 
     59   1.6  rillig PATHNAMES=	a/b/c def a.b.c a.b/c a a.a .gitignore a a.a
     60   1.4  rillig mod-HTE:
     61   1.6  rillig 	@echo "dirname of '"${PATHNAMES:Q}"' is '"${PATHNAMES:H:Q}"'"
     62   1.6  rillig 	@echo "basename of '"${PATHNAMES:Q}"' is '"${PATHNAMES:T:Q}"'"
     63   1.6  rillig 	@echo "suffix of '"${PATHNAMES:Q}"' is '"${PATHNAMES:E:Q}"'"
     64   1.6  rillig 	@echo "root of '"${PATHNAMES:Q}"' is '"${PATHNAMES:R:Q}"'"
     65   1.7  rillig 
     66   1.7  rillig # When a modifier is applied to the "" variable, the result is discarded.
     67   1.7  rillig emptyvar:
     68   1.7  rillig 	@echo S:${:S,^$,empty,}
     69   1.7  rillig 	@echo C:${:C,^$,empty,}
     70   1.7  rillig 	@echo @:${:@var@${var}@}
     71   1.7  rillig 
     72   1.7  rillig # The :U modifier turns even the "" variable into something that has a value.
     73   1.7  rillig # The resulting variable is empty, but is still considered to contain a
     74   1.7  rillig # single empty word. This word can be accessed by the :S and :C modifiers,
     75   1.7  rillig # but not by the :@ modifier since it explicitly skips empty words.
     76   1.7  rillig undefvar:
     77   1.7  rillig 	@echo S:${:U:S,^$,empty,}
     78   1.7  rillig 	@echo C:${:U:C,^$,empty,}
     79   1.7  rillig 	@echo @:${:U:@var@empty@}
     80   1.8  rillig 
     81  1.24  rillig WORDS=		sequences of letters
     82  1.26  rillig .if ${WORDS:S,,,} != ${WORDS}
     83  1.26  rillig .warning The empty pattern matches something.
     84  1.26  rillig .endif
     85  1.25  rillig .if ${WORDS:S,e,*,1} != "s*quences of letters"
     86  1.26  rillig .warning The :S modifier flag '1' is not applied exactly once.
     87  1.24  rillig .endif
     88  1.24  rillig .if ${WORDS:S,e,*,} != "s*quences of l*tters"
     89  1.26  rillig .warning The :S modifier does not replace every first match per word.
     90  1.24  rillig .endif
     91  1.24  rillig .if ${WORDS:S,e,*,g} != "s*qu*nc*s of l*tt*rs"
     92  1.26  rillig .warning The :S modifier flag 'g' does not replace every occurrence.
     93  1.24  rillig .endif
     94  1.24  rillig .if ${WORDS:S,^sequ,occurr,} != "occurrences of letters"
     95  1.26  rillig .warning The :S modifier fails for a short match anchored at the start.
     96  1.24  rillig .endif
     97  1.24  rillig .if ${WORDS:S,^of,with,} != "sequences with letters"
     98  1.26  rillig .warning The :S modifier fails for an exact match anchored at the start.
     99  1.24  rillig .endif
    100  1.24  rillig .if ${WORDS:S,^office,does not match,} != ${WORDS}
    101  1.26  rillig .warning The :S modifier matches a too long pattern anchored at the start.
    102  1.26  rillig .endif
    103  1.26  rillig .if ${WORDS:S,f$,r,} != "sequences or letters"
    104  1.26  rillig .warning The :S modifier fails for a short match anchored at the end.
    105  1.26  rillig .endif
    106  1.26  rillig .if ${WORDS:S,s$,,} != "sequence of letter"
    107  1.26  rillig .warning The :S modifier fails to replace one occurrence per word.
    108  1.26  rillig .endif
    109  1.26  rillig .if ${WORDS:S,of$,,} != "sequences letters"
    110  1.26  rillig .warning The :S modifier fails for an exact match anchored at the end.
    111  1.26  rillig .endif
    112  1.26  rillig .if ${WORDS:S,eof$,,} != ${WORDS}
    113  1.26  rillig .warning The :S modifier matches a too long pattern anchored at the end.
    114  1.26  rillig .endif
    115  1.26  rillig .if ${WORDS:S,^of$,,} != "sequences letters"
    116  1.26  rillig .warning The :S modifier does not match a word anchored at both ends.
    117  1.26  rillig .endif
    118  1.26  rillig .if ${WORDS:S,^o$,,} != ${WORDS}
    119  1.26  rillig .warning The :S modifier matches a prefix anchored at both ends.
    120  1.26  rillig .endif
    121  1.26  rillig .if ${WORDS:S,^f$,,} != ${WORDS}
    122  1.26  rillig .warning The :S modifier matches a suffix anchored at both ends.
    123  1.26  rillig .endif
    124  1.26  rillig .if ${WORDS:S,^eof$,,} != ${WORDS}
    125  1.26  rillig .warning The :S modifier matches a too long prefix anchored at both ends.
    126  1.26  rillig .endif
    127  1.26  rillig .if ${WORDS:S,^office$,,} != ${WORDS}
    128  1.26  rillig .warning The :S modifier matches a too long suffix anchored at both ends.
    129  1.24  rillig .endif
    130  1.24  rillig 
    131  1.23  rillig mod-subst:
    132  1.20  rillig 	@echo $@:
    133   1.8  rillig 	@echo :${:Ua b b c:S,a b,,:Q}:
    134   1.8  rillig 	@echo :${:Ua b b c:S,a b,,1:Q}:
    135   1.8  rillig 	@echo :${:Ua b b c:S,a b,,W:Q}:
    136   1.8  rillig 	@echo :${:Ua b b c:S,b,,g:Q}:
    137   1.8  rillig 	@echo :${:U1 2 3 1 2 3:S,1 2,___,Wg:S,_,x,:Q}:
    138  1.20  rillig 	@echo ${:U12345:S,,sep,g:Q}
    139   1.8  rillig 
    140  1.30  rillig # The :S and :C modifiers can be chained without a separating ':'.
    141  1.30  rillig # This is not documented in the manual page.
    142  1.30  rillig # It works because ApplyModifier_Subst scans for the known modifiers g1W
    143  1.30  rillig # and then just returns to ApplyModifiers.  There, the colon is optionally
    144  1.30  rillig # skipped (see the *st.next == ':' at the end of the loop).
    145  1.30  rillig #
    146  1.30  rillig # Most other modifiers cannot be chained since their parsers skip until
    147  1.30  rillig # the next ':' or '}' or ')'.
    148  1.30  rillig mod-subst-chain:
    149  1.30  rillig 	@echo $@:
    150  1.30  rillig 	@echo ${:Ua b c:S,a,A,S,b,B,}.
    151  1.30  rillig 
    152  1.23  rillig mod-regex:
    153  1.20  rillig 	@echo $@:
    154   1.8  rillig 	@echo :${:Ua b b c:C,a b,,:Q}:
    155   1.8  rillig 	@echo :${:Ua b b c:C,a b,,1:Q}:
    156   1.8  rillig 	@echo :${:Ua b b c:C,a b,,W:Q}:
    157   1.8  rillig 	@echo :${:Uword1 word2:C,****,____,g:C,word,____,:Q}:
    158   1.8  rillig 	@echo :${:Ua b b c:C,b,,g:Q}:
    159   1.8  rillig 	@echo :${:U1 2 3 1 2 3:C,1 2,___,Wg:C,_,x,:Q}:
    160   1.9  rillig 
    161   1.9  rillig # In the :@ modifier, the name of the loop variable can even be generated
    162   1.9  rillig # dynamically.  There's no practical use-case for this, and hopefully nobody
    163   1.9  rillig # will ever depend on this, but technically it's possible.
    164  1.23  rillig mod-loop-varname:
    165   1.9  rillig 	@echo :${:Uone two three:@${:Ubar:S,b,v,}@+${var}+@:Q}:
    166  1.10  rillig 
    167  1.10  rillig # The :@ modifier resolves the variables a little more often than expected.
    168  1.10  rillig # In particular, it resolves _all_ variables from the context, and not only
    169  1.10  rillig # the loop variable (in this case v).
    170  1.11  rillig #
    171  1.11  rillig # The d means direct reference, the i means indirect reference.
    172  1.10  rillig RESOLVE=	${RES1} $${RES1}
    173  1.11  rillig RES1=		1d${RES2} 1i$${RES2}
    174  1.11  rillig RES2=		2d${RES3} 2i$${RES3}
    175  1.11  rillig RES3=		3
    176  1.10  rillig 
    177  1.23  rillig mod-loop-resolve:
    178  1.10  rillig 	@echo $@:${RESOLVE:@v@w${v}w@:Q}:
    179  1.12  rillig 
    180  1.23  rillig # Until 2020-07-20, the variable name of the :@ modifier could end with one
    181  1.23  rillig # or two dollar signs, which were silently ignored.
    182  1.23  rillig # There's no point in allowing a dollar sign in that position.
    183  1.23  rillig mod-loop-varname-dollar:
    184  1.13  rillig 	@echo $@:${1 2 3:L:@v$@($v)@:Q}.
    185  1.13  rillig 	@echo $@:${1 2 3:L:@v$$@($v)@:Q}.
    186  1.13  rillig 	@echo $@:${1 2 3:L:@v$$$@($v)@:Q}.
    187  1.13  rillig 
    188  1.12  rillig # No matter how many dollar characters there are, they all get merged
    189  1.12  rillig # into a single dollar by the :S modifier.
    190  1.12  rillig mod-subst-dollar:
    191  1.12  rillig 	@echo $@:${:U1:S,^,$,:Q}:
    192  1.12  rillig 	@echo $@:${:U2:S,^,$$,:Q}:
    193  1.12  rillig 	@echo $@:${:U3:S,^,$$$,:Q}:
    194  1.12  rillig 	@echo $@:${:U4:S,^,$$$$,:Q}:
    195  1.12  rillig 	@echo $@:${:U5:S,^,$$$$$,:Q}:
    196  1.12  rillig 	@echo $@:${:U6:S,^,$$$$$$,:Q}:
    197  1.12  rillig 	@echo $@:${:U7:S,^,$$$$$$$,:Q}:
    198  1.12  rillig 	@echo $@:${:U8:S,^,$$$$$$$$,:Q}:
    199  1.12  rillig # This generates no dollar at all:
    200  1.12  rillig 	@echo $@:${:UU8:S,^,${:U$$$$$$$$},:Q}:
    201  1.12  rillig # Here is an alternative way to generate dollar characters.
    202  1.12  rillig # It's unexpectedly complicated though.
    203  1.12  rillig 	@echo $@:${:U:range=5:ts\x24:C,[0-9],,g:Q}:
    204  1.12  rillig 
    205  1.12  rillig # Demonstrate that it is possible to generate dollar characters using the
    206  1.12  rillig # :@ modifier.
    207  1.12  rillig #
    208  1.12  rillig # These are edge cases that could have resulted in a parse error as well
    209  1.12  rillig # since the $@ at the end could have been interpreted as a variable, which
    210  1.12  rillig # would mean a missing closing @ delimiter.
    211  1.12  rillig mod-loop-dollar:
    212  1.12  rillig 	@echo $@:${:U1:@word@${word}$@:Q}:
    213  1.12  rillig 	@echo $@:${:U2:@word@$${word}$$@:Q}:
    214  1.12  rillig 	@echo $@:${:U3:@word@$$${word}$$$@:Q}:
    215  1.12  rillig 	@echo $@:${:U4:@word@$$$${word}$$$$@:Q}:
    216  1.12  rillig 	@echo $@:${:U5:@word@$$$$${word}$$$$$@:Q}:
    217  1.12  rillig 	@echo $@:${:U6:@word@$$$$$${word}$$$$$$@:Q}:
    218  1.14  rillig 
    219  1.23  rillig mod-regex-limits:
    220  1.14  rillig 	@echo $@:00-ok:${:U1 23 456:C,..,\0\0,:Q}
    221  1.14  rillig 	@echo $@:11-missing:${:U1 23 456:C,..,\1\1,:Q}
    222  1.14  rillig 	@echo $@:11-ok:${:U1 23 456:C,(.).,\1\1,:Q}
    223  1.14  rillig 	@echo $@:22-missing:${:U1 23 456:C,..,\2\2,:Q}
    224  1.14  rillig 	@echo $@:22-missing:${:U1 23 456:C,(.).,\2\2,:Q}
    225  1.14  rillig 	@echo $@:22-ok:${:U1 23 456:C,(.)(.),\2\2,:Q}
    226  1.15  rillig 	# The :C modifier only handles single-digit capturing groups,
    227  1.15  rillig 	# which is more than enough for daily use.
    228  1.15  rillig 	@echo $@:capture:${:UabcdefghijABCDEFGHIJrest:C,(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.),\9\8\7\6\5\4\3\2\1\0\10\11\12,}
    229  1.16  rillig 
    230  1.23  rillig mod-regex-errors:
    231  1.21  rillig 	@echo $@: ${UNDEF:Uvalue:C,[,,}
    232  1.21  rillig 
    233  1.16  rillig # Just a bit of basic code coverage for the obscure ::= assignment modifiers.
    234  1.16  rillig mod-assign:
    235  1.16  rillig 	@echo $@: ${1 2 3:L:@i@${FIRST::?=$i}@} first=${FIRST}.
    236  1.16  rillig 	@echo $@: ${1 2 3:L:@i@${LAST::=$i}@} last=${LAST}.
    237  1.16  rillig 	@echo $@: ${1 2 3:L:@i@${APPENDED::+=$i}@} appended=${APPENDED}.
    238  1.16  rillig 	@echo $@: ${echo.1 echo.2 echo.3:L:@i@${RAN::!=${i:C,.*,&; & 1>\&2,:S,., ,g}}@} ran:${RAN}.
    239  1.16  rillig 	# The assignments happen in the global scope and thus are
    240  1.16  rillig 	# preserved even after the shell command has been run.
    241  1.16  rillig 	@echo $@: global: ${FIRST:Q}, ${LAST:Q}, ${APPENDED:Q}, ${RAN:Q}.
    242  1.17  rillig 
    243  1.18  rillig mod-assign-nested:
    244  1.18  rillig 	@echo $@: ${1:?${THEN1::=then1${IT1::=t1}}:${ELSE1::=else1${IE1::=e1}}}${THEN1}${ELSE1}${IT1}${IE1}
    245  1.18  rillig 	@echo $@: ${0:?${THEN2::=then2${IT2::=t2}}:${ELSE2::=else2${IE2::=e2}}}${THEN2}${ELSE2}${IT2}${IE2}
    246  1.18  rillig 	@echo $@: ${SINK3:Q}
    247  1.18  rillig 	@echo $@: ${SINK4:Q}
    248  1.18  rillig SINK3:=	${1:?${THEN3::=then3${IT3::=t3}}:${ELSE3::=else3${IE3::=e3}}}${THEN3}${ELSE3}${IT3}${IE3}
    249  1.18  rillig SINK4:=	${0:?${THEN4::=then4${IT4::=t4}}:${ELSE4::=else4${IE4::=e4}}}${THEN4}${ELSE4}${IT4}${IE4}
    250  1.18  rillig 
    251  1.17  rillig mod-tu-space:
    252  1.17  rillig 	# The :tu and :tl modifiers operate on the variable value
    253  1.17  rillig 	# as a single string, not as a list of words. Therefore,
    254  1.17  rillig 	# the adjacent spaces are preserved.
    255  1.17  rillig 	@echo $@: ${a   b:L:tu:Q}
    256  1.19  rillig 
    257  1.23  rillig mod-quote:
    258  1.19  rillig 	@echo $@: new${.newline:Q}${.newline:Q}line
    259  1.22  rillig 
    260  1.22  rillig # Cover the bmake_realloc in brk_string.
    261  1.22  rillig mod-break-many-words:
    262  1.22  rillig 	@echo $@: ${UNDEF:U:range=500:[#]}
    263  1.27  rillig 
    264  1.27  rillig # Demonstrate the :_ modifier.
    265  1.27  rillig # In the parameterized form, having the variable name on the right side
    266  1.27  rillig # of the = assignment operator is confusing. Luckily this modifier is
    267  1.27  rillig # only rarely needed.
    268  1.27  rillig mod-remember:
    269  1.27  rillig 	@echo $@: ${1 2 3:L:_:@var@${_}@}
    270  1.27  rillig 	@echo $@: ${1 2 3:L:@var@${var:_=SAVED:}@}, SAVED=${SAVED}
    271  1.28  rillig 
    272  1.28  rillig mod-gmtime:
    273  1.28  rillig 	@echo $@:
    274  1.28  rillig 	@echo ${%Y:L:gmtim=1593536400}		# modifier name too short
    275  1.28  rillig 	@echo ${%Y:L:gmtime=1593536400}		# 2020-07-01T00:00:00Z
    276  1.28  rillig 	@echo ${%Y:L:gmtimer=1593536400}	# modifier name too long
    277  1.29  rillig 	@echo ${%Y:L:gm=gm:M*}
    278  1.28  rillig 
    279  1.28  rillig mod-localtime:
    280  1.28  rillig 	@echo $@:
    281  1.28  rillig 	@echo ${%Y:L:localtim=1593536400}	# modifier name too short
    282  1.28  rillig 	@echo ${%Y:L:localtime=1593536400}	# 2020-07-01T00:00:00Z
    283  1.28  rillig 	@echo ${%Y:L:localtimer=1593536400}	# modifier name too long
    284  1.28  rillig 
    285  1.28  rillig mod-hash:
    286  1.28  rillig 	@echo $@:
    287  1.28  rillig 	@echo ${12345:L:has}			# modifier name too short
    288  1.28  rillig 	@echo ${12345:L:hash}			# ok
    289  1.28  rillig 	@echo ${12345:L:hash=SHA-256}		# :hash does not accept '='
    290  1.28  rillig 	@echo ${12345:L:hasX}			# misspelled
    291  1.28  rillig 	@echo ${12345:L:hashed}			# modifier name too long
    292  1.28  rillig 
    293  1.28  rillig mod-range:
    294  1.28  rillig 	@echo $@:
    295  1.28  rillig 	@echo ${a b c:L:rang}			# modifier name too short
    296  1.28  rillig 	@echo ${a b c:L:range}			# ok
    297  1.28  rillig 	@echo ${a b c:L:rango}			# misspelled
    298  1.28  rillig 	@echo ${a b c:L:ranger}			# modifier name too long
    299  1.31  rillig 
    300  1.31  rillig # To apply a modifier indirectly via another variable, the whole
    301  1.31  rillig # modifier must be put into a single variable.
    302  1.31  rillig .if ${value:L:${:US}${:U,value,replacement,}} != "S,value,replacement,}"
    303  1.31  rillig .warning unexpected
    304  1.31  rillig .endif
    305  1.31  rillig 
    306  1.31  rillig # Adding another level of indirection (the 2 nested :U expressions) helps.
    307  1.31  rillig .if ${value:L:${:U${:US}${:U,value,replacement,}}} != "replacement"
    308  1.31  rillig .warning unexpected
    309  1.31  rillig .endif
    310  1.31  rillig 
    311  1.31  rillig # Multiple indirect modifiers can be applied one after another as long as
    312  1.31  rillig # they are separated with colons.
    313  1.31  rillig .if ${value:L:${:US,a,A,}:${:US,e,E,}} != "vAluE"
    314  1.31  rillig .warning unexpected
    315  1.31  rillig .endif
    316