modmisc.mk revision 1.31 1 1.31 rillig # $Id: modmisc.mk,v 1.31 2020/08/01 17:20:42 rillig Exp $
2 1.1 apb #
3 1.1 apb # miscellaneous modifier tests
4 1.1 apb
5 1.1 apb # do not put any dirs in this list which exist on some
6 1.1 apb # but not all target systems - an exists() check is below.
7 1.1 apb path=:/bin:/tmp::/:.:/no/such/dir:.
8 1.1 apb # strip cwd from path.
9 1.1 apb MOD_NODOT=S/:/ /g:N.:ts:
10 1.1 apb # and decorate, note that $'s need to be doubled. Also note that
11 1.1 apb # the modifier_variable can be used with other modifiers.
12 1.1 apb MOD_NODOTX=S/:/ /g:N.:@d@'$$d'@
13 1.1 apb # another mod - pretend it is more interesting
14 1.1 apb MOD_HOMES=S,/home/,/homes/,
15 1.1 apb MOD_OPT=@d@$${exists($$d):?$$d:$${d:S,/usr,/opt,}}@
16 1.1 apb MOD_SEP=S,:, ,g
17 1.1 apb
18 1.7 rillig all: modvar modvarloop modsysv mod-HTE emptyvar undefvar
19 1.23 rillig all: mod-subst
20 1.30 rillig all: mod-subst-chain
21 1.23 rillig all: mod-regex
22 1.23 rillig all: mod-loop-varname mod-loop-resolve mod-loop-varname-dollar
23 1.12 rillig all: mod-subst-dollar mod-loop-dollar
24 1.23 rillig all: mod-regex-limits
25 1.23 rillig all: mod-regex-errors
26 1.16 rillig all: mod-assign
27 1.18 rillig all: mod-assign-nested
28 1.17 rillig all: mod-tu-space
29 1.23 rillig all: mod-quote
30 1.22 rillig all: mod-break-many-words
31 1.27 rillig all: mod-remember
32 1.28 rillig all: mod-gmtime
33 1.28 rillig all: mod-localtime
34 1.28 rillig all: mod-hash
35 1.28 rillig all: mod-range
36 1.1 apb
37 1.23 rillig # See also sysv.mk.
38 1.1 apb modsysv:
39 1.1 apb @echo "The answer is ${libfoo.a:L:libfoo.a=42}"
40 1.1 apb
41 1.23 rillig # Demonstrates modifiers that are given indirectly from a variable.
42 1.1 apb modvar:
43 1.1 apb @echo "path='${path}'"
44 1.1 apb @echo "path='${path:${MOD_NODOT}}'"
45 1.1 apb @echo "path='${path:S,home,homes,:${MOD_NODOT}}'"
46 1.1 apb @echo "path=${path:${MOD_NODOTX}:ts:}"
47 1.1 apb @echo "path=${path:${MOD_HOMES}:${MOD_NODOTX}:ts:}"
48 1.1 apb
49 1.1 apb .for d in ${path:${MOD_SEP}:N.} /usr/xbin
50 1.1 apb path_$d?= ${d:${MOD_OPT}:${MOD_HOMES}}/
51 1.1 apb paths+= ${d:${MOD_OPT}:${MOD_HOMES}}
52 1.1 apb .endfor
53 1.1 apb
54 1.1 apb modvarloop:
55 1.1 apb @echo "path_/usr/xbin=${path_/usr/xbin}"
56 1.1 apb @echo "paths=${paths}"
57 1.1 apb @echo "PATHS=${paths:tu}"
58 1.2 rillig
59 1.6 rillig PATHNAMES= a/b/c def a.b.c a.b/c a a.a .gitignore a a.a
60 1.4 rillig mod-HTE:
61 1.6 rillig @echo "dirname of '"${PATHNAMES:Q}"' is '"${PATHNAMES:H:Q}"'"
62 1.6 rillig @echo "basename of '"${PATHNAMES:Q}"' is '"${PATHNAMES:T:Q}"'"
63 1.6 rillig @echo "suffix of '"${PATHNAMES:Q}"' is '"${PATHNAMES:E:Q}"'"
64 1.6 rillig @echo "root of '"${PATHNAMES:Q}"' is '"${PATHNAMES:R:Q}"'"
65 1.7 rillig
66 1.7 rillig # When a modifier is applied to the "" variable, the result is discarded.
67 1.7 rillig emptyvar:
68 1.7 rillig @echo S:${:S,^$,empty,}
69 1.7 rillig @echo C:${:C,^$,empty,}
70 1.7 rillig @echo @:${:@var@${var}@}
71 1.7 rillig
72 1.7 rillig # The :U modifier turns even the "" variable into something that has a value.
73 1.7 rillig # The resulting variable is empty, but is still considered to contain a
74 1.7 rillig # single empty word. This word can be accessed by the :S and :C modifiers,
75 1.7 rillig # but not by the :@ modifier since it explicitly skips empty words.
76 1.7 rillig undefvar:
77 1.7 rillig @echo S:${:U:S,^$,empty,}
78 1.7 rillig @echo C:${:U:C,^$,empty,}
79 1.7 rillig @echo @:${:U:@var@empty@}
80 1.8 rillig
81 1.24 rillig WORDS= sequences of letters
82 1.26 rillig .if ${WORDS:S,,,} != ${WORDS}
83 1.26 rillig .warning The empty pattern matches something.
84 1.26 rillig .endif
85 1.25 rillig .if ${WORDS:S,e,*,1} != "s*quences of letters"
86 1.26 rillig .warning The :S modifier flag '1' is not applied exactly once.
87 1.24 rillig .endif
88 1.24 rillig .if ${WORDS:S,e,*,} != "s*quences of l*tters"
89 1.26 rillig .warning The :S modifier does not replace every first match per word.
90 1.24 rillig .endif
91 1.24 rillig .if ${WORDS:S,e,*,g} != "s*qu*nc*s of l*tt*rs"
92 1.26 rillig .warning The :S modifier flag 'g' does not replace every occurrence.
93 1.24 rillig .endif
94 1.24 rillig .if ${WORDS:S,^sequ,occurr,} != "occurrences of letters"
95 1.26 rillig .warning The :S modifier fails for a short match anchored at the start.
96 1.24 rillig .endif
97 1.24 rillig .if ${WORDS:S,^of,with,} != "sequences with letters"
98 1.26 rillig .warning The :S modifier fails for an exact match anchored at the start.
99 1.24 rillig .endif
100 1.24 rillig .if ${WORDS:S,^office,does not match,} != ${WORDS}
101 1.26 rillig .warning The :S modifier matches a too long pattern anchored at the start.
102 1.26 rillig .endif
103 1.26 rillig .if ${WORDS:S,f$,r,} != "sequences or letters"
104 1.26 rillig .warning The :S modifier fails for a short match anchored at the end.
105 1.26 rillig .endif
106 1.26 rillig .if ${WORDS:S,s$,,} != "sequence of letter"
107 1.26 rillig .warning The :S modifier fails to replace one occurrence per word.
108 1.26 rillig .endif
109 1.26 rillig .if ${WORDS:S,of$,,} != "sequences letters"
110 1.26 rillig .warning The :S modifier fails for an exact match anchored at the end.
111 1.26 rillig .endif
112 1.26 rillig .if ${WORDS:S,eof$,,} != ${WORDS}
113 1.26 rillig .warning The :S modifier matches a too long pattern anchored at the end.
114 1.26 rillig .endif
115 1.26 rillig .if ${WORDS:S,^of$,,} != "sequences letters"
116 1.26 rillig .warning The :S modifier does not match a word anchored at both ends.
117 1.26 rillig .endif
118 1.26 rillig .if ${WORDS:S,^o$,,} != ${WORDS}
119 1.26 rillig .warning The :S modifier matches a prefix anchored at both ends.
120 1.26 rillig .endif
121 1.26 rillig .if ${WORDS:S,^f$,,} != ${WORDS}
122 1.26 rillig .warning The :S modifier matches a suffix anchored at both ends.
123 1.26 rillig .endif
124 1.26 rillig .if ${WORDS:S,^eof$,,} != ${WORDS}
125 1.26 rillig .warning The :S modifier matches a too long prefix anchored at both ends.
126 1.26 rillig .endif
127 1.26 rillig .if ${WORDS:S,^office$,,} != ${WORDS}
128 1.26 rillig .warning The :S modifier matches a too long suffix anchored at both ends.
129 1.24 rillig .endif
130 1.24 rillig
131 1.23 rillig mod-subst:
132 1.20 rillig @echo $@:
133 1.8 rillig @echo :${:Ua b b c:S,a b,,:Q}:
134 1.8 rillig @echo :${:Ua b b c:S,a b,,1:Q}:
135 1.8 rillig @echo :${:Ua b b c:S,a b,,W:Q}:
136 1.8 rillig @echo :${:Ua b b c:S,b,,g:Q}:
137 1.8 rillig @echo :${:U1 2 3 1 2 3:S,1 2,___,Wg:S,_,x,:Q}:
138 1.20 rillig @echo ${:U12345:S,,sep,g:Q}
139 1.8 rillig
140 1.30 rillig # The :S and :C modifiers can be chained without a separating ':'.
141 1.30 rillig # This is not documented in the manual page.
142 1.30 rillig # It works because ApplyModifier_Subst scans for the known modifiers g1W
143 1.30 rillig # and then just returns to ApplyModifiers. There, the colon is optionally
144 1.30 rillig # skipped (see the *st.next == ':' at the end of the loop).
145 1.30 rillig #
146 1.30 rillig # Most other modifiers cannot be chained since their parsers skip until
147 1.30 rillig # the next ':' or '}' or ')'.
148 1.30 rillig mod-subst-chain:
149 1.30 rillig @echo $@:
150 1.30 rillig @echo ${:Ua b c:S,a,A,S,b,B,}.
151 1.30 rillig
152 1.23 rillig mod-regex:
153 1.20 rillig @echo $@:
154 1.8 rillig @echo :${:Ua b b c:C,a b,,:Q}:
155 1.8 rillig @echo :${:Ua b b c:C,a b,,1:Q}:
156 1.8 rillig @echo :${:Ua b b c:C,a b,,W:Q}:
157 1.8 rillig @echo :${:Uword1 word2:C,****,____,g:C,word,____,:Q}:
158 1.8 rillig @echo :${:Ua b b c:C,b,,g:Q}:
159 1.8 rillig @echo :${:U1 2 3 1 2 3:C,1 2,___,Wg:C,_,x,:Q}:
160 1.9 rillig
161 1.9 rillig # In the :@ modifier, the name of the loop variable can even be generated
162 1.9 rillig # dynamically. There's no practical use-case for this, and hopefully nobody
163 1.9 rillig # will ever depend on this, but technically it's possible.
164 1.23 rillig mod-loop-varname:
165 1.9 rillig @echo :${:Uone two three:@${:Ubar:S,b,v,}@+${var}+@:Q}:
166 1.10 rillig
167 1.10 rillig # The :@ modifier resolves the variables a little more often than expected.
168 1.10 rillig # In particular, it resolves _all_ variables from the context, and not only
169 1.10 rillig # the loop variable (in this case v).
170 1.11 rillig #
171 1.11 rillig # The d means direct reference, the i means indirect reference.
172 1.10 rillig RESOLVE= ${RES1} $${RES1}
173 1.11 rillig RES1= 1d${RES2} 1i$${RES2}
174 1.11 rillig RES2= 2d${RES3} 2i$${RES3}
175 1.11 rillig RES3= 3
176 1.10 rillig
177 1.23 rillig mod-loop-resolve:
178 1.10 rillig @echo $@:${RESOLVE:@v@w${v}w@:Q}:
179 1.12 rillig
180 1.23 rillig # Until 2020-07-20, the variable name of the :@ modifier could end with one
181 1.23 rillig # or two dollar signs, which were silently ignored.
182 1.23 rillig # There's no point in allowing a dollar sign in that position.
183 1.23 rillig mod-loop-varname-dollar:
184 1.13 rillig @echo $@:${1 2 3:L:@v$@($v)@:Q}.
185 1.13 rillig @echo $@:${1 2 3:L:@v$$@($v)@:Q}.
186 1.13 rillig @echo $@:${1 2 3:L:@v$$$@($v)@:Q}.
187 1.13 rillig
188 1.12 rillig # No matter how many dollar characters there are, they all get merged
189 1.12 rillig # into a single dollar by the :S modifier.
190 1.12 rillig mod-subst-dollar:
191 1.12 rillig @echo $@:${:U1:S,^,$,:Q}:
192 1.12 rillig @echo $@:${:U2:S,^,$$,:Q}:
193 1.12 rillig @echo $@:${:U3:S,^,$$$,:Q}:
194 1.12 rillig @echo $@:${:U4:S,^,$$$$,:Q}:
195 1.12 rillig @echo $@:${:U5:S,^,$$$$$,:Q}:
196 1.12 rillig @echo $@:${:U6:S,^,$$$$$$,:Q}:
197 1.12 rillig @echo $@:${:U7:S,^,$$$$$$$,:Q}:
198 1.12 rillig @echo $@:${:U8:S,^,$$$$$$$$,:Q}:
199 1.12 rillig # This generates no dollar at all:
200 1.12 rillig @echo $@:${:UU8:S,^,${:U$$$$$$$$},:Q}:
201 1.12 rillig # Here is an alternative way to generate dollar characters.
202 1.12 rillig # It's unexpectedly complicated though.
203 1.12 rillig @echo $@:${:U:range=5:ts\x24:C,[0-9],,g:Q}:
204 1.12 rillig
205 1.12 rillig # Demonstrate that it is possible to generate dollar characters using the
206 1.12 rillig # :@ modifier.
207 1.12 rillig #
208 1.12 rillig # These are edge cases that could have resulted in a parse error as well
209 1.12 rillig # since the $@ at the end could have been interpreted as a variable, which
210 1.12 rillig # would mean a missing closing @ delimiter.
211 1.12 rillig mod-loop-dollar:
212 1.12 rillig @echo $@:${:U1:@word@${word}$@:Q}:
213 1.12 rillig @echo $@:${:U2:@word@$${word}$$@:Q}:
214 1.12 rillig @echo $@:${:U3:@word@$$${word}$$$@:Q}:
215 1.12 rillig @echo $@:${:U4:@word@$$$${word}$$$$@:Q}:
216 1.12 rillig @echo $@:${:U5:@word@$$$$${word}$$$$$@:Q}:
217 1.12 rillig @echo $@:${:U6:@word@$$$$$${word}$$$$$$@:Q}:
218 1.14 rillig
219 1.23 rillig mod-regex-limits:
220 1.14 rillig @echo $@:00-ok:${:U1 23 456:C,..,\0\0,:Q}
221 1.14 rillig @echo $@:11-missing:${:U1 23 456:C,..,\1\1,:Q}
222 1.14 rillig @echo $@:11-ok:${:U1 23 456:C,(.).,\1\1,:Q}
223 1.14 rillig @echo $@:22-missing:${:U1 23 456:C,..,\2\2,:Q}
224 1.14 rillig @echo $@:22-missing:${:U1 23 456:C,(.).,\2\2,:Q}
225 1.14 rillig @echo $@:22-ok:${:U1 23 456:C,(.)(.),\2\2,:Q}
226 1.15 rillig # The :C modifier only handles single-digit capturing groups,
227 1.15 rillig # which is more than enough for daily use.
228 1.15 rillig @echo $@:capture:${:UabcdefghijABCDEFGHIJrest:C,(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.)(.),\9\8\7\6\5\4\3\2\1\0\10\11\12,}
229 1.16 rillig
230 1.23 rillig mod-regex-errors:
231 1.21 rillig @echo $@: ${UNDEF:Uvalue:C,[,,}
232 1.21 rillig
233 1.16 rillig # Just a bit of basic code coverage for the obscure ::= assignment modifiers.
234 1.16 rillig mod-assign:
235 1.16 rillig @echo $@: ${1 2 3:L:@i@${FIRST::?=$i}@} first=${FIRST}.
236 1.16 rillig @echo $@: ${1 2 3:L:@i@${LAST::=$i}@} last=${LAST}.
237 1.16 rillig @echo $@: ${1 2 3:L:@i@${APPENDED::+=$i}@} appended=${APPENDED}.
238 1.16 rillig @echo $@: ${echo.1 echo.2 echo.3:L:@i@${RAN::!=${i:C,.*,&; & 1>\&2,:S,., ,g}}@} ran:${RAN}.
239 1.16 rillig # The assignments happen in the global scope and thus are
240 1.16 rillig # preserved even after the shell command has been run.
241 1.16 rillig @echo $@: global: ${FIRST:Q}, ${LAST:Q}, ${APPENDED:Q}, ${RAN:Q}.
242 1.17 rillig
243 1.18 rillig mod-assign-nested:
244 1.18 rillig @echo $@: ${1:?${THEN1::=then1${IT1::=t1}}:${ELSE1::=else1${IE1::=e1}}}${THEN1}${ELSE1}${IT1}${IE1}
245 1.18 rillig @echo $@: ${0:?${THEN2::=then2${IT2::=t2}}:${ELSE2::=else2${IE2::=e2}}}${THEN2}${ELSE2}${IT2}${IE2}
246 1.18 rillig @echo $@: ${SINK3:Q}
247 1.18 rillig @echo $@: ${SINK4:Q}
248 1.18 rillig SINK3:= ${1:?${THEN3::=then3${IT3::=t3}}:${ELSE3::=else3${IE3::=e3}}}${THEN3}${ELSE3}${IT3}${IE3}
249 1.18 rillig SINK4:= ${0:?${THEN4::=then4${IT4::=t4}}:${ELSE4::=else4${IE4::=e4}}}${THEN4}${ELSE4}${IT4}${IE4}
250 1.18 rillig
251 1.17 rillig mod-tu-space:
252 1.17 rillig # The :tu and :tl modifiers operate on the variable value
253 1.17 rillig # as a single string, not as a list of words. Therefore,
254 1.17 rillig # the adjacent spaces are preserved.
255 1.17 rillig @echo $@: ${a b:L:tu:Q}
256 1.19 rillig
257 1.23 rillig mod-quote:
258 1.19 rillig @echo $@: new${.newline:Q}${.newline:Q}line
259 1.22 rillig
260 1.22 rillig # Cover the bmake_realloc in brk_string.
261 1.22 rillig mod-break-many-words:
262 1.22 rillig @echo $@: ${UNDEF:U:range=500:[#]}
263 1.27 rillig
264 1.27 rillig # Demonstrate the :_ modifier.
265 1.27 rillig # In the parameterized form, having the variable name on the right side
266 1.27 rillig # of the = assignment operator is confusing. Luckily this modifier is
267 1.27 rillig # only rarely needed.
268 1.27 rillig mod-remember:
269 1.27 rillig @echo $@: ${1 2 3:L:_:@var@${_}@}
270 1.27 rillig @echo $@: ${1 2 3:L:@var@${var:_=SAVED:}@}, SAVED=${SAVED}
271 1.28 rillig
272 1.28 rillig mod-gmtime:
273 1.28 rillig @echo $@:
274 1.28 rillig @echo ${%Y:L:gmtim=1593536400} # modifier name too short
275 1.28 rillig @echo ${%Y:L:gmtime=1593536400} # 2020-07-01T00:00:00Z
276 1.28 rillig @echo ${%Y:L:gmtimer=1593536400} # modifier name too long
277 1.29 rillig @echo ${%Y:L:gm=gm:M*}
278 1.28 rillig
279 1.28 rillig mod-localtime:
280 1.28 rillig @echo $@:
281 1.28 rillig @echo ${%Y:L:localtim=1593536400} # modifier name too short
282 1.28 rillig @echo ${%Y:L:localtime=1593536400} # 2020-07-01T00:00:00Z
283 1.28 rillig @echo ${%Y:L:localtimer=1593536400} # modifier name too long
284 1.28 rillig
285 1.28 rillig mod-hash:
286 1.28 rillig @echo $@:
287 1.28 rillig @echo ${12345:L:has} # modifier name too short
288 1.28 rillig @echo ${12345:L:hash} # ok
289 1.28 rillig @echo ${12345:L:hash=SHA-256} # :hash does not accept '='
290 1.28 rillig @echo ${12345:L:hasX} # misspelled
291 1.28 rillig @echo ${12345:L:hashed} # modifier name too long
292 1.28 rillig
293 1.28 rillig mod-range:
294 1.28 rillig @echo $@:
295 1.28 rillig @echo ${a b c:L:rang} # modifier name too short
296 1.28 rillig @echo ${a b c:L:range} # ok
297 1.28 rillig @echo ${a b c:L:rango} # misspelled
298 1.28 rillig @echo ${a b c:L:ranger} # modifier name too long
299 1.31 rillig
300 1.31 rillig # To apply a modifier indirectly via another variable, the whole
301 1.31 rillig # modifier must be put into a single variable.
302 1.31 rillig .if ${value:L:${:US}${:U,value,replacement,}} != "S,value,replacement,}"
303 1.31 rillig .warning unexpected
304 1.31 rillig .endif
305 1.31 rillig
306 1.31 rillig # Adding another level of indirection (the 2 nested :U expressions) helps.
307 1.31 rillig .if ${value:L:${:U${:US}${:U,value,replacement,}}} != "replacement"
308 1.31 rillig .warning unexpected
309 1.31 rillig .endif
310 1.31 rillig
311 1.31 rillig # Multiple indirect modifiers can be applied one after another as long as
312 1.31 rillig # they are separated with colons.
313 1.31 rillig .if ${value:L:${:US,a,A,}:${:US,e,E,}} != "vAluE"
314 1.31 rillig .warning unexpected
315 1.31 rillig .endif
316