var-scope-local.mk revision 1.5 1 1.5 rillig # $NetBSD: var-scope-local.mk,v 1.5 2022/02/09 21:09:24 rillig Exp $
2 1.1 rillig #
3 1.3 rillig # Tests for target-local variables, such as ${.TARGET} or $@. These variables
4 1.3 rillig # are relatively short-lived as they are created just before making the
5 1.3 rillig # target. In contrast, global variables are typically created when the
6 1.3 rillig # makefiles are read in.
7 1.3 rillig #
8 1.3 rillig # The 7 built-in target-local variables are listed in the manual page. They
9 1.3 rillig # are defined just before the target is actually made. Additional
10 1.3 rillig # target-local variables can be defined in dependency lines like
11 1.3 rillig # 'target: VAR=value', one at a time.
12 1.3 rillig
13 1.3 rillig .MAIN: all
14 1.3 rillig
15 1.3 rillig # The target-local variables can be used in expressions, just like other
16 1.3 rillig # variables. When these expressions are evaluated outside of a target, these
17 1.3 rillig # expressions are not yet expanded, instead their text is preserved, to allow
18 1.3 rillig # these expressions to expand right in time when the target-local variables
19 1.3 rillig # are actually set.
20 1.3 rillig #
21 1.5 rillig # Conditions from .if directives are evaluated in the scope of the command
22 1.3 rillig # line, which means that variables from the command line, from the global
23 1.3 rillig # scope and from the environment are resolved, in this order (but see the
24 1.3 rillig # command line option '-e'). In that phase, expressions involving
25 1.3 rillig # target-local variables need to be preserved, including the exact names of
26 1.3 rillig # the variables.
27 1.3 rillig #
28 1.3 rillig # Each of the built-in target-local variables has two equivalent names, for
29 1.3 rillig # example '@' is equivalent to '.TARGET'. The implementation might
30 1.1 rillig # canonicalize these aliases at some point, and that might be surprising.
31 1.1 rillig # This aliasing happens for single-character variable names like $@ or $<
32 1.1 rillig # (see VarFind, CanonicalVarname), but not for braced or parenthesized
33 1.1 rillig # expressions like ${@}, ${.TARGET} ${VAR:Mpattern} (see Var_Parse,
34 1.1 rillig # ParseVarname).
35 1.3 rillig #
36 1.5 rillig # In the following condition, make expands '$@' to the long-format alias
37 1.5 rillig # '$(.TARGET)'; note that the alias is not written with braces, as would be
38 1.5 rillig # common in BSD makefiles, but with parentheses. This alternative spelling
39 1.5 rillig # behaves the same though.
40 1.3 rillig .if $@ != "\$\(.TARGET)"
41 1.3 rillig . error
42 1.3 rillig .endif
43 1.5 rillig # In the long form of writing a target-local variable, the text of the
44 1.5 rillig # expression is preserved exactly as written, no matter whether it is written
45 1.5 rillig # with '{' or '('.
46 1.3 rillig .if ${@} != "\$\{@}"
47 1.3 rillig . error
48 1.3 rillig .endif
49 1.3 rillig .if $(@) != "\$\(@)"
50 1.3 rillig . error
51 1.3 rillig .endif
52 1.3 rillig # If the variable expression contains modifiers, the behavior depends on the
53 1.3 rillig # actual modifiers. The modifier ':M' keeps the expression in the state
54 1.3 rillig # 'undefined'. Since the expression is still undefined after evaluating all
55 1.3 rillig # the modifiers, the value of the expression is discarded and the expression
56 1.3 rillig # text is used instead. This preserves the expressions based on target-local
57 1.3 rillig # variables as long as possible.
58 1.3 rillig .if ${@:M*} != "\$\{@:M*}"
59 1.3 rillig . error
60 1.3 rillig .endif
61 1.3 rillig # In the following examples, the expressions are based on target-local
62 1.3 rillig # variables but use the modifier ':L', which turns an undefined expression
63 1.3 rillig # into a defined one. At the end of evaluating the expression, the state of
64 1.5 rillig # the expression is not 'undefined' anymore. The value of the expression
65 1.3 rillig # is the name of the variable, since that's what the modifier ':L' does.
66 1.1 rillig .if ${@:L} != "@"
67 1.1 rillig . error
68 1.1 rillig .endif
69 1.1 rillig .if ${.TARGET:L} != ".TARGET"
70 1.1 rillig . error
71 1.1 rillig .endif
72 1.1 rillig .if ${@F:L} != "@F"
73 1.1 rillig . error
74 1.1 rillig .endif
75 1.1 rillig .if ${@D:L} != "@D"
76 1.1 rillig . error
77 1.1 rillig .endif
78 1.1 rillig
79 1.3 rillig
80 1.3 rillig # Additional target-local variables may be defined in dependency lines.
81 1.3 rillig .MAKEFLAGS: -dv
82 1.3 rillig # In the following line, the ':=' may either be interpreted as an assignment
83 1.3 rillig # operator or as the dependency operator ':', followed by an empty variable
84 1.3 rillig # name and the assignment operator '='. It is the latter since in an
85 1.3 rillig # assignment, the left-hand side must be at most a single word. The empty
86 1.3 rillig # variable name is expanded twice, once for 'one' and once for 'two'.
87 1.3 rillig # expect: Var_SetExpand: variable name "" expands to empty string, with value "three" - ignored
88 1.3 rillig # expect: Var_SetExpand: variable name "" expands to empty string, with value "three" - ignored
89 1.3 rillig one two:=three
90 1.3 rillig # If the two targets to the left are generated by a variable expression, the
91 1.3 rillig # line is parsed as a variable assignment since its left-hand side is a single
92 1.3 rillig # word.
93 1.3 rillig # expect: Global: one two = three
94 1.3 rillig ${:Uone two}:=three
95 1.3 rillig .MAKEFLAGS: -d0
96 1.3 rillig
97 1.1 rillig
98 1.1 rillig .SUFFIXES: .c .o
99 1.1 rillig
100 1.3 rillig # One of the dynamic target-local variables is '.TARGET'. Since this is not
101 1.3 rillig # a suffix transformation rule, the variable '.IMPSRC' is not defined.
102 1.3 rillig # expect: : Making var-scope-local.c out of nothing.
103 1.3 rillig var-scope-local.c:
104 1.3 rillig : Making ${.TARGET} ${.IMPSRC:Dfrom ${.IMPSRC}:Uout of nothing}.
105 1.3 rillig
106 1.3 rillig # This is a suffix transformation rule, so both '.TARGET' and '.IMPSRC' are
107 1.3 rillig # defined.
108 1.3 rillig # expect: : Making var-scope-local.o from var-scope-local.c.
109 1.3 rillig # expect: : Making basename "var-scope-local.o" in "." from "var-scope-local.c" in ".".
110 1.1 rillig .c.o:
111 1.1 rillig : Making ${.TARGET} from ${.IMPSRC}.
112 1.1 rillig
113 1.1 rillig # The local variables @F, @D, <F, <D are legacy forms.
114 1.1 rillig # See the manual page for details.
115 1.3 rillig : Making basename "${@F}" in "${@D}" from "${<F}" in "${<D}".
116 1.1 rillig
117 1.3 rillig # expect: : all overwritten
118 1.3 rillig all: var-scope-local.o
119 1.1 rillig # The ::= modifier overwrites the .TARGET variable in the node
120 1.1 rillig # 'all', not in the global scope. This can be seen with the -dv
121 1.3 rillig # option, looking for "all: @ = overwritten".
122 1.3 rillig : ${.TARGET} ${.TARGET::=overwritten}${.TARGET}
123 1.3 rillig
124 1.3 rillig
125 1.3 rillig # Begin tests for custom target-local variables, for all 5 variable assignment
126 1.3 rillig # operators.
127 1.3 rillig all: var-scope-local-assign.o
128 1.3 rillig all: var-scope-local-append.o
129 1.3 rillig all: var-scope-local-append-global.o
130 1.3 rillig all: var-scope-local-default.o
131 1.3 rillig all: var-scope-local-subst.o
132 1.3 rillig all: var-scope-local-shell.o
133 1.3 rillig
134 1.3 rillig var-scope-local-assign.o \
135 1.3 rillig var-scope-local-append.o \
136 1.3 rillig var-scope-local-append-global.o \
137 1.3 rillig var-scope-local-default.o \
138 1.3 rillig var-scope-local-subst.o \
139 1.3 rillig var-scope-local-shell.o:
140 1.3 rillig : Making ${.TARGET} with VAR="${VAR}".
141 1.2 sjg
142 1.3 rillig # Target-local variables are enabled by default. Force them to be enabled
143 1.3 rillig # just in case a test above has disabled them.
144 1.2 sjg .MAKE.TARGET_LOCAL_VARIABLES= yes
145 1.2 sjg
146 1.3 rillig VAR= global
147 1.3 rillig
148 1.3 rillig # If the sources of a dependency line look like a variable assignment, make
149 1.3 rillig # treats them as such. There is only a single variable assignment per
150 1.3 rillig # dependency line, which makes whitespace around the assignment operator
151 1.3 rillig # irrelevant.
152 1.3 rillig #
153 1.3 rillig # expect-reset
154 1.3 rillig # expect: : Making var-scope-local-assign.o with VAR="local".
155 1.3 rillig var-scope-local-assign.o: VAR= local
156 1.3 rillig
157 1.3 rillig # Assignments using '+=' do *not* look up the global value, instead they only
158 1.3 rillig # look up the variable in the target's own scope.
159 1.3 rillig var-scope-local-append.o: VAR+= local
160 1.3 rillig # Once a variable is defined in the target-local scope, appending using '+='
161 1.3 rillig # behaves as expected. Note that the expression '${.TARGET}' is not resolved
162 1.3 rillig # when parsing the dependency line, its evaluation is deferred until the
163 1.3 rillig # target is actually made.
164 1.3 rillig # expect: : Making var-scope-local-append.o with VAR="local to var-scope-local-append.o".
165 1.3 rillig var-scope-local-append.o: VAR += to ${.TARGET}
166 1.3 rillig # To access the value of a global variable, use a variable expression. This
167 1.3 rillig # expression is expanded before parsing the whole dependency line. Since the
168 1.5 rillig # expansion happens to the right of the dependency operator ':', the expanded
169 1.5 rillig # text does not influence parsing of the dependency line. Since the expansion
170 1.5 rillig # happens to the right of the assignment operator '=', the expanded text does
171 1.5 rillig # not influence the parsing of the variable assignment. The effective
172 1.5 rillig # variable assignment, after expanding the whole line first, is thus
173 1.3 rillig # 'VAR= global+local'.
174 1.3 rillig # expect: : Making var-scope-local-append-global.o with VAR="global+local".
175 1.3 rillig var-scope-local-append-global.o: VAR= ${VAR}+local
176 1.3 rillig
177 1.3 rillig var-scope-local-default.o: VAR ?= first
178 1.3 rillig var-scope-local-default.o: VAR ?= second
179 1.3 rillig # XXX: '?=' does look at the global variable. That's a long-standing
180 1.3 rillig # inconsistency between the assignment operators '+=' and '?='. See
181 1.3 rillig # Var_AppendExpand and VarAssign_Eval.
182 1.3 rillig # expect: : Making var-scope-local-default.o with VAR="global".
183 1.3 rillig
184 1.3 rillig # Using the variable assignment operator ':=' provides another way of
185 1.3 rillig # accessing a global variable and extending it with local modifications. The
186 1.3 rillig # '$' has to be written as '$$' though to survive the expansion of the
187 1.5 rillig # dependency line as a whole. After that, the parser sees the variable
188 1.5 rillig # assignment as 'VAR := ${VAR}+local' and searches for the variable 'VAR' in
189 1.5 rillig # the usual scopes, picking up the variable from the global scope.
190 1.5 rillig # expect: : Making var-scope-local-subst.o with VAR="global+local".
191 1.3 rillig var-scope-local-subst.o: VAR := $${VAR}+local
192 1.3 rillig
193 1.3 rillig # The variable assignment operator '!=' assigns the output of the shell
194 1.5 rillig # command, as everywhere else. The shell command is run when the dependency
195 1.5 rillig # line is parsed.
196 1.3 rillig var-scope-local-shell.o: VAR != echo output
197 1.3 rillig
198 1.3 rillig
199 1.3 rillig # While VAR=use will be set for a .USE node, it will never be seen since only
200 1.3 rillig # the ultimate target's context is searched; the variable assignments from the
201 1.3 rillig # .USE target are not copied to the ultimate target's.
202 1.5 rillig # expect: : var-scope-local-use.o uses .USE VAR="global"
203 1.2 sjg a_use: .USE VAR=use
204 1.2 sjg : ${.TARGET} uses .USE VAR="${VAR}"
205 1.2 sjg
206 1.3 rillig all: var-scope-local-use.o
207 1.3 rillig var-scope-local-use.o: a_use
208 1.4 rillig
209 1.4 rillig
210 1.4 rillig # Since parse.c 1.656 from 2022-01-27 and before parse.c 1.662 from
211 1.4 rillig # 2022-02-05, there was an out-of-bounds read in Parse_IsVar when looking for
212 1.4 rillig # a variable assignment in a dependency line with trailing whitespace. Lines
213 1.4 rillig # without trailing whitespace were not affected. Global variable assignments
214 1.4 rillig # were guaranteed to have no trailing whitespace and were thus not affected.
215 1.4 rillig #
216 1.4 rillig # Try to reproduce some variants that may lead to a crash, depending on the
217 1.4 rillig # memory allocator. To get a crash, the terminating '\0' of the line must be
218 1.4 rillig # the last byte of a memory page. The expression '${:U}' forces this trailing
219 1.4 rillig # whitespace.
220 1.4 rillig
221 1.4 rillig # On FreeBSD x86_64, a crash could in some cases be forced using the following
222 1.4 rillig # line, which has length 47, so the terminating '\0' may end up at an address
223 1.4 rillig # of the form 0xXXXX_XXXX_XXXX_Xfff:
224 1.4 rillig Try_to_crash_FreeBSD.xxxxxxxxxxxxxxxxxx: 12345 ${:U}
225 1.4 rillig
226 1.4 rillig # The following line has length 4095, so line[4095] == '\0'. If the line is
227 1.4 rillig # allocated on a page boundary and the following page is not mapped, this line
228 1.4 rillig # leads to a segmentation fault.
229 1.4 rillig ${:U:range=511:@_@1234567@:ts.}: 12345 ${:U}
230 1.4 rillig
231 1.4 rillig # The following line has length 8191, so line[8191] == '\0'. If the line is
232 1.4 rillig # allocated on a page boundary and the following page is not mapped, this line
233 1.4 rillig # leads to a segmentation fault.
234 1.4 rillig ${:U:range=1023:@_@1234567@:ts.}: 12345 ${:U}
235 1.4 rillig
236 1.4 rillig 12345:
237