t_errors.sh revision 1.11 1 1.1 rillig #! /bin/sh
2 1.11 rillig # $NetBSD: t_errors.sh,v 1.11 2021/10/29 16:54:51 rillig Exp $
3 1.1 rillig #
4 1.1 rillig # Copyright (c) 2021 The NetBSD Foundation, Inc.
5 1.1 rillig # All rights reserved.
6 1.1 rillig #
7 1.1 rillig # Redistribution and use in source and binary forms, with or without
8 1.1 rillig # modification, are permitted provided that the following conditions
9 1.1 rillig # are met:
10 1.1 rillig # 1. Redistributions of source code must retain the above copyright
11 1.1 rillig # notice, this list of conditions and the following disclaimer.
12 1.1 rillig # 2. Redistributions in binary form must reproduce the above copyright
13 1.1 rillig # notice, this list of conditions and the following disclaimer in the
14 1.1 rillig # documentation and/or other materials provided with the distribution.
15 1.1 rillig #
16 1.1 rillig # THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.1 rillig # ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.1 rillig # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.1 rillig # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.1 rillig # BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.1 rillig # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.1 rillig # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.1 rillig # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.1 rillig # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.1 rillig # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.1 rillig # POSSIBILITY OF SUCH DAMAGE.
27 1.1 rillig #
28 1.1 rillig # $FreeBSD$
29 1.1 rillig
30 1.2 rillig # Tests for error handling in indent.
31 1.2 rillig
32 1.1 rillig indent=$(atf_config_get usr.bin.indent.test_indent /usr/bin/indent)
33 1.1 rillig nl='
34 1.1 rillig '
35 1.1 rillig
36 1.2 rillig expect_error()
37 1.2 rillig {
38 1.2 rillig local msg
39 1.2 rillig
40 1.2 rillig msg="$1"
41 1.2 rillig shift
42 1.2 rillig
43 1.2 rillig atf_check -s 'exit:1' \
44 1.2 rillig -e "inline:$msg$nl" \
45 1.2 rillig "$indent" "$@"
46 1.2 rillig }
47 1.2 rillig
48 1.1 rillig atf_test_case 'option_unknown'
49 1.1 rillig option_unknown_body()
50 1.1 rillig {
51 1.2 rillig expect_error \
52 1.2 rillig 'indent: Command line: unknown option "-Z-unknown"' \
53 1.2 rillig -Z-unknown
54 1.1 rillig }
55 1.1 rillig
56 1.1 rillig atf_test_case 'option_bool_trailing_garbage'
57 1.1 rillig option_bool_trailing_garbage_body()
58 1.1 rillig {
59 1.2 rillig expect_error \
60 1.2 rillig 'indent: Command line: unknown option "-bacchus"' \
61 1.2 rillig -bacchus
62 1.1 rillig }
63 1.1 rillig
64 1.7 rillig atf_test_case 'option_int_missing_argument'
65 1.7 rillig option_int_missing_argument_body()
66 1.1 rillig {
67 1.2 rillig expect_error \
68 1.7 rillig 'indent: Command line: argument "x" to option "-ts" must be an integer' \
69 1.2 rillig -tsx
70 1.2 rillig }
71 1.2 rillig
72 1.2 rillig atf_test_case 'option_profile_not_found'
73 1.2 rillig option_profile_not_found_body()
74 1.2 rillig {
75 1.2 rillig expect_error \
76 1.2 rillig 'indent: profile ./nonexistent: No such file or directory' \
77 1.2 rillig -P./nonexistent
78 1.2 rillig }
79 1.2 rillig
80 1.2 rillig atf_test_case 'option_typedefs_not_found'
81 1.2 rillig option_typedefs_not_found_body()
82 1.2 rillig {
83 1.2 rillig expect_error \
84 1.2 rillig 'indent: cannot open file ./nonexistent' \
85 1.2 rillig -U./nonexistent
86 1.2 rillig }
87 1.2 rillig
88 1.3 rillig atf_test_case 'option_tabsize_negative'
89 1.3 rillig option_tabsize_negative_body()
90 1.3 rillig {
91 1.3 rillig expect_error \
92 1.7 rillig 'indent: Command line: argument "-1" to option "-ts" must be between 1 and 80' \
93 1.3 rillig -ts-1
94 1.3 rillig }
95 1.3 rillig
96 1.3 rillig atf_test_case 'option_tabsize_zero'
97 1.3 rillig option_tabsize_zero_body()
98 1.3 rillig {
99 1.3 rillig expect_error \
100 1.7 rillig 'indent: Command line: argument "0" to option "-ts" must be between 1 and 80' \
101 1.3 rillig -ts0
102 1.3 rillig }
103 1.3 rillig
104 1.3 rillig atf_test_case 'option_tabsize_large'
105 1.3 rillig option_tabsize_large_body()
106 1.3 rillig {
107 1.3 rillig # Integer overflow, on both ILP32 and LP64 platforms.
108 1.3 rillig expect_error \
109 1.7 rillig 'indent: Command line: argument "81" to option "-ts" must be between 1 and 80' \
110 1.3 rillig -ts81
111 1.3 rillig }
112 1.3 rillig
113 1.3 rillig atf_test_case 'option_tabsize_very_large'
114 1.3 rillig option_tabsize_very_large_body()
115 1.3 rillig {
116 1.3 rillig # Integer overflow, on both ILP32 and LP64 platforms.
117 1.3 rillig expect_error \
118 1.7 rillig 'indent: Command line: argument "3000000000" to option "-ts" must be between 1 and 80' \
119 1.3 rillig -ts3000000000
120 1.3 rillig }
121 1.3 rillig
122 1.3 rillig atf_test_case 'option_indent_size_zero'
123 1.3 rillig option_indent_size_zero_body()
124 1.3 rillig {
125 1.3 rillig expect_error \
126 1.7 rillig 'indent: Command line: argument "0" to option "-i" must be between 1 and 80' \
127 1.3 rillig -i0
128 1.3 rillig }
129 1.3 rillig
130 1.4 rillig atf_test_case 'option_int_trailing_garbage'
131 1.4 rillig option_int_trailing_garbage_body()
132 1.4 rillig {
133 1.4 rillig expect_error \
134 1.7 rillig 'indent: Command line: argument "3garbage" to option "-i" must be an integer' \
135 1.4 rillig -i3garbage
136 1.4 rillig }
137 1.4 rillig
138 1.6 rillig atf_test_case 'option_cli_trailing_garbage'
139 1.6 rillig option_cli_trailing_garbage_body()
140 1.6 rillig {
141 1.6 rillig expect_error \
142 1.6 rillig 'indent: Command line: argument "3garbage" to option "-cli" must be numeric' \
143 1.6 rillig -cli3garbage
144 1.6 rillig }
145 1.6 rillig
146 1.2 rillig atf_test_case 'option_buffer_overflow'
147 1.2 rillig option_buffer_overflow_body()
148 1.2 rillig {
149 1.2 rillig opt='12345678123456781234567812345678' # 32
150 1.2 rillig opt="$opt$opt$opt$opt$opt$opt$opt$opt" # 256
151 1.2 rillig opt="$opt$opt$opt$opt$opt$opt$opt$opt" # 2048
152 1.2 rillig opt="$opt$opt$opt$opt$opt$opt$opt$opt" # 16384
153 1.2 rillig printf '%s\n' "-$opt" > indent.pro
154 1.2 rillig
155 1.2 rillig expect_error \
156 1.8 rillig 'indent: buffer overflow in indent.pro, starting with '\''-123456781'\''' \
157 1.2 rillig -Pindent.pro
158 1.2 rillig }
159 1.2 rillig
160 1.2 rillig atf_test_case 'option_special_missing_param'
161 1.2 rillig option_special_missing_param_body()
162 1.2 rillig {
163 1.2 rillig # TODO: Write '-cli' instead of only 'cli'.
164 1.2 rillig expect_error \
165 1.7 rillig 'indent: Command line: ``cli'\'\'' requires an argument' \
166 1.2 rillig -cli
167 1.2 rillig
168 1.2 rillig expect_error \
169 1.7 rillig 'indent: Command line: ``T'\'\'' requires an argument' \
170 1.2 rillig -T
171 1.2 rillig
172 1.2 rillig expect_error \
173 1.7 rillig 'indent: Command line: ``U'\'\'' requires an argument' \
174 1.2 rillig -U
175 1.2 rillig }
176 1.2 rillig
177 1.2 rillig atf_test_case 'unterminated_comment'
178 1.2 rillig unterminated_comment_body()
179 1.2 rillig {
180 1.2 rillig echo '/*' > comment.c
181 1.2 rillig
182 1.1 rillig atf_check -s 'exit:1' \
183 1.2 rillig -o 'inline:/*'"$nl"' *'"$nl" \
184 1.5 rillig -e 'inline:error: Standard Input:2: Unterminated comment'"$nl" \
185 1.2 rillig "$indent" -st < comment.c
186 1.1 rillig }
187 1.1 rillig
188 1.3 rillig atf_test_case 'in_place_wrong_backup'
189 1.3 rillig in_place_wrong_backup_body()
190 1.3 rillig {
191 1.3 rillig cat <<-\EOF > code.c
192 1.3 rillig int decl;
193 1.3 rillig EOF
194 1.3 rillig cp code.c code.c.orig
195 1.3 rillig
196 1.3 rillig # Due to the strange backup suffix '/subdir', indent tries to create
197 1.3 rillig # a file named 'code.c/subdir', but 'code.c' is already a regular
198 1.3 rillig # file, not a directory.
199 1.3 rillig atf_check -s 'exit:1' \
200 1.3 rillig -e 'inline:indent: code.c/subdir: Not a directory'"$nl" \
201 1.3 rillig env SIMPLE_BACKUP_SUFFIX="/subdir" "$indent" code.c
202 1.3 rillig
203 1.3 rillig # Since there was an early error, the original file is kept as is.
204 1.3 rillig atf_check -o 'file:code.c.orig' \
205 1.3 rillig cat code.c
206 1.3 rillig }
207 1.3 rillig
208 1.3 rillig atf_test_case 'argument_input_enoent'
209 1.3 rillig argument_input_enoent_body()
210 1.3 rillig {
211 1.3 rillig atf_check -s 'exit:1' \
212 1.3 rillig -e 'inline:indent: ./nonexistent.c: No such file or directory'"$nl" \
213 1.3 rillig "$indent" ./nonexistent.c
214 1.3 rillig }
215 1.3 rillig
216 1.3 rillig atf_test_case 'argument_output_equals_input_name'
217 1.3 rillig argument_output_equals_input_name_body()
218 1.3 rillig {
219 1.3 rillig echo '/* comment */' > code.c
220 1.3 rillig
221 1.3 rillig atf_check -s 'exit:1' \
222 1.3 rillig -e 'inline:indent: input and output files must be different'"$nl" \
223 1.3 rillig "$indent" code.c code.c
224 1.3 rillig }
225 1.3 rillig
226 1.3 rillig atf_test_case 'argument_output_equals_input_file'
227 1.3 rillig argument_output_equals_input_file_body()
228 1.3 rillig {
229 1.3 rillig echo '/* comment */' > code.c
230 1.3 rillig
231 1.3 rillig atf_check \
232 1.3 rillig "$indent" code.c ./code.c
233 1.3 rillig
234 1.3 rillig # Oops, the file has become empty since the output is first emptied,
235 1.3 rillig # before reading any of the input.
236 1.3 rillig atf_check \
237 1.3 rillig cat code.c
238 1.3 rillig }
239 1.3 rillig
240 1.3 rillig atf_test_case 'argument_output_enoent'
241 1.3 rillig argument_output_enoent_body()
242 1.3 rillig {
243 1.3 rillig expect_error \
244 1.3 rillig 'indent: subdir/nonexistent.c: No such file or directory' \
245 1.3 rillig /dev/null subdir/nonexistent.c
246 1.3 rillig }
247 1.3 rillig
248 1.3 rillig atf_test_case 'argument_too_many'
249 1.3 rillig argument_too_many_body()
250 1.3 rillig {
251 1.3 rillig echo '/* comment */' > arg1.c
252 1.3 rillig
253 1.3 rillig expect_error \
254 1.7 rillig 'indent: too many arguments: arg3.c' \
255 1.3 rillig arg1.c arg2.c arg3.c arg4.c
256 1.3 rillig }
257 1.3 rillig
258 1.3 rillig atf_test_case 'unexpected_end_of_file'
259 1.3 rillig unexpected_end_of_file_body()
260 1.3 rillig {
261 1.3 rillig echo 'struct{' > code.c
262 1.3 rillig
263 1.3 rillig expect_error \
264 1.5 rillig 'error: code.c:1: Stuff missing from end of file' \
265 1.3 rillig code.c
266 1.3 rillig
267 1.3 rillig atf_check \
268 1.3 rillig -o 'inline:struct {'"$nl" \
269 1.3 rillig cat code.c
270 1.3 rillig }
271 1.3 rillig
272 1.3 rillig atf_test_case 'unexpected_closing_brace_top_level'
273 1.3 rillig unexpected_closing_brace_top_level_body()
274 1.3 rillig {
275 1.3 rillig echo '}' > code.c
276 1.3 rillig
277 1.3 rillig expect_error \
278 1.5 rillig 'error: code.c:1: Statement nesting error' \
279 1.3 rillig code.c
280 1.3 rillig atf_check \
281 1.3 rillig -o 'inline:}'"$nl" \
282 1.3 rillig cat code.c
283 1.3 rillig }
284 1.3 rillig
285 1.3 rillig atf_test_case 'unexpected_closing_brace_decl'
286 1.3 rillig unexpected_closing_brace_decl_body()
287 1.3 rillig {
288 1.3 rillig echo 'int i = 3};' > code.c
289 1.3 rillig
290 1.3 rillig expect_error \
291 1.5 rillig 'error: code.c:1: Statement nesting error' \
292 1.3 rillig code.c
293 1.3 rillig # Despite the error message, the original file got overwritten with a
294 1.3 rillig # best-effort rewrite of the code.
295 1.3 rillig atf_check \
296 1.3 rillig -o 'inline:int i = 3};'"$nl" \
297 1.3 rillig cat code.c
298 1.3 rillig }
299 1.3 rillig
300 1.3 rillig atf_test_case 'preprocessing_overflow'
301 1.3 rillig preprocessing_overflow_body()
302 1.3 rillig {
303 1.3 rillig cat <<-\EOF > code.c
304 1.3 rillig #if 1
305 1.3 rillig #if 2
306 1.3 rillig #if 3
307 1.3 rillig #if 4
308 1.3 rillig #if 5
309 1.3 rillig #if 6
310 1.3 rillig #endif 6
311 1.3 rillig #endif 5
312 1.3 rillig #endif 4
313 1.3 rillig #endif 3
314 1.3 rillig #endif 2
315 1.3 rillig #endif 1
316 1.3 rillig #endif too much
317 1.3 rillig EOF
318 1.3 rillig cat <<-\EOF > stderr.exp
319 1.5 rillig error: code.c:6: #if stack overflow
320 1.5 rillig error: code.c:12: Unmatched #endif
321 1.5 rillig error: code.c:13: Unmatched #endif
322 1.3 rillig EOF
323 1.3 rillig
324 1.3 rillig atf_check -s 'exit:1' \
325 1.3 rillig -e 'file:stderr.exp' \
326 1.3 rillig "$indent" code.c
327 1.3 rillig }
328 1.3 rillig
329 1.3 rillig atf_test_case 'preprocessing_unrecognized'
330 1.3 rillig preprocessing_unrecognized_body()
331 1.3 rillig {
332 1.3 rillig cat <<-\EOF > code.c
333 1.3 rillig #unknown
334 1.3 rillig # 3 "file.c"
335 1.3 rillig #elif 3
336 1.3 rillig #else
337 1.3 rillig EOF
338 1.3 rillig cat <<-\EOF > stderr.exp
339 1.5 rillig error: code.c:1: Unrecognized cpp directive
340 1.5 rillig error: code.c:2: Unrecognized cpp directive
341 1.5 rillig error: code.c:3: Unmatched #elif
342 1.5 rillig error: code.c:4: Unmatched #else
343 1.3 rillig EOF
344 1.3 rillig
345 1.3 rillig atf_check -s 'exit:1' \
346 1.3 rillig -e 'file:stderr.exp' \
347 1.3 rillig "$indent" code.c
348 1.3 rillig }
349 1.3 rillig
350 1.9 rillig atf_test_case 'unbalanced_parentheses_1'
351 1.9 rillig unbalanced_parentheses_1_body()
352 1.9 rillig {
353 1.9 rillig cat <<-\EOF > code.c
354 1.9 rillig int var =
355 1.9 rillig (
356 1.9 rillig ;
357 1.9 rillig )
358 1.9 rillig ;
359 1.9 rillig EOF
360 1.9 rillig cat <<-\EOF > stderr.exp
361 1.11 rillig error: code.c:3: Unbalanced parentheses
362 1.11 rillig warning: code.c:4: Extra ')'
363 1.9 rillig EOF
364 1.9 rillig
365 1.9 rillig atf_check -s 'exit:1' -e 'file:stderr.exp' \
366 1.9 rillig "$indent" code.c
367 1.9 rillig }
368 1.9 rillig
369 1.9 rillig atf_test_case 'unbalanced_parentheses_2'
370 1.9 rillig unbalanced_parentheses_2_body()
371 1.9 rillig {
372 1.9 rillig # '({...})' is the GCC extension "Statement expression".
373 1.9 rillig cat <<-\EOF > code.c
374 1.9 rillig int var =
375 1.9 rillig (
376 1.9 rillig {
377 1.9 rillig 1
378 1.9 rillig }
379 1.9 rillig )
380 1.9 rillig ;
381 1.9 rillig EOF
382 1.9 rillig cat <<-\EOF > stderr.exp
383 1.11 rillig error: code.c:3: Unbalanced parentheses
384 1.11 rillig warning: code.c:6: Extra ')'
385 1.9 rillig EOF
386 1.9 rillig
387 1.9 rillig atf_check -s 'exit:1' -e 'file:stderr.exp' \
388 1.9 rillig "$indent" code.c
389 1.9 rillig }
390 1.9 rillig
391 1.10 rillig atf_test_case 'unbalanced_parentheses_3'
392 1.10 rillig unbalanced_parentheses_3_body()
393 1.10 rillig {
394 1.10 rillig # '({...})' is the GCC extension "Statement expression".
395 1.10 rillig cat <<-\EOF > code.c
396 1.10 rillig int var =
397 1.10 rillig (
398 1.10 rillig 1
399 1.10 rillig }
400 1.10 rillig ;
401 1.10 rillig EOF
402 1.10 rillig cat <<-\EOF > stderr.exp
403 1.11 rillig error: code.c:4: Unbalanced parentheses
404 1.10 rillig error: code.c:4: Statement nesting error
405 1.10 rillig EOF
406 1.10 rillig
407 1.10 rillig atf_check -s 'exit:1' -e 'file:stderr.exp' \
408 1.10 rillig "$indent" code.c
409 1.10 rillig }
410 1.10 rillig
411 1.9 rillig
412 1.1 rillig atf_init_test_cases()
413 1.1 rillig {
414 1.1 rillig atf_add_test_case 'option_unknown'
415 1.1 rillig atf_add_test_case 'option_bool_trailing_garbage'
416 1.7 rillig atf_add_test_case 'option_int_missing_argument'
417 1.2 rillig atf_add_test_case 'option_profile_not_found'
418 1.2 rillig atf_add_test_case 'option_buffer_overflow'
419 1.2 rillig atf_add_test_case 'option_typedefs_not_found'
420 1.2 rillig atf_add_test_case 'option_special_missing_param'
421 1.3 rillig atf_add_test_case 'option_tabsize_negative'
422 1.3 rillig atf_add_test_case 'option_tabsize_zero'
423 1.3 rillig atf_add_test_case 'option_tabsize_large'
424 1.3 rillig atf_add_test_case 'option_tabsize_very_large'
425 1.4 rillig atf_add_test_case 'option_int_trailing_garbage'
426 1.6 rillig atf_add_test_case 'option_cli_trailing_garbage'
427 1.3 rillig atf_add_test_case 'option_indent_size_zero'
428 1.2 rillig atf_add_test_case 'unterminated_comment'
429 1.3 rillig atf_add_test_case 'in_place_wrong_backup'
430 1.3 rillig atf_add_test_case 'argument_input_enoent'
431 1.3 rillig atf_add_test_case 'argument_output_equals_input_name'
432 1.3 rillig atf_add_test_case 'argument_output_equals_input_file'
433 1.3 rillig atf_add_test_case 'argument_output_enoent'
434 1.3 rillig atf_add_test_case 'argument_too_many'
435 1.3 rillig atf_add_test_case 'unexpected_end_of_file'
436 1.3 rillig atf_add_test_case 'unexpected_closing_brace_top_level'
437 1.3 rillig atf_add_test_case 'unexpected_closing_brace_decl'
438 1.3 rillig atf_add_test_case 'preprocessing_overflow'
439 1.3 rillig atf_add_test_case 'preprocessing_unrecognized'
440 1.9 rillig atf_add_test_case 'unbalanced_parentheses_1'
441 1.9 rillig atf_add_test_case 'unbalanced_parentheses_2'
442 1.10 rillig atf_add_test_case 'unbalanced_parentheses_3'
443 1.1 rillig }
444