t_integration.sh revision 1.59 1 1.59 rillig # $NetBSD: t_integration.sh,v 1.59 2021/06/27 10:14:43 rillig Exp $
2 1.1 jruoho #
3 1.1 jruoho # Copyright (c) 2008, 2010 The NetBSD Foundation, Inc.
4 1.1 jruoho # All rights reserved.
5 1.1 jruoho #
6 1.1 jruoho # Redistribution and use in source and binary forms, with or without
7 1.1 jruoho # modification, are permitted provided that the following conditions
8 1.1 jruoho # are met:
9 1.1 jruoho # 1. Redistributions of source code must retain the above copyright
10 1.1 jruoho # notice, this list of conditions and the following disclaimer.
11 1.1 jruoho # 2. Redistributions in binary form must reproduce the above copyright
12 1.1 jruoho # notice, this list of conditions and the following disclaimer in the
13 1.1 jruoho # documentation and/or other materials provided with the distribution.
14 1.1 jruoho #
15 1.1 jruoho # THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
16 1.1 jruoho # ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
17 1.1 jruoho # TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
18 1.1 jruoho # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
19 1.1 jruoho # BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
20 1.1 jruoho # CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
21 1.1 jruoho # SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
22 1.1 jruoho # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23 1.1 jruoho # CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
24 1.1 jruoho # ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
25 1.1 jruoho # POSSIBILITY OF SUCH DAMAGE.
26 1.1 jruoho #
27 1.1 jruoho
28 1.51 rillig lint1=/usr/libexec/lint1
29 1.51 rillig
30 1.51 rillig test_case_names=
31 1.59 rillig machine_arch="$(sysctl -n hw.machine_arch)"
32 1.1 jruoho
33 1.1 jruoho
34 1.59 rillig configure_test_case()
35 1.25 rillig {
36 1.59 rillig local awk
37 1.25 rillig
38 1.25 rillig # shellcheck disable=SC2016
39 1.59 rillig awk='
40 1.25 rillig BEGIN {
41 1.59 rillig machine_arch = "'"$machine_arch"'"
42 1.25 rillig flags = "-g -S -w"
43 1.59 rillig skip = 0
44 1.25 rillig }
45 1.25 rillig /^\/\* (lint1-flags|lint1-extra-flags): .*\*\/$/ {
46 1.25 rillig if ($2 == "lint1-flags:")
47 1.25 rillig flags = ""
48 1.25 rillig for (i = 3; i < NF; i++)
49 1.25 rillig flags = flags " " $i
50 1.25 rillig }
51 1.59 rillig /^\/\* lint1-only-on-arch: .* \*\/$/ && $3 != machine_arch {
52 1.59 rillig skip = 1
53 1.59 rillig }
54 1.59 rillig /^\/\* lint1-not-on-arch: .* \*\/$/ && $3 == machine_arch {
55 1.59 rillig skip = 1
56 1.59 rillig }
57 1.25 rillig END {
58 1.59 rillig printf("flags='\''%s'\''\n", flags)
59 1.59 rillig printf("skip=%s\n", skip ? "yes" : "no")
60 1.25 rillig }
61 1.25 rillig '
62 1.25 rillig
63 1.59 rillig eval "$(awk "$awk" "$1")"
64 1.25 rillig }
65 1.25 rillig
66 1.25 rillig # shellcheck disable=SC2155
67 1.9 rillig check_lint1()
68 1.1 jruoho {
69 1.6 rillig local src="$(atf_get_srcdir)/$1"
70 1.6 rillig local exp="${src%.c}.exp"
71 1.58 rillig local exp_ln="${src%.c}.ln"
72 1.43 rillig local wrk_ln="${1%.c}.ln"
73 1.59 rillig local flags=""
74 1.59 rillig local skip=""
75 1.6 rillig
76 1.58 rillig if [ ! -f "$exp_ln" ]; then
77 1.58 rillig exp_ln='/dev/null'
78 1.51 rillig wrk_ln='/dev/null'
79 1.43 rillig fi
80 1.43 rillig
81 1.59 rillig configure_test_case "$src"
82 1.59 rillig
83 1.59 rillig if [ "$skip" = "yes" ]; then
84 1.59 rillig atf_check -o 'ignore' echo 'skipped'
85 1.59 rillig return
86 1.59 rillig fi
87 1.59 rillig
88 1.51 rillig if [ -f "$exp" ]; then
89 1.25 rillig # shellcheck disable=SC2086
90 1.51 rillig atf_check -s not-exit:0 -o "file:$exp" -e empty \
91 1.51 rillig "$lint1" $flags "$src" "$wrk_ln"
92 1.9 rillig else
93 1.25 rillig # shellcheck disable=SC2086
94 1.9 rillig atf_check -s exit:0 \
95 1.51 rillig "$lint1" $flags "$src" "$wrk_ln"
96 1.43 rillig fi
97 1.43 rillig
98 1.59 rillig if [ "$exp_ln" != '/dev/null' ]; then
99 1.58 rillig atf_check -o "file:$exp_ln" cat "$wrk_ln"
100 1.9 rillig fi
101 1.1 jruoho }
102 1.1 jruoho
103 1.1 jruoho test_case()
104 1.1 jruoho {
105 1.51 rillig local name="$1"
106 1.1 jruoho
107 1.51 rillig atf_test_case "$name"
108 1.1 jruoho eval "${name}_head() {
109 1.51 rillig atf_set 'require.progs' '$lint1'
110 1.1 jruoho }"
111 1.1 jruoho eval "${name}_body() {
112 1.51 rillig check_lint1 '$name.c'
113 1.1 jruoho }"
114 1.1 jruoho
115 1.51 rillig test_case_names="$test_case_names $name"
116 1.1 jruoho }
117 1.1 jruoho
118 1.51 rillig
119 1.52 rillig test_case all_messages
120 1.57 rillig test_case c99_init_designator
121 1.52 rillig test_case d_alignof
122 1.35 rillig test_case d_bltinoffsetof
123 1.35 rillig test_case d_c99_anon_struct
124 1.35 rillig test_case d_c99_anon_union
125 1.35 rillig test_case d_c99_bool
126 1.35 rillig test_case d_c99_bool_strict
127 1.35 rillig test_case d_c99_bool_strict_syshdr
128 1.52 rillig test_case d_c99_complex_num
129 1.52 rillig test_case d_c99_complex_split
130 1.35 rillig test_case d_c99_compound_literal_comma
131 1.52 rillig test_case d_c99_decls_after_stmt
132 1.35 rillig test_case d_c99_decls_after_stmt2
133 1.52 rillig test_case d_c99_decls_after_stmt3
134 1.35 rillig test_case d_c99_flex_array_packed
135 1.52 rillig test_case d_c99_for_loops
136 1.52 rillig test_case d_c99_func
137 1.35 rillig test_case d_c99_init
138 1.35 rillig test_case d_c99_nested_struct
139 1.52 rillig test_case d_c99_recursive_init
140 1.52 rillig test_case d_c99_struct_init
141 1.35 rillig test_case d_c99_union_cast
142 1.52 rillig test_case d_c99_union_init1
143 1.52 rillig test_case d_c99_union_init2
144 1.52 rillig test_case d_c99_union_init3
145 1.35 rillig test_case d_c99_union_init4
146 1.35 rillig test_case d_c99_union_init5
147 1.52 rillig test_case d_c9x_array_init
148 1.52 rillig test_case d_c9x_recursive_init
149 1.35 rillig test_case d_cast_fun_array_param
150 1.52 rillig test_case d_cast_init
151 1.52 rillig test_case d_cast_init2
152 1.52 rillig test_case d_cast_lhs
153 1.35 rillig test_case d_cast_typeof
154 1.52 rillig test_case d_compound_literals1
155 1.52 rillig test_case d_compound_literals2
156 1.52 rillig test_case d_constant_conv1
157 1.52 rillig test_case d_constant_conv2
158 1.52 rillig test_case d_cvt_constant
159 1.52 rillig test_case d_cvt_in_ternary
160 1.35 rillig test_case d_decl_old_style_arguments
161 1.52 rillig test_case d_ellipsis_in_switch
162 1.35 rillig test_case d_fold_test
163 1.52 rillig test_case d_gcc_compound_statements1
164 1.52 rillig test_case d_gcc_compound_statements2
165 1.52 rillig test_case d_gcc_compound_statements3
166 1.35 rillig test_case d_gcc_extension
167 1.52 rillig test_case d_gcc_func
168 1.52 rillig test_case d_gcc_variable_array_init
169 1.52 rillig test_case d_incorrect_array_size
170 1.35 rillig test_case d_init_array_using_string
171 1.35 rillig test_case d_init_pop_member
172 1.35 rillig test_case d_lint_assert
173 1.52 rillig test_case d_long_double_int
174 1.35 rillig test_case d_nested_structs
175 1.52 rillig test_case d_nolimit_init
176 1.35 rillig test_case d_packed_structs
177 1.35 rillig test_case d_pr_22119
178 1.52 rillig test_case d_return_type
179 1.52 rillig test_case d_shift_to_narrower_type
180 1.35 rillig test_case d_struct_init_nested
181 1.36 rillig test_case d_type_conv1
182 1.36 rillig test_case d_type_conv2
183 1.36 rillig test_case d_type_conv3
184 1.52 rillig test_case d_type_question_colon
185 1.52 rillig test_case d_typefun
186 1.52 rillig test_case d_typename_as_var
187 1.52 rillig test_case d_zero_sized_arrays
188 1.54 rillig test_case decl_struct_member
189 1.43 rillig test_case emit
190 1.49 rillig test_case expr_range
191 1.51 rillig test_case feat_stacktrace
192 1.45 rillig test_case gcc_attribute
193 1.46 rillig test_case gcc_attribute_aligned
194 1.47 rillig test_case gcc_bit_field_types
195 1.42 rillig test_case gcc_init_compound_literal
196 1.44 rillig test_case gcc_typeof_after_statement
197 1.53 rillig test_case lex_char
198 1.56 rillig test_case lex_comment
199 1.53 rillig test_case lex_floating
200 1.53 rillig test_case lex_integer
201 1.53 rillig test_case lex_string
202 1.53 rillig test_case lex_wide_char
203 1.53 rillig test_case lex_wide_string
204 1.38 rillig test_case op_colon
205 1.55 rillig test_case stmt_for
206 1.38 rillig
207 1.28 rillig all_messages_body()
208 1.28 rillig {
209 1.37 rillig local failed msg
210 1.18 rillig
211 1.37 rillig failed=""
212 1.18 rillig
213 1.50 rillig for msg in $(seq 0 344); do
214 1.51 rillig name="$(printf 'msg_%03d.c' "$msg")"
215 1.51 rillig check_lint1 "$name" \
216 1.37 rillig || failed="$failed${failed:+ }$name"
217 1.18 rillig done
218 1.20 rillig
219 1.37 rillig if [ "$failed" != "" ]; then
220 1.37 rillig atf_check "false" "$failed"
221 1.37 rillig fi
222 1.18 rillig }
223 1.18 rillig
224 1.18 rillig
225 1.1 jruoho atf_init_test_cases()
226 1.1 jruoho {
227 1.51 rillig for name in $test_case_names; do
228 1.51 rillig atf_add_test_case "$name"
229 1.1 jruoho done
230 1.1 jruoho }
231