crc32.c revision 1.1 1 1.1 christos /* $NetBSD: crc32.c,v 1.1 2006/01/14 20:10:27 christos Exp $ */
2 1.1 christos
3 1.1 christos /* crc32.c -- compute the CRC-32 of a data stream
4 1.1 christos * Copyright (C) 1995-2005 Mark Adler
5 1.1 christos * For conditions of distribution and use, see copyright notice in zlib.h
6 1.1 christos *
7 1.1 christos * Thanks to Rodney Brown <rbrown64 (at) csc.com.au> for his contribution of faster
8 1.1 christos * CRC methods: exclusive-oring 32 bits of data at a time, and pre-computing
9 1.1 christos * tables for updating the shift register in one step with three exclusive-ors
10 1.1 christos * instead of four steps with four exclusive-ors. This results in about a
11 1.1 christos * factor of two increase in speed on a Power PC G4 (PPC7455) using gcc -O3.
12 1.1 christos */
13 1.1 christos
14 1.1 christos /* @(#) Id */
15 1.1 christos
16 1.1 christos /*
17 1.1 christos Note on the use of DYNAMIC_CRC_TABLE: there is no mutex or semaphore
18 1.1 christos protection on the static variables used to control the first-use generation
19 1.1 christos of the crc tables. Therefore, if you #define DYNAMIC_CRC_TABLE, you should
20 1.1 christos first call get_crc_table() to initialize the tables before allowing more than
21 1.1 christos one thread to use crc32().
22 1.1 christos */
23 1.1 christos
24 1.1 christos #ifdef MAKECRCH
25 1.1 christos # include <stdio.h>
26 1.1 christos # ifndef DYNAMIC_CRC_TABLE
27 1.1 christos # define DYNAMIC_CRC_TABLE
28 1.1 christos # endif /* !DYNAMIC_CRC_TABLE */
29 1.1 christos #endif /* MAKECRCH */
30 1.1 christos
31 1.1 christos #include "zutil.h" /* for STDC and FAR definitions */
32 1.1 christos
33 1.1 christos #define local static
34 1.1 christos
35 1.1 christos /* Find a four-byte integer type for crc32_little() and crc32_big(). */
36 1.1 christos #ifndef NOBYFOUR
37 1.1 christos # ifdef STDC /* need ANSI C limits.h to determine sizes */
38 1.1 christos # include <limits.h>
39 1.1 christos # define BYFOUR
40 1.1 christos # if (UINT_MAX == 0xffffffffUL)
41 1.1 christos typedef unsigned int u4;
42 1.1 christos # else
43 1.1 christos # if (ULONG_MAX == 0xffffffffUL)
44 1.1 christos typedef unsigned long u4;
45 1.1 christos # else
46 1.1 christos # if (USHRT_MAX == 0xffffffffUL)
47 1.1 christos typedef unsigned short u4;
48 1.1 christos # else
49 1.1 christos # undef BYFOUR /* can't find a four-byte integer type! */
50 1.1 christos # endif
51 1.1 christos # endif
52 1.1 christos # endif
53 1.1 christos # endif /* STDC */
54 1.1 christos #endif /* !NOBYFOUR */
55 1.1 christos
56 1.1 christos /* Definitions for doing the crc four data bytes at a time. */
57 1.1 christos #ifdef BYFOUR
58 1.1 christos # define REV(w) (((w)>>24)+(((w)>>8)&0xff00)+ \
59 1.1 christos (((w)&0xff00)<<8)+(((w)&0xff)<<24))
60 1.1 christos local unsigned long crc32_little OF((unsigned long,
61 1.1 christos const unsigned char FAR *, unsigned));
62 1.1 christos local unsigned long crc32_big OF((unsigned long,
63 1.1 christos const unsigned char FAR *, unsigned));
64 1.1 christos # define TBLS 8
65 1.1 christos #else
66 1.1 christos # define TBLS 1
67 1.1 christos #endif /* BYFOUR */
68 1.1 christos
69 1.1 christos /* Local functions for crc concatenation */
70 1.1 christos local unsigned long gf2_matrix_times OF((unsigned long *mat,
71 1.1 christos unsigned long vec));
72 1.1 christos local void gf2_matrix_square OF((unsigned long *square, unsigned long *mat));
73 1.1 christos
74 1.1 christos #ifdef DYNAMIC_CRC_TABLE
75 1.1 christos
76 1.1 christos local volatile int crc_table_empty = 1;
77 1.1 christos local unsigned long FAR crc_table[TBLS][256];
78 1.1 christos local void make_crc_table OF((void));
79 1.1 christos #ifdef MAKECRCH
80 1.1 christos local void write_table OF((FILE *, const unsigned long FAR *));
81 1.1 christos #endif /* MAKECRCH */
82 1.1 christos /*
83 1.1 christos Generate tables for a byte-wise 32-bit CRC calculation on the polynomial:
84 1.1 christos x^32+x^26+x^23+x^22+x^16+x^12+x^11+x^10+x^8+x^7+x^5+x^4+x^2+x+1.
85 1.1 christos
86 1.1 christos Polynomials over GF(2) are represented in binary, one bit per coefficient,
87 1.1 christos with the lowest powers in the most significant bit. Then adding polynomials
88 1.1 christos is just exclusive-or, and multiplying a polynomial by x is a right shift by
89 1.1 christos one. If we call the above polynomial p, and represent a byte as the
90 1.1 christos polynomial q, also with the lowest power in the most significant bit (so the
91 1.1 christos byte 0xb1 is the polynomial x^7+x^3+x+1), then the CRC is (q*x^32) mod p,
92 1.1 christos where a mod b means the remainder after dividing a by b.
93 1.1 christos
94 1.1 christos This calculation is done using the shift-register method of multiplying and
95 1.1 christos taking the remainder. The register is initialized to zero, and for each
96 1.1 christos incoming bit, x^32 is added mod p to the register if the bit is a one (where
97 1.1 christos x^32 mod p is p+x^32 = x^26+...+1), and the register is multiplied mod p by
98 1.1 christos x (which is shifting right by one and adding x^32 mod p if the bit shifted
99 1.1 christos out is a one). We start with the highest power (least significant bit) of
100 1.1 christos q and repeat for all eight bits of q.
101 1.1 christos
102 1.1 christos The first table is simply the CRC of all possible eight bit values. This is
103 1.1 christos all the information needed to generate CRCs on data a byte at a time for all
104 1.1 christos combinations of CRC register values and incoming bytes. The remaining tables
105 1.1 christos allow for word-at-a-time CRC calculation for both big-endian and little-
106 1.1 christos endian machines, where a word is four bytes.
107 1.1 christos */
108 1.1 christos local void make_crc_table()
109 1.1 christos {
110 1.1 christos unsigned long c;
111 1.1 christos int n, k;
112 1.1 christos unsigned long poly; /* polynomial exclusive-or pattern */
113 1.1 christos /* terms of polynomial defining this crc (except x^32): */
114 1.1 christos static volatile int first = 1; /* flag to limit concurrent making */
115 1.1 christos static const unsigned char p[] = {0,1,2,4,5,7,8,10,11,12,16,22,23,26};
116 1.1 christos
117 1.1 christos /* See if another task is already doing this (not thread-safe, but better
118 1.1 christos than nothing -- significantly reduces duration of vulnerability in
119 1.1 christos case the advice about DYNAMIC_CRC_TABLE is ignored) */
120 1.1 christos if (first) {
121 1.1 christos first = 0;
122 1.1 christos
123 1.1 christos /* make exclusive-or pattern from polynomial (0xedb88320UL) */
124 1.1 christos poly = 0UL;
125 1.1 christos for (n = 0; n < sizeof(p)/sizeof(unsigned char); n++)
126 1.1 christos poly |= 1UL << (31 - p[n]);
127 1.1 christos
128 1.1 christos /* generate a crc for every 8-bit value */
129 1.1 christos for (n = 0; n < 256; n++) {
130 1.1 christos c = (unsigned long)n;
131 1.1 christos for (k = 0; k < 8; k++)
132 1.1 christos c = c & 1 ? poly ^ (c >> 1) : c >> 1;
133 1.1 christos crc_table[0][n] = c;
134 1.1 christos }
135 1.1 christos
136 1.1 christos #ifdef BYFOUR
137 1.1 christos /* generate crc for each value followed by one, two, and three zeros,
138 1.1 christos and then the byte reversal of those as well as the first table */
139 1.1 christos for (n = 0; n < 256; n++) {
140 1.1 christos c = crc_table[0][n];
141 1.1 christos crc_table[4][n] = REV(c);
142 1.1 christos for (k = 1; k < 4; k++) {
143 1.1 christos c = crc_table[0][c & 0xff] ^ (c >> 8);
144 1.1 christos crc_table[k][n] = c;
145 1.1 christos crc_table[k + 4][n] = REV(c);
146 1.1 christos }
147 1.1 christos }
148 1.1 christos #endif /* BYFOUR */
149 1.1 christos
150 1.1 christos crc_table_empty = 0;
151 1.1 christos }
152 1.1 christos else { /* not first */
153 1.1 christos /* wait for the other guy to finish (not efficient, but rare) */
154 1.1 christos while (crc_table_empty)
155 1.1 christos ;
156 1.1 christos }
157 1.1 christos
158 1.1 christos #ifdef MAKECRCH
159 1.1 christos /* write out CRC tables to crc32.h */
160 1.1 christos {
161 1.1 christos FILE *out;
162 1.1 christos
163 1.1 christos out = fopen("crc32.h", "w");
164 1.1 christos if (out == NULL) return;
165 1.1 christos fprintf(out, "/* crc32.h -- tables for rapid CRC calculation\n");
166 1.1 christos fprintf(out, " * Generated automatically by crc32.c\n */\n\n");
167 1.1 christos fprintf(out, "local const unsigned long FAR ");
168 1.1 christos fprintf(out, "crc_table[TBLS][256] =\n{\n {\n");
169 1.1 christos write_table(out, crc_table[0]);
170 1.1 christos # ifdef BYFOUR
171 1.1 christos fprintf(out, "#ifdef BYFOUR\n");
172 1.1 christos for (k = 1; k < 8; k++) {
173 1.1 christos fprintf(out, " },\n {\n");
174 1.1 christos write_table(out, crc_table[k]);
175 1.1 christos }
176 1.1 christos fprintf(out, "#endif\n");
177 1.1 christos # endif /* BYFOUR */
178 1.1 christos fprintf(out, " }\n};\n");
179 1.1 christos fclose(out);
180 1.1 christos }
181 1.1 christos #endif /* MAKECRCH */
182 1.1 christos }
183 1.1 christos
184 1.1 christos #ifdef MAKECRCH
185 1.1 christos local void write_table(out, table)
186 1.1 christos FILE *out;
187 1.1 christos const unsigned long FAR *table;
188 1.1 christos {
189 1.1 christos int n;
190 1.1 christos
191 1.1 christos for (n = 0; n < 256; n++)
192 1.1 christos fprintf(out, "%s0x%08lxUL%s", n % 5 ? "" : " ", table[n],
193 1.1 christos n == 255 ? "\n" : (n % 5 == 4 ? ",\n" : ", "));
194 1.1 christos }
195 1.1 christos #endif /* MAKECRCH */
196 1.1 christos
197 1.1 christos #else /* !DYNAMIC_CRC_TABLE */
198 1.1 christos /* ========================================================================
199 1.1 christos * Tables of CRC-32s of all single-byte values, made by make_crc_table().
200 1.1 christos */
201 1.1 christos #include "crc32.h"
202 1.1 christos #endif /* DYNAMIC_CRC_TABLE */
203 1.1 christos
204 1.1 christos /* =========================================================================
205 1.1 christos * This function can be used by asm versions of crc32()
206 1.1 christos */
207 1.1 christos const unsigned long FAR * ZEXPORT get_crc_table()
208 1.1 christos {
209 1.1 christos #ifdef DYNAMIC_CRC_TABLE
210 1.1 christos if (crc_table_empty)
211 1.1 christos make_crc_table();
212 1.1 christos #endif /* DYNAMIC_CRC_TABLE */
213 1.1 christos return (const unsigned long FAR *)crc_table;
214 1.1 christos }
215 1.1 christos
216 1.1 christos /* ========================================================================= */
217 1.1 christos #define DO1 crc = crc_table[0][((int)crc ^ (*buf++)) & 0xff] ^ (crc >> 8)
218 1.1 christos #define DO8 DO1; DO1; DO1; DO1; DO1; DO1; DO1; DO1
219 1.1 christos
220 1.1 christos /* ========================================================================= */
221 1.1 christos unsigned long ZEXPORT crc32(crc, buf, len)
222 1.1 christos unsigned long crc;
223 1.1 christos const unsigned char FAR *buf;
224 1.1 christos unsigned len;
225 1.1 christos {
226 1.1 christos if (buf == Z_NULL) return 0UL;
227 1.1 christos
228 1.1 christos #ifdef DYNAMIC_CRC_TABLE
229 1.1 christos if (crc_table_empty)
230 1.1 christos make_crc_table();
231 1.1 christos #endif /* DYNAMIC_CRC_TABLE */
232 1.1 christos
233 1.1 christos #ifdef BYFOUR
234 1.1 christos if (sizeof(void *) == sizeof(ptrdiff_t)) {
235 1.1 christos u4 endian;
236 1.1 christos
237 1.1 christos endian = 1;
238 1.1 christos if (*((unsigned char *)(&endian)))
239 1.1 christos return crc32_little(crc, buf, len);
240 1.1 christos else
241 1.1 christos return crc32_big(crc, buf, len);
242 1.1 christos }
243 1.1 christos #endif /* BYFOUR */
244 1.1 christos crc = crc ^ 0xffffffffUL;
245 1.1 christos while (len >= 8) {
246 1.1 christos DO8;
247 1.1 christos len -= 8;
248 1.1 christos }
249 1.1 christos if (len) do {
250 1.1 christos DO1;
251 1.1 christos } while (--len);
252 1.1 christos return crc ^ 0xffffffffUL;
253 1.1 christos }
254 1.1 christos
255 1.1 christos #ifdef BYFOUR
256 1.1 christos
257 1.1 christos /* ========================================================================= */
258 1.1 christos #define DOLIT4 c ^= *buf4++; \
259 1.1 christos c = crc_table[3][c & 0xff] ^ crc_table[2][(c >> 8) & 0xff] ^ \
260 1.1 christos crc_table[1][(c >> 16) & 0xff] ^ crc_table[0][c >> 24]
261 1.1 christos #define DOLIT32 DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4
262 1.1 christos
263 1.1 christos /* ========================================================================= */
264 1.1 christos local unsigned long crc32_little(crc, buf, len)
265 1.1 christos unsigned long crc;
266 1.1 christos const unsigned char FAR *buf;
267 1.1 christos unsigned len;
268 1.1 christos {
269 1.1 christos register u4 c;
270 1.1 christos register const u4 FAR *buf4;
271 1.1 christos
272 1.1 christos c = (u4)crc;
273 1.1 christos c = ~c;
274 1.1 christos while (len && ((ptrdiff_t)buf & 3)) {
275 1.1 christos c = crc_table[0][(c ^ *buf++) & 0xff] ^ (c >> 8);
276 1.1 christos len--;
277 1.1 christos }
278 1.1 christos
279 1.1 christos buf4 = (const u4 FAR *)(const void FAR *)buf;
280 1.1 christos while (len >= 32) {
281 1.1 christos DOLIT32;
282 1.1 christos len -= 32;
283 1.1 christos }
284 1.1 christos while (len >= 4) {
285 1.1 christos DOLIT4;
286 1.1 christos len -= 4;
287 1.1 christos }
288 1.1 christos buf = (const unsigned char FAR *)buf4;
289 1.1 christos
290 1.1 christos if (len) do {
291 1.1 christos c = crc_table[0][(c ^ *buf++) & 0xff] ^ (c >> 8);
292 1.1 christos } while (--len);
293 1.1 christos c = ~c;
294 1.1 christos return (unsigned long)c;
295 1.1 christos }
296 1.1 christos
297 1.1 christos /* ========================================================================= */
298 1.1 christos #define DOBIG4 c ^= *++buf4; \
299 1.1 christos c = crc_table[4][c & 0xff] ^ crc_table[5][(c >> 8) & 0xff] ^ \
300 1.1 christos crc_table[6][(c >> 16) & 0xff] ^ crc_table[7][c >> 24]
301 1.1 christos #define DOBIG32 DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4
302 1.1 christos
303 1.1 christos /* ========================================================================= */
304 1.1 christos local unsigned long crc32_big(crc, buf, len)
305 1.1 christos unsigned long crc;
306 1.1 christos const unsigned char FAR *buf;
307 1.1 christos unsigned len;
308 1.1 christos {
309 1.1 christos register u4 c;
310 1.1 christos register const u4 FAR *buf4;
311 1.1 christos
312 1.1 christos c = REV((u4)crc);
313 1.1 christos c = ~c;
314 1.1 christos while (len && ((ptrdiff_t)buf & 3)) {
315 1.1 christos c = crc_table[4][(c >> 24) ^ *buf++] ^ (c << 8);
316 1.1 christos len--;
317 1.1 christos }
318 1.1 christos
319 1.1 christos buf4 = (const u4 FAR *)(const void FAR *)buf;
320 1.1 christos buf4--;
321 1.1 christos while (len >= 32) {
322 1.1 christos DOBIG32;
323 1.1 christos len -= 32;
324 1.1 christos }
325 1.1 christos while (len >= 4) {
326 1.1 christos DOBIG4;
327 1.1 christos len -= 4;
328 1.1 christos }
329 1.1 christos buf4++;
330 1.1 christos buf = (const unsigned char FAR *)buf4;
331 1.1 christos
332 1.1 christos if (len) do {
333 1.1 christos c = crc_table[4][(c >> 24) ^ *buf++] ^ (c << 8);
334 1.1 christos } while (--len);
335 1.1 christos c = ~c;
336 1.1 christos return (unsigned long)(REV(c));
337 1.1 christos }
338 1.1 christos
339 1.1 christos #endif /* BYFOUR */
340 1.1 christos
341 1.1 christos #define GF2_DIM 32 /* dimension of GF(2) vectors (length of CRC) */
342 1.1 christos
343 1.1 christos /* ========================================================================= */
344 1.1 christos local unsigned long gf2_matrix_times(mat, vec)
345 1.1 christos unsigned long *mat;
346 1.1 christos unsigned long vec;
347 1.1 christos {
348 1.1 christos unsigned long sum;
349 1.1 christos
350 1.1 christos sum = 0;
351 1.1 christos while (vec) {
352 1.1 christos if (vec & 1)
353 1.1 christos sum ^= *mat;
354 1.1 christos vec >>= 1;
355 1.1 christos mat++;
356 1.1 christos }
357 1.1 christos return sum;
358 1.1 christos }
359 1.1 christos
360 1.1 christos /* ========================================================================= */
361 1.1 christos local void gf2_matrix_square(square, mat)
362 1.1 christos unsigned long *square;
363 1.1 christos unsigned long *mat;
364 1.1 christos {
365 1.1 christos int n;
366 1.1 christos
367 1.1 christos for (n = 0; n < GF2_DIM; n++)
368 1.1 christos square[n] = gf2_matrix_times(mat, mat[n]);
369 1.1 christos }
370 1.1 christos
371 1.1 christos /* ========================================================================= */
372 1.1 christos uLong ZEXPORT crc32_combine(crc1, crc2, len2)
373 1.1 christos uLong crc1;
374 1.1 christos uLong crc2;
375 1.1 christos z_off_t len2;
376 1.1 christos {
377 1.1 christos int n;
378 1.1 christos unsigned long row;
379 1.1 christos unsigned long even[GF2_DIM]; /* even-power-of-two zeros operator */
380 1.1 christos unsigned long odd[GF2_DIM]; /* odd-power-of-two zeros operator */
381 1.1 christos
382 1.1 christos /* degenerate case */
383 1.1 christos if (len2 == 0)
384 1.1 christos return crc1;
385 1.1 christos
386 1.1 christos /* put operator for one zero bit in odd */
387 1.1 christos odd[0] = 0xedb88320L; /* CRC-32 polynomial */
388 1.1 christos row = 1;
389 1.1 christos for (n = 1; n < GF2_DIM; n++) {
390 1.1 christos odd[n] = row;
391 1.1 christos row <<= 1;
392 1.1 christos }
393 1.1 christos
394 1.1 christos /* put operator for two zero bits in even */
395 1.1 christos gf2_matrix_square(even, odd);
396 1.1 christos
397 1.1 christos /* put operator for four zero bits in odd */
398 1.1 christos gf2_matrix_square(odd, even);
399 1.1 christos
400 1.1 christos /* apply len2 zeros to crc1 (first square will put the operator for one
401 1.1 christos zero byte, eight zero bits, in even) */
402 1.1 christos do {
403 1.1 christos /* apply zeros operator for this bit of len2 */
404 1.1 christos gf2_matrix_square(even, odd);
405 1.1 christos if (len2 & 1)
406 1.1 christos crc1 = gf2_matrix_times(even, crc1);
407 1.1 christos len2 >>= 1;
408 1.1 christos
409 1.1 christos /* if no more bits set, then done */
410 1.1 christos if (len2 == 0)
411 1.1 christos break;
412 1.1 christos
413 1.1 christos /* another iteration of the loop with odd and even swapped */
414 1.1 christos gf2_matrix_square(odd, even);
415 1.1 christos if (len2 & 1)
416 1.1 christos crc1 = gf2_matrix_times(odd, crc1);
417 1.1 christos len2 >>= 1;
418 1.1 christos
419 1.1 christos /* if no more bits set, then done */
420 1.1 christos } while (len2 != 0);
421 1.1 christos
422 1.1 christos /* return combined crc */
423 1.1 christos crc1 ^= crc2;
424 1.1 christos return crc1;
425 1.1 christos }
426