Home | History | Annotate | Line # | Download | only in zlib
crc32.c revision 1.1
      1  1.1  christos /* crc32.c -- compute the CRC-32 of a data stream
      2  1.1  christos  * Copyright (C) 1995-2006, 2010, 2011, 2012 Mark Adler
      3  1.1  christos  * For conditions of distribution and use, see copyright notice in zlib.h
      4  1.1  christos  *
      5  1.1  christos  * Thanks to Rodney Brown <rbrown64 (at) csc.com.au> for his contribution of faster
      6  1.1  christos  * CRC methods: exclusive-oring 32 bits of data at a time, and pre-computing
      7  1.1  christos  * tables for updating the shift register in one step with three exclusive-ors
      8  1.1  christos  * instead of four steps with four exclusive-ors.  This results in about a
      9  1.1  christos  * factor of two increase in speed on a Power PC G4 (PPC7455) using gcc -O3.
     10  1.1  christos  */
     11  1.1  christos 
     12  1.1  christos /* @(#) Id: crc32.c,v 1.1.1.2 2002/03/11 21:53:23 tromey Exp  */
     13  1.1  christos 
     14  1.1  christos /*
     15  1.1  christos   Note on the use of DYNAMIC_CRC_TABLE: there is no mutex or semaphore
     16  1.1  christos   protection on the static variables used to control the first-use generation
     17  1.1  christos   of the crc tables.  Therefore, if you #define DYNAMIC_CRC_TABLE, you should
     18  1.1  christos   first call get_crc_table() to initialize the tables before allowing more than
     19  1.1  christos   one thread to use crc32().
     20  1.1  christos 
     21  1.1  christos   DYNAMIC_CRC_TABLE and MAKECRCH can be #defined to write out crc32.h.
     22  1.1  christos  */
     23  1.1  christos 
     24  1.1  christos #ifdef MAKECRCH
     25  1.1  christos #  include <stdio.h>
     26  1.1  christos #  ifndef DYNAMIC_CRC_TABLE
     27  1.1  christos #    define DYNAMIC_CRC_TABLE
     28  1.1  christos #  endif /* !DYNAMIC_CRC_TABLE */
     29  1.1  christos #endif /* MAKECRCH */
     30  1.1  christos 
     31  1.1  christos #include "zutil.h"      /* for STDC and FAR definitions */
     32  1.1  christos 
     33  1.1  christos #define local static
     34  1.1  christos 
     35  1.1  christos /* Definitions for doing the crc four data bytes at a time. */
     36  1.1  christos #if !defined(NOBYFOUR) && defined(Z_U4)
     37  1.1  christos #  define BYFOUR
     38  1.1  christos #endif
     39  1.1  christos #ifdef BYFOUR
     40  1.1  christos    local unsigned long crc32_little OF((unsigned long,
     41  1.1  christos                         const unsigned char FAR *, unsigned));
     42  1.1  christos    local unsigned long crc32_big OF((unsigned long,
     43  1.1  christos                         const unsigned char FAR *, unsigned));
     44  1.1  christos #  define TBLS 8
     45  1.1  christos #else
     46  1.1  christos #  define TBLS 1
     47  1.1  christos #endif /* BYFOUR */
     48  1.1  christos 
     49  1.1  christos /* Local functions for crc concatenation */
     50  1.1  christos local unsigned long gf2_matrix_times OF((unsigned long *mat,
     51  1.1  christos                                          unsigned long vec));
     52  1.1  christos local void gf2_matrix_square OF((unsigned long *square, unsigned long *mat));
     53  1.1  christos local uLong crc32_combine_ OF((uLong crc1, uLong crc2, z_off64_t len2));
     54  1.1  christos 
     55  1.1  christos 
     56  1.1  christos #ifdef DYNAMIC_CRC_TABLE
     57  1.1  christos 
     58  1.1  christos local volatile int crc_table_empty = 1;
     59  1.1  christos local z_crc_t FAR crc_table[TBLS][256];
     60  1.1  christos local void make_crc_table OF((void));
     61  1.1  christos #ifdef MAKECRCH
     62  1.1  christos    local void write_table OF((FILE *, const z_crc_t FAR *));
     63  1.1  christos #endif /* MAKECRCH */
     64  1.1  christos /*
     65  1.1  christos   Generate tables for a byte-wise 32-bit CRC calculation on the polynomial:
     66  1.1  christos   x^32+x^26+x^23+x^22+x^16+x^12+x^11+x^10+x^8+x^7+x^5+x^4+x^2+x+1.
     67  1.1  christos 
     68  1.1  christos   Polynomials over GF(2) are represented in binary, one bit per coefficient,
     69  1.1  christos   with the lowest powers in the most significant bit.  Then adding polynomials
     70  1.1  christos   is just exclusive-or, and multiplying a polynomial by x is a right shift by
     71  1.1  christos   one.  If we call the above polynomial p, and represent a byte as the
     72  1.1  christos   polynomial q, also with the lowest power in the most significant bit (so the
     73  1.1  christos   byte 0xb1 is the polynomial x^7+x^3+x+1), then the CRC is (q*x^32) mod p,
     74  1.1  christos   where a mod b means the remainder after dividing a by b.
     75  1.1  christos 
     76  1.1  christos   This calculation is done using the shift-register method of multiplying and
     77  1.1  christos   taking the remainder.  The register is initialized to zero, and for each
     78  1.1  christos   incoming bit, x^32 is added mod p to the register if the bit is a one (where
     79  1.1  christos   x^32 mod p is p+x^32 = x^26+...+1), and the register is multiplied mod p by
     80  1.1  christos   x (which is shifting right by one and adding x^32 mod p if the bit shifted
     81  1.1  christos   out is a one).  We start with the highest power (least significant bit) of
     82  1.1  christos   q and repeat for all eight bits of q.
     83  1.1  christos 
     84  1.1  christos   The first table is simply the CRC of all possible eight bit values.  This is
     85  1.1  christos   all the information needed to generate CRCs on data a byte at a time for all
     86  1.1  christos   combinations of CRC register values and incoming bytes.  The remaining tables
     87  1.1  christos   allow for word-at-a-time CRC calculation for both big-endian and little-
     88  1.1  christos   endian machines, where a word is four bytes.
     89  1.1  christos */
     90  1.1  christos local void make_crc_table()
     91  1.1  christos {
     92  1.1  christos     z_crc_t c;
     93  1.1  christos     int n, k;
     94  1.1  christos     z_crc_t poly;                       /* polynomial exclusive-or pattern */
     95  1.1  christos     /* terms of polynomial defining this crc (except x^32): */
     96  1.1  christos     static volatile int first = 1;      /* flag to limit concurrent making */
     97  1.1  christos     static const unsigned char p[] = {0,1,2,4,5,7,8,10,11,12,16,22,23,26};
     98  1.1  christos 
     99  1.1  christos     /* See if another task is already doing this (not thread-safe, but better
    100  1.1  christos        than nothing -- significantly reduces duration of vulnerability in
    101  1.1  christos        case the advice about DYNAMIC_CRC_TABLE is ignored) */
    102  1.1  christos     if (first) {
    103  1.1  christos         first = 0;
    104  1.1  christos 
    105  1.1  christos         /* make exclusive-or pattern from polynomial (0xedb88320UL) */
    106  1.1  christos         poly = 0;
    107  1.1  christos         for (n = 0; n < (int)(sizeof(p)/sizeof(unsigned char)); n++)
    108  1.1  christos             poly |= (z_crc_t)1 << (31 - p[n]);
    109  1.1  christos 
    110  1.1  christos         /* generate a crc for every 8-bit value */
    111  1.1  christos         for (n = 0; n < 256; n++) {
    112  1.1  christos             c = (z_crc_t)n;
    113  1.1  christos             for (k = 0; k < 8; k++)
    114  1.1  christos                 c = c & 1 ? poly ^ (c >> 1) : c >> 1;
    115  1.1  christos             crc_table[0][n] = c;
    116  1.1  christos         }
    117  1.1  christos 
    118  1.1  christos #ifdef BYFOUR
    119  1.1  christos         /* generate crc for each value followed by one, two, and three zeros,
    120  1.1  christos            and then the byte reversal of those as well as the first table */
    121  1.1  christos         for (n = 0; n < 256; n++) {
    122  1.1  christos             c = crc_table[0][n];
    123  1.1  christos             crc_table[4][n] = ZSWAP32(c);
    124  1.1  christos             for (k = 1; k < 4; k++) {
    125  1.1  christos                 c = crc_table[0][c & 0xff] ^ (c >> 8);
    126  1.1  christos                 crc_table[k][n] = c;
    127  1.1  christos                 crc_table[k + 4][n] = ZSWAP32(c);
    128  1.1  christos             }
    129  1.1  christos         }
    130  1.1  christos #endif /* BYFOUR */
    131  1.1  christos 
    132  1.1  christos         crc_table_empty = 0;
    133  1.1  christos     }
    134  1.1  christos     else {      /* not first */
    135  1.1  christos         /* wait for the other guy to finish (not efficient, but rare) */
    136  1.1  christos         while (crc_table_empty)
    137  1.1  christos             ;
    138  1.1  christos     }
    139  1.1  christos 
    140  1.1  christos #ifdef MAKECRCH
    141  1.1  christos     /* write out CRC tables to crc32.h */
    142  1.1  christos     {
    143  1.1  christos         FILE *out;
    144  1.1  christos 
    145  1.1  christos         out = fopen("crc32.h", "w");
    146  1.1  christos         if (out == NULL) return;
    147  1.1  christos         fprintf(out, "/* crc32.h -- tables for rapid CRC calculation\n");
    148  1.1  christos         fprintf(out, " * Generated automatically by crc32.c\n */\n\n");
    149  1.1  christos         fprintf(out, "local const z_crc_t FAR ");
    150  1.1  christos         fprintf(out, "crc_table[TBLS][256] =\n{\n  {\n");
    151  1.1  christos         write_table(out, crc_table[0]);
    152  1.1  christos #  ifdef BYFOUR
    153  1.1  christos         fprintf(out, "#ifdef BYFOUR\n");
    154  1.1  christos         for (k = 1; k < 8; k++) {
    155  1.1  christos             fprintf(out, "  },\n  {\n");
    156  1.1  christos             write_table(out, crc_table[k]);
    157  1.1  christos         }
    158  1.1  christos         fprintf(out, "#endif\n");
    159  1.1  christos #  endif /* BYFOUR */
    160  1.1  christos         fprintf(out, "  }\n};\n");
    161  1.1  christos         fclose(out);
    162  1.1  christos     }
    163  1.1  christos #endif /* MAKECRCH */
    164  1.1  christos }
    165  1.1  christos 
    166  1.1  christos #ifdef MAKECRCH
    167  1.1  christos local void write_table(out, table)
    168  1.1  christos     FILE *out;
    169  1.1  christos     const z_crc_t FAR *table;
    170  1.1  christos {
    171  1.1  christos     int n;
    172  1.1  christos 
    173  1.1  christos     for (n = 0; n < 256; n++)
    174  1.1  christos         fprintf(out, "%s0x%08lxUL%s", n % 5 ? "" : "    ",
    175  1.1  christos                 (unsigned long)(table[n]),
    176  1.1  christos                 n == 255 ? "\n" : (n % 5 == 4 ? ",\n" : ", "));
    177  1.1  christos }
    178  1.1  christos #endif /* MAKECRCH */
    179  1.1  christos 
    180  1.1  christos #else /* !DYNAMIC_CRC_TABLE */
    181  1.1  christos /* ========================================================================
    182  1.1  christos  * Tables of CRC-32s of all single-byte values, made by make_crc_table().
    183  1.1  christos  */
    184  1.1  christos #include "crc32.h"
    185  1.1  christos #endif /* DYNAMIC_CRC_TABLE */
    186  1.1  christos 
    187  1.1  christos /* =========================================================================
    188  1.1  christos  * This function can be used by asm versions of crc32()
    189  1.1  christos  */
    190  1.1  christos const z_crc_t FAR * ZEXPORT get_crc_table()
    191  1.1  christos {
    192  1.1  christos #ifdef DYNAMIC_CRC_TABLE
    193  1.1  christos     if (crc_table_empty)
    194  1.1  christos         make_crc_table();
    195  1.1  christos #endif /* DYNAMIC_CRC_TABLE */
    196  1.1  christos     return (const z_crc_t FAR *)crc_table;
    197  1.1  christos }
    198  1.1  christos 
    199  1.1  christos /* ========================================================================= */
    200  1.1  christos #define DO1 crc = crc_table[0][((int)crc ^ (*buf++)) & 0xff] ^ (crc >> 8)
    201  1.1  christos #define DO8 DO1; DO1; DO1; DO1; DO1; DO1; DO1; DO1
    202  1.1  christos 
    203  1.1  christos /* ========================================================================= */
    204  1.1  christos unsigned long ZEXPORT crc32(crc, buf, len)
    205  1.1  christos     unsigned long crc;
    206  1.1  christos     const unsigned char FAR *buf;
    207  1.1  christos     uInt len;
    208  1.1  christos {
    209  1.1  christos     if (buf == Z_NULL) return 0UL;
    210  1.1  christos 
    211  1.1  christos #ifdef DYNAMIC_CRC_TABLE
    212  1.1  christos     if (crc_table_empty)
    213  1.1  christos         make_crc_table();
    214  1.1  christos #endif /* DYNAMIC_CRC_TABLE */
    215  1.1  christos 
    216  1.1  christos #ifdef BYFOUR
    217  1.1  christos     if (sizeof(void *) == sizeof(ptrdiff_t)) {
    218  1.1  christos         z_crc_t endian;
    219  1.1  christos 
    220  1.1  christos         endian = 1;
    221  1.1  christos         if (*((unsigned char *)(&endian)))
    222  1.1  christos             return crc32_little(crc, buf, len);
    223  1.1  christos         else
    224  1.1  christos             return crc32_big(crc, buf, len);
    225  1.1  christos     }
    226  1.1  christos #endif /* BYFOUR */
    227  1.1  christos     crc = crc ^ 0xffffffffUL;
    228  1.1  christos     while (len >= 8) {
    229  1.1  christos         DO8;
    230  1.1  christos         len -= 8;
    231  1.1  christos     }
    232  1.1  christos     if (len) do {
    233  1.1  christos         DO1;
    234  1.1  christos     } while (--len);
    235  1.1  christos     return crc ^ 0xffffffffUL;
    236  1.1  christos }
    237  1.1  christos 
    238  1.1  christos #ifdef BYFOUR
    239  1.1  christos 
    240  1.1  christos /* ========================================================================= */
    241  1.1  christos #define DOLIT4 c ^= *buf4++; \
    242  1.1  christos         c = crc_table[3][c & 0xff] ^ crc_table[2][(c >> 8) & 0xff] ^ \
    243  1.1  christos             crc_table[1][(c >> 16) & 0xff] ^ crc_table[0][c >> 24]
    244  1.1  christos #define DOLIT32 DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4
    245  1.1  christos 
    246  1.1  christos /* ========================================================================= */
    247  1.1  christos local unsigned long crc32_little(crc, buf, len)
    248  1.1  christos     unsigned long crc;
    249  1.1  christos     const unsigned char FAR *buf;
    250  1.1  christos     unsigned len;
    251  1.1  christos {
    252  1.1  christos     register z_crc_t c;
    253  1.1  christos     register const z_crc_t FAR *buf4;
    254  1.1  christos 
    255  1.1  christos     c = (z_crc_t)crc;
    256  1.1  christos     c = ~c;
    257  1.1  christos     while (len && ((ptrdiff_t)buf & 3)) {
    258  1.1  christos         c = crc_table[0][(c ^ *buf++) & 0xff] ^ (c >> 8);
    259  1.1  christos         len--;
    260  1.1  christos     }
    261  1.1  christos 
    262  1.1  christos     buf4 = (const z_crc_t FAR *)(const void FAR *)buf;
    263  1.1  christos     while (len >= 32) {
    264  1.1  christos         DOLIT32;
    265  1.1  christos         len -= 32;
    266  1.1  christos     }
    267  1.1  christos     while (len >= 4) {
    268  1.1  christos         DOLIT4;
    269  1.1  christos         len -= 4;
    270  1.1  christos     }
    271  1.1  christos     buf = (const unsigned char FAR *)buf4;
    272  1.1  christos 
    273  1.1  christos     if (len) do {
    274  1.1  christos         c = crc_table[0][(c ^ *buf++) & 0xff] ^ (c >> 8);
    275  1.1  christos     } while (--len);
    276  1.1  christos     c = ~c;
    277  1.1  christos     return (unsigned long)c;
    278  1.1  christos }
    279  1.1  christos 
    280  1.1  christos /* ========================================================================= */
    281  1.1  christos #define DOBIG4 c ^= *++buf4; \
    282  1.1  christos         c = crc_table[4][c & 0xff] ^ crc_table[5][(c >> 8) & 0xff] ^ \
    283  1.1  christos             crc_table[6][(c >> 16) & 0xff] ^ crc_table[7][c >> 24]
    284  1.1  christos #define DOBIG32 DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4
    285  1.1  christos 
    286  1.1  christos /* ========================================================================= */
    287  1.1  christos local unsigned long crc32_big(crc, buf, len)
    288  1.1  christos     unsigned long crc;
    289  1.1  christos     const unsigned char FAR *buf;
    290  1.1  christos     unsigned len;
    291  1.1  christos {
    292  1.1  christos     register z_crc_t c;
    293  1.1  christos     register const z_crc_t FAR *buf4;
    294  1.1  christos 
    295  1.1  christos     c = ZSWAP32((z_crc_t)crc);
    296  1.1  christos     c = ~c;
    297  1.1  christos     while (len && ((ptrdiff_t)buf & 3)) {
    298  1.1  christos         c = crc_table[4][(c >> 24) ^ *buf++] ^ (c << 8);
    299  1.1  christos         len--;
    300  1.1  christos     }
    301  1.1  christos 
    302  1.1  christos     buf4 = (const z_crc_t FAR *)(const void FAR *)buf;
    303  1.1  christos     buf4--;
    304  1.1  christos     while (len >= 32) {
    305  1.1  christos         DOBIG32;
    306  1.1  christos         len -= 32;
    307  1.1  christos     }
    308  1.1  christos     while (len >= 4) {
    309  1.1  christos         DOBIG4;
    310  1.1  christos         len -= 4;
    311  1.1  christos     }
    312  1.1  christos     buf4++;
    313  1.1  christos     buf = (const unsigned char FAR *)buf4;
    314  1.1  christos 
    315  1.1  christos     if (len) do {
    316  1.1  christos         c = crc_table[4][(c >> 24) ^ *buf++] ^ (c << 8);
    317  1.1  christos     } while (--len);
    318  1.1  christos     c = ~c;
    319  1.1  christos     return (unsigned long)(ZSWAP32(c));
    320  1.1  christos }
    321  1.1  christos 
    322  1.1  christos #endif /* BYFOUR */
    323  1.1  christos 
    324  1.1  christos #define GF2_DIM 32      /* dimension of GF(2) vectors (length of CRC) */
    325  1.1  christos 
    326  1.1  christos /* ========================================================================= */
    327  1.1  christos local unsigned long gf2_matrix_times(mat, vec)
    328  1.1  christos     unsigned long *mat;
    329  1.1  christos     unsigned long vec;
    330  1.1  christos {
    331  1.1  christos     unsigned long sum;
    332  1.1  christos 
    333  1.1  christos     sum = 0;
    334  1.1  christos     while (vec) {
    335  1.1  christos         if (vec & 1)
    336  1.1  christos             sum ^= *mat;
    337  1.1  christos         vec >>= 1;
    338  1.1  christos         mat++;
    339  1.1  christos     }
    340  1.1  christos     return sum;
    341  1.1  christos }
    342  1.1  christos 
    343  1.1  christos /* ========================================================================= */
    344  1.1  christos local void gf2_matrix_square(square, mat)
    345  1.1  christos     unsigned long *square;
    346  1.1  christos     unsigned long *mat;
    347  1.1  christos {
    348  1.1  christos     int n;
    349  1.1  christos 
    350  1.1  christos     for (n = 0; n < GF2_DIM; n++)
    351  1.1  christos         square[n] = gf2_matrix_times(mat, mat[n]);
    352  1.1  christos }
    353  1.1  christos 
    354  1.1  christos /* ========================================================================= */
    355  1.1  christos local uLong crc32_combine_(crc1, crc2, len2)
    356  1.1  christos     uLong crc1;
    357  1.1  christos     uLong crc2;
    358  1.1  christos     z_off64_t len2;
    359  1.1  christos {
    360  1.1  christos     int n;
    361  1.1  christos     unsigned long row;
    362  1.1  christos     unsigned long even[GF2_DIM];    /* even-power-of-two zeros operator */
    363  1.1  christos     unsigned long odd[GF2_DIM];     /* odd-power-of-two zeros operator */
    364  1.1  christos 
    365  1.1  christos     /* degenerate case (also disallow negative lengths) */
    366  1.1  christos     if (len2 <= 0)
    367  1.1  christos         return crc1;
    368  1.1  christos 
    369  1.1  christos     /* put operator for one zero bit in odd */
    370  1.1  christos     odd[0] = 0xedb88320UL;          /* CRC-32 polynomial */
    371  1.1  christos     row = 1;
    372  1.1  christos     for (n = 1; n < GF2_DIM; n++) {
    373  1.1  christos         odd[n] = row;
    374  1.1  christos         row <<= 1;
    375  1.1  christos     }
    376  1.1  christos 
    377  1.1  christos     /* put operator for two zero bits in even */
    378  1.1  christos     gf2_matrix_square(even, odd);
    379  1.1  christos 
    380  1.1  christos     /* put operator for four zero bits in odd */
    381  1.1  christos     gf2_matrix_square(odd, even);
    382  1.1  christos 
    383  1.1  christos     /* apply len2 zeros to crc1 (first square will put the operator for one
    384  1.1  christos        zero byte, eight zero bits, in even) */
    385  1.1  christos     do {
    386  1.1  christos         /* apply zeros operator for this bit of len2 */
    387  1.1  christos         gf2_matrix_square(even, odd);
    388  1.1  christos         if (len2 & 1)
    389  1.1  christos             crc1 = gf2_matrix_times(even, crc1);
    390  1.1  christos         len2 >>= 1;
    391  1.1  christos 
    392  1.1  christos         /* if no more bits set, then done */
    393  1.1  christos         if (len2 == 0)
    394  1.1  christos             break;
    395  1.1  christos 
    396  1.1  christos         /* another iteration of the loop with odd and even swapped */
    397  1.1  christos         gf2_matrix_square(odd, even);
    398  1.1  christos         if (len2 & 1)
    399  1.1  christos             crc1 = gf2_matrix_times(odd, crc1);
    400  1.1  christos         len2 >>= 1;
    401  1.1  christos 
    402  1.1  christos         /* if no more bits set, then done */
    403  1.1  christos     } while (len2 != 0);
    404  1.1  christos 
    405  1.1  christos     /* return combined crc */
    406  1.1  christos     crc1 ^= crc2;
    407  1.1  christos     return crc1;
    408  1.1  christos }
    409  1.1  christos 
    410  1.1  christos /* ========================================================================= */
    411  1.1  christos uLong ZEXPORT crc32_combine(crc1, crc2, len2)
    412  1.1  christos     uLong crc1;
    413  1.1  christos     uLong crc2;
    414  1.1  christos     z_off_t len2;
    415  1.1  christos {
    416  1.1  christos     return crc32_combine_(crc1, crc2, len2);
    417  1.1  christos }
    418  1.1  christos 
    419  1.1  christos uLong ZEXPORT crc32_combine64(crc1, crc2, len2)
    420  1.1  christos     uLong crc1;
    421  1.1  christos     uLong crc2;
    422  1.1  christos     z_off64_t len2;
    423  1.1  christos {
    424  1.1  christos     return crc32_combine_(crc1, crc2, len2);
    425  1.1  christos }
    426