Home | History | Annotate | Line # | Download | only in libarchive
      1 /*-
      2  * Copyright (c) 2009-2011 Michihiro NAKAJIMA
      3  * Copyright (c) 2003-2008 Tim Kientzle and Miklos Vajna
      4  * All rights reserved.
      5  *
      6  * Redistribution and use in source and binary forms, with or without
      7  * modification, are permitted provided that the following conditions
      8  * are met:
      9  * 1. Redistributions of source code must retain the above copyright
     10  *    notice, this list of conditions and the following disclaimer.
     11  * 2. Redistributions in binary form must reproduce the above copyright
     12  *    notice, this list of conditions and the following disclaimer in the
     13  *    documentation and/or other materials provided with the distribution.
     14  *
     15  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR(S) ``AS IS'' AND ANY EXPRESS OR
     16  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     17  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     18  * IN NO EVENT SHALL THE AUTHOR(S) BE LIABLE FOR ANY DIRECT, INDIRECT,
     19  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     20  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     21  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     22  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     23  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     24  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     25  */
     26 
     27 #include "archive_platform.h"
     28 
     29 #ifdef HAVE_ERRNO_H
     30 #include <errno.h>
     31 #endif
     32 #include <stdio.h>
     33 #ifdef HAVE_STDLIB_H
     34 #include <stdlib.h>
     35 #endif
     36 #ifdef HAVE_STRING_H
     37 #include <string.h>
     38 #endif
     39 #ifdef HAVE_UNISTD_H
     40 #include <unistd.h>
     41 #endif
     42 #if HAVE_LZMA_H
     43 #include <lzma.h>
     44 #endif
     45 
     46 #include "archive.h"
     47 #include "archive_endian.h"
     48 #include "archive_private.h"
     49 #include "archive_read_private.h"
     50 
     51 #if HAVE_LZMA_H && HAVE_LIBLZMA
     52 
     53 struct private_data {
     54 	lzma_stream	 stream;
     55 	unsigned char	*out_block;
     56 	size_t		 out_block_size;
     57 	int64_t		 total_out;
     58 	char		 eof; /* True = found end of compressed data. */
     59 	char		 in_stream;
     60 
     61 	/* Following variables are used for lzip only. */
     62 	char		 lzip_ver;
     63 	uint32_t	 crc32;
     64 	int64_t		 member_in;
     65 	int64_t		 member_out;
     66 };
     67 
     68 #if LZMA_VERSION_MAJOR >= 5
     69 /* Effectively disable the limiter. */
     70 #define LZMA_MEMLIMIT	UINT64_MAX
     71 #else
     72 /* NOTE: This needs to check memory size which running system has. */
     73 #define LZMA_MEMLIMIT	(1U << 30)
     74 #endif
     75 
     76 /* Combined lzip/lzma/xz filter */
     77 static ssize_t	xz_filter_read(struct archive_read_filter *, const void **);
     78 static int	xz_filter_close(struct archive_read_filter *);
     79 static int	xz_lzma_bidder_init(struct archive_read_filter *);
     80 
     81 #endif
     82 
     83 /*
     84  * Note that we can detect xz and lzma compressed files even if we
     85  * can't decompress them.  (In fact, we like detecting them because we
     86  * can give better error messages.)  So the bid framework here gets
     87  * compiled even if no lzma library is available.
     88  */
     89 static int	xz_bidder_bid(struct archive_read_filter_bidder *,
     90 		    struct archive_read_filter *);
     91 static int	xz_bidder_init(struct archive_read_filter *);
     92 static int	lzma_bidder_bid(struct archive_read_filter_bidder *,
     93 		    struct archive_read_filter *);
     94 static int	lzma_bidder_init(struct archive_read_filter *);
     95 static int	lzip_has_member(struct archive_read_filter *);
     96 static int	lzip_bidder_bid(struct archive_read_filter_bidder *,
     97 		    struct archive_read_filter *);
     98 static int	lzip_bidder_init(struct archive_read_filter *);
     99 
    100 #if ARCHIVE_VERSION_NUMBER < 4000000
    101 /* Deprecated; remove in libarchive 4.0 */
    102 int
    103 archive_read_support_compression_xz(struct archive *a)
    104 {
    105 	return archive_read_support_filter_xz(a);
    106 }
    107 #endif
    108 
    109 static const struct archive_read_filter_bidder_vtable
    110 xz_bidder_vtable = {
    111 	.bid = xz_bidder_bid,
    112 	.init = xz_bidder_init,
    113 };
    114 
    115 int
    116 archive_read_support_filter_xz(struct archive *_a)
    117 {
    118 	struct archive_read *a = (struct archive_read *)_a;
    119 
    120 	if (__archive_read_register_bidder(a, NULL, "xz",
    121 				&xz_bidder_vtable) != ARCHIVE_OK)
    122 		return (ARCHIVE_FATAL);
    123 
    124 #if HAVE_LZMA_H && HAVE_LIBLZMA
    125 	return (ARCHIVE_OK);
    126 #else
    127 	archive_set_error(_a, ARCHIVE_ERRNO_MISC,
    128 	    "Using external xz program for xz decompression");
    129 	return (ARCHIVE_WARN);
    130 #endif
    131 }
    132 
    133 #if ARCHIVE_VERSION_NUMBER < 4000000
    134 int
    135 archive_read_support_compression_lzma(struct archive *a)
    136 {
    137 	return archive_read_support_filter_lzma(a);
    138 }
    139 #endif
    140 
    141 static const struct archive_read_filter_bidder_vtable
    142 lzma_bidder_vtable = {
    143 	.bid = lzma_bidder_bid,
    144 	.init = lzma_bidder_init,
    145 };
    146 
    147 int
    148 archive_read_support_filter_lzma(struct archive *_a)
    149 {
    150 	struct archive_read *a = (struct archive_read *)_a;
    151 
    152 	if (__archive_read_register_bidder(a, NULL, "lzma",
    153 				&lzma_bidder_vtable) != ARCHIVE_OK)
    154 		return (ARCHIVE_FATAL);
    155 
    156 #if HAVE_LZMA_H && HAVE_LIBLZMA
    157 	return (ARCHIVE_OK);
    158 #else
    159 	archive_set_error(_a, ARCHIVE_ERRNO_MISC,
    160 	    "Using external lzma program for lzma decompression");
    161 	return (ARCHIVE_WARN);
    162 #endif
    163 }
    164 
    165 
    166 #if ARCHIVE_VERSION_NUMBER < 4000000
    167 int
    168 archive_read_support_compression_lzip(struct archive *a)
    169 {
    170 	return archive_read_support_filter_lzip(a);
    171 }
    172 #endif
    173 
    174 static const struct archive_read_filter_bidder_vtable
    175 lzip_bidder_vtable = {
    176 	.bid = lzip_bidder_bid,
    177 	.init = lzip_bidder_init,
    178 };
    179 
    180 int
    181 archive_read_support_filter_lzip(struct archive *_a)
    182 {
    183 	struct archive_read *a = (struct archive_read *)_a;
    184 
    185 	if (__archive_read_register_bidder(a, NULL, "lzip",
    186 				&lzip_bidder_vtable) != ARCHIVE_OK)
    187 		return (ARCHIVE_FATAL);
    188 
    189 #if HAVE_LZMA_H && HAVE_LIBLZMA
    190 	return (ARCHIVE_OK);
    191 #else
    192 	archive_set_error(_a, ARCHIVE_ERRNO_MISC,
    193 	    "Using external lzip program for lzip decompression");
    194 	return (ARCHIVE_WARN);
    195 #endif
    196 }
    197 
    198 /*
    199  * Test whether we can handle this data.
    200  */
    201 static int
    202 xz_bidder_bid(struct archive_read_filter_bidder *self,
    203     struct archive_read_filter *filter)
    204 {
    205 	const unsigned char *buffer;
    206 	ssize_t avail;
    207 
    208 	(void)self; /* UNUSED */
    209 
    210 	buffer = __archive_read_filter_ahead(filter, 6, &avail);
    211 	if (buffer == NULL)
    212 		return (0);
    213 
    214 	/*
    215 	 * Verify Header Magic Bytes : FD 37 7A 58 5A 00
    216 	 */
    217 	if (memcmp(buffer, "\xFD\x37\x7A\x58\x5A\x00", 6) != 0)
    218 		return (0);
    219 
    220 	return (48);
    221 }
    222 
    223 /*
    224  * Test whether we can handle this data.
    225  *
    226  * <sigh> LZMA has a rather poor file signature.  Zeros do not
    227  * make good signature bytes as a rule, and the only non-zero byte
    228  * here is an ASCII character.  For example, an uncompressed tar
    229  * archive whose first file is ']' would satisfy this check.  It may
    230  * be necessary to exclude LZMA from compression_all() because of
    231  * this.  Clients of libarchive would then have to explicitly enable
    232  * LZMA checking instead of (or in addition to) compression_all() when
    233  * they have other evidence (file name, command-line option) to go on.
    234  */
    235 static int
    236 lzma_bidder_bid(struct archive_read_filter_bidder *self,
    237     struct archive_read_filter *filter)
    238 {
    239 	const unsigned char *buffer;
    240 	ssize_t avail;
    241 	uint32_t dicsize;
    242 	uint64_t uncompressed_size;
    243 	int bits_checked;
    244 
    245 	(void)self; /* UNUSED */
    246 
    247 	buffer = __archive_read_filter_ahead(filter, 14, &avail);
    248 	if (buffer == NULL)
    249 		return (0);
    250 
    251 	/* First byte of raw LZMA stream is commonly 0x5d.
    252 	 * The first byte is a special number, which consists of
    253 	 * three parameters of LZMA compression, a number of literal
    254 	 * context bits(which is from 0 to 8, default is 3), a number
    255 	 * of literal pos bits(which is from 0 to 4, default is 0),
    256 	 * a number of pos bits(which is from 0 to 4, default is 2).
    257 	 * The first byte is made by
    258 	 * (pos bits * 5 + literal pos bit) * 9 + * literal contest bit,
    259 	 * and so the default value in this field is
    260 	 * (2 * 5 + 0) * 9 + 3 = 0x5d.
    261 	 * lzma of LZMA SDK has options to change those parameters.
    262 	 * It means a range of this field is from 0 to 224. And lzma of
    263 	 * XZ Utils with option -e records 0x5e in this field. */
    264 	/* NOTE: If this checking of the first byte increases false
    265 	 * recognition, we should allow only 0x5d and 0x5e for the first
    266 	 * byte of LZMA stream. */
    267 	bits_checked = 0;
    268 	if (buffer[0] > (4 * 5 + 4) * 9 + 8)
    269 		return (0);
    270 	/* Most likely value in the first byte of LZMA stream. */
    271 	if (buffer[0] == 0x5d || buffer[0] == 0x5e)
    272 		bits_checked += 8;
    273 
    274 	/* Sixth through fourteenth bytes are uncompressed size,
    275 	 * stored in little-endian order. `-1' means uncompressed
    276 	 * size is unknown and lzma of XZ Utils always records `-1'
    277 	 * in this field. */
    278 	uncompressed_size = archive_le64dec(buffer+5);
    279 	if (uncompressed_size == (uint64_t)ARCHIVE_LITERAL_LL(-1))
    280 		bits_checked += 64;
    281 
    282 	/* Second through fifth bytes are dictionary size, stored in
    283 	 * little-endian order. The minimum dictionary size is
    284 	 * 1 << 12(4KiB) which the lzma of LZMA SDK uses with option
    285 	 * -d12 and the maximum dictionary size is 1 << 29(512MiB)
    286 	 * which the one uses with option -d29.
    287 	 * NOTE: A comment of LZMA SDK source code says this dictionary
    288 	 * range is from 1 << 12 to 1 << 30. */
    289 	dicsize = archive_le32dec(buffer+1);
    290 	switch (dicsize) {
    291 	case 0x00001000:/* lzma of LZMA SDK option -d12. */
    292 	case 0x00002000:/* lzma of LZMA SDK option -d13. */
    293 	case 0x00004000:/* lzma of LZMA SDK option -d14. */
    294 	case 0x00008000:/* lzma of LZMA SDK option -d15. */
    295 	case 0x00010000:/* lzma of XZ Utils option -0 and -1.
    296 			 * lzma of LZMA SDK option -d16. */
    297 	case 0x00020000:/* lzma of LZMA SDK option -d17. */
    298 	case 0x00040000:/* lzma of LZMA SDK option -d18. */
    299 	case 0x00080000:/* lzma of XZ Utils option -2.
    300 			 * lzma of LZMA SDK option -d19. */
    301 	case 0x00100000:/* lzma of XZ Utils option -3.
    302 			 * lzma of LZMA SDK option -d20. */
    303 	case 0x00200000:/* lzma of XZ Utils option -4.
    304 			 * lzma of LZMA SDK option -d21. */
    305 	case 0x00400000:/* lzma of XZ Utils option -5.
    306 			 * lzma of LZMA SDK option -d22. */
    307 	case 0x00800000:/* lzma of XZ Utils option -6.
    308 			 * lzma of LZMA SDK option -d23. */
    309 	case 0x01000000:/* lzma of XZ Utils option -7.
    310 			 * lzma of LZMA SDK option -d24. */
    311 	case 0x02000000:/* lzma of XZ Utils option -8.
    312 			 * lzma of LZMA SDK option -d25. */
    313 	case 0x04000000:/* lzma of XZ Utils option -9.
    314 			 * lzma of LZMA SDK option -d26. */
    315 	case 0x08000000:/* lzma of LZMA SDK option -d27. */
    316 		bits_checked += 32;
    317 		break;
    318 	default:
    319 		/* If a memory usage for encoding was not enough on
    320 		 * the platform where LZMA stream was made, lzma of
    321 		 * XZ Utils automatically decreased the dictionary
    322 		 * size to enough memory for encoding by 1Mi bytes
    323 		 * (1 << 20).*/
    324 		if (dicsize <= 0x03F00000 && dicsize >= 0x00300000 &&
    325 		    (dicsize & ((1 << 20)-1)) == 0 &&
    326 		    bits_checked == 8 + 64) {
    327 			bits_checked += 32;
    328 			break;
    329 		}
    330 		/* Otherwise dictionary size is unlikely. But it is
    331 		 * possible that someone makes lzma stream with
    332 		 * liblzma/LZMA SDK in one's dictionary size. */
    333 		return (0);
    334 	}
    335 
    336 	/* TODO: The above test is still very weak.  It would be
    337 	 * good to do better. */
    338 
    339 	return (bits_checked);
    340 }
    341 
    342 static int
    343 lzip_has_member(struct archive_read_filter *filter)
    344 {
    345 	const unsigned char *buffer;
    346 	ssize_t avail;
    347 	int bits_checked;
    348 	int log2dic;
    349 
    350 	buffer = __archive_read_filter_ahead(filter, 6, &avail);
    351 	if (buffer == NULL)
    352 		return (0);
    353 
    354 	/*
    355 	 * Verify Header Magic Bytes : 4C 5A 49 50 (`LZIP')
    356 	 */
    357 	bits_checked = 0;
    358 	if (memcmp(buffer, "LZIP", 4) != 0)
    359 		return (0);
    360 	bits_checked += 32;
    361 
    362 	/* A version number must be 0 or 1 */
    363 	if (buffer[4] != 0 && buffer[4] != 1)
    364 		return (0);
    365 	bits_checked += 8;
    366 
    367 	/* Dictionary size. */
    368 	log2dic = buffer[5] & 0x1f;
    369 	if (log2dic < 12 || log2dic > 29)
    370 		return (0);
    371 	bits_checked += 8;
    372 
    373 	return (bits_checked);
    374 }
    375 
    376 static int
    377 lzip_bidder_bid(struct archive_read_filter_bidder *self,
    378     struct archive_read_filter *filter)
    379 {
    380 
    381 	(void)self; /* UNUSED */
    382 	return (lzip_has_member(filter));
    383 }
    384 
    385 #if HAVE_LZMA_H && HAVE_LIBLZMA
    386 
    387 /*
    388  * liblzma 4.999.7 and later support both lzma and xz streams.
    389  */
    390 static int
    391 xz_bidder_init(struct archive_read_filter *self)
    392 {
    393 	self->code = ARCHIVE_FILTER_XZ;
    394 	self->name = "xz";
    395 	return (xz_lzma_bidder_init(self));
    396 }
    397 
    398 static int
    399 lzma_bidder_init(struct archive_read_filter *self)
    400 {
    401 	self->code = ARCHIVE_FILTER_LZMA;
    402 	self->name = "lzma";
    403 	return (xz_lzma_bidder_init(self));
    404 }
    405 
    406 static int
    407 lzip_bidder_init(struct archive_read_filter *self)
    408 {
    409 	self->code = ARCHIVE_FILTER_LZIP;
    410 	self->name = "lzip";
    411 	return (xz_lzma_bidder_init(self));
    412 }
    413 
    414 /*
    415  * Set an error code and choose an error message
    416  */
    417 static void
    418 set_error(struct archive_read_filter *self, int ret)
    419 {
    420 
    421 	switch (ret) {
    422 	case LZMA_STREAM_END: /* Found end of stream. */
    423 	case LZMA_OK: /* Decompressor made some progress. */
    424 		break;
    425 	case LZMA_MEM_ERROR:
    426 		archive_set_error(&self->archive->archive, ENOMEM,
    427 		    "Lzma library error: Cannot allocate memory");
    428 		break;
    429 	case LZMA_MEMLIMIT_ERROR:
    430 		archive_set_error(&self->archive->archive, ENOMEM,
    431 		    "Lzma library error: Out of memory");
    432 		break;
    433 	case LZMA_FORMAT_ERROR:
    434 		archive_set_error(&self->archive->archive,
    435 		    ARCHIVE_ERRNO_MISC,
    436 		    "Lzma library error: format not recognized");
    437 		break;
    438 	case LZMA_OPTIONS_ERROR:
    439 		archive_set_error(&self->archive->archive,
    440 		    ARCHIVE_ERRNO_MISC,
    441 		    "Lzma library error: Invalid options");
    442 		break;
    443 	case LZMA_DATA_ERROR:
    444 		archive_set_error(&self->archive->archive,
    445 		    ARCHIVE_ERRNO_MISC,
    446 		    "Lzma library error: Corrupted input data");
    447 		break;
    448 	case LZMA_BUF_ERROR:
    449 		archive_set_error(&self->archive->archive,
    450 		    ARCHIVE_ERRNO_MISC,
    451 		    "Lzma library error:  No progress is possible");
    452 		break;
    453 	default:
    454 		/* Return an error. */
    455 		archive_set_error(&self->archive->archive,
    456 		    ARCHIVE_ERRNO_MISC,
    457 		    "Lzma decompression failed:  Unknown error");
    458 		break;
    459 	}
    460 }
    461 
    462 static const struct archive_read_filter_vtable
    463 xz_lzma_reader_vtable = {
    464 	.read = xz_filter_read,
    465 	.close = xz_filter_close,
    466 };
    467 
    468 /*
    469  * Setup the callbacks.
    470  */
    471 static int
    472 xz_lzma_bidder_init(struct archive_read_filter *self)
    473 {
    474 	static const size_t out_block_size = 64 * 1024;
    475 	void *out_block;
    476 	struct private_data *state;
    477 	int ret;
    478 
    479 	state = calloc(1, sizeof(*state));
    480 	out_block = malloc(out_block_size);
    481 	if (state == NULL || out_block == NULL) {
    482 		archive_set_error(&self->archive->archive, ENOMEM,
    483 		    "Can't allocate data for xz decompression");
    484 		free(out_block);
    485 		free(state);
    486 		return (ARCHIVE_FATAL);
    487 	}
    488 
    489 	self->data = state;
    490 	state->out_block_size = out_block_size;
    491 	state->out_block = out_block;
    492 	self->vtable = &xz_lzma_reader_vtable;
    493 
    494 	state->stream.avail_in = 0;
    495 
    496 	state->stream.next_out = state->out_block;
    497 	state->stream.avail_out = state->out_block_size;
    498 
    499 	state->crc32 = 0;
    500 	if (self->code == ARCHIVE_FILTER_LZIP) {
    501 		/*
    502 		 * We have to read a lzip header and use it to initialize
    503 		 * compression library, thus we cannot initialize the
    504 		 * library for lzip here.
    505 		 */
    506 		state->in_stream = 0;
    507 		return (ARCHIVE_OK);
    508 	} else
    509 		state->in_stream = 1;
    510 
    511 	/* Initialize compression library. */
    512 	if (self->code == ARCHIVE_FILTER_XZ)
    513 		ret = lzma_stream_decoder(&(state->stream),
    514 		    LZMA_MEMLIMIT,/* memlimit */
    515 		    LZMA_CONCATENATED);
    516 	else
    517 		ret = lzma_alone_decoder(&(state->stream),
    518 		    LZMA_MEMLIMIT);/* memlimit */
    519 
    520 	if (ret == LZMA_OK)
    521 		return (ARCHIVE_OK);
    522 
    523 	/* Library setup failed: Choose an error message and clean up. */
    524 	set_error(self, ret);
    525 
    526 	free(state->out_block);
    527 	free(state);
    528 	self->data = NULL;
    529 	return (ARCHIVE_FATAL);
    530 }
    531 
    532 static int
    533 lzip_init(struct archive_read_filter *self)
    534 {
    535 	struct private_data *state;
    536 	const unsigned char *h;
    537 	lzma_filter filters[2];
    538 	unsigned char props[5];
    539 	ssize_t avail_in;
    540 	uint32_t dicsize;
    541 	int log2dic, ret;
    542 
    543 	state = (struct private_data *)self->data;
    544 	h = __archive_read_filter_ahead(self->upstream, 6, &avail_in);
    545 	if (h == NULL)
    546 		return (ARCHIVE_FATAL);
    547 
    548 	/* Get a version number. */
    549 	state->lzip_ver = h[4];
    550 
    551 	/*
    552 	 * Setup lzma property.
    553 	 */
    554 	props[0] = 0x5d;
    555 
    556 	/* Get dictionary size. */
    557 	log2dic = h[5] & 0x1f;
    558 	if (log2dic < 12 || log2dic > 29)
    559 		return (ARCHIVE_FATAL);
    560 	dicsize = 1U << log2dic;
    561 	if (log2dic > 12)
    562 		dicsize -= (dicsize / 16) * (h[5] >> 5);
    563 	archive_le32enc(props+1, dicsize);
    564 
    565 	/* Consume lzip header. */
    566 	__archive_read_filter_consume(self->upstream, 6);
    567 	state->member_in = 6;
    568 
    569 	filters[0].id = LZMA_FILTER_LZMA1;
    570 	filters[0].options = NULL;
    571 	filters[1].id = LZMA_VLI_UNKNOWN;
    572 	filters[1].options = NULL;
    573 
    574 	ret = lzma_properties_decode(&filters[0], NULL, props, sizeof(props));
    575 	if (ret != LZMA_OK) {
    576 		set_error(self, ret);
    577 		return (ARCHIVE_FATAL);
    578 	}
    579 	ret = lzma_raw_decoder(&(state->stream), filters);
    580 	free(filters[0].options);
    581 	if (ret != LZMA_OK) {
    582 		set_error(self, ret);
    583 		return (ARCHIVE_FATAL);
    584 	}
    585 	return (ARCHIVE_OK);
    586 }
    587 
    588 static int
    589 lzip_tail(struct archive_read_filter *self)
    590 {
    591 	struct private_data *state;
    592 	const unsigned char *f;
    593 	ssize_t avail_in;
    594 	int tail;
    595 
    596 	state = (struct private_data *)self->data;
    597 	if (state->lzip_ver == 0)
    598 		tail = 12;
    599 	else
    600 		tail = 20;
    601 	f = __archive_read_filter_ahead(self->upstream, tail, &avail_in);
    602 	if (f == NULL && avail_in < 0)
    603 		return (ARCHIVE_FATAL);
    604 	if (f == NULL || avail_in < tail) {
    605 		archive_set_error(&self->archive->archive, ARCHIVE_ERRNO_MISC,
    606 		    "Lzip: Remaining data is less bytes");
    607 		return (ARCHIVE_FAILED);
    608 	}
    609 
    610 	/* Check the crc32 value of the uncompressed data of the current
    611 	 * member */
    612 	if (state->crc32 != archive_le32dec(f)) {
    613 #ifndef DONT_FAIL_ON_CRC_ERROR
    614 		archive_set_error(&self->archive->archive, ARCHIVE_ERRNO_MISC,
    615 		    "Lzip: CRC32 error");
    616 		return (ARCHIVE_FAILED);
    617 #endif
    618 	}
    619 
    620 	/* Check the uncompressed size of the current member */
    621 	if ((uint64_t)state->member_out != archive_le64dec(f + 4)) {
    622 		archive_set_error(&self->archive->archive, ARCHIVE_ERRNO_MISC,
    623 		    "Lzip: Uncompressed size error");
    624 		return (ARCHIVE_FAILED);
    625 	}
    626 
    627 	/* Check the total size of the current member */
    628 	if (state->lzip_ver == 1 &&
    629 	    (uint64_t)state->member_in + tail != archive_le64dec(f + 12)) {
    630 		archive_set_error(&self->archive->archive, ARCHIVE_ERRNO_MISC,
    631 		    "Lzip: Member size error");
    632 		return (ARCHIVE_FAILED);
    633 	}
    634 	__archive_read_filter_consume(self->upstream, tail);
    635 
    636 	/* If current lzip data consists of multi member, try decompressing
    637 	 * a next member. */
    638 	if (lzip_has_member(self->upstream) != 0) {
    639 		state->in_stream = 0;
    640 		state->crc32 = 0;
    641 		state->member_out = 0;
    642 		state->member_in = 0;
    643 		state->eof = 0;
    644 	}
    645 	return (ARCHIVE_OK);
    646 }
    647 
    648 /*
    649  * Return the next block of decompressed data.
    650  */
    651 static ssize_t
    652 xz_filter_read(struct archive_read_filter *self, const void **p)
    653 {
    654 	struct private_data *state;
    655 	size_t decompressed;
    656 	ssize_t avail_in;
    657 	int64_t member_in;
    658 	int ret;
    659 
    660 	state = (struct private_data *)self->data;
    661 
    662 	redo:
    663 	/* Empty our output buffer. */
    664 	state->stream.next_out = state->out_block;
    665 	state->stream.avail_out = state->out_block_size;
    666 	member_in = state->member_in;
    667 
    668 	/* Try to fill the output buffer. */
    669 	while (state->stream.avail_out > 0 && !state->eof) {
    670 		if (!state->in_stream) {
    671 			/*
    672 			 * Initialize liblzma for lzip
    673 			 */
    674 			ret = lzip_init(self);
    675 			if (ret != ARCHIVE_OK)
    676 				return (ret);
    677 			state->in_stream = 1;
    678 		}
    679 		state->stream.next_in =
    680 		    __archive_read_filter_ahead(self->upstream, 1, &avail_in);
    681 		if (state->stream.next_in == NULL && avail_in < 0) {
    682 			archive_set_error(&self->archive->archive,
    683 			    ARCHIVE_ERRNO_MISC,
    684 			    "truncated input");
    685 			return (ARCHIVE_FATAL);
    686 		}
    687 		state->stream.avail_in = avail_in;
    688 
    689 		/* Decompress as much as we can in one pass. */
    690 		ret = lzma_code(&(state->stream),
    691 		    (state->stream.avail_in == 0)? LZMA_FINISH: LZMA_RUN);
    692 		switch (ret) {
    693 		case LZMA_STREAM_END: /* Found end of stream. */
    694 			state->eof = 1;
    695 			/* FALL THROUGH */
    696 		case LZMA_OK: /* Decompressor made some progress. */
    697 			__archive_read_filter_consume(self->upstream,
    698 			    avail_in - state->stream.avail_in);
    699 			state->member_in +=
    700 			    avail_in - state->stream.avail_in;
    701 			break;
    702 		default:
    703 			set_error(self, ret);
    704 			return (ARCHIVE_FATAL);
    705 		}
    706 	}
    707 
    708 	decompressed = state->stream.next_out - state->out_block;
    709 	state->total_out += decompressed;
    710 	state->member_out += decompressed;
    711 	if (decompressed == 0) {
    712 		if (member_in != state->member_in &&
    713 		    self->code == ARCHIVE_FILTER_LZIP &&
    714 		    state->eof) {
    715 			ret = lzip_tail(self);
    716 			if (ret != ARCHIVE_OK)
    717 				return (ret);
    718 			if (!state->eof)
    719 				goto redo;
    720 		}
    721 		*p = NULL;
    722 	} else {
    723 		*p = state->out_block;
    724 		if (self->code == ARCHIVE_FILTER_LZIP) {
    725 			state->crc32 = lzma_crc32(state->out_block,
    726 			    decompressed, state->crc32);
    727 			if (state->eof) {
    728 				ret = lzip_tail(self);
    729 				if (ret != ARCHIVE_OK)
    730 					return (ret);
    731 			}
    732 		}
    733 	}
    734 	return (decompressed);
    735 }
    736 
    737 /*
    738  * Clean up the decompressor.
    739  */
    740 static int
    741 xz_filter_close(struct archive_read_filter *self)
    742 {
    743 	struct private_data *state;
    744 
    745 	state = (struct private_data *)self->data;
    746 	lzma_end(&(state->stream));
    747 	free(state->out_block);
    748 	free(state);
    749 	return (ARCHIVE_OK);
    750 }
    751 
    752 #else
    753 
    754 /*
    755  *
    756  * If we have no suitable library on this system, we can't actually do
    757  * the decompression.  We can, however, still detect compressed
    758  * archives and emit a useful message.
    759  *
    760  */
    761 static int
    762 lzma_bidder_init(struct archive_read_filter *self)
    763 {
    764 	int r;
    765 
    766 	r = __archive_read_program(self, "lzma -d -qq");
    767 	/* Note: We set the format here even if __archive_read_program()
    768 	 * above fails.  We do, after all, know what the format is
    769 	 * even if we weren't able to read it. */
    770 	self->code = ARCHIVE_FILTER_LZMA;
    771 	self->name = "lzma";
    772 	return (r);
    773 }
    774 
    775 static int
    776 xz_bidder_init(struct archive_read_filter *self)
    777 {
    778 	int r;
    779 
    780 	r = __archive_read_program(self, "xz -d -qq");
    781 	/* Note: We set the format here even if __archive_read_program()
    782 	 * above fails.  We do, after all, know what the format is
    783 	 * even if we weren't able to read it. */
    784 	self->code = ARCHIVE_FILTER_XZ;
    785 	self->name = "xz";
    786 	return (r);
    787 }
    788 
    789 static int
    790 lzip_bidder_init(struct archive_read_filter *self)
    791 {
    792 	int r;
    793 
    794 	r = __archive_read_program(self, "lzip -d -q");
    795 	/* Note: We set the format here even if __archive_read_program()
    796 	 * above fails.  We do, after all, know what the format is
    797 	 * even if we weren't able to read it. */
    798 	self->code = ARCHIVE_FILTER_LZIP;
    799 	self->name = "lzip";
    800 	return (r);
    801 }
    802 
    803 #endif /* HAVE_LZMA_H */
    804