Home | History | Annotate | Line # | Download | only in libtos
cread.c revision 1.7
      1  1.7  dsl /*	$NetBSD: cread.c,v 1.7 2009/03/14 21:04:07 dsl Exp $	*/
      2  1.1  leo 
      3  1.1  leo /*
      4  1.1  leo  * Copyright (c) 1996
      5  1.1  leo  *	Matthias Drochner.  All rights reserved.
      6  1.1  leo  *
      7  1.1  leo  * Redistribution and use in source and binary forms, with or without
      8  1.1  leo  * modification, are permitted provided that the following conditions
      9  1.1  leo  * are met:
     10  1.1  leo  * 1. Redistributions of source code must retain the above copyright
     11  1.1  leo  *    notice, this list of conditions and the following disclaimer.
     12  1.1  leo  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.1  leo  *    notice, this list of conditions and the following disclaimer in the
     14  1.1  leo  *    documentation and/or other materials provided with the distribution.
     15  1.1  leo  *
     16  1.1  leo  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17  1.1  leo  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18  1.1  leo  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19  1.1  leo  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20  1.1  leo  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     21  1.1  leo  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     22  1.1  leo  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     23  1.1  leo  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     24  1.1  leo  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     25  1.1  leo  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     26  1.1  leo  *
     27  1.1  leo  */
     28  1.1  leo 
     29  1.1  leo /*
     30  1.1  leo  * Support for compressed bootfiles  (only read)
     31  1.1  leo  *
     32  1.1  leo  * - provides copen(), cclose(), cread(), clseek().
     33  1.1  leo  * - compression parts stripped from zlib:gzio.c
     34  1.1  leo  * - copied from libsa with small modifications for my MiNT environment.
     35  1.1  leo  *   Note that everything in the 'tostools' hierarchy is made to function
     36  1.1  leo  *   in my local MiNT environment.
     37  1.1  leo  */
     38  1.1  leo 
     39  1.1  leo /* gzio.c -- IO on .gz files
     40  1.1  leo  * Copyright (C) 1995-1996 Jean-loup Gailly.
     41  1.1  leo  * For conditions of distribution and use, see copyright notice in zlib.h
     42  1.1  leo  */
     43  1.1  leo 
     44  1.2  leo #define _CREAD_C	/* Turn of open/close/read redefines */
     45  1.2  leo 
     46  1.1  leo #include <unistd.h>
     47  1.1  leo #include <string.h>
     48  1.1  leo #include <memory.h>
     49  1.1  leo #include <fcntl.h>
     50  1.1  leo #include <errno.h>
     51  1.1  leo #include <zlib.h>
     52  1.2  leo #include <cread.h>
     53  1.1  leo 
     54  1.1  leo #define __P(proto)		proto
     55  1.1  leo #define	SOPEN_MAX		1
     56  1.1  leo 
     57  1.1  leo 
     58  1.1  leo #define EOF (-1) /* needed by compression code */
     59  1.1  leo 
     60  1.1  leo #ifdef SAVE_MEMORY
     61  1.1  leo #define Z_BUFSIZE 1024
     62  1.1  leo #else
     63  1.1  leo #define Z_BUFSIZE 32*1024
     64  1.1  leo #endif
     65  1.1  leo 
     66  1.1  leo static int gz_magic[2] = {0x1f, 0x8b};	/* gzip magic header */
     67  1.1  leo 
     68  1.1  leo /* gzip flag byte */
     69  1.1  leo #define ASCII_FLAG	0x01	/* bit 0 set: file probably ascii text */
     70  1.1  leo #define HEAD_CRC	0x02	/* bit 1 set: header CRC present */
     71  1.1  leo #define EXTRA_FIELD	0x04	/* bit 2 set: extra field present */
     72  1.1  leo #define ORIG_NAME	0x08	/* bit 3 set: original file name present */
     73  1.1  leo #define COMMENT		0x10	/* bit 4 set: file comment present */
     74  1.1  leo #define RESERVED	0xE0	/* bits 5..7: reserved */
     75  1.1  leo 
     76  1.1  leo static struct sd {
     77  1.1  leo 	z_stream	stream;
     78  1.1  leo 	int		z_err;	/* error code for last stream operation */
     79  1.1  leo 	int		z_eof;	/* set if end of input file */
     80  1.1  leo 	int		fd;
     81  1.1  leo 	unsigned char	*inbuf;	/* input buffer */
     82  1.1  leo 	unsigned long	crc;	/* crc32 of uncompressed data */
     83  1.1  leo 	int		compressed;	/* 1 if input file is a .gz file */
     84  1.1  leo } *ss[SOPEN_MAX];
     85  1.1  leo 
     86  1.5  dsl static int		get_byte(struct sd *);
     87  1.5  dsl static unsigned long	getLong(struct sd *);
     88  1.5  dsl static void		check_header(struct sd *);
     89  1.1  leo 
     90  1.1  leo /* XXX - find suitable headerf ile for these: */
     91  1.5  dsl void	*zcalloc(void *, unsigned int, unsigned int);
     92  1.5  dsl void	zcfree(void *, void *);
     93  1.5  dsl void	zmemcpy(unsigned char *, unsigned char *, unsigned int);
     94  1.1  leo 
     95  1.1  leo 
     96  1.1  leo /*
     97  1.1  leo  * compression utilities
     98  1.1  leo  */
     99  1.1  leo 
    100  1.1  leo void *
    101  1.7  dsl zcalloc (void *opaque, unsigned items, unsigned size)
    102  1.1  leo {
    103  1.1  leo 	return(malloc(items * size));
    104  1.1  leo }
    105  1.1  leo 
    106  1.1  leo void
    107  1.7  dsl zcfree (void *opaque, void *ptr)
    108  1.1  leo {
    109  1.1  leo 	free(ptr);
    110  1.1  leo }
    111  1.1  leo 
    112  1.1  leo void
    113  1.6  dsl zmemcpy(unsigned char *dest, unsigned char *source, unsigned int len)
    114  1.1  leo {
    115  1.1  leo 	bcopy(source, dest, len);
    116  1.1  leo }
    117  1.1  leo 
    118  1.1  leo static int
    119  1.6  dsl get_byte(struct sd *s)
    120  1.1  leo {
    121  1.1  leo 	if (s->z_eof)
    122  1.1  leo 		return (EOF);
    123  1.1  leo 
    124  1.1  leo 	if (s->stream.avail_in == 0) {
    125  1.1  leo 		int got;
    126  1.1  leo 
    127  1.1  leo 		errno = 0;
    128  1.1  leo 		got = cread(s->fd, s->inbuf, Z_BUFSIZE);
    129  1.1  leo 		if (got <= 0) {
    130  1.1  leo 			s->z_eof = 1;
    131  1.1  leo 			if (errno) s->z_err = Z_ERRNO;
    132  1.1  leo 			return EOF;
    133  1.1  leo 		}
    134  1.1  leo 		s->stream.avail_in = got;
    135  1.1  leo 		s->stream.next_in = s->inbuf;
    136  1.1  leo 	}
    137  1.1  leo 	s->stream.avail_in--;
    138  1.1  leo 	return *(s->stream.next_in)++;
    139  1.1  leo }
    140  1.1  leo 
    141  1.1  leo static unsigned long
    142  1.7  dsl getLong (struct sd *s)
    143  1.1  leo {
    144  1.1  leo 	unsigned long x = (unsigned long)get_byte(s);
    145  1.1  leo 	int c;
    146  1.1  leo 
    147  1.1  leo 	x += ((unsigned long)get_byte(s)) << 8;
    148  1.1  leo 	x += ((unsigned long)get_byte(s)) << 16;
    149  1.1  leo 	c = get_byte(s);
    150  1.1  leo 	if (c == EOF)
    151  1.1  leo 		s->z_err = Z_DATA_ERROR;
    152  1.1  leo 	x += ((unsigned long)c)<<24;
    153  1.1  leo 	return x;
    154  1.1  leo }
    155  1.1  leo 
    156  1.1  leo static void
    157  1.6  dsl check_header(struct sd *s)
    158  1.1  leo {
    159  1.1  leo 	int method; /* method byte */
    160  1.1  leo 	int flags;  /* flags byte */
    161  1.1  leo 	unsigned int len;
    162  1.1  leo 	int c;
    163  1.1  leo 
    164  1.1  leo 	/* Check the gzip magic header */
    165  1.1  leo 	for (len = 0; len < 2; len++) {
    166  1.1  leo 		c = get_byte(s);
    167  1.1  leo 		if (c == gz_magic[len])
    168  1.1  leo 			continue;
    169  1.1  leo 		if ((c == EOF) && (len == 0))  {
    170  1.1  leo 			/*
    171  1.1  leo 			 * We must not change s->compressed if we are at EOF;
    172  1.1  leo 			 * we may have come to the end of a gzipped file and be
    173  1.1  leo 			 * check to see if another gzipped file is concatenated
    174  1.1  leo 			 * to this one. If one isn't, we still need to be able
    175  1.1  leo 			 * to lseek on this file as a compressed file.
    176  1.1  leo 			 */
    177  1.1  leo 			return;
    178  1.1  leo 		}
    179  1.1  leo 		s->compressed = 0;
    180  1.1  leo 		if (c != EOF) {
    181  1.1  leo 			s->stream.avail_in++;
    182  1.1  leo 			s->stream.next_in--;
    183  1.1  leo 		}
    184  1.1  leo 		s->z_err = s->stream.avail_in != 0 ? Z_OK : Z_STREAM_END;
    185  1.1  leo 		return;
    186  1.1  leo 	}
    187  1.1  leo 	s->compressed = 1;
    188  1.1  leo 	method = get_byte(s);
    189  1.1  leo 	flags = get_byte(s);
    190  1.1  leo 	if (method != Z_DEFLATED || (flags & RESERVED) != 0) {
    191  1.1  leo 		s->z_err = Z_DATA_ERROR;
    192  1.1  leo 		return;
    193  1.1  leo 	}
    194  1.1  leo 
    195  1.1  leo 	/* Discard time, xflags and OS code: */
    196  1.1  leo 	for (len = 0; len < 6; len++)
    197  1.1  leo 		(void)get_byte(s);
    198  1.1  leo 
    199  1.1  leo 	if ((flags & EXTRA_FIELD) != 0) {
    200  1.1  leo 		/* skip the extra field */
    201  1.1  leo 		len  =  (unsigned int)get_byte(s);
    202  1.1  leo 		len += ((unsigned int)get_byte(s)) << 8;
    203  1.1  leo 		/* len is garbage if EOF but the loop below will quit anyway */
    204  1.1  leo 		while (len-- != 0 && get_byte(s) != EOF) /*void*/;
    205  1.1  leo 	}
    206  1.1  leo 	if ((flags & ORIG_NAME) != 0) {
    207  1.1  leo 		/* skip the original file name */
    208  1.1  leo 		while ((c = get_byte(s)) != 0 && c != EOF) /*void*/;
    209  1.1  leo 	}
    210  1.1  leo 	if ((flags & COMMENT) != 0) {
    211  1.1  leo 		/* skip the .gz file comment */
    212  1.1  leo 		while ((c = get_byte(s)) != 0 && c != EOF) /*void*/;
    213  1.1  leo 	}
    214  1.1  leo 	if ((flags & HEAD_CRC) != 0) {  /* skip the header crc */
    215  1.1  leo 		for (len = 0; len < 2; len++)
    216  1.1  leo 			(void)get_byte(s);
    217  1.1  leo 	}
    218  1.1  leo 	s->z_err = s->z_eof ? Z_DATA_ERROR : Z_OK;
    219  1.1  leo }
    220  1.1  leo 
    221  1.1  leo /*
    222  1.1  leo  * new open(), close(), read(), lseek()
    223  1.1  leo  */
    224  1.1  leo 
    225  1.1  leo int
    226  1.6  dsl copen(const char *fname, int mode)
    227  1.1  leo {
    228  1.1  leo 	int fd;
    229  1.1  leo 	struct sd *s = 0;
    230  1.1  leo 
    231  1.1  leo 	if ( ((fd = open(fname, mode)) == -1) || (mode != O_RDONLY) )
    232  1.1  leo 		/* compression only for read */
    233  1.1  leo 		return(fd);
    234  1.1  leo 
    235  1.1  leo 	ss[fd] = s = malloc(sizeof(struct sd));
    236  1.1  leo 	if (s == 0)
    237  1.1  leo 		goto errout;
    238  1.1  leo 	bzero(s, sizeof(struct sd));
    239  1.1  leo 
    240  1.1  leo 	if (inflateInit2(&(s->stream), -15) != Z_OK)
    241  1.1  leo 		goto errout;
    242  1.1  leo 
    243  1.1  leo 	s->stream.next_in  = s->inbuf = (unsigned char*)malloc(Z_BUFSIZE);
    244  1.1  leo 	if (s->inbuf == 0) {
    245  1.1  leo 		inflateEnd(&(s->stream));
    246  1.1  leo 		goto errout;
    247  1.1  leo 	}
    248  1.1  leo 
    249  1.1  leo 	s->fd = fd;
    250  1.1  leo 	check_header(s); /* skip the .gz header */
    251  1.1  leo 	return(fd);
    252  1.1  leo 
    253  1.1  leo errout:
    254  1.1  leo 	if (s != 0)
    255  1.1  leo 		free(s);
    256  1.1  leo 	close(fd);
    257  1.1  leo 	return (-1);
    258  1.1  leo }
    259  1.1  leo 
    260  1.1  leo int
    261  1.6  dsl cclose(int fd)
    262  1.1  leo {
    263  1.1  leo 	struct sd *s;
    264  1.1  leo 
    265  1.1  leo 	s = ss[fd];
    266  1.1  leo 
    267  1.1  leo 	inflateEnd(&(s->stream));
    268  1.1  leo 
    269  1.1  leo 	free(s->inbuf);
    270  1.1  leo 	free(s);
    271  1.1  leo 
    272  1.1  leo 	return (close(fd));
    273  1.1  leo }
    274  1.1  leo 
    275  1.1  leo size_t
    276  1.6  dsl cread(int fd, void *buf, size_t len)
    277  1.1  leo {
    278  1.1  leo 	struct sd *s;
    279  1.1  leo 	unsigned char *start = buf; /* starting point for crc computation */
    280  1.1  leo 
    281  1.1  leo 	s = ss[fd];
    282  1.1  leo 
    283  1.1  leo 	if (s->z_err == Z_DATA_ERROR || s->z_err == Z_ERRNO)
    284  1.1  leo 		return (-1);
    285  1.1  leo 	if (s->z_err == Z_STREAM_END)
    286  1.1  leo 		return (0);  /* EOF */
    287  1.1  leo 
    288  1.1  leo 	s->stream.next_out = buf;
    289  1.1  leo 	s->stream.avail_out = len;
    290  1.1  leo 
    291  1.1  leo 	while (s->stream.avail_out != 0) {
    292  1.1  leo 
    293  1.1  leo 		if (s->compressed == 0) {
    294  1.1  leo 			/* Copy first the lookahead bytes: */
    295  1.1  leo 			unsigned int n = s->stream.avail_in;
    296  1.1  leo 			if (n > s->stream.avail_out)
    297  1.1  leo 				n = s->stream.avail_out;
    298  1.1  leo 			if (n > 0) {
    299  1.1  leo 				zmemcpy(s->stream.next_out,
    300  1.1  leo 					s->stream.next_in, n);
    301  1.1  leo 				s->stream.next_out  += n;
    302  1.1  leo 				s->stream.next_in   += n;
    303  1.1  leo 				s->stream.avail_out -= n;
    304  1.1  leo 				s->stream.avail_in  -= n;
    305  1.1  leo 			}
    306  1.1  leo 			if (s->stream.avail_out > 0) {
    307  1.1  leo 				int got;
    308  1.1  leo 				got = read(s->fd, s->stream.next_out,
    309  1.1  leo 					    s->stream.avail_out);
    310  1.1  leo 				if (got == -1)
    311  1.1  leo 					return (got);
    312  1.1  leo 				s->stream.avail_out -= got;
    313  1.1  leo 			}
    314  1.1  leo 			return (int)(len - s->stream.avail_out);
    315  1.1  leo 		}
    316  1.1  leo 
    317  1.1  leo 		if (s->stream.avail_in == 0 && !s->z_eof) {
    318  1.1  leo 			int got;
    319  1.1  leo 			errno = 0;
    320  1.1  leo 			got = read(fd, s->inbuf, Z_BUFSIZE);
    321  1.1  leo 			if (got <= 0) {
    322  1.1  leo 				s->z_eof = 1;
    323  1.1  leo 				if (errno) {
    324  1.1  leo 					s->z_err = Z_ERRNO;
    325  1.1  leo 					break;
    326  1.1  leo 				}
    327  1.1  leo 			}
    328  1.1  leo 			s->stream.avail_in = got;
    329  1.1  leo 			s->stream.next_in = s->inbuf;
    330  1.1  leo 		}
    331  1.1  leo 
    332  1.1  leo 		s->z_err = inflate(&(s->stream), Z_NO_FLUSH);
    333  1.1  leo 
    334  1.1  leo 		if (s->z_err == Z_STREAM_END) {
    335  1.1  leo 			/* Check CRC and original size */
    336  1.1  leo 			s->crc = crc32(s->crc, start, (unsigned int)
    337  1.1  leo 					(s->stream.next_out - start));
    338  1.1  leo 			start = s->stream.next_out;
    339  1.1  leo 
    340  1.1  leo 			if (getLong(s) != s->crc ||
    341  1.1  leo 			    getLong(s) != s->stream.total_out) {
    342  1.1  leo 
    343  1.1  leo 				s->z_err = Z_DATA_ERROR;
    344  1.1  leo 			} else {
    345  1.1  leo 				/* Check for concatenated .gz files: */
    346  1.1  leo 				check_header(s);
    347  1.1  leo 				if (s->z_err == Z_OK) {
    348  1.1  leo 					inflateReset(&(s->stream));
    349  1.1  leo 					s->crc = crc32(0L, Z_NULL, 0);
    350  1.1  leo 				}
    351  1.1  leo 			}
    352  1.1  leo 		}
    353  1.1  leo 		if (s->z_err != Z_OK || s->z_eof)
    354  1.1  leo 			break;
    355  1.1  leo 	}
    356  1.1  leo 
    357  1.1  leo 	s->crc = crc32(s->crc, start,
    358  1.1  leo 		       (unsigned int)(s->stream.next_out - start));
    359  1.1  leo 
    360  1.1  leo 	return (int)(len - s->stream.avail_out);
    361  1.1  leo }
    362  1.1  leo 
    363  1.1  leo off_t
    364  1.6  dsl clseek(int fd, off_t offset, int where)
    365  1.1  leo {
    366  1.1  leo 	struct sd *s;
    367  1.1  leo 
    368  1.1  leo 	s = ss[fd];
    369  1.1  leo 
    370  1.1  leo 	if(s->compressed == 0) {
    371  1.1  leo 		off_t res = lseek(fd, offset, where);
    372  1.1  leo 		if (res != (off_t)-1) {
    373  1.1  leo 			/* make sure the lookahead buffer is invalid */
    374  1.1  leo 			s->stream.avail_in = 0;
    375  1.1  leo 		}
    376  1.1  leo 		return (res);
    377  1.1  leo 	}
    378  1.1  leo 
    379  1.1  leo 	switch(where) {
    380  1.1  leo 	case SEEK_CUR:
    381  1.1  leo 		    offset += s->stream.total_out;
    382  1.1  leo 	case SEEK_SET:
    383  1.1  leo 		/* if seek backwards, simply start from the beginning */
    384  1.1  leo 		if (offset < s->stream.total_out) {
    385  1.1  leo 			off_t res;
    386  1.1  leo 			void *sav_inbuf;
    387  1.1  leo 
    388  1.1  leo 			res = lseek(fd, 0, SEEK_SET);
    389  1.1  leo 			if(res == (off_t)-1)
    390  1.1  leo 			    return(res);
    391  1.1  leo 			/* ??? perhaps fallback to close / open */
    392  1.1  leo 
    393  1.1  leo 			inflateEnd(&(s->stream));
    394  1.1  leo 
    395  1.1  leo 			sav_inbuf = s->inbuf; /* don't allocate again */
    396  1.1  leo 			bzero(s, sizeof(struct sd)); /* this resets total_out to 0! */
    397  1.1  leo 
    398  1.1  leo 			inflateInit2(&(s->stream), -15);
    399  1.1  leo 			s->stream.next_in = s->inbuf = sav_inbuf;
    400  1.1  leo 
    401  1.1  leo 			s->fd = fd;
    402  1.1  leo 			check_header(s); /* skip the .gz header */
    403  1.1  leo 		}
    404  1.1  leo 
    405  1.1  leo 		    /* to seek forwards, throw away data */
    406  1.1  leo 		if (offset > s->stream.total_out) {
    407  1.1  leo 			off_t toskip = offset - s->stream.total_out;
    408  1.1  leo 
    409  1.1  leo 			while (toskip > 0) {
    410  1.1  leo #define DUMMYBUFSIZE 256
    411  1.1  leo 				char dummybuf[DUMMYBUFSIZE];
    412  1.1  leo 				off_t len = toskip;
    413  1.1  leo 				if (len > DUMMYBUFSIZE) len = DUMMYBUFSIZE;
    414  1.1  leo 				if (cread(fd, dummybuf, len) != len) {
    415  1.1  leo 					errno = EINVAL;
    416  1.1  leo 					return ((off_t)-1);
    417  1.1  leo 				}
    418  1.1  leo 				toskip -= len;
    419  1.1  leo 			}
    420  1.1  leo 		}
    421  1.1  leo #ifdef DEBUG
    422  1.1  leo 		if (offset != s->stream.total_out)
    423  1.1  leo 			panic("lseek compressed");
    424  1.1  leo #endif
    425  1.1  leo 		return (offset);
    426  1.1  leo 	case SEEK_END:
    427  1.1  leo 		errno = EINVAL;
    428  1.1  leo 		break;
    429  1.1  leo 	default:
    430  1.1  leo 		errno = EINVAL;
    431  1.1  leo 	}
    432  1.1  leo 
    433  1.1  leo 	return((off_t)-1);
    434  1.1  leo }
    435