cread.c revision 1.11 1 1.10 thorpej /* $NetBSD: cread.c,v 1.11 1999/11/13 21:17:56 thorpej Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright (c) 1996
5 1.1 cgd * Matthias Drochner. All rights reserved.
6 1.1 cgd *
7 1.1 cgd * Redistribution and use in source and binary forms, with or without
8 1.1 cgd * modification, are permitted provided that the following conditions
9 1.1 cgd * are met:
10 1.1 cgd * 1. Redistributions of source code must retain the above copyright
11 1.1 cgd * notice, this list of conditions and the following disclaimer.
12 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 cgd * notice, this list of conditions and the following disclaimer in the
14 1.1 cgd * documentation and/or other materials provided with the distribution.
15 1.1 cgd * 3. All advertising materials mentioning features or use of this software
16 1.1 cgd * must display the following acknowledgement:
17 1.1 cgd * This product includes software developed for the NetBSD Project
18 1.1 cgd * by Matthias Drochner.
19 1.1 cgd * 4. The name of the author may not be used to endorse or promote products
20 1.1 cgd * derived from this software without specific prior written permission.
21 1.1 cgd *
22 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
23 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
26 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
27 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
31 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 1.1 cgd *
33 1.1 cgd */
34 1.1 cgd
35 1.7 pk /*
36 1.7 pk * Support for compressed bootfiles (only read)
37 1.7 pk *
38 1.7 pk * - replaces open(), close(), read(), lseek().
39 1.7 pk * - original libsa open(), close(), read(), lseek() are called
40 1.7 pk * as oopen(), oclose(), oread() resp. olseek().
41 1.7 pk * - compression parts stripped from zlib:gzio.c
42 1.1 cgd */
43 1.1 cgd
44 1.1 cgd /* gzio.c -- IO on .gz files
45 1.1 cgd * Copyright (C) 1995-1996 Jean-loup Gailly.
46 1.1 cgd * For conditions of distribution and use, see copyright notice in zlib.h
47 1.1 cgd */
48 1.1 cgd
49 1.4 drochner #include "stand.h"
50 1.4 drochner #ifdef _STANDALONE
51 1.11 thorpej #include <lib/libkern/libkern.h>
52 1.3 drochner #include <lib/libz/zlib.h>
53 1.4 drochner #else
54 1.4 drochner #include <string.h>
55 1.4 drochner #include <zlib.h>
56 1.4 drochner #endif
57 1.1 cgd
58 1.1 cgd #define EOF (-1) /* needed by compression code */
59 1.1 cgd
60 1.1 cgd #ifdef SAVE_MEMORY
61 1.1 cgd #define Z_BUFSIZE 1024
62 1.1 cgd #else
63 1.1 cgd #define Z_BUFSIZE 4096
64 1.1 cgd #endif
65 1.1 cgd
66 1.7 pk static int gz_magic[2] = {0x1f, 0x8b}; /* gzip magic header */
67 1.1 cgd
68 1.1 cgd /* gzip flag byte */
69 1.7 pk #define ASCII_FLAG 0x01 /* bit 0 set: file probably ascii text */
70 1.7 pk #define HEAD_CRC 0x02 /* bit 1 set: header CRC present */
71 1.7 pk #define EXTRA_FIELD 0x04 /* bit 2 set: extra field present */
72 1.7 pk #define ORIG_NAME 0x08 /* bit 3 set: original file name present */
73 1.7 pk #define COMMENT 0x10 /* bit 4 set: file comment present */
74 1.7 pk #define RESERVED 0xE0 /* bits 5..7: reserved */
75 1.1 cgd
76 1.1 cgd static struct sd {
77 1.7 pk z_stream stream;
78 1.7 pk int z_err; /* error code for last stream operation */
79 1.7 pk int z_eof; /* set if end of input file */
80 1.7 pk int fd;
81 1.7 pk unsigned char *inbuf; /* input buffer */
82 1.7 pk unsigned long crc; /* crc32 of uncompressed data */
83 1.7 pk int compressed; /* 1 if input file is a .gz file */
84 1.1 cgd } *ss[SOPEN_MAX];
85 1.1 cgd
86 1.7 pk static int get_byte __P((struct sd *));
87 1.7 pk static unsigned long getLong __P((struct sd *));
88 1.7 pk static void check_header __P((struct sd *));
89 1.7 pk
90 1.7 pk /* XXX - find suitable headerf ile for these: */
91 1.7 pk void *zcalloc __P((void *, unsigned int, unsigned int));
92 1.7 pk void zcfree __P((void *, void *));
93 1.7 pk void zmemcpy __P((unsigned char *, unsigned char *, unsigned int));
94 1.7 pk
95 1.7 pk
96 1.1 cgd /*
97 1.1 cgd * compression utilities
98 1.1 cgd */
99 1.1 cgd
100 1.7 pk void *
101 1.7 pk zcalloc (opaque, items, size)
102 1.7 pk void *opaque;
103 1.7 pk unsigned items;
104 1.7 pk unsigned size;
105 1.1 cgd {
106 1.7 pk return(alloc(items * size));
107 1.1 cgd }
108 1.1 cgd
109 1.7 pk void
110 1.7 pk zcfree (opaque, ptr)
111 1.7 pk void *opaque;
112 1.7 pk void *ptr;
113 1.1 cgd {
114 1.7 pk free(ptr, 0); /* XXX works only with modified allocator */
115 1.1 cgd }
116 1.1 cgd
117 1.7 pk void
118 1.7 pk zmemcpy(dest, source, len)
119 1.7 pk unsigned char *dest;
120 1.7 pk unsigned char *source;
121 1.7 pk unsigned int len;
122 1.1 cgd {
123 1.7 pk bcopy(source, dest, len);
124 1.1 cgd }
125 1.1 cgd
126 1.7 pk static int
127 1.7 pk get_byte(s)
128 1.7 pk struct sd *s;
129 1.1 cgd {
130 1.7 pk if (s->z_eof)
131 1.7 pk return (EOF);
132 1.7 pk
133 1.7 pk if (s->stream.avail_in == 0) {
134 1.7 pk int got;
135 1.7 pk
136 1.7 pk errno = 0;
137 1.7 pk got = oread(s->fd, s->inbuf, Z_BUFSIZE);
138 1.7 pk if (got <= 0) {
139 1.7 pk s->z_eof = 1;
140 1.7 pk if (errno) s->z_err = Z_ERRNO;
141 1.7 pk return EOF;
142 1.7 pk }
143 1.7 pk s->stream.avail_in = got;
144 1.7 pk s->stream.next_in = s->inbuf;
145 1.7 pk }
146 1.7 pk s->stream.avail_in--;
147 1.7 pk return *(s->stream.next_in)++;
148 1.1 cgd }
149 1.1 cgd
150 1.7 pk static unsigned long
151 1.7 pk getLong (s)
152 1.1 cgd struct sd *s;
153 1.1 cgd {
154 1.7 pk unsigned long x = (unsigned long)get_byte(s);
155 1.7 pk int c;
156 1.1 cgd
157 1.7 pk x += ((unsigned long)get_byte(s)) << 8;
158 1.7 pk x += ((unsigned long)get_byte(s)) << 16;
159 1.7 pk c = get_byte(s);
160 1.7 pk if (c == EOF)
161 1.7 pk s->z_err = Z_DATA_ERROR;
162 1.7 pk x += ((unsigned long)c)<<24;
163 1.7 pk return x;
164 1.1 cgd }
165 1.1 cgd
166 1.7 pk static void
167 1.7 pk check_header(s)
168 1.7 pk struct sd *s;
169 1.1 cgd {
170 1.7 pk int method; /* method byte */
171 1.7 pk int flags; /* flags byte */
172 1.7 pk unsigned int len;
173 1.7 pk int c;
174 1.7 pk
175 1.7 pk /* Check the gzip magic header */
176 1.7 pk for (len = 0; len < 2; len++) {
177 1.7 pk c = get_byte(s);
178 1.7 pk if (c == gz_magic[len])
179 1.7 pk continue;
180 1.7 pk if ((c == EOF) && (len == 0)) {
181 1.7 pk /*
182 1.7 pk * We must not change s->compressed if we are at EOF;
183 1.7 pk * we may have come to the end of a gzipped file and be
184 1.7 pk * check to see if another gzipped file is concatenated
185 1.7 pk * to this one. If one isn't, we still need to be able
186 1.7 pk * to lseek on this file as a compressed file.
187 1.7 pk */
188 1.7 pk return;
189 1.7 pk }
190 1.7 pk s->compressed = 0;
191 1.7 pk if (c != EOF) {
192 1.7 pk s->stream.avail_in++;
193 1.7 pk s->stream.next_in--;
194 1.7 pk }
195 1.7 pk s->z_err = s->stream.avail_in != 0 ? Z_OK : Z_STREAM_END;
196 1.7 pk return;
197 1.7 pk }
198 1.7 pk s->compressed = 1;
199 1.7 pk method = get_byte(s);
200 1.7 pk flags = get_byte(s);
201 1.7 pk if (method != Z_DEFLATED || (flags & RESERVED) != 0) {
202 1.7 pk s->z_err = Z_DATA_ERROR;
203 1.7 pk return;
204 1.7 pk }
205 1.1 cgd
206 1.7 pk /* Discard time, xflags and OS code: */
207 1.7 pk for (len = 0; len < 6; len++)
208 1.7 pk (void)get_byte(s);
209 1.7 pk
210 1.7 pk if ((flags & EXTRA_FIELD) != 0) {
211 1.7 pk /* skip the extra field */
212 1.7 pk len = (unsigned int)get_byte(s);
213 1.7 pk len += ((unsigned int)get_byte(s)) << 8;
214 1.7 pk /* len is garbage if EOF but the loop below will quit anyway */
215 1.7 pk while (len-- != 0 && get_byte(s) != EOF) /*void*/;
216 1.7 pk }
217 1.7 pk if ((flags & ORIG_NAME) != 0) {
218 1.7 pk /* skip the original file name */
219 1.7 pk while ((c = get_byte(s)) != 0 && c != EOF) /*void*/;
220 1.7 pk }
221 1.7 pk if ((flags & COMMENT) != 0) {
222 1.7 pk /* skip the .gz file comment */
223 1.7 pk while ((c = get_byte(s)) != 0 && c != EOF) /*void*/;
224 1.7 pk }
225 1.7 pk if ((flags & HEAD_CRC) != 0) { /* skip the header crc */
226 1.7 pk for (len = 0; len < 2; len++)
227 1.7 pk (void)get_byte(s);
228 1.7 pk }
229 1.7 pk s->z_err = s->z_eof ? Z_DATA_ERROR : Z_OK;
230 1.1 cgd }
231 1.1 cgd
232 1.1 cgd /*
233 1.1 cgd * new open(), close(), read(), lseek()
234 1.1 cgd */
235 1.1 cgd
236 1.1 cgd int
237 1.1 cgd open(fname, mode)
238 1.1 cgd const char *fname;
239 1.1 cgd int mode;
240 1.1 cgd {
241 1.7 pk int fd;
242 1.7 pk struct sd *s = 0;
243 1.1 cgd
244 1.7 pk if ( ((fd = oopen(fname, mode)) == -1) || (mode != 0) )
245 1.7 pk /* compression only for read */
246 1.7 pk return(fd);
247 1.7 pk
248 1.7 pk ss[fd] = s = alloc(sizeof(struct sd));
249 1.7 pk if (s == 0)
250 1.7 pk goto errout;
251 1.7 pk bzero(s, sizeof(struct sd));
252 1.7 pk
253 1.7 pk if (inflateInit2(&(s->stream), -15) != Z_OK)
254 1.7 pk goto errout;
255 1.7 pk
256 1.7 pk s->stream.next_in = s->inbuf = (unsigned char*)alloc(Z_BUFSIZE);
257 1.7 pk if (s->inbuf == 0) {
258 1.7 pk inflateEnd(&(s->stream));
259 1.7 pk goto errout;
260 1.7 pk }
261 1.7 pk
262 1.7 pk s->fd = fd;
263 1.7 pk check_header(s); /* skip the .gz header */
264 1.7 pk return(fd);
265 1.1 cgd
266 1.1 cgd errout:
267 1.7 pk if (s != 0)
268 1.7 pk free(s, sizeof(struct sd));
269 1.7 pk oclose(fd);
270 1.7 pk return (-1);
271 1.1 cgd }
272 1.1 cgd
273 1.1 cgd int
274 1.1 cgd close(fd)
275 1.1 cgd int fd;
276 1.1 cgd {
277 1.2 thorpej struct open_file *f;
278 1.7 pk struct sd *s;
279 1.2 thorpej
280 1.9 cgd #if !defined(LIBSA_NO_FD_CHECKING)
281 1.2 thorpej if ((unsigned)fd >= SOPEN_MAX) {
282 1.2 thorpej errno = EBADF;
283 1.2 thorpej return (-1);
284 1.2 thorpej }
285 1.9 cgd #endif
286 1.2 thorpej f = &files[fd];
287 1.2 thorpej
288 1.7 pk if ((f->f_flags & F_READ) == 0)
289 1.2 thorpej return(oclose(fd));
290 1.1 cgd
291 1.1 cgd s = ss[fd];
292 1.1 cgd
293 1.1 cgd inflateEnd(&(s->stream));
294 1.1 cgd
295 1.1 cgd free(s->inbuf, Z_BUFSIZE);
296 1.1 cgd free(s, sizeof(struct sd));
297 1.1 cgd
298 1.7 pk return (oclose(fd));
299 1.1 cgd }
300 1.1 cgd
301 1.1 cgd ssize_t
302 1.1 cgd read(fd, buf, len)
303 1.1 cgd int fd;
304 1.1 cgd void *buf;
305 1.1 cgd size_t len;
306 1.1 cgd {
307 1.7 pk struct sd *s;
308 1.7 pk unsigned char *start = buf; /* starting point for crc computation */
309 1.1 cgd
310 1.7 pk s = ss[fd];
311 1.1 cgd
312 1.7 pk if (s->z_err == Z_DATA_ERROR || s->z_err == Z_ERRNO)
313 1.7 pk return (-1);
314 1.7 pk if (s->z_err == Z_STREAM_END)
315 1.7 pk return (0); /* EOF */
316 1.1 cgd
317 1.7 pk s->stream.next_out = buf;
318 1.7 pk s->stream.avail_out = len;
319 1.7 pk
320 1.7 pk while (s->stream.avail_out != 0) {
321 1.7 pk
322 1.7 pk if (s->compressed == 0) {
323 1.7 pk /* Copy first the lookahead bytes: */
324 1.7 pk unsigned int n = s->stream.avail_in;
325 1.7 pk if (n > s->stream.avail_out)
326 1.7 pk n = s->stream.avail_out;
327 1.7 pk if (n > 0) {
328 1.7 pk zmemcpy(s->stream.next_out,
329 1.7 pk s->stream.next_in, n);
330 1.7 pk s->stream.next_out += n;
331 1.7 pk s->stream.next_in += n;
332 1.7 pk s->stream.avail_out -= n;
333 1.7 pk s->stream.avail_in -= n;
334 1.7 pk }
335 1.7 pk if (s->stream.avail_out > 0) {
336 1.7 pk int got;
337 1.7 pk got = oread(s->fd, s->stream.next_out,
338 1.7 pk s->stream.avail_out);
339 1.7 pk if (got == -1)
340 1.7 pk return (got);
341 1.7 pk s->stream.avail_out -= got;
342 1.7 pk }
343 1.7 pk return (int)(len - s->stream.avail_out);
344 1.7 pk }
345 1.7 pk
346 1.7 pk if (s->stream.avail_in == 0 && !s->z_eof) {
347 1.7 pk int got;
348 1.7 pk errno = 0;
349 1.7 pk got = oread(fd, s->inbuf, Z_BUFSIZE);
350 1.7 pk if (got <= 0) {
351 1.7 pk s->z_eof = 1;
352 1.7 pk if (errno) {
353 1.7 pk s->z_err = Z_ERRNO;
354 1.7 pk break;
355 1.7 pk }
356 1.7 pk }
357 1.7 pk s->stream.avail_in = got;
358 1.7 pk s->stream.next_in = s->inbuf;
359 1.1 cgd }
360 1.1 cgd
361 1.7 pk s->z_err = inflate(&(s->stream), Z_NO_FLUSH);
362 1.7 pk
363 1.7 pk if (s->z_err == Z_STREAM_END) {
364 1.7 pk /* Check CRC and original size */
365 1.7 pk s->crc = crc32(s->crc, start, (unsigned int)
366 1.7 pk (s->stream.next_out - start));
367 1.7 pk start = s->stream.next_out;
368 1.7 pk
369 1.7 pk if (getLong(s) != s->crc ||
370 1.7 pk getLong(s) != s->stream.total_out) {
371 1.7 pk
372 1.7 pk s->z_err = Z_DATA_ERROR;
373 1.7 pk } else {
374 1.7 pk /* Check for concatenated .gz files: */
375 1.7 pk check_header(s);
376 1.7 pk if (s->z_err == Z_OK) {
377 1.7 pk inflateReset(&(s->stream));
378 1.7 pk s->crc = crc32(0L, Z_NULL, 0);
379 1.7 pk }
380 1.7 pk }
381 1.1 cgd }
382 1.7 pk if (s->z_err != Z_OK || s->z_eof)
383 1.7 pk break;
384 1.7 pk }
385 1.1 cgd
386 1.7 pk s->crc = crc32(s->crc, start,
387 1.7 pk (unsigned int)(s->stream.next_out - start));
388 1.7 pk
389 1.7 pk return (int)(len - s->stream.avail_out);
390 1.1 cgd }
391 1.1 cgd
392 1.1 cgd off_t
393 1.1 cgd lseek(fd, offset, where)
394 1.1 cgd int fd;
395 1.1 cgd off_t offset;
396 1.1 cgd int where;
397 1.1 cgd {
398 1.7 pk struct open_file *f;
399 1.7 pk struct sd *s;
400 1.1 cgd
401 1.9 cgd #if !defined(LIBSA_NO_FD_CHECKING)
402 1.7 pk if ((unsigned)fd >= SOPEN_MAX) {
403 1.1 cgd errno = EBADF;
404 1.1 cgd return (-1);
405 1.7 pk }
406 1.9 cgd #endif
407 1.7 pk f = &files[fd];;
408 1.1 cgd
409 1.8 drochner if ((f->f_flags & F_READ) == 0)
410 1.1 cgd return(olseek(fd, offset, where));
411 1.1 cgd
412 1.7 pk s = ss[fd];
413 1.1 cgd
414 1.7 pk if(s->compressed == 0) {
415 1.1 cgd off_t res = olseek(fd, offset, where);
416 1.7 pk if (res != (off_t)-1) {
417 1.7 pk /* make sure the lookahead buffer is invalid */
418 1.7 pk s->stream.avail_in = 0;
419 1.1 cgd }
420 1.7 pk return (res);
421 1.7 pk }
422 1.1 cgd
423 1.7 pk switch(where) {
424 1.7 pk case SEEK_CUR:
425 1.1 cgd offset += s->stream.total_out;
426 1.7 pk case SEEK_SET:
427 1.7 pk /* if seek backwards, simply start from the beginning */
428 1.7 pk if (offset < s->stream.total_out) {
429 1.1 cgd off_t res;
430 1.1 cgd void *sav_inbuf;
431 1.1 cgd
432 1.1 cgd res = olseek(fd, 0, SEEK_SET);
433 1.1 cgd if(res == (off_t)-1)
434 1.1 cgd return(res);
435 1.1 cgd /* ??? perhaps fallback to close / open */
436 1.1 cgd
437 1.1 cgd inflateEnd(&(s->stream));
438 1.1 cgd
439 1.1 cgd sav_inbuf = s->inbuf; /* don't allocate again */
440 1.1 cgd bzero(s, sizeof(struct sd)); /* this resets total_out to 0! */
441 1.1 cgd
442 1.1 cgd inflateInit2(&(s->stream), -15);
443 1.1 cgd s->stream.next_in = s->inbuf = sav_inbuf;
444 1.1 cgd
445 1.1 cgd s->fd = fd;
446 1.1 cgd check_header(s); /* skip the .gz header */
447 1.7 pk }
448 1.1 cgd
449 1.1 cgd /* to seek forwards, throw away data */
450 1.7 pk if (offset > s->stream.total_out) {
451 1.1 cgd off_t toskip = offset - s->stream.total_out;
452 1.1 cgd
453 1.7 pk while (toskip > 0) {
454 1.1 cgd #define DUMMYBUFSIZE 256
455 1.7 pk char dummybuf[DUMMYBUFSIZE];
456 1.7 pk off_t len = toskip;
457 1.7 pk if (len > DUMMYBUFSIZE) len = DUMMYBUFSIZE;
458 1.7 pk if (read(fd, dummybuf, len) != len) {
459 1.7 pk errno = EOFFSET;
460 1.7 pk return ((off_t)-1);
461 1.7 pk }
462 1.7 pk toskip -= len;
463 1.1 cgd }
464 1.7 pk }
465 1.1 cgd #ifdef DEBUG
466 1.7 pk if (offset != s->stream.total_out)
467 1.1 cgd panic("lseek compressed");
468 1.1 cgd #endif
469 1.7 pk return (offset);
470 1.7 pk case SEEK_END:
471 1.7 pk errno = EOFFSET;
472 1.7 pk break;
473 1.7 pk default:
474 1.7 pk errno = EINVAL;
475 1.7 pk }
476 1.7 pk
477 1.7 pk return((off_t)-1);
478 1.1 cgd }
479