cread.c revision 1.8 1 1.8 drochner /* $NetBSD: cread.c,v 1.8 1999/02/12 10:44:07 drochner Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright (c) 1996
5 1.1 cgd * Matthias Drochner. All rights reserved.
6 1.1 cgd *
7 1.1 cgd * Redistribution and use in source and binary forms, with or without
8 1.1 cgd * modification, are permitted provided that the following conditions
9 1.1 cgd * are met:
10 1.1 cgd * 1. Redistributions of source code must retain the above copyright
11 1.1 cgd * notice, this list of conditions and the following disclaimer.
12 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 cgd * notice, this list of conditions and the following disclaimer in the
14 1.1 cgd * documentation and/or other materials provided with the distribution.
15 1.1 cgd * 3. All advertising materials mentioning features or use of this software
16 1.1 cgd * must display the following acknowledgement:
17 1.1 cgd * This product includes software developed for the NetBSD Project
18 1.1 cgd * by Matthias Drochner.
19 1.1 cgd * 4. The name of the author may not be used to endorse or promote products
20 1.1 cgd * derived from this software without specific prior written permission.
21 1.1 cgd *
22 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
23 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
26 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
27 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
31 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 1.1 cgd *
33 1.1 cgd */
34 1.1 cgd
35 1.7 pk /*
36 1.7 pk * Support for compressed bootfiles (only read)
37 1.7 pk *
38 1.7 pk * - replaces open(), close(), read(), lseek().
39 1.7 pk * - original libsa open(), close(), read(), lseek() are called
40 1.7 pk * as oopen(), oclose(), oread() resp. olseek().
41 1.7 pk * - compression parts stripped from zlib:gzio.c
42 1.1 cgd */
43 1.1 cgd
44 1.1 cgd /* gzio.c -- IO on .gz files
45 1.1 cgd * Copyright (C) 1995-1996 Jean-loup Gailly.
46 1.1 cgd * For conditions of distribution and use, see copyright notice in zlib.h
47 1.1 cgd */
48 1.1 cgd
49 1.4 drochner #include "stand.h"
50 1.4 drochner #ifdef _STANDALONE
51 1.3 drochner #include <lib/libkern/libkern.h>
52 1.3 drochner #include <lib/libz/zlib.h>
53 1.4 drochner #else
54 1.4 drochner #include <string.h>
55 1.4 drochner #include <zlib.h>
56 1.4 drochner #endif
57 1.1 cgd
58 1.1 cgd #define EOF (-1) /* needed by compression code */
59 1.1 cgd
60 1.1 cgd #ifdef SAVE_MEMORY
61 1.1 cgd #define Z_BUFSIZE 1024
62 1.1 cgd #else
63 1.1 cgd #define Z_BUFSIZE 4096
64 1.1 cgd #endif
65 1.1 cgd
66 1.7 pk static int gz_magic[2] = {0x1f, 0x8b}; /* gzip magic header */
67 1.1 cgd
68 1.1 cgd /* gzip flag byte */
69 1.7 pk #define ASCII_FLAG 0x01 /* bit 0 set: file probably ascii text */
70 1.7 pk #define HEAD_CRC 0x02 /* bit 1 set: header CRC present */
71 1.7 pk #define EXTRA_FIELD 0x04 /* bit 2 set: extra field present */
72 1.7 pk #define ORIG_NAME 0x08 /* bit 3 set: original file name present */
73 1.7 pk #define COMMENT 0x10 /* bit 4 set: file comment present */
74 1.7 pk #define RESERVED 0xE0 /* bits 5..7: reserved */
75 1.1 cgd
76 1.1 cgd static struct sd {
77 1.7 pk z_stream stream;
78 1.7 pk int z_err; /* error code for last stream operation */
79 1.7 pk int z_eof; /* set if end of input file */
80 1.7 pk int fd;
81 1.7 pk unsigned char *inbuf; /* input buffer */
82 1.7 pk unsigned long crc; /* crc32 of uncompressed data */
83 1.7 pk int compressed; /* 1 if input file is a .gz file */
84 1.1 cgd } *ss[SOPEN_MAX];
85 1.1 cgd
86 1.7 pk static int get_byte __P((struct sd *));
87 1.7 pk static unsigned long getLong __P((struct sd *));
88 1.7 pk static void check_header __P((struct sd *));
89 1.7 pk
90 1.7 pk /* XXX - find suitable headerf ile for these: */
91 1.7 pk void *zcalloc __P((void *, unsigned int, unsigned int));
92 1.7 pk void zcfree __P((void *, void *));
93 1.7 pk void zmemcpy __P((unsigned char *, unsigned char *, unsigned int));
94 1.7 pk
95 1.7 pk
96 1.1 cgd /*
97 1.1 cgd * compression utilities
98 1.1 cgd */
99 1.1 cgd
100 1.7 pk void *
101 1.7 pk zcalloc (opaque, items, size)
102 1.7 pk void *opaque;
103 1.7 pk unsigned items;
104 1.7 pk unsigned size;
105 1.1 cgd {
106 1.7 pk return(alloc(items * size));
107 1.1 cgd }
108 1.1 cgd
109 1.7 pk void
110 1.7 pk zcfree (opaque, ptr)
111 1.7 pk void *opaque;
112 1.7 pk void *ptr;
113 1.1 cgd {
114 1.7 pk free(ptr, 0); /* XXX works only with modified allocator */
115 1.1 cgd }
116 1.1 cgd
117 1.7 pk void
118 1.7 pk zmemcpy(dest, source, len)
119 1.7 pk unsigned char *dest;
120 1.7 pk unsigned char *source;
121 1.7 pk unsigned int len;
122 1.1 cgd {
123 1.7 pk bcopy(source, dest, len);
124 1.1 cgd }
125 1.1 cgd
126 1.7 pk static int
127 1.7 pk get_byte(s)
128 1.7 pk struct sd *s;
129 1.1 cgd {
130 1.7 pk if (s->z_eof)
131 1.7 pk return (EOF);
132 1.7 pk
133 1.7 pk if (s->stream.avail_in == 0) {
134 1.7 pk int got;
135 1.7 pk
136 1.7 pk errno = 0;
137 1.7 pk got = oread(s->fd, s->inbuf, Z_BUFSIZE);
138 1.7 pk if (got <= 0) {
139 1.7 pk s->z_eof = 1;
140 1.7 pk if (errno) s->z_err = Z_ERRNO;
141 1.7 pk return EOF;
142 1.7 pk }
143 1.7 pk s->stream.avail_in = got;
144 1.7 pk s->stream.next_in = s->inbuf;
145 1.7 pk }
146 1.7 pk s->stream.avail_in--;
147 1.7 pk return *(s->stream.next_in)++;
148 1.1 cgd }
149 1.1 cgd
150 1.7 pk static unsigned long
151 1.7 pk getLong (s)
152 1.1 cgd struct sd *s;
153 1.1 cgd {
154 1.7 pk unsigned long x = (unsigned long)get_byte(s);
155 1.7 pk int c;
156 1.1 cgd
157 1.7 pk x += ((unsigned long)get_byte(s)) << 8;
158 1.7 pk x += ((unsigned long)get_byte(s)) << 16;
159 1.7 pk c = get_byte(s);
160 1.7 pk if (c == EOF)
161 1.7 pk s->z_err = Z_DATA_ERROR;
162 1.7 pk x += ((unsigned long)c)<<24;
163 1.7 pk return x;
164 1.1 cgd }
165 1.1 cgd
166 1.7 pk static void
167 1.7 pk check_header(s)
168 1.7 pk struct sd *s;
169 1.1 cgd {
170 1.7 pk int method; /* method byte */
171 1.7 pk int flags; /* flags byte */
172 1.7 pk unsigned int len;
173 1.7 pk int c;
174 1.7 pk
175 1.7 pk /* Check the gzip magic header */
176 1.7 pk for (len = 0; len < 2; len++) {
177 1.7 pk c = get_byte(s);
178 1.7 pk if (c == gz_magic[len])
179 1.7 pk continue;
180 1.7 pk if ((c == EOF) && (len == 0)) {
181 1.7 pk /*
182 1.7 pk * We must not change s->compressed if we are at EOF;
183 1.7 pk * we may have come to the end of a gzipped file and be
184 1.7 pk * check to see if another gzipped file is concatenated
185 1.7 pk * to this one. If one isn't, we still need to be able
186 1.7 pk * to lseek on this file as a compressed file.
187 1.7 pk */
188 1.7 pk return;
189 1.7 pk }
190 1.7 pk s->compressed = 0;
191 1.7 pk if (c != EOF) {
192 1.7 pk s->stream.avail_in++;
193 1.7 pk s->stream.next_in--;
194 1.7 pk }
195 1.7 pk s->z_err = s->stream.avail_in != 0 ? Z_OK : Z_STREAM_END;
196 1.7 pk return;
197 1.7 pk }
198 1.7 pk s->compressed = 1;
199 1.7 pk method = get_byte(s);
200 1.7 pk flags = get_byte(s);
201 1.7 pk if (method != Z_DEFLATED || (flags & RESERVED) != 0) {
202 1.7 pk s->z_err = Z_DATA_ERROR;
203 1.7 pk return;
204 1.7 pk }
205 1.1 cgd
206 1.7 pk /* Discard time, xflags and OS code: */
207 1.7 pk for (len = 0; len < 6; len++)
208 1.7 pk (void)get_byte(s);
209 1.7 pk
210 1.7 pk if ((flags & EXTRA_FIELD) != 0) {
211 1.7 pk /* skip the extra field */
212 1.7 pk len = (unsigned int)get_byte(s);
213 1.7 pk len += ((unsigned int)get_byte(s)) << 8;
214 1.7 pk /* len is garbage if EOF but the loop below will quit anyway */
215 1.7 pk while (len-- != 0 && get_byte(s) != EOF) /*void*/;
216 1.7 pk }
217 1.7 pk if ((flags & ORIG_NAME) != 0) {
218 1.7 pk /* skip the original file name */
219 1.7 pk while ((c = get_byte(s)) != 0 && c != EOF) /*void*/;
220 1.7 pk }
221 1.7 pk if ((flags & COMMENT) != 0) {
222 1.7 pk /* skip the .gz file comment */
223 1.7 pk while ((c = get_byte(s)) != 0 && c != EOF) /*void*/;
224 1.7 pk }
225 1.7 pk if ((flags & HEAD_CRC) != 0) { /* skip the header crc */
226 1.7 pk for (len = 0; len < 2; len++)
227 1.7 pk (void)get_byte(s);
228 1.7 pk }
229 1.7 pk s->z_err = s->z_eof ? Z_DATA_ERROR : Z_OK;
230 1.1 cgd }
231 1.1 cgd
232 1.1 cgd /*
233 1.1 cgd * new open(), close(), read(), lseek()
234 1.1 cgd */
235 1.1 cgd
236 1.1 cgd int
237 1.1 cgd open(fname, mode)
238 1.1 cgd const char *fname;
239 1.1 cgd int mode;
240 1.1 cgd {
241 1.7 pk int fd;
242 1.7 pk struct sd *s = 0;
243 1.1 cgd
244 1.7 pk if ( ((fd = oopen(fname, mode)) == -1) || (mode != 0) )
245 1.7 pk /* compression only for read */
246 1.7 pk return(fd);
247 1.7 pk
248 1.7 pk ss[fd] = s = alloc(sizeof(struct sd));
249 1.7 pk if (s == 0)
250 1.7 pk goto errout;
251 1.7 pk bzero(s, sizeof(struct sd));
252 1.7 pk
253 1.7 pk if (inflateInit2(&(s->stream), -15) != Z_OK)
254 1.7 pk goto errout;
255 1.7 pk
256 1.7 pk s->stream.next_in = s->inbuf = (unsigned char*)alloc(Z_BUFSIZE);
257 1.7 pk if (s->inbuf == 0) {
258 1.7 pk inflateEnd(&(s->stream));
259 1.7 pk goto errout;
260 1.7 pk }
261 1.7 pk
262 1.7 pk s->fd = fd;
263 1.7 pk check_header(s); /* skip the .gz header */
264 1.7 pk return(fd);
265 1.1 cgd
266 1.1 cgd errout:
267 1.7 pk if (s != 0)
268 1.7 pk free(s, sizeof(struct sd));
269 1.7 pk oclose(fd);
270 1.7 pk return (-1);
271 1.1 cgd }
272 1.1 cgd
273 1.1 cgd int
274 1.1 cgd close(fd)
275 1.1 cgd int fd;
276 1.1 cgd {
277 1.2 thorpej struct open_file *f;
278 1.7 pk struct sd *s;
279 1.2 thorpej
280 1.2 thorpej if ((unsigned)fd >= SOPEN_MAX) {
281 1.2 thorpej errno = EBADF;
282 1.2 thorpej return (-1);
283 1.2 thorpej }
284 1.2 thorpej f = &files[fd];
285 1.2 thorpej
286 1.7 pk if ((f->f_flags & F_READ) == 0)
287 1.2 thorpej return(oclose(fd));
288 1.1 cgd
289 1.1 cgd s = ss[fd];
290 1.1 cgd
291 1.1 cgd inflateEnd(&(s->stream));
292 1.1 cgd
293 1.1 cgd free(s->inbuf, Z_BUFSIZE);
294 1.1 cgd free(s, sizeof(struct sd));
295 1.1 cgd
296 1.7 pk return (oclose(fd));
297 1.1 cgd }
298 1.1 cgd
299 1.1 cgd ssize_t
300 1.1 cgd read(fd, buf, len)
301 1.1 cgd int fd;
302 1.1 cgd void *buf;
303 1.1 cgd size_t len;
304 1.1 cgd {
305 1.7 pk struct sd *s;
306 1.7 pk unsigned char *start = buf; /* starting point for crc computation */
307 1.1 cgd
308 1.7 pk s = ss[fd];
309 1.1 cgd
310 1.7 pk if (s->z_err == Z_DATA_ERROR || s->z_err == Z_ERRNO)
311 1.7 pk return (-1);
312 1.7 pk if (s->z_err == Z_STREAM_END)
313 1.7 pk return (0); /* EOF */
314 1.1 cgd
315 1.7 pk s->stream.next_out = buf;
316 1.7 pk s->stream.avail_out = len;
317 1.7 pk
318 1.7 pk while (s->stream.avail_out != 0) {
319 1.7 pk
320 1.7 pk if (s->compressed == 0) {
321 1.7 pk /* Copy first the lookahead bytes: */
322 1.7 pk unsigned int n = s->stream.avail_in;
323 1.7 pk if (n > s->stream.avail_out)
324 1.7 pk n = s->stream.avail_out;
325 1.7 pk if (n > 0) {
326 1.7 pk zmemcpy(s->stream.next_out,
327 1.7 pk s->stream.next_in, n);
328 1.7 pk s->stream.next_out += n;
329 1.7 pk s->stream.next_in += n;
330 1.7 pk s->stream.avail_out -= n;
331 1.7 pk s->stream.avail_in -= n;
332 1.7 pk }
333 1.7 pk if (s->stream.avail_out > 0) {
334 1.7 pk int got;
335 1.7 pk got = oread(s->fd, s->stream.next_out,
336 1.7 pk s->stream.avail_out);
337 1.7 pk if (got == -1)
338 1.7 pk return (got);
339 1.7 pk s->stream.avail_out -= got;
340 1.7 pk }
341 1.7 pk return (int)(len - s->stream.avail_out);
342 1.7 pk }
343 1.7 pk
344 1.7 pk if (s->stream.avail_in == 0 && !s->z_eof) {
345 1.7 pk int got;
346 1.7 pk errno = 0;
347 1.7 pk got = oread(fd, s->inbuf, Z_BUFSIZE);
348 1.7 pk if (got <= 0) {
349 1.7 pk s->z_eof = 1;
350 1.7 pk if (errno) {
351 1.7 pk s->z_err = Z_ERRNO;
352 1.7 pk break;
353 1.7 pk }
354 1.7 pk }
355 1.7 pk s->stream.avail_in = got;
356 1.7 pk s->stream.next_in = s->inbuf;
357 1.1 cgd }
358 1.1 cgd
359 1.7 pk s->z_err = inflate(&(s->stream), Z_NO_FLUSH);
360 1.7 pk
361 1.7 pk if (s->z_err == Z_STREAM_END) {
362 1.7 pk /* Check CRC and original size */
363 1.7 pk s->crc = crc32(s->crc, start, (unsigned int)
364 1.7 pk (s->stream.next_out - start));
365 1.7 pk start = s->stream.next_out;
366 1.7 pk
367 1.7 pk if (getLong(s) != s->crc ||
368 1.7 pk getLong(s) != s->stream.total_out) {
369 1.7 pk
370 1.7 pk s->z_err = Z_DATA_ERROR;
371 1.7 pk } else {
372 1.7 pk /* Check for concatenated .gz files: */
373 1.7 pk check_header(s);
374 1.7 pk if (s->z_err == Z_OK) {
375 1.7 pk inflateReset(&(s->stream));
376 1.7 pk s->crc = crc32(0L, Z_NULL, 0);
377 1.7 pk }
378 1.7 pk }
379 1.1 cgd }
380 1.7 pk if (s->z_err != Z_OK || s->z_eof)
381 1.7 pk break;
382 1.7 pk }
383 1.1 cgd
384 1.7 pk s->crc = crc32(s->crc, start,
385 1.7 pk (unsigned int)(s->stream.next_out - start));
386 1.7 pk
387 1.7 pk return (int)(len - s->stream.avail_out);
388 1.1 cgd }
389 1.1 cgd
390 1.1 cgd off_t
391 1.1 cgd lseek(fd, offset, where)
392 1.1 cgd int fd;
393 1.1 cgd off_t offset;
394 1.1 cgd int where;
395 1.1 cgd {
396 1.7 pk struct open_file *f;
397 1.7 pk struct sd *s;
398 1.1 cgd
399 1.7 pk if ((unsigned)fd >= SOPEN_MAX) {
400 1.1 cgd errno = EBADF;
401 1.1 cgd return (-1);
402 1.7 pk }
403 1.7 pk f = &files[fd];;
404 1.1 cgd
405 1.8 drochner if ((f->f_flags & F_READ) == 0)
406 1.1 cgd return(olseek(fd, offset, where));
407 1.1 cgd
408 1.7 pk s = ss[fd];
409 1.1 cgd
410 1.7 pk if(s->compressed == 0) {
411 1.1 cgd off_t res = olseek(fd, offset, where);
412 1.7 pk if (res != (off_t)-1) {
413 1.7 pk /* make sure the lookahead buffer is invalid */
414 1.7 pk s->stream.avail_in = 0;
415 1.1 cgd }
416 1.7 pk return (res);
417 1.7 pk }
418 1.1 cgd
419 1.7 pk switch(where) {
420 1.7 pk case SEEK_CUR:
421 1.1 cgd offset += s->stream.total_out;
422 1.7 pk case SEEK_SET:
423 1.7 pk /* if seek backwards, simply start from the beginning */
424 1.7 pk if (offset < s->stream.total_out) {
425 1.1 cgd off_t res;
426 1.1 cgd void *sav_inbuf;
427 1.1 cgd
428 1.1 cgd res = olseek(fd, 0, SEEK_SET);
429 1.1 cgd if(res == (off_t)-1)
430 1.1 cgd return(res);
431 1.1 cgd /* ??? perhaps fallback to close / open */
432 1.1 cgd
433 1.1 cgd inflateEnd(&(s->stream));
434 1.1 cgd
435 1.1 cgd sav_inbuf = s->inbuf; /* don't allocate again */
436 1.1 cgd bzero(s, sizeof(struct sd)); /* this resets total_out to 0! */
437 1.1 cgd
438 1.1 cgd inflateInit2(&(s->stream), -15);
439 1.1 cgd s->stream.next_in = s->inbuf = sav_inbuf;
440 1.1 cgd
441 1.1 cgd s->fd = fd;
442 1.1 cgd check_header(s); /* skip the .gz header */
443 1.7 pk }
444 1.1 cgd
445 1.1 cgd /* to seek forwards, throw away data */
446 1.7 pk if (offset > s->stream.total_out) {
447 1.1 cgd off_t toskip = offset - s->stream.total_out;
448 1.1 cgd
449 1.7 pk while (toskip > 0) {
450 1.1 cgd #define DUMMYBUFSIZE 256
451 1.7 pk char dummybuf[DUMMYBUFSIZE];
452 1.7 pk off_t len = toskip;
453 1.7 pk if (len > DUMMYBUFSIZE) len = DUMMYBUFSIZE;
454 1.7 pk if (read(fd, dummybuf, len) != len) {
455 1.7 pk errno = EOFFSET;
456 1.7 pk return ((off_t)-1);
457 1.7 pk }
458 1.7 pk toskip -= len;
459 1.1 cgd }
460 1.7 pk }
461 1.1 cgd #ifdef DEBUG
462 1.7 pk if (offset != s->stream.total_out)
463 1.1 cgd panic("lseek compressed");
464 1.1 cgd #endif
465 1.7 pk return (offset);
466 1.7 pk case SEEK_END:
467 1.7 pk errno = EOFFSET;
468 1.7 pk break;
469 1.7 pk default:
470 1.7 pk errno = EINVAL;
471 1.7 pk }
472 1.7 pk
473 1.7 pk return((off_t)-1);
474 1.1 cgd }
475