cread.c revision 1.17 1 1.17 christos /* $NetBSD: cread.c,v 1.17 2006/01/14 20:16:44 christos Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright (c) 1996
5 1.1 cgd * Matthias Drochner. All rights reserved.
6 1.1 cgd *
7 1.1 cgd * Redistribution and use in source and binary forms, with or without
8 1.1 cgd * modification, are permitted provided that the following conditions
9 1.1 cgd * are met:
10 1.1 cgd * 1. Redistributions of source code must retain the above copyright
11 1.1 cgd * notice, this list of conditions and the following disclaimer.
12 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 cgd * notice, this list of conditions and the following disclaimer in the
14 1.1 cgd * documentation and/or other materials provided with the distribution.
15 1.1 cgd *
16 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 1.1 cgd *
27 1.1 cgd */
28 1.1 cgd
29 1.7 pk /*
30 1.7 pk * Support for compressed bootfiles (only read)
31 1.7 pk *
32 1.7 pk * - replaces open(), close(), read(), lseek().
33 1.7 pk * - original libsa open(), close(), read(), lseek() are called
34 1.7 pk * as oopen(), oclose(), oread() resp. olseek().
35 1.7 pk * - compression parts stripped from zlib:gzio.c
36 1.1 cgd */
37 1.1 cgd
38 1.1 cgd /* gzio.c -- IO on .gz files
39 1.1 cgd * Copyright (C) 1995-1996 Jean-loup Gailly.
40 1.1 cgd * For conditions of distribution and use, see copyright notice in zlib.h
41 1.1 cgd */
42 1.1 cgd
43 1.4 drochner #include "stand.h"
44 1.4 drochner #ifdef _STANDALONE
45 1.11 thorpej #include <lib/libkern/libkern.h>
46 1.17 christos #include <lib/libz/libz.h>
47 1.4 drochner #else
48 1.4 drochner #include <string.h>
49 1.4 drochner #include <zlib.h>
50 1.4 drochner #endif
51 1.1 cgd
52 1.1 cgd #define EOF (-1) /* needed by compression code */
53 1.1 cgd
54 1.1 cgd #ifdef SAVE_MEMORY
55 1.1 cgd #define Z_BUFSIZE 1024
56 1.1 cgd #else
57 1.1 cgd #define Z_BUFSIZE 4096
58 1.1 cgd #endif
59 1.1 cgd
60 1.14 mycroft static const int gz_magic[2] = {0x1f, 0x8b}; /* gzip magic header */
61 1.1 cgd
62 1.1 cgd /* gzip flag byte */
63 1.7 pk #define ASCII_FLAG 0x01 /* bit 0 set: file probably ascii text */
64 1.7 pk #define HEAD_CRC 0x02 /* bit 1 set: header CRC present */
65 1.7 pk #define EXTRA_FIELD 0x04 /* bit 2 set: extra field present */
66 1.7 pk #define ORIG_NAME 0x08 /* bit 3 set: original file name present */
67 1.7 pk #define COMMENT 0x10 /* bit 4 set: file comment present */
68 1.7 pk #define RESERVED 0xE0 /* bits 5..7: reserved */
69 1.1 cgd
70 1.1 cgd static struct sd {
71 1.7 pk z_stream stream;
72 1.7 pk int z_err; /* error code for last stream operation */
73 1.7 pk int z_eof; /* set if end of input file */
74 1.7 pk int fd;
75 1.7 pk unsigned char *inbuf; /* input buffer */
76 1.7 pk unsigned long crc; /* crc32 of uncompressed data */
77 1.7 pk int compressed; /* 1 if input file is a .gz file */
78 1.1 cgd } *ss[SOPEN_MAX];
79 1.1 cgd
80 1.7 pk static int get_byte __P((struct sd *));
81 1.7 pk static unsigned long getLong __P((struct sd *));
82 1.7 pk static void check_header __P((struct sd *));
83 1.7 pk
84 1.13 simonb /* XXX - find suitable header file for these: */
85 1.7 pk void *zcalloc __P((void *, unsigned int, unsigned int));
86 1.7 pk void zcfree __P((void *, void *));
87 1.7 pk void zmemcpy __P((unsigned char *, unsigned char *, unsigned int));
88 1.7 pk
89 1.7 pk
90 1.1 cgd /*
91 1.1 cgd * compression utilities
92 1.1 cgd */
93 1.1 cgd
94 1.7 pk void *
95 1.7 pk zcalloc (opaque, items, size)
96 1.7 pk void *opaque;
97 1.7 pk unsigned items;
98 1.7 pk unsigned size;
99 1.1 cgd {
100 1.7 pk return(alloc(items * size));
101 1.1 cgd }
102 1.1 cgd
103 1.7 pk void
104 1.7 pk zcfree (opaque, ptr)
105 1.7 pk void *opaque;
106 1.7 pk void *ptr;
107 1.1 cgd {
108 1.7 pk free(ptr, 0); /* XXX works only with modified allocator */
109 1.1 cgd }
110 1.1 cgd
111 1.7 pk void
112 1.7 pk zmemcpy(dest, source, len)
113 1.7 pk unsigned char *dest;
114 1.7 pk unsigned char *source;
115 1.7 pk unsigned int len;
116 1.1 cgd {
117 1.7 pk bcopy(source, dest, len);
118 1.1 cgd }
119 1.1 cgd
120 1.7 pk static int
121 1.7 pk get_byte(s)
122 1.7 pk struct sd *s;
123 1.1 cgd {
124 1.7 pk if (s->z_eof)
125 1.7 pk return (EOF);
126 1.7 pk
127 1.7 pk if (s->stream.avail_in == 0) {
128 1.7 pk int got;
129 1.7 pk
130 1.7 pk errno = 0;
131 1.7 pk got = oread(s->fd, s->inbuf, Z_BUFSIZE);
132 1.7 pk if (got <= 0) {
133 1.7 pk s->z_eof = 1;
134 1.7 pk if (errno) s->z_err = Z_ERRNO;
135 1.7 pk return EOF;
136 1.7 pk }
137 1.7 pk s->stream.avail_in = got;
138 1.7 pk s->stream.next_in = s->inbuf;
139 1.7 pk }
140 1.7 pk s->stream.avail_in--;
141 1.7 pk return *(s->stream.next_in)++;
142 1.1 cgd }
143 1.1 cgd
144 1.7 pk static unsigned long
145 1.7 pk getLong (s)
146 1.1 cgd struct sd *s;
147 1.1 cgd {
148 1.7 pk unsigned long x = (unsigned long)get_byte(s);
149 1.7 pk int c;
150 1.1 cgd
151 1.7 pk x += ((unsigned long)get_byte(s)) << 8;
152 1.7 pk x += ((unsigned long)get_byte(s)) << 16;
153 1.7 pk c = get_byte(s);
154 1.7 pk if (c == EOF)
155 1.7 pk s->z_err = Z_DATA_ERROR;
156 1.7 pk x += ((unsigned long)c)<<24;
157 1.7 pk return x;
158 1.1 cgd }
159 1.1 cgd
160 1.7 pk static void
161 1.7 pk check_header(s)
162 1.7 pk struct sd *s;
163 1.1 cgd {
164 1.7 pk int method; /* method byte */
165 1.7 pk int flags; /* flags byte */
166 1.7 pk unsigned int len;
167 1.7 pk int c;
168 1.7 pk
169 1.7 pk /* Check the gzip magic header */
170 1.7 pk for (len = 0; len < 2; len++) {
171 1.7 pk c = get_byte(s);
172 1.7 pk if (c == gz_magic[len])
173 1.7 pk continue;
174 1.7 pk if ((c == EOF) && (len == 0)) {
175 1.7 pk /*
176 1.7 pk * We must not change s->compressed if we are at EOF;
177 1.7 pk * we may have come to the end of a gzipped file and be
178 1.7 pk * check to see if another gzipped file is concatenated
179 1.7 pk * to this one. If one isn't, we still need to be able
180 1.7 pk * to lseek on this file as a compressed file.
181 1.7 pk */
182 1.7 pk return;
183 1.7 pk }
184 1.7 pk s->compressed = 0;
185 1.7 pk if (c != EOF) {
186 1.7 pk s->stream.avail_in++;
187 1.7 pk s->stream.next_in--;
188 1.7 pk }
189 1.7 pk s->z_err = s->stream.avail_in != 0 ? Z_OK : Z_STREAM_END;
190 1.7 pk return;
191 1.7 pk }
192 1.7 pk s->compressed = 1;
193 1.7 pk method = get_byte(s);
194 1.7 pk flags = get_byte(s);
195 1.7 pk if (method != Z_DEFLATED || (flags & RESERVED) != 0) {
196 1.7 pk s->z_err = Z_DATA_ERROR;
197 1.7 pk return;
198 1.7 pk }
199 1.1 cgd
200 1.7 pk /* Discard time, xflags and OS code: */
201 1.7 pk for (len = 0; len < 6; len++)
202 1.7 pk (void)get_byte(s);
203 1.7 pk
204 1.7 pk if ((flags & EXTRA_FIELD) != 0) {
205 1.7 pk /* skip the extra field */
206 1.7 pk len = (unsigned int)get_byte(s);
207 1.7 pk len += ((unsigned int)get_byte(s)) << 8;
208 1.7 pk /* len is garbage if EOF but the loop below will quit anyway */
209 1.7 pk while (len-- != 0 && get_byte(s) != EOF) /*void*/;
210 1.7 pk }
211 1.7 pk if ((flags & ORIG_NAME) != 0) {
212 1.7 pk /* skip the original file name */
213 1.7 pk while ((c = get_byte(s)) != 0 && c != EOF) /*void*/;
214 1.7 pk }
215 1.7 pk if ((flags & COMMENT) != 0) {
216 1.7 pk /* skip the .gz file comment */
217 1.7 pk while ((c = get_byte(s)) != 0 && c != EOF) /*void*/;
218 1.7 pk }
219 1.7 pk if ((flags & HEAD_CRC) != 0) { /* skip the header crc */
220 1.7 pk for (len = 0; len < 2; len++)
221 1.7 pk (void)get_byte(s);
222 1.7 pk }
223 1.7 pk s->z_err = s->z_eof ? Z_DATA_ERROR : Z_OK;
224 1.1 cgd }
225 1.1 cgd
226 1.1 cgd /*
227 1.1 cgd * new open(), close(), read(), lseek()
228 1.1 cgd */
229 1.1 cgd
230 1.1 cgd int
231 1.1 cgd open(fname, mode)
232 1.1 cgd const char *fname;
233 1.1 cgd int mode;
234 1.1 cgd {
235 1.7 pk int fd;
236 1.7 pk struct sd *s = 0;
237 1.1 cgd
238 1.12 drochner if (((fd = oopen(fname, mode)) == -1) || (mode != 0))
239 1.7 pk /* compression only for read */
240 1.12 drochner return (fd);
241 1.7 pk
242 1.7 pk ss[fd] = s = alloc(sizeof(struct sd));
243 1.7 pk if (s == 0)
244 1.7 pk goto errout;
245 1.7 pk bzero(s, sizeof(struct sd));
246 1.7 pk
247 1.7 pk if (inflateInit2(&(s->stream), -15) != Z_OK)
248 1.7 pk goto errout;
249 1.7 pk
250 1.7 pk s->stream.next_in = s->inbuf = (unsigned char*)alloc(Z_BUFSIZE);
251 1.7 pk if (s->inbuf == 0) {
252 1.7 pk inflateEnd(&(s->stream));
253 1.7 pk goto errout;
254 1.7 pk }
255 1.7 pk
256 1.7 pk s->fd = fd;
257 1.7 pk check_header(s); /* skip the .gz header */
258 1.12 drochner return (fd);
259 1.1 cgd
260 1.1 cgd errout:
261 1.7 pk if (s != 0)
262 1.7 pk free(s, sizeof(struct sd));
263 1.7 pk oclose(fd);
264 1.7 pk return (-1);
265 1.1 cgd }
266 1.1 cgd
267 1.1 cgd int
268 1.1 cgd close(fd)
269 1.1 cgd int fd;
270 1.1 cgd {
271 1.2 thorpej struct open_file *f;
272 1.7 pk struct sd *s;
273 1.2 thorpej
274 1.9 cgd #if !defined(LIBSA_NO_FD_CHECKING)
275 1.2 thorpej if ((unsigned)fd >= SOPEN_MAX) {
276 1.2 thorpej errno = EBADF;
277 1.2 thorpej return (-1);
278 1.2 thorpej }
279 1.9 cgd #endif
280 1.2 thorpej f = &files[fd];
281 1.2 thorpej
282 1.7 pk if ((f->f_flags & F_READ) == 0)
283 1.12 drochner return (oclose(fd));
284 1.1 cgd
285 1.1 cgd s = ss[fd];
286 1.1 cgd
287 1.1 cgd inflateEnd(&(s->stream));
288 1.1 cgd
289 1.1 cgd free(s->inbuf, Z_BUFSIZE);
290 1.1 cgd free(s, sizeof(struct sd));
291 1.1 cgd
292 1.7 pk return (oclose(fd));
293 1.1 cgd }
294 1.1 cgd
295 1.1 cgd ssize_t
296 1.1 cgd read(fd, buf, len)
297 1.1 cgd int fd;
298 1.1 cgd void *buf;
299 1.1 cgd size_t len;
300 1.1 cgd {
301 1.7 pk struct sd *s;
302 1.7 pk unsigned char *start = buf; /* starting point for crc computation */
303 1.1 cgd
304 1.7 pk s = ss[fd];
305 1.1 cgd
306 1.7 pk if (s->z_err == Z_DATA_ERROR || s->z_err == Z_ERRNO)
307 1.7 pk return (-1);
308 1.7 pk if (s->z_err == Z_STREAM_END)
309 1.7 pk return (0); /* EOF */
310 1.1 cgd
311 1.7 pk s->stream.next_out = buf;
312 1.7 pk s->stream.avail_out = len;
313 1.7 pk
314 1.7 pk while (s->stream.avail_out != 0) {
315 1.7 pk
316 1.7 pk if (s->compressed == 0) {
317 1.7 pk /* Copy first the lookahead bytes: */
318 1.7 pk unsigned int n = s->stream.avail_in;
319 1.7 pk if (n > s->stream.avail_out)
320 1.7 pk n = s->stream.avail_out;
321 1.7 pk if (n > 0) {
322 1.7 pk zmemcpy(s->stream.next_out,
323 1.7 pk s->stream.next_in, n);
324 1.7 pk s->stream.next_out += n;
325 1.7 pk s->stream.next_in += n;
326 1.7 pk s->stream.avail_out -= n;
327 1.7 pk s->stream.avail_in -= n;
328 1.7 pk }
329 1.7 pk if (s->stream.avail_out > 0) {
330 1.7 pk int got;
331 1.7 pk got = oread(s->fd, s->stream.next_out,
332 1.7 pk s->stream.avail_out);
333 1.7 pk if (got == -1)
334 1.7 pk return (got);
335 1.7 pk s->stream.avail_out -= got;
336 1.7 pk }
337 1.7 pk return (int)(len - s->stream.avail_out);
338 1.7 pk }
339 1.7 pk
340 1.7 pk if (s->stream.avail_in == 0 && !s->z_eof) {
341 1.7 pk int got;
342 1.7 pk errno = 0;
343 1.7 pk got = oread(fd, s->inbuf, Z_BUFSIZE);
344 1.7 pk if (got <= 0) {
345 1.7 pk s->z_eof = 1;
346 1.7 pk if (errno) {
347 1.7 pk s->z_err = Z_ERRNO;
348 1.7 pk break;
349 1.7 pk }
350 1.7 pk }
351 1.7 pk s->stream.avail_in = got;
352 1.7 pk s->stream.next_in = s->inbuf;
353 1.1 cgd }
354 1.1 cgd
355 1.7 pk s->z_err = inflate(&(s->stream), Z_NO_FLUSH);
356 1.7 pk
357 1.7 pk if (s->z_err == Z_STREAM_END) {
358 1.7 pk /* Check CRC and original size */
359 1.7 pk s->crc = crc32(s->crc, start, (unsigned int)
360 1.7 pk (s->stream.next_out - start));
361 1.7 pk start = s->stream.next_out;
362 1.7 pk
363 1.7 pk if (getLong(s) != s->crc ||
364 1.7 pk getLong(s) != s->stream.total_out) {
365 1.7 pk
366 1.7 pk s->z_err = Z_DATA_ERROR;
367 1.7 pk } else {
368 1.7 pk /* Check for concatenated .gz files: */
369 1.7 pk check_header(s);
370 1.7 pk if (s->z_err == Z_OK) {
371 1.7 pk inflateReset(&(s->stream));
372 1.7 pk s->crc = crc32(0L, Z_NULL, 0);
373 1.7 pk }
374 1.7 pk }
375 1.1 cgd }
376 1.7 pk if (s->z_err != Z_OK || s->z_eof)
377 1.7 pk break;
378 1.7 pk }
379 1.1 cgd
380 1.7 pk s->crc = crc32(s->crc, start,
381 1.7 pk (unsigned int)(s->stream.next_out - start));
382 1.7 pk
383 1.7 pk return (int)(len - s->stream.avail_out);
384 1.1 cgd }
385 1.1 cgd
386 1.1 cgd off_t
387 1.1 cgd lseek(fd, offset, where)
388 1.1 cgd int fd;
389 1.1 cgd off_t offset;
390 1.1 cgd int where;
391 1.1 cgd {
392 1.7 pk struct open_file *f;
393 1.7 pk struct sd *s;
394 1.1 cgd
395 1.9 cgd #if !defined(LIBSA_NO_FD_CHECKING)
396 1.7 pk if ((unsigned)fd >= SOPEN_MAX) {
397 1.1 cgd errno = EBADF;
398 1.1 cgd return (-1);
399 1.7 pk }
400 1.9 cgd #endif
401 1.12 drochner f = &files[fd];
402 1.1 cgd
403 1.8 drochner if ((f->f_flags & F_READ) == 0)
404 1.12 drochner return (olseek(fd, offset, where));
405 1.1 cgd
406 1.7 pk s = ss[fd];
407 1.1 cgd
408 1.7 pk if(s->compressed == 0) {
409 1.1 cgd off_t res = olseek(fd, offset, where);
410 1.7 pk if (res != (off_t)-1) {
411 1.7 pk /* make sure the lookahead buffer is invalid */
412 1.7 pk s->stream.avail_in = 0;
413 1.1 cgd }
414 1.7 pk return (res);
415 1.7 pk }
416 1.1 cgd
417 1.7 pk switch(where) {
418 1.7 pk case SEEK_CUR:
419 1.1 cgd offset += s->stream.total_out;
420 1.7 pk case SEEK_SET:
421 1.7 pk /* if seek backwards, simply start from the beginning */
422 1.7 pk if (offset < s->stream.total_out) {
423 1.1 cgd off_t res;
424 1.1 cgd void *sav_inbuf;
425 1.1 cgd
426 1.1 cgd res = olseek(fd, 0, SEEK_SET);
427 1.1 cgd if(res == (off_t)-1)
428 1.1 cgd return(res);
429 1.1 cgd /* ??? perhaps fallback to close / open */
430 1.1 cgd
431 1.1 cgd inflateEnd(&(s->stream));
432 1.1 cgd
433 1.1 cgd sav_inbuf = s->inbuf; /* don't allocate again */
434 1.1 cgd bzero(s, sizeof(struct sd)); /* this resets total_out to 0! */
435 1.1 cgd
436 1.1 cgd inflateInit2(&(s->stream), -15);
437 1.1 cgd s->stream.next_in = s->inbuf = sav_inbuf;
438 1.1 cgd
439 1.1 cgd s->fd = fd;
440 1.1 cgd check_header(s); /* skip the .gz header */
441 1.7 pk }
442 1.1 cgd
443 1.1 cgd /* to seek forwards, throw away data */
444 1.7 pk if (offset > s->stream.total_out) {
445 1.1 cgd off_t toskip = offset - s->stream.total_out;
446 1.1 cgd
447 1.7 pk while (toskip > 0) {
448 1.1 cgd #define DUMMYBUFSIZE 256
449 1.7 pk char dummybuf[DUMMYBUFSIZE];
450 1.7 pk off_t len = toskip;
451 1.7 pk if (len > DUMMYBUFSIZE) len = DUMMYBUFSIZE;
452 1.7 pk if (read(fd, dummybuf, len) != len) {
453 1.7 pk errno = EOFFSET;
454 1.7 pk return ((off_t)-1);
455 1.7 pk }
456 1.7 pk toskip -= len;
457 1.1 cgd }
458 1.7 pk }
459 1.1 cgd #ifdef DEBUG
460 1.7 pk if (offset != s->stream.total_out)
461 1.1 cgd panic("lseek compressed");
462 1.1 cgd #endif
463 1.7 pk return (offset);
464 1.7 pk case SEEK_END:
465 1.7 pk errno = EOFFSET;
466 1.7 pk break;
467 1.7 pk default:
468 1.7 pk errno = EINVAL;
469 1.7 pk }
470 1.7 pk
471 1.12 drochner return ((off_t)-1);
472 1.1 cgd }
473