cread.c revision 1.20 1 1.20 tsutsui /* $NetBSD: cread.c,v 1.20 2007/12/02 04:59:25 tsutsui Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright (c) 1996
5 1.1 cgd * Matthias Drochner. All rights reserved.
6 1.1 cgd *
7 1.1 cgd * Redistribution and use in source and binary forms, with or without
8 1.1 cgd * modification, are permitted provided that the following conditions
9 1.1 cgd * are met:
10 1.1 cgd * 1. Redistributions of source code must retain the above copyright
11 1.1 cgd * notice, this list of conditions and the following disclaimer.
12 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 cgd * notice, this list of conditions and the following disclaimer in the
14 1.1 cgd * documentation and/or other materials provided with the distribution.
15 1.1 cgd *
16 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 1.1 cgd *
27 1.1 cgd */
28 1.1 cgd
29 1.7 pk /*
30 1.7 pk * Support for compressed bootfiles (only read)
31 1.7 pk *
32 1.7 pk * - replaces open(), close(), read(), lseek().
33 1.7 pk * - original libsa open(), close(), read(), lseek() are called
34 1.7 pk * as oopen(), oclose(), oread() resp. olseek().
35 1.7 pk * - compression parts stripped from zlib:gzio.c
36 1.1 cgd */
37 1.1 cgd
38 1.1 cgd /* gzio.c -- IO on .gz files
39 1.1 cgd * Copyright (C) 1995-1996 Jean-loup Gailly.
40 1.1 cgd * For conditions of distribution and use, see copyright notice in zlib.h
41 1.1 cgd */
42 1.1 cgd
43 1.4 drochner #include "stand.h"
44 1.4 drochner #ifdef _STANDALONE
45 1.11 thorpej #include <lib/libkern/libkern.h>
46 1.17 christos #include <lib/libz/libz.h>
47 1.4 drochner #else
48 1.4 drochner #include <string.h>
49 1.4 drochner #include <zlib.h>
50 1.4 drochner #endif
51 1.1 cgd
52 1.1 cgd #define EOF (-1) /* needed by compression code */
53 1.1 cgd
54 1.1 cgd #ifdef SAVE_MEMORY
55 1.1 cgd #define Z_BUFSIZE 1024
56 1.1 cgd #else
57 1.1 cgd #define Z_BUFSIZE 4096
58 1.1 cgd #endif
59 1.1 cgd
60 1.14 mycroft static const int gz_magic[2] = {0x1f, 0x8b}; /* gzip magic header */
61 1.1 cgd
62 1.1 cgd /* gzip flag byte */
63 1.7 pk #define ASCII_FLAG 0x01 /* bit 0 set: file probably ascii text */
64 1.7 pk #define HEAD_CRC 0x02 /* bit 1 set: header CRC present */
65 1.7 pk #define EXTRA_FIELD 0x04 /* bit 2 set: extra field present */
66 1.7 pk #define ORIG_NAME 0x08 /* bit 3 set: original file name present */
67 1.7 pk #define COMMENT 0x10 /* bit 4 set: file comment present */
68 1.7 pk #define RESERVED 0xE0 /* bits 5..7: reserved */
69 1.1 cgd
70 1.1 cgd static struct sd {
71 1.7 pk z_stream stream;
72 1.7 pk int z_err; /* error code for last stream operation */
73 1.7 pk int z_eof; /* set if end of input file */
74 1.7 pk int fd;
75 1.7 pk unsigned char *inbuf; /* input buffer */
76 1.7 pk unsigned long crc; /* crc32 of uncompressed data */
77 1.7 pk int compressed; /* 1 if input file is a .gz file */
78 1.1 cgd } *ss[SOPEN_MAX];
79 1.1 cgd
80 1.7 pk static int get_byte __P((struct sd *));
81 1.7 pk static unsigned long getLong __P((struct sd *));
82 1.7 pk static void check_header __P((struct sd *));
83 1.7 pk
84 1.13 simonb /* XXX - find suitable header file for these: */
85 1.7 pk void *zcalloc __P((void *, unsigned int, unsigned int));
86 1.7 pk void zcfree __P((void *, void *));
87 1.7 pk void zmemcpy __P((unsigned char *, unsigned char *, unsigned int));
88 1.7 pk
89 1.7 pk
90 1.1 cgd /*
91 1.1 cgd * compression utilities
92 1.1 cgd */
93 1.1 cgd
94 1.7 pk void *
95 1.19 isaki zcalloc(void *opaque, unsigned int items, unsigned int size)
96 1.1 cgd {
97 1.19 isaki
98 1.19 isaki return alloc(items * size);
99 1.1 cgd }
100 1.1 cgd
101 1.7 pk void
102 1.19 isaki zcfree(void *opaque, void *ptr)
103 1.1 cgd {
104 1.19 isaki
105 1.18 christos dealloc(ptr, 0); /* XXX works only with modified allocator */
106 1.1 cgd }
107 1.1 cgd
108 1.7 pk void
109 1.19 isaki zmemcpy(unsigned char *dest, unsigned char *source, unsigned int len)
110 1.1 cgd {
111 1.19 isaki
112 1.7 pk bcopy(source, dest, len);
113 1.1 cgd }
114 1.1 cgd
115 1.7 pk static int
116 1.19 isaki get_byte(struct sd *s)
117 1.1 cgd {
118 1.7 pk if (s->z_eof)
119 1.19 isaki return EOF;
120 1.7 pk
121 1.7 pk if (s->stream.avail_in == 0) {
122 1.7 pk int got;
123 1.7 pk
124 1.7 pk errno = 0;
125 1.7 pk got = oread(s->fd, s->inbuf, Z_BUFSIZE);
126 1.7 pk if (got <= 0) {
127 1.7 pk s->z_eof = 1;
128 1.19 isaki if (errno)
129 1.19 isaki s->z_err = Z_ERRNO;
130 1.7 pk return EOF;
131 1.7 pk }
132 1.7 pk s->stream.avail_in = got;
133 1.7 pk s->stream.next_in = s->inbuf;
134 1.7 pk }
135 1.7 pk s->stream.avail_in--;
136 1.7 pk return *(s->stream.next_in)++;
137 1.1 cgd }
138 1.1 cgd
139 1.7 pk static unsigned long
140 1.19 isaki getLong(struct sd *s)
141 1.1 cgd {
142 1.19 isaki unsigned long x;
143 1.7 pk int c;
144 1.1 cgd
145 1.19 isaki x = (unsigned long)get_byte(s);
146 1.7 pk x += ((unsigned long)get_byte(s)) << 8;
147 1.7 pk x += ((unsigned long)get_byte(s)) << 16;
148 1.7 pk c = get_byte(s);
149 1.7 pk if (c == EOF)
150 1.7 pk s->z_err = Z_DATA_ERROR;
151 1.19 isaki x += ((unsigned long)c) << 24;
152 1.7 pk return x;
153 1.1 cgd }
154 1.1 cgd
155 1.7 pk static void
156 1.19 isaki check_header(struct sd *s)
157 1.1 cgd {
158 1.7 pk int method; /* method byte */
159 1.7 pk int flags; /* flags byte */
160 1.7 pk unsigned int len;
161 1.7 pk int c;
162 1.7 pk
163 1.7 pk /* Check the gzip magic header */
164 1.7 pk for (len = 0; len < 2; len++) {
165 1.7 pk c = get_byte(s);
166 1.7 pk if (c == gz_magic[len])
167 1.7 pk continue;
168 1.7 pk if ((c == EOF) && (len == 0)) {
169 1.7 pk /*
170 1.7 pk * We must not change s->compressed if we are at EOF;
171 1.7 pk * we may have come to the end of a gzipped file and be
172 1.7 pk * check to see if another gzipped file is concatenated
173 1.7 pk * to this one. If one isn't, we still need to be able
174 1.7 pk * to lseek on this file as a compressed file.
175 1.7 pk */
176 1.7 pk return;
177 1.7 pk }
178 1.7 pk s->compressed = 0;
179 1.7 pk if (c != EOF) {
180 1.7 pk s->stream.avail_in++;
181 1.7 pk s->stream.next_in--;
182 1.7 pk }
183 1.7 pk s->z_err = s->stream.avail_in != 0 ? Z_OK : Z_STREAM_END;
184 1.7 pk return;
185 1.7 pk }
186 1.7 pk s->compressed = 1;
187 1.7 pk method = get_byte(s);
188 1.7 pk flags = get_byte(s);
189 1.7 pk if (method != Z_DEFLATED || (flags & RESERVED) != 0) {
190 1.7 pk s->z_err = Z_DATA_ERROR;
191 1.7 pk return;
192 1.7 pk }
193 1.1 cgd
194 1.7 pk /* Discard time, xflags and OS code: */
195 1.7 pk for (len = 0; len < 6; len++)
196 1.7 pk (void)get_byte(s);
197 1.7 pk
198 1.7 pk if ((flags & EXTRA_FIELD) != 0) {
199 1.7 pk /* skip the extra field */
200 1.7 pk len = (unsigned int)get_byte(s);
201 1.7 pk len += ((unsigned int)get_byte(s)) << 8;
202 1.7 pk /* len is garbage if EOF but the loop below will quit anyway */
203 1.19 isaki while (len-- != 0 && get_byte(s) != EOF)
204 1.19 isaki /*void*/;
205 1.7 pk }
206 1.7 pk if ((flags & ORIG_NAME) != 0) {
207 1.7 pk /* skip the original file name */
208 1.19 isaki while ((c = get_byte(s)) != 0 && c != EOF)
209 1.19 isaki /*void*/;
210 1.7 pk }
211 1.7 pk if ((flags & COMMENT) != 0) {
212 1.7 pk /* skip the .gz file comment */
213 1.19 isaki while ((c = get_byte(s)) != 0 && c != EOF)
214 1.19 isaki /*void*/;
215 1.7 pk }
216 1.7 pk if ((flags & HEAD_CRC) != 0) { /* skip the header crc */
217 1.7 pk for (len = 0; len < 2; len++)
218 1.7 pk (void)get_byte(s);
219 1.7 pk }
220 1.7 pk s->z_err = s->z_eof ? Z_DATA_ERROR : Z_OK;
221 1.1 cgd }
222 1.1 cgd
223 1.1 cgd /*
224 1.1 cgd * new open(), close(), read(), lseek()
225 1.1 cgd */
226 1.1 cgd
227 1.1 cgd int
228 1.19 isaki open(const char *fname, int mode)
229 1.1 cgd {
230 1.7 pk int fd;
231 1.7 pk struct sd *s = 0;
232 1.1 cgd
233 1.12 drochner if (((fd = oopen(fname, mode)) == -1) || (mode != 0))
234 1.7 pk /* compression only for read */
235 1.19 isaki return fd;
236 1.7 pk
237 1.7 pk ss[fd] = s = alloc(sizeof(struct sd));
238 1.7 pk if (s == 0)
239 1.7 pk goto errout;
240 1.7 pk bzero(s, sizeof(struct sd));
241 1.7 pk
242 1.7 pk if (inflateInit2(&(s->stream), -15) != Z_OK)
243 1.7 pk goto errout;
244 1.7 pk
245 1.19 isaki s->stream.next_in = s->inbuf = (unsigned char *)alloc(Z_BUFSIZE);
246 1.7 pk if (s->inbuf == 0) {
247 1.7 pk inflateEnd(&(s->stream));
248 1.7 pk goto errout;
249 1.7 pk }
250 1.7 pk
251 1.7 pk s->fd = fd;
252 1.7 pk check_header(s); /* skip the .gz header */
253 1.19 isaki return fd;
254 1.1 cgd
255 1.1 cgd errout:
256 1.7 pk if (s != 0)
257 1.18 christos dealloc(s, sizeof(struct sd));
258 1.7 pk oclose(fd);
259 1.19 isaki return -1;
260 1.1 cgd }
261 1.1 cgd
262 1.1 cgd int
263 1.19 isaki close(int fd)
264 1.1 cgd {
265 1.2 thorpej struct open_file *f;
266 1.7 pk struct sd *s;
267 1.2 thorpej
268 1.9 cgd #if !defined(LIBSA_NO_FD_CHECKING)
269 1.20 tsutsui if ((unsigned int)fd >= SOPEN_MAX) {
270 1.2 thorpej errno = EBADF;
271 1.19 isaki return -1;
272 1.2 thorpej }
273 1.9 cgd #endif
274 1.2 thorpej f = &files[fd];
275 1.2 thorpej
276 1.7 pk if ((f->f_flags & F_READ) == 0)
277 1.19 isaki return oclose(fd);
278 1.1 cgd
279 1.1 cgd s = ss[fd];
280 1.1 cgd
281 1.1 cgd inflateEnd(&(s->stream));
282 1.1 cgd
283 1.18 christos dealloc(s->inbuf, Z_BUFSIZE);
284 1.18 christos dealloc(s, sizeof(struct sd));
285 1.1 cgd
286 1.19 isaki return oclose(fd);
287 1.1 cgd }
288 1.1 cgd
289 1.1 cgd ssize_t
290 1.19 isaki read(int fd, void *buf, size_t len)
291 1.1 cgd {
292 1.7 pk struct sd *s;
293 1.7 pk unsigned char *start = buf; /* starting point for crc computation */
294 1.1 cgd
295 1.7 pk s = ss[fd];
296 1.1 cgd
297 1.7 pk if (s->z_err == Z_DATA_ERROR || s->z_err == Z_ERRNO)
298 1.19 isaki return -1;
299 1.7 pk if (s->z_err == Z_STREAM_END)
300 1.19 isaki return 0; /* EOF */
301 1.1 cgd
302 1.7 pk s->stream.next_out = buf;
303 1.7 pk s->stream.avail_out = len;
304 1.7 pk
305 1.7 pk while (s->stream.avail_out != 0) {
306 1.7 pk
307 1.7 pk if (s->compressed == 0) {
308 1.7 pk /* Copy first the lookahead bytes: */
309 1.7 pk unsigned int n = s->stream.avail_in;
310 1.7 pk if (n > s->stream.avail_out)
311 1.7 pk n = s->stream.avail_out;
312 1.7 pk if (n > 0) {
313 1.7 pk zmemcpy(s->stream.next_out,
314 1.7 pk s->stream.next_in, n);
315 1.7 pk s->stream.next_out += n;
316 1.7 pk s->stream.next_in += n;
317 1.7 pk s->stream.avail_out -= n;
318 1.7 pk s->stream.avail_in -= n;
319 1.7 pk }
320 1.7 pk if (s->stream.avail_out > 0) {
321 1.7 pk int got;
322 1.7 pk got = oread(s->fd, s->stream.next_out,
323 1.19 isaki s->stream.avail_out);
324 1.7 pk if (got == -1)
325 1.19 isaki return got;
326 1.7 pk s->stream.avail_out -= got;
327 1.7 pk }
328 1.7 pk return (int)(len - s->stream.avail_out);
329 1.7 pk }
330 1.7 pk
331 1.7 pk if (s->stream.avail_in == 0 && !s->z_eof) {
332 1.7 pk int got;
333 1.7 pk errno = 0;
334 1.7 pk got = oread(fd, s->inbuf, Z_BUFSIZE);
335 1.7 pk if (got <= 0) {
336 1.7 pk s->z_eof = 1;
337 1.7 pk if (errno) {
338 1.7 pk s->z_err = Z_ERRNO;
339 1.7 pk break;
340 1.7 pk }
341 1.7 pk }
342 1.7 pk s->stream.avail_in = got;
343 1.7 pk s->stream.next_in = s->inbuf;
344 1.1 cgd }
345 1.1 cgd
346 1.7 pk s->z_err = inflate(&(s->stream), Z_NO_FLUSH);
347 1.7 pk
348 1.7 pk if (s->z_err == Z_STREAM_END) {
349 1.7 pk /* Check CRC and original size */
350 1.7 pk s->crc = crc32(s->crc, start, (unsigned int)
351 1.7 pk (s->stream.next_out - start));
352 1.7 pk start = s->stream.next_out;
353 1.7 pk
354 1.7 pk if (getLong(s) != s->crc ||
355 1.7 pk getLong(s) != s->stream.total_out) {
356 1.7 pk
357 1.7 pk s->z_err = Z_DATA_ERROR;
358 1.7 pk } else {
359 1.7 pk /* Check for concatenated .gz files: */
360 1.7 pk check_header(s);
361 1.7 pk if (s->z_err == Z_OK) {
362 1.7 pk inflateReset(&(s->stream));
363 1.7 pk s->crc = crc32(0L, Z_NULL, 0);
364 1.7 pk }
365 1.7 pk }
366 1.1 cgd }
367 1.7 pk if (s->z_err != Z_OK || s->z_eof)
368 1.7 pk break;
369 1.7 pk }
370 1.1 cgd
371 1.7 pk s->crc = crc32(s->crc, start,
372 1.19 isaki (unsigned int)(s->stream.next_out - start));
373 1.7 pk
374 1.7 pk return (int)(len - s->stream.avail_out);
375 1.1 cgd }
376 1.1 cgd
377 1.1 cgd off_t
378 1.19 isaki lseek(int fd, off_t offset, int where)
379 1.1 cgd {
380 1.7 pk struct open_file *f;
381 1.7 pk struct sd *s;
382 1.1 cgd
383 1.9 cgd #if !defined(LIBSA_NO_FD_CHECKING)
384 1.20 tsutsui if ((unsigned int)fd >= SOPEN_MAX) {
385 1.1 cgd errno = EBADF;
386 1.19 isaki return -1;
387 1.7 pk }
388 1.9 cgd #endif
389 1.12 drochner f = &files[fd];
390 1.1 cgd
391 1.8 drochner if ((f->f_flags & F_READ) == 0)
392 1.19 isaki return olseek(fd, offset, where);
393 1.1 cgd
394 1.7 pk s = ss[fd];
395 1.1 cgd
396 1.7 pk if(s->compressed == 0) {
397 1.1 cgd off_t res = olseek(fd, offset, where);
398 1.7 pk if (res != (off_t)-1) {
399 1.7 pk /* make sure the lookahead buffer is invalid */
400 1.7 pk s->stream.avail_in = 0;
401 1.1 cgd }
402 1.19 isaki return res;
403 1.7 pk }
404 1.1 cgd
405 1.7 pk switch(where) {
406 1.7 pk case SEEK_CUR:
407 1.19 isaki offset += s->stream.total_out;
408 1.7 pk case SEEK_SET:
409 1.7 pk /* if seek backwards, simply start from the beginning */
410 1.7 pk if (offset < s->stream.total_out) {
411 1.1 cgd off_t res;
412 1.1 cgd void *sav_inbuf;
413 1.1 cgd
414 1.1 cgd res = olseek(fd, 0, SEEK_SET);
415 1.1 cgd if(res == (off_t)-1)
416 1.19 isaki return res;
417 1.1 cgd /* ??? perhaps fallback to close / open */
418 1.1 cgd
419 1.1 cgd inflateEnd(&(s->stream));
420 1.1 cgd
421 1.1 cgd sav_inbuf = s->inbuf; /* don't allocate again */
422 1.1 cgd bzero(s, sizeof(struct sd)); /* this resets total_out to 0! */
423 1.1 cgd
424 1.1 cgd inflateInit2(&(s->stream), -15);
425 1.1 cgd s->stream.next_in = s->inbuf = sav_inbuf;
426 1.1 cgd
427 1.1 cgd s->fd = fd;
428 1.1 cgd check_header(s); /* skip the .gz header */
429 1.7 pk }
430 1.1 cgd
431 1.19 isaki /* to seek forwards, throw away data */
432 1.7 pk if (offset > s->stream.total_out) {
433 1.1 cgd off_t toskip = offset - s->stream.total_out;
434 1.1 cgd
435 1.7 pk while (toskip > 0) {
436 1.1 cgd #define DUMMYBUFSIZE 256
437 1.7 pk char dummybuf[DUMMYBUFSIZE];
438 1.7 pk off_t len = toskip;
439 1.19 isaki
440 1.19 isaki if (len > DUMMYBUFSIZE)
441 1.19 isaki len = DUMMYBUFSIZE;
442 1.7 pk if (read(fd, dummybuf, len) != len) {
443 1.7 pk errno = EOFFSET;
444 1.19 isaki return (off_t)-1;
445 1.7 pk }
446 1.7 pk toskip -= len;
447 1.1 cgd }
448 1.7 pk }
449 1.1 cgd #ifdef DEBUG
450 1.7 pk if (offset != s->stream.total_out)
451 1.1 cgd panic("lseek compressed");
452 1.1 cgd #endif
453 1.19 isaki return offset;
454 1.7 pk case SEEK_END:
455 1.7 pk errno = EOFFSET;
456 1.7 pk break;
457 1.7 pk default:
458 1.7 pk errno = EINVAL;
459 1.19 isaki break;
460 1.7 pk }
461 1.7 pk
462 1.19 isaki return (off_t)-1;
463 1.1 cgd }
464