cread.c revision 1.27 1 1.27 isaki /* $NetBSD: cread.c,v 1.27 2015/07/25 07:06:11 isaki Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright (c) 1996
5 1.1 cgd * Matthias Drochner. All rights reserved.
6 1.1 cgd *
7 1.1 cgd * Redistribution and use in source and binary forms, with or without
8 1.1 cgd * modification, are permitted provided that the following conditions
9 1.1 cgd * are met:
10 1.1 cgd * 1. Redistributions of source code must retain the above copyright
11 1.1 cgd * notice, this list of conditions and the following disclaimer.
12 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 cgd * notice, this list of conditions and the following disclaimer in the
14 1.1 cgd * documentation and/or other materials provided with the distribution.
15 1.1 cgd *
16 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 1.1 cgd *
27 1.1 cgd */
28 1.1 cgd
29 1.7 pk /*
30 1.7 pk * Support for compressed bootfiles (only read)
31 1.7 pk *
32 1.7 pk * - replaces open(), close(), read(), lseek().
33 1.7 pk * - original libsa open(), close(), read(), lseek() are called
34 1.7 pk * as oopen(), oclose(), oread() resp. olseek().
35 1.7 pk * - compression parts stripped from zlib:gzio.c
36 1.1 cgd */
37 1.1 cgd
38 1.1 cgd /* gzio.c -- IO on .gz files
39 1.1 cgd * Copyright (C) 1995-1996 Jean-loup Gailly.
40 1.1 cgd * For conditions of distribution and use, see copyright notice in zlib.h
41 1.1 cgd */
42 1.1 cgd
43 1.4 drochner #include "stand.h"
44 1.4 drochner #ifdef _STANDALONE
45 1.11 thorpej #include <lib/libkern/libkern.h>
46 1.17 christos #include <lib/libz/libz.h>
47 1.4 drochner #else
48 1.4 drochner #include <string.h>
49 1.4 drochner #include <zlib.h>
50 1.4 drochner #endif
51 1.1 cgd
52 1.1 cgd #define EOF (-1) /* needed by compression code */
53 1.1 cgd
54 1.1 cgd #ifdef SAVE_MEMORY
55 1.1 cgd #define Z_BUFSIZE 1024
56 1.1 cgd #else
57 1.1 cgd #define Z_BUFSIZE 4096
58 1.1 cgd #endif
59 1.1 cgd
60 1.14 mycroft static const int gz_magic[2] = {0x1f, 0x8b}; /* gzip magic header */
61 1.1 cgd
62 1.1 cgd /* gzip flag byte */
63 1.7 pk #define ASCII_FLAG 0x01 /* bit 0 set: file probably ascii text */
64 1.7 pk #define HEAD_CRC 0x02 /* bit 1 set: header CRC present */
65 1.7 pk #define EXTRA_FIELD 0x04 /* bit 2 set: extra field present */
66 1.7 pk #define ORIG_NAME 0x08 /* bit 3 set: original file name present */
67 1.7 pk #define COMMENT 0x10 /* bit 4 set: file comment present */
68 1.7 pk #define RESERVED 0xE0 /* bits 5..7: reserved */
69 1.1 cgd
70 1.1 cgd static struct sd {
71 1.7 pk z_stream stream;
72 1.7 pk int z_err; /* error code for last stream operation */
73 1.7 pk int z_eof; /* set if end of input file */
74 1.7 pk int fd;
75 1.7 pk unsigned char *inbuf; /* input buffer */
76 1.7 pk unsigned long crc; /* crc32 of uncompressed data */
77 1.7 pk int compressed; /* 1 if input file is a .gz file */
78 1.1 cgd } *ss[SOPEN_MAX];
79 1.1 cgd
80 1.22 tsutsui static int get_byte(struct sd *);
81 1.22 tsutsui static unsigned long getLong(struct sd *);
82 1.22 tsutsui static void check_header(struct sd *);
83 1.7 pk
84 1.13 simonb /* XXX - find suitable header file for these: */
85 1.22 tsutsui void *zcalloc(void *, unsigned int, unsigned int);
86 1.22 tsutsui void zcfree(void *, void *);
87 1.22 tsutsui void zmemcpy(unsigned char *, unsigned char *, unsigned int);
88 1.7 pk
89 1.23 tls /*
90 1.23 tls * The libkern version of this function uses an 8K set of tables.
91 1.23 tls * This is the double-loop version of LE CRC32 from if_ethersubr,
92 1.23 tls * lightly modified -- it is 200 bytes smaller than the version using
93 1.23 tls * a 4-bit table and at least 8K smaller than the libkern version.
94 1.23 tls */
95 1.23 tls #ifndef ETHER_CRC_POLY_LE
96 1.23 tls #define ETHER_CRC_POLY_LE 0xedb88320
97 1.23 tls #endif
98 1.23 tls uint32_t
99 1.23 tls crc32(uint32_t crc, const uint8_t *const buf, size_t len)
100 1.23 tls {
101 1.23 tls uint32_t c, carry;
102 1.23 tls size_t i, j;
103 1.23 tls
104 1.23 tls crc = 0xffffffffU ^ crc;
105 1.23 tls for (i = 0; i < len; i++) {
106 1.27 isaki c = buf[i];
107 1.27 isaki for (j = 0; j < 8; j++) {
108 1.27 isaki carry = ((crc & 0x01) ? 1 : 0) ^ (c & 0x01);
109 1.27 isaki crc >>= 1;
110 1.27 isaki c >>= 1;
111 1.27 isaki if (carry) {
112 1.27 isaki crc = (crc ^ ETHER_CRC_POLY_LE);
113 1.27 isaki }
114 1.23 tls }
115 1.23 tls }
116 1.23 tls return (crc ^ 0xffffffffU);
117 1.23 tls }
118 1.7 pk
119 1.1 cgd /*
120 1.1 cgd * compression utilities
121 1.1 cgd */
122 1.1 cgd
123 1.7 pk void *
124 1.19 isaki zcalloc(void *opaque, unsigned int items, unsigned int size)
125 1.1 cgd {
126 1.19 isaki
127 1.19 isaki return alloc(items * size);
128 1.1 cgd }
129 1.1 cgd
130 1.7 pk void
131 1.19 isaki zcfree(void *opaque, void *ptr)
132 1.1 cgd {
133 1.19 isaki
134 1.18 christos dealloc(ptr, 0); /* XXX works only with modified allocator */
135 1.1 cgd }
136 1.1 cgd
137 1.7 pk void
138 1.19 isaki zmemcpy(unsigned char *dest, unsigned char *source, unsigned int len)
139 1.1 cgd {
140 1.19 isaki
141 1.21 christos memcpy(dest, source, len);
142 1.1 cgd }
143 1.1 cgd
144 1.7 pk static int
145 1.19 isaki get_byte(struct sd *s)
146 1.1 cgd {
147 1.7 pk if (s->z_eof)
148 1.19 isaki return EOF;
149 1.7 pk
150 1.7 pk if (s->stream.avail_in == 0) {
151 1.7 pk int got;
152 1.7 pk
153 1.7 pk errno = 0;
154 1.7 pk got = oread(s->fd, s->inbuf, Z_BUFSIZE);
155 1.7 pk if (got <= 0) {
156 1.7 pk s->z_eof = 1;
157 1.19 isaki if (errno)
158 1.19 isaki s->z_err = Z_ERRNO;
159 1.7 pk return EOF;
160 1.7 pk }
161 1.7 pk s->stream.avail_in = got;
162 1.7 pk s->stream.next_in = s->inbuf;
163 1.7 pk }
164 1.7 pk s->stream.avail_in--;
165 1.7 pk return *(s->stream.next_in)++;
166 1.1 cgd }
167 1.1 cgd
168 1.7 pk static unsigned long
169 1.19 isaki getLong(struct sd *s)
170 1.1 cgd {
171 1.19 isaki unsigned long x;
172 1.7 pk int c;
173 1.1 cgd
174 1.19 isaki x = (unsigned long)get_byte(s);
175 1.7 pk x += ((unsigned long)get_byte(s)) << 8;
176 1.7 pk x += ((unsigned long)get_byte(s)) << 16;
177 1.7 pk c = get_byte(s);
178 1.7 pk if (c == EOF)
179 1.7 pk s->z_err = Z_DATA_ERROR;
180 1.19 isaki x += ((unsigned long)c) << 24;
181 1.7 pk return x;
182 1.1 cgd }
183 1.1 cgd
184 1.7 pk static void
185 1.19 isaki check_header(struct sd *s)
186 1.1 cgd {
187 1.7 pk int method; /* method byte */
188 1.7 pk int flags; /* flags byte */
189 1.7 pk unsigned int len;
190 1.7 pk int c;
191 1.7 pk
192 1.7 pk /* Check the gzip magic header */
193 1.7 pk for (len = 0; len < 2; len++) {
194 1.7 pk c = get_byte(s);
195 1.7 pk if (c == gz_magic[len])
196 1.7 pk continue;
197 1.7 pk if ((c == EOF) && (len == 0)) {
198 1.7 pk /*
199 1.7 pk * We must not change s->compressed if we are at EOF;
200 1.7 pk * we may have come to the end of a gzipped file and be
201 1.7 pk * check to see if another gzipped file is concatenated
202 1.7 pk * to this one. If one isn't, we still need to be able
203 1.7 pk * to lseek on this file as a compressed file.
204 1.7 pk */
205 1.7 pk return;
206 1.7 pk }
207 1.7 pk s->compressed = 0;
208 1.7 pk if (c != EOF) {
209 1.7 pk s->stream.avail_in++;
210 1.7 pk s->stream.next_in--;
211 1.7 pk }
212 1.7 pk s->z_err = s->stream.avail_in != 0 ? Z_OK : Z_STREAM_END;
213 1.7 pk return;
214 1.7 pk }
215 1.7 pk s->compressed = 1;
216 1.7 pk method = get_byte(s);
217 1.7 pk flags = get_byte(s);
218 1.7 pk if (method != Z_DEFLATED || (flags & RESERVED) != 0) {
219 1.7 pk s->z_err = Z_DATA_ERROR;
220 1.7 pk return;
221 1.7 pk }
222 1.1 cgd
223 1.7 pk /* Discard time, xflags and OS code: */
224 1.7 pk for (len = 0; len < 6; len++)
225 1.7 pk (void)get_byte(s);
226 1.7 pk
227 1.7 pk if ((flags & EXTRA_FIELD) != 0) {
228 1.7 pk /* skip the extra field */
229 1.7 pk len = (unsigned int)get_byte(s);
230 1.7 pk len += ((unsigned int)get_byte(s)) << 8;
231 1.7 pk /* len is garbage if EOF but the loop below will quit anyway */
232 1.19 isaki while (len-- != 0 && get_byte(s) != EOF)
233 1.19 isaki /*void*/;
234 1.7 pk }
235 1.7 pk if ((flags & ORIG_NAME) != 0) {
236 1.7 pk /* skip the original file name */
237 1.19 isaki while ((c = get_byte(s)) != 0 && c != EOF)
238 1.19 isaki /*void*/;
239 1.7 pk }
240 1.7 pk if ((flags & COMMENT) != 0) {
241 1.7 pk /* skip the .gz file comment */
242 1.19 isaki while ((c = get_byte(s)) != 0 && c != EOF)
243 1.19 isaki /*void*/;
244 1.7 pk }
245 1.7 pk if ((flags & HEAD_CRC) != 0) { /* skip the header crc */
246 1.7 pk for (len = 0; len < 2; len++)
247 1.7 pk (void)get_byte(s);
248 1.7 pk }
249 1.7 pk s->z_err = s->z_eof ? Z_DATA_ERROR : Z_OK;
250 1.1 cgd }
251 1.1 cgd
252 1.1 cgd /*
253 1.1 cgd * new open(), close(), read(), lseek()
254 1.1 cgd */
255 1.1 cgd
256 1.1 cgd int
257 1.19 isaki open(const char *fname, int mode)
258 1.1 cgd {
259 1.7 pk int fd;
260 1.7 pk struct sd *s = 0;
261 1.1 cgd
262 1.12 drochner if (((fd = oopen(fname, mode)) == -1) || (mode != 0))
263 1.7 pk /* compression only for read */
264 1.19 isaki return fd;
265 1.7 pk
266 1.7 pk ss[fd] = s = alloc(sizeof(struct sd));
267 1.7 pk if (s == 0)
268 1.7 pk goto errout;
269 1.21 christos (void)memset(s, 0, sizeof(struct sd));
270 1.7 pk
271 1.7 pk if (inflateInit2(&(s->stream), -15) != Z_OK)
272 1.7 pk goto errout;
273 1.7 pk
274 1.19 isaki s->stream.next_in = s->inbuf = (unsigned char *)alloc(Z_BUFSIZE);
275 1.7 pk if (s->inbuf == 0) {
276 1.7 pk inflateEnd(&(s->stream));
277 1.7 pk goto errout;
278 1.7 pk }
279 1.7 pk
280 1.7 pk s->fd = fd;
281 1.7 pk check_header(s); /* skip the .gz header */
282 1.19 isaki return fd;
283 1.1 cgd
284 1.1 cgd errout:
285 1.7 pk if (s != 0)
286 1.18 christos dealloc(s, sizeof(struct sd));
287 1.25 pgoyette ss[fd] = NULL;
288 1.7 pk oclose(fd);
289 1.19 isaki return -1;
290 1.1 cgd }
291 1.1 cgd
292 1.1 cgd int
293 1.19 isaki close(int fd)
294 1.1 cgd {
295 1.7 pk struct sd *s;
296 1.2 thorpej
297 1.9 cgd #if !defined(LIBSA_NO_FD_CHECKING)
298 1.20 tsutsui if ((unsigned int)fd >= SOPEN_MAX) {
299 1.2 thorpej errno = EBADF;
300 1.19 isaki return -1;
301 1.2 thorpej }
302 1.9 cgd #endif
303 1.1 cgd
304 1.1 cgd s = ss[fd];
305 1.1 cgd
306 1.25 pgoyette if (s != NULL) {
307 1.25 pgoyette inflateEnd(&(s->stream));
308 1.1 cgd
309 1.25 pgoyette dealloc(s->inbuf, Z_BUFSIZE);
310 1.25 pgoyette dealloc(s, sizeof(struct sd));
311 1.25 pgoyette }
312 1.1 cgd
313 1.19 isaki return oclose(fd);
314 1.1 cgd }
315 1.1 cgd
316 1.1 cgd ssize_t
317 1.19 isaki read(int fd, void *buf, size_t len)
318 1.1 cgd {
319 1.7 pk struct sd *s;
320 1.7 pk unsigned char *start = buf; /* starting point for crc computation */
321 1.1 cgd
322 1.7 pk s = ss[fd];
323 1.1 cgd
324 1.7 pk if (s->z_err == Z_DATA_ERROR || s->z_err == Z_ERRNO)
325 1.19 isaki return -1;
326 1.7 pk if (s->z_err == Z_STREAM_END)
327 1.19 isaki return 0; /* EOF */
328 1.1 cgd
329 1.7 pk s->stream.next_out = buf;
330 1.7 pk s->stream.avail_out = len;
331 1.7 pk
332 1.7 pk while (s->stream.avail_out != 0) {
333 1.7 pk
334 1.7 pk if (s->compressed == 0) {
335 1.7 pk /* Copy first the lookahead bytes: */
336 1.7 pk unsigned int n = s->stream.avail_in;
337 1.7 pk if (n > s->stream.avail_out)
338 1.7 pk n = s->stream.avail_out;
339 1.7 pk if (n > 0) {
340 1.7 pk zmemcpy(s->stream.next_out,
341 1.7 pk s->stream.next_in, n);
342 1.7 pk s->stream.next_out += n;
343 1.7 pk s->stream.next_in += n;
344 1.7 pk s->stream.avail_out -= n;
345 1.7 pk s->stream.avail_in -= n;
346 1.7 pk }
347 1.7 pk if (s->stream.avail_out > 0) {
348 1.7 pk int got;
349 1.7 pk got = oread(s->fd, s->stream.next_out,
350 1.19 isaki s->stream.avail_out);
351 1.7 pk if (got == -1)
352 1.19 isaki return got;
353 1.7 pk s->stream.avail_out -= got;
354 1.7 pk }
355 1.7 pk return (int)(len - s->stream.avail_out);
356 1.7 pk }
357 1.7 pk
358 1.7 pk if (s->stream.avail_in == 0 && !s->z_eof) {
359 1.7 pk int got;
360 1.7 pk errno = 0;
361 1.7 pk got = oread(fd, s->inbuf, Z_BUFSIZE);
362 1.7 pk if (got <= 0) {
363 1.7 pk s->z_eof = 1;
364 1.7 pk if (errno) {
365 1.7 pk s->z_err = Z_ERRNO;
366 1.7 pk break;
367 1.7 pk }
368 1.7 pk }
369 1.7 pk s->stream.avail_in = got;
370 1.7 pk s->stream.next_in = s->inbuf;
371 1.1 cgd }
372 1.1 cgd
373 1.7 pk s->z_err = inflate(&(s->stream), Z_NO_FLUSH);
374 1.7 pk
375 1.7 pk if (s->z_err == Z_STREAM_END) {
376 1.7 pk /* Check CRC and original size */
377 1.7 pk s->crc = crc32(s->crc, start, (unsigned int)
378 1.7 pk (s->stream.next_out - start));
379 1.7 pk start = s->stream.next_out;
380 1.7 pk
381 1.7 pk if (getLong(s) != s->crc ||
382 1.7 pk getLong(s) != s->stream.total_out) {
383 1.7 pk
384 1.7 pk s->z_err = Z_DATA_ERROR;
385 1.7 pk } else {
386 1.7 pk /* Check for concatenated .gz files: */
387 1.7 pk check_header(s);
388 1.7 pk if (s->z_err == Z_OK) {
389 1.7 pk inflateReset(&(s->stream));
390 1.7 pk s->crc = crc32(0L, Z_NULL, 0);
391 1.7 pk }
392 1.7 pk }
393 1.1 cgd }
394 1.7 pk if (s->z_err != Z_OK || s->z_eof)
395 1.7 pk break;
396 1.7 pk }
397 1.1 cgd
398 1.7 pk s->crc = crc32(s->crc, start,
399 1.19 isaki (unsigned int)(s->stream.next_out - start));
400 1.7 pk
401 1.7 pk return (int)(len - s->stream.avail_out);
402 1.1 cgd }
403 1.1 cgd
404 1.1 cgd off_t
405 1.19 isaki lseek(int fd, off_t offset, int where)
406 1.1 cgd {
407 1.7 pk struct open_file *f;
408 1.7 pk struct sd *s;
409 1.1 cgd
410 1.9 cgd #if !defined(LIBSA_NO_FD_CHECKING)
411 1.20 tsutsui if ((unsigned int)fd >= SOPEN_MAX) {
412 1.1 cgd errno = EBADF;
413 1.19 isaki return -1;
414 1.7 pk }
415 1.9 cgd #endif
416 1.12 drochner f = &files[fd];
417 1.1 cgd
418 1.8 drochner if ((f->f_flags & F_READ) == 0)
419 1.19 isaki return olseek(fd, offset, where);
420 1.1 cgd
421 1.7 pk s = ss[fd];
422 1.1 cgd
423 1.7 pk if(s->compressed == 0) {
424 1.1 cgd off_t res = olseek(fd, offset, where);
425 1.7 pk if (res != (off_t)-1) {
426 1.7 pk /* make sure the lookahead buffer is invalid */
427 1.7 pk s->stream.avail_in = 0;
428 1.1 cgd }
429 1.19 isaki return res;
430 1.7 pk }
431 1.1 cgd
432 1.7 pk switch(where) {
433 1.7 pk case SEEK_CUR:
434 1.19 isaki offset += s->stream.total_out;
435 1.7 pk case SEEK_SET:
436 1.7 pk /* if seek backwards, simply start from the beginning */
437 1.7 pk if (offset < s->stream.total_out) {
438 1.1 cgd off_t res;
439 1.1 cgd void *sav_inbuf;
440 1.1 cgd
441 1.1 cgd res = olseek(fd, 0, SEEK_SET);
442 1.1 cgd if(res == (off_t)-1)
443 1.19 isaki return res;
444 1.1 cgd /* ??? perhaps fallback to close / open */
445 1.1 cgd
446 1.1 cgd inflateEnd(&(s->stream));
447 1.1 cgd
448 1.1 cgd sav_inbuf = s->inbuf; /* don't allocate again */
449 1.21 christos (void)memset(s, 0, sizeof(struct sd));
450 1.21 christos /* this resets total_out to 0! */
451 1.1 cgd
452 1.1 cgd inflateInit2(&(s->stream), -15);
453 1.1 cgd s->stream.next_in = s->inbuf = sav_inbuf;
454 1.1 cgd
455 1.1 cgd s->fd = fd;
456 1.1 cgd check_header(s); /* skip the .gz header */
457 1.7 pk }
458 1.1 cgd
459 1.19 isaki /* to seek forwards, throw away data */
460 1.7 pk if (offset > s->stream.total_out) {
461 1.1 cgd off_t toskip = offset - s->stream.total_out;
462 1.1 cgd
463 1.7 pk while (toskip > 0) {
464 1.1 cgd #define DUMMYBUFSIZE 256
465 1.7 pk char dummybuf[DUMMYBUFSIZE];
466 1.7 pk off_t len = toskip;
467 1.19 isaki
468 1.19 isaki if (len > DUMMYBUFSIZE)
469 1.19 isaki len = DUMMYBUFSIZE;
470 1.7 pk if (read(fd, dummybuf, len) != len) {
471 1.7 pk errno = EOFFSET;
472 1.19 isaki return (off_t)-1;
473 1.7 pk }
474 1.7 pk toskip -= len;
475 1.1 cgd }
476 1.7 pk }
477 1.1 cgd #ifdef DEBUG
478 1.7 pk if (offset != s->stream.total_out)
479 1.1 cgd panic("lseek compressed");
480 1.1 cgd #endif
481 1.19 isaki return offset;
482 1.7 pk case SEEK_END:
483 1.7 pk errno = EOFFSET;
484 1.7 pk break;
485 1.7 pk default:
486 1.7 pk errno = EINVAL;
487 1.19 isaki break;
488 1.7 pk }
489 1.7 pk
490 1.19 isaki return (off_t)-1;
491 1.1 cgd }
492