Home | History | Annotate | Line # | Download | only in libintl
gettext.c revision 1.27
      1 /*	$NetBSD: gettext.c,v 1.27 2012/03/21 10:10:36 matt Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 2000, 2001 Citrus Project,
      5  * All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  *
     16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     17  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     18  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     19  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     20  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     21  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     22  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     23  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     24  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26  * SUCH DAMAGE.
     27  *
     28  * $Citrus: xpg4dl/FreeBSD/lib/libintl/gettext.c,v 1.31 2001/09/27 15:18:45 yamt Exp $
     29  */
     30 
     31 #include <sys/cdefs.h>
     32 __RCSID("$NetBSD: gettext.c,v 1.27 2012/03/21 10:10:36 matt Exp $");
     33 
     34 #include <sys/param.h>
     35 #include <sys/stat.h>
     36 #include <sys/mman.h>
     37 #include <sys/uio.h>
     38 
     39 #include <assert.h>
     40 #include <fcntl.h>
     41 #include <stdio.h>
     42 #include <stdlib.h>
     43 #include <unistd.h>
     44 #include <string.h>
     45 #if 0
     46 #include <util.h>
     47 #endif
     48 #include <libintl.h>
     49 #include <locale.h>
     50 #include "libintl_local.h"
     51 #include "plural_parser.h"
     52 #include "pathnames.h"
     53 
     54 static const char *lookup_category(int);
     55 static const char *split_locale(const char *);
     56 static const char *lookup_mofile(char *, size_t, const char *, const char *,
     57 				 const char *, const char *,
     58 				 struct domainbinding *);
     59 static uint32_t flip(uint32_t, uint32_t);
     60 static int validate(void *, struct mohandle *);
     61 static int mapit(const char *, struct domainbinding *);
     62 static int unmapit(struct domainbinding *);
     63 static const char *lookup_hash(const char *, struct domainbinding *, size_t *);
     64 static const char *lookup_bsearch(const char *, struct domainbinding *,
     65 				  size_t *);
     66 static const char *lookup(const char *, struct domainbinding *, size_t *);
     67 static const char *get_lang_env(const char *);
     68 
     69 /*
     70  * shortcut functions.  the main implementation resides in dcngettext().
     71  */
     72 char *
     73 gettext(const char *msgid)
     74 {
     75 
     76 	return dcngettext(NULL, msgid, NULL, 1UL, LC_MESSAGES);
     77 }
     78 
     79 char *
     80 dgettext(const char *domainname, const char *msgid)
     81 {
     82 
     83 	return dcngettext(domainname, msgid, NULL, 1UL, LC_MESSAGES);
     84 }
     85 
     86 char *
     87 dcgettext(const char *domainname, const char *msgid, int category)
     88 {
     89 
     90 	return dcngettext(domainname, msgid, NULL, 1UL, category);
     91 }
     92 
     93 char *
     94 ngettext(const char *msgid1, const char *msgid2, unsigned long int n)
     95 {
     96 
     97 	return dcngettext(NULL, msgid1, msgid2, n, LC_MESSAGES);
     98 }
     99 
    100 char *
    101 dngettext(const char *domainname, const char *msgid1, const char *msgid2,
    102 	  unsigned long int n)
    103 {
    104 
    105 	return dcngettext(domainname, msgid1, msgid2, n, LC_MESSAGES);
    106 }
    107 
    108 /*
    109  * dcngettext() -
    110  * lookup internationalized message on database locale/category/domainname
    111  * (like ja_JP.eucJP/LC_MESSAGES/domainname).
    112  * if n equals to 1, internationalized message will be looked up for msgid1.
    113  * otherwise, message will be looked up for msgid2.
    114  * if the lookup fails, the function will return msgid1 or msgid2 as is.
    115  *
    116  * Even though the return type is "char *", caller should not rewrite the
    117  * region pointed to by the return value (should be "const char *", but can't
    118  * change it for compatibility with other implementations).
    119  *
    120  * by default (if domainname == NULL), domainname is taken from the value set
    121  * by textdomain().  usually name of the application (like "ls") is used as
    122  * domainname.  category is usually LC_MESSAGES.
    123  *
    124  * the code reads in *.mo files generated by GNU gettext.  *.mo is a host-
    125  * endian encoded file.  both endians are supported here, as the files are in
    126  * /usr/share/locale! (or we should move those files into /usr/libdata)
    127  */
    128 
    129 static const char *
    130 lookup_category(int category)
    131 {
    132 
    133 	switch (category) {
    134 	case LC_COLLATE:	return "LC_COLLATE";
    135 	case LC_CTYPE:		return "LC_CTYPE";
    136 	case LC_MONETARY:	return "LC_MONETARY";
    137 	case LC_NUMERIC:	return "LC_NUMERIC";
    138 	case LC_TIME:		return "LC_TIME";
    139 	case LC_MESSAGES:	return "LC_MESSAGES";
    140 	}
    141 	return NULL;
    142 }
    143 
    144 /*
    145  * XPG syntax: language[_territory[.codeset]][@modifier]
    146  * XXX boundary check on "result" is lacking
    147  */
    148 static const char *
    149 split_locale(const char *lname)
    150 {
    151 	char buf[BUFSIZ], tmp[BUFSIZ];
    152 	char *l, *t, *c, *m;
    153 	static char result[BUFSIZ];
    154 
    155 	memset(result, 0, sizeof(result));
    156 
    157 	if (strlen(lname) + 1 > sizeof(buf)) {
    158 fail:
    159 		return lname;
    160 	}
    161 
    162 	strlcpy(buf, lname, sizeof(buf));
    163 	m = strrchr(buf, '@');
    164 	if (m)
    165 		*m++ = '\0';
    166 	c = strrchr(buf, '.');
    167 	if (c)
    168 		*c++ = '\0';
    169 	t = strrchr(buf, '_');
    170 	if (t)
    171 		*t++ = '\0';
    172 	l = buf;
    173 	if (strlen(l) == 0)
    174 		goto fail;
    175 	if (c && !t)
    176 		goto fail;
    177 
    178 	if (m) {
    179 		if (t) {
    180 			if (c) {
    181 				snprintf(tmp, sizeof(tmp), "%s_%s.%s@%s",
    182 				    l, t, c, m);
    183 				strlcat(result, tmp, sizeof(result));
    184 				strlcat(result, ":", sizeof(result));
    185 			}
    186 			snprintf(tmp, sizeof(tmp), "%s_%s@%s", l, t, m);
    187 			strlcat(result, tmp, sizeof(result));
    188 			strlcat(result, ":", sizeof(result));
    189 		}
    190 		snprintf(tmp, sizeof(tmp), "%s@%s", l, m);
    191 		strlcat(result, tmp, sizeof(result));
    192 		strlcat(result, ":", sizeof(result));
    193 	}
    194 	if (t) {
    195 		if (c) {
    196 			snprintf(tmp, sizeof(tmp), "%s_%s.%s", l, t, c);
    197 			strlcat(result, tmp, sizeof(result));
    198 			strlcat(result, ":", sizeof(result));
    199 		}
    200 		snprintf(tmp, sizeof(tmp), "%s_%s", l, t);
    201 		strlcat(result, tmp, sizeof(result));
    202 		strlcat(result, ":", sizeof(result));
    203 	}
    204 	strlcat(result, l, sizeof(result));
    205 
    206 	return result;
    207 }
    208 
    209 static const char *
    210 lookup_mofile(char *buf, size_t len, const char *dir, const char *lpath,
    211 	      const char *category, const char *domainname,
    212 	      struct domainbinding *db)
    213 {
    214 	struct stat st;
    215 	char *p, *q;
    216 	char lpath_tmp[BUFSIZ];
    217 
    218 	strlcpy(lpath_tmp, lpath, sizeof(lpath_tmp));
    219 	q = lpath_tmp;
    220 	/* CONSTCOND */
    221 	while (1) {
    222 		p = strsep(&q, ":");
    223 		if (!p)
    224 			break;
    225 		if (!*p)
    226 			continue;
    227 
    228 		/* don't mess with default locales */
    229 		if (strcmp(p, "C") == 0 || strcmp(p, "POSIX") == 0)
    230 			return NULL;
    231 
    232 		/* validate pathname */
    233 		if (strchr(p, '/') || strchr(category, '/'))
    234 			continue;
    235 #if 1	/*?*/
    236 		if (strchr(domainname, '/'))
    237 			continue;
    238 #endif
    239 
    240 		snprintf(buf, len, "%s/%s/%s/%s.mo", dir, p,
    241 		    category, domainname);
    242 		if (stat(buf, &st) < 0)
    243 			continue;
    244 		if ((st.st_mode & S_IFMT) != S_IFREG)
    245 			continue;
    246 
    247 		if (mapit(buf, db) == 0)
    248 			return buf;
    249 	}
    250 
    251 	return NULL;
    252 }
    253 
    254 static uint32_t
    255 flip(uint32_t v, uint32_t magic)
    256 {
    257 
    258 	if (magic == MO_MAGIC)
    259 		return v;
    260 	else if (magic == MO_MAGIC_SWAPPED) {
    261 		v = ((v >> 24) & 0xff) | ((v >> 8) & 0xff00) |
    262 		    ((v << 8) & 0xff0000) | ((v << 24) & 0xff000000);
    263 		return v;
    264 	} else {
    265 		abort();
    266 		/*NOTREACHED*/
    267 	}
    268 }
    269 
    270 static int
    271 validate(void *arg, struct mohandle *mohandle)
    272 {
    273 	char *p;
    274 
    275 	p = (char *)arg;
    276 	if (p < (char *)mohandle->addr ||
    277 	    p > (char *)mohandle->addr + mohandle->len)
    278 		return 0;
    279 	else
    280 		return 1;
    281 }
    282 
    283 /*
    284  * calculate the step value if the hash value is conflicted.
    285  */
    286 static __inline uint32_t
    287 calc_collision_step(uint32_t hashval, uint32_t hashsize)
    288 {
    289 	_DIAGASSERT(hashsize>2);
    290 	return (hashval % (hashsize - 2)) + 1;
    291 }
    292 
    293 /*
    294  * calculate the next index while conflicting.
    295  */
    296 static __inline uint32_t
    297 calc_next_index(uint32_t curidx, uint32_t hashsize, uint32_t step)
    298 {
    299 	return curidx+step - (curidx >= hashsize-step ? hashsize : 0);
    300 }
    301 
    302 static int
    303 get_sysdep_string_table(struct mosysdepstr_h **table_h, uint32_t *ofstable,
    304 			uint32_t nstrings, uint32_t magic, char *base)
    305 {
    306 	unsigned int i;
    307 	int j, count;
    308 	size_t l;
    309 	struct mosysdepstr *table;
    310 
    311 	for (i=0; i<nstrings; i++) {
    312 		/* get mosysdepstr record */
    313 		/* LINTED: ignore the alignment problem. */
    314 		table = (struct mosysdepstr *)(base + flip(ofstable[i], magic));
    315 		/* count number of segments */
    316 		count = 0;
    317 		while (flip(table->segs[count++].ref, magic) != MO_LASTSEG)
    318 			;
    319 		/* get table */
    320 		l = sizeof(struct mosysdepstr_h) +
    321 		    sizeof(struct mosysdepsegentry_h) * (count-1);
    322 		table_h[i] = (struct mosysdepstr_h *)malloc(l);
    323 		if (!table_h[i])
    324 			return -1;
    325 		memset(table_h[i], 0, l);
    326 		table_h[i]->off = (const char *)(base + flip(table->off, magic));
    327 		for (j=0; j<count; j++) {
    328 			table_h[i]->segs[j].len =
    329 			    flip(table->segs[j].len, magic);
    330 			table_h[i]->segs[j].ref =
    331 			    flip(table->segs[j].ref, magic);
    332 		}
    333 		/* LINTED: ignore the alignment problem. */
    334 		table = (struct mosysdepstr *)&table->segs[count];
    335 	}
    336 	return 0;
    337 }
    338 
    339 static int
    340 expand_sysdep(struct mohandle *mohandle, struct mosysdepstr_h *str)
    341 {
    342 	int i;
    343 	const char *src;
    344 	char *dst;
    345 
    346 	/* check whether already expanded */
    347 	if (str->expanded)
    348 		return 0;
    349 
    350 	/* calc total length */
    351 	str->expanded_len = 1;
    352 	for (i=0; /*CONSTCOND*/1; i++) {
    353 		str->expanded_len += str->segs[i].len;
    354 		if (str->segs[i].ref == MO_LASTSEG)
    355 			break;
    356 		str->expanded_len +=
    357 		    mohandle->mo.mo_sysdep_segs[str->segs[i].ref].len;
    358 	}
    359 	/* expand */
    360 	str->expanded = malloc(str->expanded_len);
    361 	if (!str->expanded)
    362 		return -1;
    363 	src = str->off;
    364 	dst = str->expanded;
    365 	for (i=0; /*CONSTCOND*/1; i++) {
    366 		memcpy(dst, src, str->segs[i].len);
    367 		src += str->segs[i].len;
    368 		dst += str->segs[i].len;
    369 		if (str->segs[i].ref == MO_LASTSEG)
    370 			break;
    371 		memcpy(dst, mohandle->mo.mo_sysdep_segs[str->segs[i].ref].str,
    372 		       mohandle->mo.mo_sysdep_segs[str->segs[i].ref].len);
    373 		dst += mohandle->mo.mo_sysdep_segs[str->segs[i].ref].len;
    374 	}
    375 	*dst = '\0';
    376 
    377 	return 0;
    378 }
    379 
    380 static void
    381 insert_to_hash(uint32_t *htable, uint32_t hsize, const char *str, uint32_t ref)
    382 {
    383 	uint32_t hashval, idx, step;
    384 
    385 	hashval = __intl_string_hash(str);
    386 	step = calc_collision_step(hashval, hsize);
    387 	idx = hashval % hsize;
    388 
    389 	while (htable[idx])
    390 		idx = calc_next_index(idx, hsize, step);
    391 
    392 	htable[idx] = ref;
    393 }
    394 
    395 static int
    396 setup_sysdep_stuffs(struct mo *mo, struct mohandle *mohandle, char *base)
    397 {
    398 	uint32_t magic;
    399 	struct moentry *stable;
    400 	size_t l;
    401 	unsigned int i;
    402 	char *v;
    403 	uint32_t *ofstable;
    404 
    405 	magic = mo->mo_magic;
    406 
    407 	mohandle->mo.mo_sysdep_nsegs = flip(mo->mo_sysdep_nsegs, magic);
    408 	mohandle->mo.mo_sysdep_nstring = flip(mo->mo_sysdep_nstring, magic);
    409 
    410 	if (mohandle->mo.mo_sysdep_nstring == 0)
    411 		return 0;
    412 
    413 	/* check hash size */
    414 	if (mohandle->mo.mo_hsize <= 2 ||
    415 	    mohandle->mo.mo_hsize <
    416 	    (mohandle->mo.mo_nstring + mohandle->mo.mo_sysdep_nstring))
    417 		return -1;
    418 
    419 	/* get sysdep segments */
    420 	l = sizeof(struct mosysdepsegs_h) * mohandle->mo.mo_sysdep_nsegs;
    421 	mohandle->mo.mo_sysdep_segs = (struct mosysdepsegs_h *)malloc(l);
    422 	if (!mohandle->mo.mo_sysdep_segs)
    423 		return -1;
    424 	/* LINTED: ignore the alignment problem. */
    425 	stable = (struct moentry *)(base + flip(mo->mo_sysdep_segoff, magic));
    426 	for (i=0; i<mohandle->mo.mo_sysdep_nsegs; i++) {
    427 		v = base + flip(stable[i].off, magic);
    428 		mohandle->mo.mo_sysdep_segs[i].str =
    429 		    __intl_sysdep_get_string_by_tag(
    430 			    v,
    431 			    &mohandle->mo.mo_sysdep_segs[i].len);
    432 	}
    433 
    434 	/* get sysdep string table */
    435 	mohandle->mo.mo_sysdep_otable =
    436 	    (struct mosysdepstr_h **)calloc(mohandle->mo.mo_sysdep_nstring,
    437 					    sizeof(struct mosysdepstr_h *));
    438 	if (!mohandle->mo.mo_sysdep_otable)
    439 		return -1;
    440 	/* LINTED: ignore the alignment problem. */
    441 	ofstable = (uint32_t *)(base + flip(mo->mo_sysdep_otable, magic));
    442 	if (get_sysdep_string_table(mohandle->mo.mo_sysdep_otable, ofstable,
    443 				    mohandle->mo.mo_sysdep_nstring, magic,
    444 				    base))
    445 		return -1;
    446 	mohandle->mo.mo_sysdep_ttable =
    447 	    (struct mosysdepstr_h **)calloc(mohandle->mo.mo_sysdep_nstring,
    448 					    sizeof(struct mosysdepstr_h *));
    449 	if (!mohandle->mo.mo_sysdep_ttable)
    450 		return -1;
    451 	/* LINTED: ignore the alignment problem. */
    452 	ofstable = (uint32_t *)(base + flip(mo->mo_sysdep_ttable, magic));
    453 	if (get_sysdep_string_table(mohandle->mo.mo_sysdep_ttable, ofstable,
    454 				    mohandle->mo.mo_sysdep_nstring, magic,
    455 				    base))
    456 		return -1;
    457 
    458 	/* update hash */
    459 	for (i=0; i<mohandle->mo.mo_sysdep_nstring; i++) {
    460 		if (expand_sysdep(mohandle, mohandle->mo.mo_sysdep_otable[i]))
    461 			return -1;
    462 		insert_to_hash(mohandle->mo.mo_htable,
    463 			       mohandle->mo.mo_hsize,
    464 			       mohandle->mo.mo_sysdep_otable[i]->expanded,
    465 			       (i+1) | MO_HASH_SYSDEP_MASK);
    466 	}
    467 
    468 	return 0;
    469 }
    470 
    471 int
    472 mapit(const char *path, struct domainbinding *db)
    473 {
    474 	int fd;
    475 	struct stat st;
    476 	char *base;
    477 	uint32_t magic, revision, flags = 0;
    478 	struct moentry *otable, *ttable;
    479 	const uint32_t *htable;
    480 	struct moentry_h *p;
    481 	struct mo *mo;
    482 	size_t l, headerlen;
    483 	unsigned int i;
    484 	char *v;
    485 	struct mohandle *mohandle = &db->mohandle;
    486 
    487 	if (mohandle->addr && mohandle->addr != MAP_FAILED &&
    488 	    mohandle->mo.mo_magic)
    489 		return 0;	/*already opened*/
    490 
    491 	unmapit(db);
    492 
    493 #if 0
    494 	if (secure_path(path) != 0)
    495 		goto fail;
    496 #endif
    497 	if (stat(path, &st) < 0)
    498 		goto fail;
    499 	if ((st.st_mode & S_IFMT) != S_IFREG || st.st_size > GETTEXT_MMAP_MAX)
    500 		goto fail;
    501 	fd = open(path, O_RDONLY);
    502 	if (fd < 0)
    503 		goto fail;
    504 	if (read(fd, &magic, sizeof(magic)) != sizeof(magic) ||
    505 	    (magic != MO_MAGIC && magic != MO_MAGIC_SWAPPED)) {
    506 		close(fd);
    507 		goto fail;
    508 	}
    509 	if (read(fd, &revision, sizeof(revision)) != sizeof(revision)) {
    510 		close(fd);
    511 		goto fail;
    512 	}
    513 	switch (flip(revision, magic)) {
    514 	case MO_MAKE_REV(0, 0):
    515 		break;
    516 	case MO_MAKE_REV(0, 1):
    517 	case MO_MAKE_REV(1, 1):
    518 		flags |= MO_F_SYSDEP;
    519 		break;
    520 	default:
    521 		close(fd);
    522 		goto fail;
    523 	}
    524 	mohandle->addr = mmap(NULL, (size_t)st.st_size, PROT_READ,
    525 	    MAP_FILE | MAP_SHARED, fd, (off_t)0);
    526 	if (!mohandle->addr || mohandle->addr == MAP_FAILED) {
    527 		close(fd);
    528 		goto fail;
    529 	}
    530 	close(fd);
    531 	mohandle->len = (size_t)st.st_size;
    532 
    533 	base = mohandle->addr;
    534 	mo = (struct mo *)mohandle->addr;
    535 
    536 	/* flip endian.  do not flip magic number! */
    537 	mohandle->mo.mo_magic = mo->mo_magic;
    538 	mohandle->mo.mo_revision = flip(mo->mo_revision, magic);
    539 	mohandle->mo.mo_nstring = flip(mo->mo_nstring, magic);
    540 	mohandle->mo.mo_hsize = flip(mo->mo_hsize, magic);
    541 	mohandle->mo.mo_flags = flags;
    542 
    543 	/* validate otable/ttable */
    544 	/* LINTED: ignore the alignment problem. */
    545 	otable = (struct moentry *)(base + flip(mo->mo_otable, magic));
    546 	/* LINTED: ignore the alignment problem. */
    547 	ttable = (struct moentry *)(base + flip(mo->mo_ttable, magic));
    548 	if (!validate(otable, mohandle) ||
    549 	    !validate(&otable[mohandle->mo.mo_nstring], mohandle)) {
    550 		unmapit(db);
    551 		goto fail;
    552 	}
    553 	if (!validate(ttable, mohandle) ||
    554 	    !validate(&ttable[mohandle->mo.mo_nstring], mohandle)) {
    555 		unmapit(db);
    556 		goto fail;
    557 	}
    558 
    559 	/* allocate [ot]table, and convert to normal pointer representation. */
    560 	l = sizeof(struct moentry_h) * mohandle->mo.mo_nstring;
    561 	mohandle->mo.mo_otable = (struct moentry_h *)malloc(l);
    562 	if (!mohandle->mo.mo_otable) {
    563 		unmapit(db);
    564 		goto fail;
    565 	}
    566 	mohandle->mo.mo_ttable = (struct moentry_h *)malloc(l);
    567 	if (!mohandle->mo.mo_ttable) {
    568 		unmapit(db);
    569 		goto fail;
    570 	}
    571 	p = mohandle->mo.mo_otable;
    572 	for (i = 0; i < mohandle->mo.mo_nstring; i++) {
    573 		p[i].len = flip(otable[i].len, magic);
    574 		p[i].off = base + flip(otable[i].off, magic);
    575 
    576 		if (!validate(p[i].off, mohandle) ||
    577 		    !validate(p[i].off + p[i].len + 1, mohandle)) {
    578 			unmapit(db);
    579 			goto fail;
    580 		}
    581 	}
    582 	p = mohandle->mo.mo_ttable;
    583 	for (i = 0; i < mohandle->mo.mo_nstring; i++) {
    584 		p[i].len = flip(ttable[i].len, magic);
    585 		p[i].off = base + flip(ttable[i].off, magic);
    586 
    587 		if (!validate(p[i].off, mohandle) ||
    588 		    !validate(p[i].off + p[i].len + 1, mohandle)) {
    589 			unmapit(db);
    590 			goto fail;
    591 		}
    592 	}
    593 	/* allocate htable, and convert it to the host order. */
    594 	if (mohandle->mo.mo_hsize > 2) {
    595 		l = sizeof(uint32_t) * mohandle->mo.mo_hsize;
    596 		mohandle->mo.mo_htable = (uint32_t *)malloc(l);
    597 		if (!mohandle->mo.mo_htable) {
    598 			unmapit(db);
    599 			goto fail;
    600 		}
    601 		/* LINTED: ignore the alignment problem. */
    602 		htable = (const uint32_t *)(base+flip(mo->mo_hoffset, magic));
    603 		for (i=0; i < mohandle->mo.mo_hsize; i++) {
    604 			mohandle->mo.mo_htable[i] = flip(htable[i], magic);
    605 			if (mohandle->mo.mo_htable[i] >=
    606 			    mohandle->mo.mo_nstring+1) {
    607 				/* illegal string number. */
    608 				unmapit(db);
    609 				goto fail;
    610 			}
    611 		}
    612 	}
    613 	/* grab MIME-header and charset field */
    614 	mohandle->mo.mo_header = lookup("", db, &headerlen);
    615 	if (mohandle->mo.mo_header)
    616 		v = strstr(mohandle->mo.mo_header, "charset=");
    617 	else
    618 		v = NULL;
    619 	if (v) {
    620 		mohandle->mo.mo_charset = strdup(v + 8);
    621 		if (!mohandle->mo.mo_charset)
    622 			goto fail;
    623 		v = strchr(mohandle->mo.mo_charset, '\n');
    624 		if (v)
    625 			*v = '\0';
    626 	}
    627 	if (!mohandle->mo.mo_header ||
    628 	    _gettext_parse_plural(&mohandle->mo.mo_plural,
    629 				  &mohandle->mo.mo_nplurals,
    630 				  mohandle->mo.mo_header, headerlen))
    631 		mohandle->mo.mo_plural = NULL;
    632 
    633 	/*
    634 	 * XXX check charset, reject it if we are unable to support the charset
    635 	 * with the current locale.
    636 	 * for example, if we are using euc-jp locale and we are looking at
    637 	 * *.mo file encoded by euc-kr (charset=euc-kr), we should reject
    638 	 * the *.mo file as we cannot support it.
    639 	 */
    640 
    641 	/* system dependent string support */
    642 	if ((mohandle->mo.mo_flags & MO_F_SYSDEP) != 0) {
    643 		if (setup_sysdep_stuffs(mo, mohandle, base)) {
    644 			unmapit(db);
    645 			goto fail;
    646 		}
    647 	}
    648 
    649 	return 0;
    650 
    651 fail:
    652 	return -1;
    653 }
    654 
    655 static void
    656 free_sysdep_table(struct mosysdepstr_h **table, uint32_t nstring)
    657 {
    658 	uint32_t i;
    659 
    660 	for (i=0; i<nstring; i++) {
    661 		if (table[i]) {
    662 			if (table[i]->expanded)
    663 				free(table[i]->expanded);
    664 			free(table[i]);
    665 		}
    666 	}
    667 	free(table);
    668 }
    669 
    670 static int
    671 unmapit(struct domainbinding *db)
    672 {
    673 	struct mohandle *mohandle = &db->mohandle;
    674 
    675 	/* unmap if there's already mapped region */
    676 	if (mohandle->addr && mohandle->addr != MAP_FAILED)
    677 		munmap(mohandle->addr, mohandle->len);
    678 	mohandle->addr = NULL;
    679 	if (mohandle->mo.mo_otable)
    680 		free(mohandle->mo.mo_otable);
    681 	if (mohandle->mo.mo_ttable)
    682 		free(mohandle->mo.mo_ttable);
    683 	if (mohandle->mo.mo_charset)
    684 		free(mohandle->mo.mo_charset);
    685 	if (mohandle->mo.mo_htable)
    686 		free(mohandle->mo.mo_htable);
    687 	if (mohandle->mo.mo_sysdep_segs)
    688 		free(mohandle->mo.mo_sysdep_segs);
    689 	if (mohandle->mo.mo_sysdep_otable) {
    690 		free_sysdep_table(mohandle->mo.mo_sysdep_otable,
    691 				  mohandle->mo.mo_sysdep_nstring);
    692 	}
    693 	if (mohandle->mo.mo_sysdep_ttable) {
    694 		free_sysdep_table(mohandle->mo.mo_sysdep_ttable,
    695 				  mohandle->mo.mo_sysdep_nstring);
    696 	}
    697 	if (mohandle->mo.mo_plural)
    698 		_gettext_free_plural(mohandle->mo.mo_plural);
    699 	memset(&mohandle->mo, 0, sizeof(mohandle->mo));
    700 	return 0;
    701 }
    702 
    703 /* ARGSUSED */
    704 static const char *
    705 lookup_hash(const char *msgid, struct domainbinding *db, size_t *rlen)
    706 {
    707 	struct mohandle *mohandle = &db->mohandle;
    708 	uint32_t idx, hashval, step, strno;
    709 	size_t len;
    710 	struct mosysdepstr_h *sysdep_otable, *sysdep_ttable;
    711 
    712 	if (mohandle->mo.mo_hsize <= 2 || mohandle->mo.mo_htable == NULL)
    713 		return NULL;
    714 
    715 	hashval = __intl_string_hash(msgid);
    716 	step = calc_collision_step(hashval, mohandle->mo.mo_hsize);
    717 	idx = hashval % mohandle->mo.mo_hsize;
    718 	len = strlen(msgid);
    719 	while (/*CONSTCOND*/1) {
    720 		strno = mohandle->mo.mo_htable[idx];
    721 		if (strno == 0) {
    722 			/* unexpected miss */
    723 			return NULL;
    724 		}
    725 		strno--;
    726 		if ((strno & MO_HASH_SYSDEP_MASK) == 0) {
    727 			/* system independent strings */
    728 			if (len <= mohandle->mo.mo_otable[strno].len &&
    729 			    !strcmp(msgid, mohandle->mo.mo_otable[strno].off)) {
    730 				/* hit */
    731 				if (rlen)
    732 					*rlen =
    733 					    mohandle->mo.mo_ttable[strno].len;
    734 				return mohandle->mo.mo_ttable[strno].off;
    735 			}
    736 		} else {
    737 			/* system dependent strings */
    738 			strno &= ~MO_HASH_SYSDEP_MASK;
    739 			sysdep_otable = mohandle->mo.mo_sysdep_otable[strno];
    740 			sysdep_ttable = mohandle->mo.mo_sysdep_ttable[strno];
    741 			if (len <= sysdep_otable->expanded_len &&
    742 			    !strcmp(msgid, sysdep_otable->expanded)) {
    743 				/* hit */
    744 				if (expand_sysdep(mohandle, sysdep_ttable))
    745 					/* memory exhausted */
    746 					return NULL;
    747 				if (rlen)
    748 					*rlen = sysdep_ttable->expanded_len;
    749 				return sysdep_ttable->expanded;
    750 			}
    751 		}
    752 		idx = calc_next_index(idx, mohandle->mo.mo_hsize, step);
    753 	}
    754 	/*NOTREACHED*/
    755 }
    756 
    757 static const char *
    758 lookup_bsearch(const char *msgid, struct domainbinding *db, size_t *rlen)
    759 {
    760 	int top, bottom, middle, omiddle;
    761 	int n;
    762 	struct mohandle *mohandle = &db->mohandle;
    763 
    764 	top = 0;
    765 	bottom = mohandle->mo.mo_nstring;
    766 	omiddle = -1;
    767 	/* CONSTCOND */
    768 	while (1) {
    769 		if (top > bottom)
    770 			break;
    771 		middle = (top + bottom) / 2;
    772 		/* avoid possible infinite loop, when the data is not sorted */
    773 		if (omiddle == middle)
    774 			break;
    775 		if ((size_t)middle >= mohandle->mo.mo_nstring)
    776 			break;
    777 
    778 		n = strcmp(msgid, mohandle->mo.mo_otable[middle].off);
    779 		if (n == 0) {
    780 			if (rlen)
    781 				*rlen = mohandle->mo.mo_ttable[middle].len;
    782 			return (const char *)mohandle->mo.mo_ttable[middle].off;
    783 		}
    784 		else if (n < 0)
    785 			bottom = middle;
    786 		else
    787 			top = middle;
    788 		omiddle = middle;
    789 	}
    790 
    791 	return NULL;
    792 }
    793 
    794 static const char *
    795 lookup(const char *msgid, struct domainbinding *db, size_t *rlen)
    796 {
    797 	const char *v;
    798 
    799 	v = lookup_hash(msgid, db, rlen);
    800 	if (v)
    801 		return v;
    802 
    803 	return lookup_bsearch(msgid, db, rlen);
    804 }
    805 
    806 static const char *
    807 get_lang_env(const char *category_name)
    808 {
    809 	const char *lang;
    810 
    811 	/* 1. see LANGUAGE variable first. */
    812 	lang = getenv("LANGUAGE");
    813 	if (lang)
    814 		return lang;
    815 
    816 	/* 2. if LANGUAGE isn't set, see LC_ALL, LC_xxx, LANG. */
    817 	lang = getenv("LC_ALL");
    818 	if (!lang)
    819 		lang = getenv(category_name);
    820 	if (!lang)
    821 		lang = getenv("LANG");
    822 
    823 	if (!lang)
    824 		return 0; /* error */
    825 
    826 	return split_locale(lang);
    827 }
    828 
    829 static const char *
    830 get_indexed_string(const char *str, size_t len, unsigned long idx)
    831 {
    832 	while (idx > 0) {
    833 		if (len <= 1)
    834 			return str;
    835 		if (*str == '\0')
    836 			idx--;
    837 		if (len > 0) {
    838 			str++;
    839 			len--;
    840 		}
    841 	}
    842 	return str;
    843 }
    844 
    845 #define	_NGETTEXT_DEFAULT(msgid1, msgid2, n)	\
    846 	((char *)__UNCONST((n) == 1 ? (msgid1) : (msgid2)))
    847 
    848 char *
    849 dcngettext(const char *domainname, const char *msgid1, const char *msgid2,
    850 	   unsigned long int n, int category)
    851 {
    852 	const char *msgid;
    853 	char path[PATH_MAX];
    854 	const char *lpath;
    855 	static char olpath[PATH_MAX];
    856 	const char *cname = NULL;
    857 	const char *v;
    858 	static char *ocname = NULL;
    859 	static char *odomainname = NULL;
    860 	struct domainbinding *db;
    861 	unsigned long plural_index = 0;
    862 	size_t len;
    863 
    864 	if (!domainname)
    865 		domainname = __current_domainname;
    866 	cname = lookup_category(category);
    867 	if (!domainname || !cname)
    868 		goto fail;
    869 
    870 	lpath = get_lang_env(cname);
    871 	if (!lpath)
    872 		goto fail;
    873 
    874 	for (db = __bindings; db; db = db->next)
    875 		if (strcmp(db->domainname, domainname) == 0)
    876 			break;
    877 	if (!db) {
    878 		if (!bindtextdomain(domainname, _PATH_TEXTDOMAIN))
    879 			goto fail;
    880 		db = __bindings;
    881 	}
    882 
    883 	/* resolve relative path */
    884 	/* XXX not necessary? */
    885 	if (db->path[0] != '/') {
    886 		char buf[PATH_MAX];
    887 
    888 		if (getcwd(buf, sizeof(buf)) == 0)
    889 			goto fail;
    890 		if (strlcat(buf, "/", sizeof(buf)) >= sizeof(buf))
    891 			goto fail;
    892 		if (strlcat(buf, db->path, sizeof(buf)) >= sizeof(buf))
    893 			goto fail;
    894 		strlcpy(db->path, buf, sizeof(db->path));
    895 	}
    896 
    897 	/* don't bother looking it up if the values are the same */
    898 	if (odomainname && strcmp(domainname, odomainname) == 0 &&
    899 	    ocname && strcmp(cname, ocname) == 0 && strcmp(lpath, olpath) == 0 &&
    900 	    db->mohandle.mo.mo_magic)
    901 		goto found;
    902 
    903 	/* try to find appropriate file, from $LANGUAGE */
    904 	if (lookup_mofile(path, sizeof(path), db->path, lpath, cname,
    905 	    domainname, db) == NULL)
    906 		goto fail;
    907 
    908 	if (odomainname)
    909 		free(odomainname);
    910 	if (ocname)
    911 		free(ocname);
    912 	odomainname = strdup(domainname);
    913 	ocname = strdup(cname);
    914 	if (!odomainname || !ocname) {
    915 		if (odomainname)
    916 			free(odomainname);
    917 		if (ocname)
    918 			free(ocname);
    919 		odomainname = ocname = NULL;
    920 	}
    921 	else
    922 		strlcpy(olpath, lpath, sizeof(olpath));
    923 
    924 found:
    925 	if (db->mohandle.mo.mo_plural) {
    926 		plural_index =
    927 		    _gettext_calculate_plural(db->mohandle.mo.mo_plural, n);
    928 		if (plural_index >= db->mohandle.mo.mo_nplurals)
    929 			plural_index = 0;
    930 		msgid = msgid1;
    931 	} else
    932 		msgid = _NGETTEXT_DEFAULT(msgid1, msgid2, n);
    933 
    934 	if (msgid == NULL)
    935 		return NULL;
    936 
    937 	v = lookup(msgid, db, &len);
    938 	if (v) {
    939 		if (db->mohandle.mo.mo_plural)
    940 			v = get_indexed_string(v, len, plural_index);
    941 		/*
    942 		 * convert the translated message's encoding.
    943 		 *
    944 		 * special case:
    945 		 *	a result of gettext("") shouldn't need any conversion.
    946 		 */
    947 		if (msgid[0])
    948 			v = __gettext_iconv(v, db);
    949 
    950 		/*
    951 		 * Given the amount of printf-format security issues, it may
    952 		 * be a good idea to validate if the original msgid and the
    953 		 * translated message format string carry the same printf-like
    954 		 * format identifiers.
    955 		 */
    956 
    957 		msgid = v;
    958 	}
    959 
    960 	return (char *)__UNCONST(msgid);
    961 
    962 fail:
    963 	return _NGETTEXT_DEFAULT(msgid1, msgid2, n);
    964 }
    965