gettext.c revision 1.27
1 /* $NetBSD: gettext.c,v 1.27 2012/03/21 10:10:36 matt Exp $ */ 2 3 /*- 4 * Copyright (c) 2000, 2001 Citrus Project, 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 1. Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * 2. Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in the 14 * documentation and/or other materials provided with the distribution. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 * SUCH DAMAGE. 27 * 28 * $Citrus: xpg4dl/FreeBSD/lib/libintl/gettext.c,v 1.31 2001/09/27 15:18:45 yamt Exp $ 29 */ 30 31 #include <sys/cdefs.h> 32 __RCSID("$NetBSD: gettext.c,v 1.27 2012/03/21 10:10:36 matt Exp $"); 33 34 #include <sys/param.h> 35 #include <sys/stat.h> 36 #include <sys/mman.h> 37 #include <sys/uio.h> 38 39 #include <assert.h> 40 #include <fcntl.h> 41 #include <stdio.h> 42 #include <stdlib.h> 43 #include <unistd.h> 44 #include <string.h> 45 #if 0 46 #include <util.h> 47 #endif 48 #include <libintl.h> 49 #include <locale.h> 50 #include "libintl_local.h" 51 #include "plural_parser.h" 52 #include "pathnames.h" 53 54 static const char *lookup_category(int); 55 static const char *split_locale(const char *); 56 static const char *lookup_mofile(char *, size_t, const char *, const char *, 57 const char *, const char *, 58 struct domainbinding *); 59 static uint32_t flip(uint32_t, uint32_t); 60 static int validate(void *, struct mohandle *); 61 static int mapit(const char *, struct domainbinding *); 62 static int unmapit(struct domainbinding *); 63 static const char *lookup_hash(const char *, struct domainbinding *, size_t *); 64 static const char *lookup_bsearch(const char *, struct domainbinding *, 65 size_t *); 66 static const char *lookup(const char *, struct domainbinding *, size_t *); 67 static const char *get_lang_env(const char *); 68 69 /* 70 * shortcut functions. the main implementation resides in dcngettext(). 71 */ 72 char * 73 gettext(const char *msgid) 74 { 75 76 return dcngettext(NULL, msgid, NULL, 1UL, LC_MESSAGES); 77 } 78 79 char * 80 dgettext(const char *domainname, const char *msgid) 81 { 82 83 return dcngettext(domainname, msgid, NULL, 1UL, LC_MESSAGES); 84 } 85 86 char * 87 dcgettext(const char *domainname, const char *msgid, int category) 88 { 89 90 return dcngettext(domainname, msgid, NULL, 1UL, category); 91 } 92 93 char * 94 ngettext(const char *msgid1, const char *msgid2, unsigned long int n) 95 { 96 97 return dcngettext(NULL, msgid1, msgid2, n, LC_MESSAGES); 98 } 99 100 char * 101 dngettext(const char *domainname, const char *msgid1, const char *msgid2, 102 unsigned long int n) 103 { 104 105 return dcngettext(domainname, msgid1, msgid2, n, LC_MESSAGES); 106 } 107 108 /* 109 * dcngettext() - 110 * lookup internationalized message on database locale/category/domainname 111 * (like ja_JP.eucJP/LC_MESSAGES/domainname). 112 * if n equals to 1, internationalized message will be looked up for msgid1. 113 * otherwise, message will be looked up for msgid2. 114 * if the lookup fails, the function will return msgid1 or msgid2 as is. 115 * 116 * Even though the return type is "char *", caller should not rewrite the 117 * region pointed to by the return value (should be "const char *", but can't 118 * change it for compatibility with other implementations). 119 * 120 * by default (if domainname == NULL), domainname is taken from the value set 121 * by textdomain(). usually name of the application (like "ls") is used as 122 * domainname. category is usually LC_MESSAGES. 123 * 124 * the code reads in *.mo files generated by GNU gettext. *.mo is a host- 125 * endian encoded file. both endians are supported here, as the files are in 126 * /usr/share/locale! (or we should move those files into /usr/libdata) 127 */ 128 129 static const char * 130 lookup_category(int category) 131 { 132 133 switch (category) { 134 case LC_COLLATE: return "LC_COLLATE"; 135 case LC_CTYPE: return "LC_CTYPE"; 136 case LC_MONETARY: return "LC_MONETARY"; 137 case LC_NUMERIC: return "LC_NUMERIC"; 138 case LC_TIME: return "LC_TIME"; 139 case LC_MESSAGES: return "LC_MESSAGES"; 140 } 141 return NULL; 142 } 143 144 /* 145 * XPG syntax: language[_territory[.codeset]][@modifier] 146 * XXX boundary check on "result" is lacking 147 */ 148 static const char * 149 split_locale(const char *lname) 150 { 151 char buf[BUFSIZ], tmp[BUFSIZ]; 152 char *l, *t, *c, *m; 153 static char result[BUFSIZ]; 154 155 memset(result, 0, sizeof(result)); 156 157 if (strlen(lname) + 1 > sizeof(buf)) { 158 fail: 159 return lname; 160 } 161 162 strlcpy(buf, lname, sizeof(buf)); 163 m = strrchr(buf, '@'); 164 if (m) 165 *m++ = '\0'; 166 c = strrchr(buf, '.'); 167 if (c) 168 *c++ = '\0'; 169 t = strrchr(buf, '_'); 170 if (t) 171 *t++ = '\0'; 172 l = buf; 173 if (strlen(l) == 0) 174 goto fail; 175 if (c && !t) 176 goto fail; 177 178 if (m) { 179 if (t) { 180 if (c) { 181 snprintf(tmp, sizeof(tmp), "%s_%s.%s@%s", 182 l, t, c, m); 183 strlcat(result, tmp, sizeof(result)); 184 strlcat(result, ":", sizeof(result)); 185 } 186 snprintf(tmp, sizeof(tmp), "%s_%s@%s", l, t, m); 187 strlcat(result, tmp, sizeof(result)); 188 strlcat(result, ":", sizeof(result)); 189 } 190 snprintf(tmp, sizeof(tmp), "%s@%s", l, m); 191 strlcat(result, tmp, sizeof(result)); 192 strlcat(result, ":", sizeof(result)); 193 } 194 if (t) { 195 if (c) { 196 snprintf(tmp, sizeof(tmp), "%s_%s.%s", l, t, c); 197 strlcat(result, tmp, sizeof(result)); 198 strlcat(result, ":", sizeof(result)); 199 } 200 snprintf(tmp, sizeof(tmp), "%s_%s", l, t); 201 strlcat(result, tmp, sizeof(result)); 202 strlcat(result, ":", sizeof(result)); 203 } 204 strlcat(result, l, sizeof(result)); 205 206 return result; 207 } 208 209 static const char * 210 lookup_mofile(char *buf, size_t len, const char *dir, const char *lpath, 211 const char *category, const char *domainname, 212 struct domainbinding *db) 213 { 214 struct stat st; 215 char *p, *q; 216 char lpath_tmp[BUFSIZ]; 217 218 strlcpy(lpath_tmp, lpath, sizeof(lpath_tmp)); 219 q = lpath_tmp; 220 /* CONSTCOND */ 221 while (1) { 222 p = strsep(&q, ":"); 223 if (!p) 224 break; 225 if (!*p) 226 continue; 227 228 /* don't mess with default locales */ 229 if (strcmp(p, "C") == 0 || strcmp(p, "POSIX") == 0) 230 return NULL; 231 232 /* validate pathname */ 233 if (strchr(p, '/') || strchr(category, '/')) 234 continue; 235 #if 1 /*?*/ 236 if (strchr(domainname, '/')) 237 continue; 238 #endif 239 240 snprintf(buf, len, "%s/%s/%s/%s.mo", dir, p, 241 category, domainname); 242 if (stat(buf, &st) < 0) 243 continue; 244 if ((st.st_mode & S_IFMT) != S_IFREG) 245 continue; 246 247 if (mapit(buf, db) == 0) 248 return buf; 249 } 250 251 return NULL; 252 } 253 254 static uint32_t 255 flip(uint32_t v, uint32_t magic) 256 { 257 258 if (magic == MO_MAGIC) 259 return v; 260 else if (magic == MO_MAGIC_SWAPPED) { 261 v = ((v >> 24) & 0xff) | ((v >> 8) & 0xff00) | 262 ((v << 8) & 0xff0000) | ((v << 24) & 0xff000000); 263 return v; 264 } else { 265 abort(); 266 /*NOTREACHED*/ 267 } 268 } 269 270 static int 271 validate(void *arg, struct mohandle *mohandle) 272 { 273 char *p; 274 275 p = (char *)arg; 276 if (p < (char *)mohandle->addr || 277 p > (char *)mohandle->addr + mohandle->len) 278 return 0; 279 else 280 return 1; 281 } 282 283 /* 284 * calculate the step value if the hash value is conflicted. 285 */ 286 static __inline uint32_t 287 calc_collision_step(uint32_t hashval, uint32_t hashsize) 288 { 289 _DIAGASSERT(hashsize>2); 290 return (hashval % (hashsize - 2)) + 1; 291 } 292 293 /* 294 * calculate the next index while conflicting. 295 */ 296 static __inline uint32_t 297 calc_next_index(uint32_t curidx, uint32_t hashsize, uint32_t step) 298 { 299 return curidx+step - (curidx >= hashsize-step ? hashsize : 0); 300 } 301 302 static int 303 get_sysdep_string_table(struct mosysdepstr_h **table_h, uint32_t *ofstable, 304 uint32_t nstrings, uint32_t magic, char *base) 305 { 306 unsigned int i; 307 int j, count; 308 size_t l; 309 struct mosysdepstr *table; 310 311 for (i=0; i<nstrings; i++) { 312 /* get mosysdepstr record */ 313 /* LINTED: ignore the alignment problem. */ 314 table = (struct mosysdepstr *)(base + flip(ofstable[i], magic)); 315 /* count number of segments */ 316 count = 0; 317 while (flip(table->segs[count++].ref, magic) != MO_LASTSEG) 318 ; 319 /* get table */ 320 l = sizeof(struct mosysdepstr_h) + 321 sizeof(struct mosysdepsegentry_h) * (count-1); 322 table_h[i] = (struct mosysdepstr_h *)malloc(l); 323 if (!table_h[i]) 324 return -1; 325 memset(table_h[i], 0, l); 326 table_h[i]->off = (const char *)(base + flip(table->off, magic)); 327 for (j=0; j<count; j++) { 328 table_h[i]->segs[j].len = 329 flip(table->segs[j].len, magic); 330 table_h[i]->segs[j].ref = 331 flip(table->segs[j].ref, magic); 332 } 333 /* LINTED: ignore the alignment problem. */ 334 table = (struct mosysdepstr *)&table->segs[count]; 335 } 336 return 0; 337 } 338 339 static int 340 expand_sysdep(struct mohandle *mohandle, struct mosysdepstr_h *str) 341 { 342 int i; 343 const char *src; 344 char *dst; 345 346 /* check whether already expanded */ 347 if (str->expanded) 348 return 0; 349 350 /* calc total length */ 351 str->expanded_len = 1; 352 for (i=0; /*CONSTCOND*/1; i++) { 353 str->expanded_len += str->segs[i].len; 354 if (str->segs[i].ref == MO_LASTSEG) 355 break; 356 str->expanded_len += 357 mohandle->mo.mo_sysdep_segs[str->segs[i].ref].len; 358 } 359 /* expand */ 360 str->expanded = malloc(str->expanded_len); 361 if (!str->expanded) 362 return -1; 363 src = str->off; 364 dst = str->expanded; 365 for (i=0; /*CONSTCOND*/1; i++) { 366 memcpy(dst, src, str->segs[i].len); 367 src += str->segs[i].len; 368 dst += str->segs[i].len; 369 if (str->segs[i].ref == MO_LASTSEG) 370 break; 371 memcpy(dst, mohandle->mo.mo_sysdep_segs[str->segs[i].ref].str, 372 mohandle->mo.mo_sysdep_segs[str->segs[i].ref].len); 373 dst += mohandle->mo.mo_sysdep_segs[str->segs[i].ref].len; 374 } 375 *dst = '\0'; 376 377 return 0; 378 } 379 380 static void 381 insert_to_hash(uint32_t *htable, uint32_t hsize, const char *str, uint32_t ref) 382 { 383 uint32_t hashval, idx, step; 384 385 hashval = __intl_string_hash(str); 386 step = calc_collision_step(hashval, hsize); 387 idx = hashval % hsize; 388 389 while (htable[idx]) 390 idx = calc_next_index(idx, hsize, step); 391 392 htable[idx] = ref; 393 } 394 395 static int 396 setup_sysdep_stuffs(struct mo *mo, struct mohandle *mohandle, char *base) 397 { 398 uint32_t magic; 399 struct moentry *stable; 400 size_t l; 401 unsigned int i; 402 char *v; 403 uint32_t *ofstable; 404 405 magic = mo->mo_magic; 406 407 mohandle->mo.mo_sysdep_nsegs = flip(mo->mo_sysdep_nsegs, magic); 408 mohandle->mo.mo_sysdep_nstring = flip(mo->mo_sysdep_nstring, magic); 409 410 if (mohandle->mo.mo_sysdep_nstring == 0) 411 return 0; 412 413 /* check hash size */ 414 if (mohandle->mo.mo_hsize <= 2 || 415 mohandle->mo.mo_hsize < 416 (mohandle->mo.mo_nstring + mohandle->mo.mo_sysdep_nstring)) 417 return -1; 418 419 /* get sysdep segments */ 420 l = sizeof(struct mosysdepsegs_h) * mohandle->mo.mo_sysdep_nsegs; 421 mohandle->mo.mo_sysdep_segs = (struct mosysdepsegs_h *)malloc(l); 422 if (!mohandle->mo.mo_sysdep_segs) 423 return -1; 424 /* LINTED: ignore the alignment problem. */ 425 stable = (struct moentry *)(base + flip(mo->mo_sysdep_segoff, magic)); 426 for (i=0; i<mohandle->mo.mo_sysdep_nsegs; i++) { 427 v = base + flip(stable[i].off, magic); 428 mohandle->mo.mo_sysdep_segs[i].str = 429 __intl_sysdep_get_string_by_tag( 430 v, 431 &mohandle->mo.mo_sysdep_segs[i].len); 432 } 433 434 /* get sysdep string table */ 435 mohandle->mo.mo_sysdep_otable = 436 (struct mosysdepstr_h **)calloc(mohandle->mo.mo_sysdep_nstring, 437 sizeof(struct mosysdepstr_h *)); 438 if (!mohandle->mo.mo_sysdep_otable) 439 return -1; 440 /* LINTED: ignore the alignment problem. */ 441 ofstable = (uint32_t *)(base + flip(mo->mo_sysdep_otable, magic)); 442 if (get_sysdep_string_table(mohandle->mo.mo_sysdep_otable, ofstable, 443 mohandle->mo.mo_sysdep_nstring, magic, 444 base)) 445 return -1; 446 mohandle->mo.mo_sysdep_ttable = 447 (struct mosysdepstr_h **)calloc(mohandle->mo.mo_sysdep_nstring, 448 sizeof(struct mosysdepstr_h *)); 449 if (!mohandle->mo.mo_sysdep_ttable) 450 return -1; 451 /* LINTED: ignore the alignment problem. */ 452 ofstable = (uint32_t *)(base + flip(mo->mo_sysdep_ttable, magic)); 453 if (get_sysdep_string_table(mohandle->mo.mo_sysdep_ttable, ofstable, 454 mohandle->mo.mo_sysdep_nstring, magic, 455 base)) 456 return -1; 457 458 /* update hash */ 459 for (i=0; i<mohandle->mo.mo_sysdep_nstring; i++) { 460 if (expand_sysdep(mohandle, mohandle->mo.mo_sysdep_otable[i])) 461 return -1; 462 insert_to_hash(mohandle->mo.mo_htable, 463 mohandle->mo.mo_hsize, 464 mohandle->mo.mo_sysdep_otable[i]->expanded, 465 (i+1) | MO_HASH_SYSDEP_MASK); 466 } 467 468 return 0; 469 } 470 471 int 472 mapit(const char *path, struct domainbinding *db) 473 { 474 int fd; 475 struct stat st; 476 char *base; 477 uint32_t magic, revision, flags = 0; 478 struct moentry *otable, *ttable; 479 const uint32_t *htable; 480 struct moentry_h *p; 481 struct mo *mo; 482 size_t l, headerlen; 483 unsigned int i; 484 char *v; 485 struct mohandle *mohandle = &db->mohandle; 486 487 if (mohandle->addr && mohandle->addr != MAP_FAILED && 488 mohandle->mo.mo_magic) 489 return 0; /*already opened*/ 490 491 unmapit(db); 492 493 #if 0 494 if (secure_path(path) != 0) 495 goto fail; 496 #endif 497 if (stat(path, &st) < 0) 498 goto fail; 499 if ((st.st_mode & S_IFMT) != S_IFREG || st.st_size > GETTEXT_MMAP_MAX) 500 goto fail; 501 fd = open(path, O_RDONLY); 502 if (fd < 0) 503 goto fail; 504 if (read(fd, &magic, sizeof(magic)) != sizeof(magic) || 505 (magic != MO_MAGIC && magic != MO_MAGIC_SWAPPED)) { 506 close(fd); 507 goto fail; 508 } 509 if (read(fd, &revision, sizeof(revision)) != sizeof(revision)) { 510 close(fd); 511 goto fail; 512 } 513 switch (flip(revision, magic)) { 514 case MO_MAKE_REV(0, 0): 515 break; 516 case MO_MAKE_REV(0, 1): 517 case MO_MAKE_REV(1, 1): 518 flags |= MO_F_SYSDEP; 519 break; 520 default: 521 close(fd); 522 goto fail; 523 } 524 mohandle->addr = mmap(NULL, (size_t)st.st_size, PROT_READ, 525 MAP_FILE | MAP_SHARED, fd, (off_t)0); 526 if (!mohandle->addr || mohandle->addr == MAP_FAILED) { 527 close(fd); 528 goto fail; 529 } 530 close(fd); 531 mohandle->len = (size_t)st.st_size; 532 533 base = mohandle->addr; 534 mo = (struct mo *)mohandle->addr; 535 536 /* flip endian. do not flip magic number! */ 537 mohandle->mo.mo_magic = mo->mo_magic; 538 mohandle->mo.mo_revision = flip(mo->mo_revision, magic); 539 mohandle->mo.mo_nstring = flip(mo->mo_nstring, magic); 540 mohandle->mo.mo_hsize = flip(mo->mo_hsize, magic); 541 mohandle->mo.mo_flags = flags; 542 543 /* validate otable/ttable */ 544 /* LINTED: ignore the alignment problem. */ 545 otable = (struct moentry *)(base + flip(mo->mo_otable, magic)); 546 /* LINTED: ignore the alignment problem. */ 547 ttable = (struct moentry *)(base + flip(mo->mo_ttable, magic)); 548 if (!validate(otable, mohandle) || 549 !validate(&otable[mohandle->mo.mo_nstring], mohandle)) { 550 unmapit(db); 551 goto fail; 552 } 553 if (!validate(ttable, mohandle) || 554 !validate(&ttable[mohandle->mo.mo_nstring], mohandle)) { 555 unmapit(db); 556 goto fail; 557 } 558 559 /* allocate [ot]table, and convert to normal pointer representation. */ 560 l = sizeof(struct moentry_h) * mohandle->mo.mo_nstring; 561 mohandle->mo.mo_otable = (struct moentry_h *)malloc(l); 562 if (!mohandle->mo.mo_otable) { 563 unmapit(db); 564 goto fail; 565 } 566 mohandle->mo.mo_ttable = (struct moentry_h *)malloc(l); 567 if (!mohandle->mo.mo_ttable) { 568 unmapit(db); 569 goto fail; 570 } 571 p = mohandle->mo.mo_otable; 572 for (i = 0; i < mohandle->mo.mo_nstring; i++) { 573 p[i].len = flip(otable[i].len, magic); 574 p[i].off = base + flip(otable[i].off, magic); 575 576 if (!validate(p[i].off, mohandle) || 577 !validate(p[i].off + p[i].len + 1, mohandle)) { 578 unmapit(db); 579 goto fail; 580 } 581 } 582 p = mohandle->mo.mo_ttable; 583 for (i = 0; i < mohandle->mo.mo_nstring; i++) { 584 p[i].len = flip(ttable[i].len, magic); 585 p[i].off = base + flip(ttable[i].off, magic); 586 587 if (!validate(p[i].off, mohandle) || 588 !validate(p[i].off + p[i].len + 1, mohandle)) { 589 unmapit(db); 590 goto fail; 591 } 592 } 593 /* allocate htable, and convert it to the host order. */ 594 if (mohandle->mo.mo_hsize > 2) { 595 l = sizeof(uint32_t) * mohandle->mo.mo_hsize; 596 mohandle->mo.mo_htable = (uint32_t *)malloc(l); 597 if (!mohandle->mo.mo_htable) { 598 unmapit(db); 599 goto fail; 600 } 601 /* LINTED: ignore the alignment problem. */ 602 htable = (const uint32_t *)(base+flip(mo->mo_hoffset, magic)); 603 for (i=0; i < mohandle->mo.mo_hsize; i++) { 604 mohandle->mo.mo_htable[i] = flip(htable[i], magic); 605 if (mohandle->mo.mo_htable[i] >= 606 mohandle->mo.mo_nstring+1) { 607 /* illegal string number. */ 608 unmapit(db); 609 goto fail; 610 } 611 } 612 } 613 /* grab MIME-header and charset field */ 614 mohandle->mo.mo_header = lookup("", db, &headerlen); 615 if (mohandle->mo.mo_header) 616 v = strstr(mohandle->mo.mo_header, "charset="); 617 else 618 v = NULL; 619 if (v) { 620 mohandle->mo.mo_charset = strdup(v + 8); 621 if (!mohandle->mo.mo_charset) 622 goto fail; 623 v = strchr(mohandle->mo.mo_charset, '\n'); 624 if (v) 625 *v = '\0'; 626 } 627 if (!mohandle->mo.mo_header || 628 _gettext_parse_plural(&mohandle->mo.mo_plural, 629 &mohandle->mo.mo_nplurals, 630 mohandle->mo.mo_header, headerlen)) 631 mohandle->mo.mo_plural = NULL; 632 633 /* 634 * XXX check charset, reject it if we are unable to support the charset 635 * with the current locale. 636 * for example, if we are using euc-jp locale and we are looking at 637 * *.mo file encoded by euc-kr (charset=euc-kr), we should reject 638 * the *.mo file as we cannot support it. 639 */ 640 641 /* system dependent string support */ 642 if ((mohandle->mo.mo_flags & MO_F_SYSDEP) != 0) { 643 if (setup_sysdep_stuffs(mo, mohandle, base)) { 644 unmapit(db); 645 goto fail; 646 } 647 } 648 649 return 0; 650 651 fail: 652 return -1; 653 } 654 655 static void 656 free_sysdep_table(struct mosysdepstr_h **table, uint32_t nstring) 657 { 658 uint32_t i; 659 660 for (i=0; i<nstring; i++) { 661 if (table[i]) { 662 if (table[i]->expanded) 663 free(table[i]->expanded); 664 free(table[i]); 665 } 666 } 667 free(table); 668 } 669 670 static int 671 unmapit(struct domainbinding *db) 672 { 673 struct mohandle *mohandle = &db->mohandle; 674 675 /* unmap if there's already mapped region */ 676 if (mohandle->addr && mohandle->addr != MAP_FAILED) 677 munmap(mohandle->addr, mohandle->len); 678 mohandle->addr = NULL; 679 if (mohandle->mo.mo_otable) 680 free(mohandle->mo.mo_otable); 681 if (mohandle->mo.mo_ttable) 682 free(mohandle->mo.mo_ttable); 683 if (mohandle->mo.mo_charset) 684 free(mohandle->mo.mo_charset); 685 if (mohandle->mo.mo_htable) 686 free(mohandle->mo.mo_htable); 687 if (mohandle->mo.mo_sysdep_segs) 688 free(mohandle->mo.mo_sysdep_segs); 689 if (mohandle->mo.mo_sysdep_otable) { 690 free_sysdep_table(mohandle->mo.mo_sysdep_otable, 691 mohandle->mo.mo_sysdep_nstring); 692 } 693 if (mohandle->mo.mo_sysdep_ttable) { 694 free_sysdep_table(mohandle->mo.mo_sysdep_ttable, 695 mohandle->mo.mo_sysdep_nstring); 696 } 697 if (mohandle->mo.mo_plural) 698 _gettext_free_plural(mohandle->mo.mo_plural); 699 memset(&mohandle->mo, 0, sizeof(mohandle->mo)); 700 return 0; 701 } 702 703 /* ARGSUSED */ 704 static const char * 705 lookup_hash(const char *msgid, struct domainbinding *db, size_t *rlen) 706 { 707 struct mohandle *mohandle = &db->mohandle; 708 uint32_t idx, hashval, step, strno; 709 size_t len; 710 struct mosysdepstr_h *sysdep_otable, *sysdep_ttable; 711 712 if (mohandle->mo.mo_hsize <= 2 || mohandle->mo.mo_htable == NULL) 713 return NULL; 714 715 hashval = __intl_string_hash(msgid); 716 step = calc_collision_step(hashval, mohandle->mo.mo_hsize); 717 idx = hashval % mohandle->mo.mo_hsize; 718 len = strlen(msgid); 719 while (/*CONSTCOND*/1) { 720 strno = mohandle->mo.mo_htable[idx]; 721 if (strno == 0) { 722 /* unexpected miss */ 723 return NULL; 724 } 725 strno--; 726 if ((strno & MO_HASH_SYSDEP_MASK) == 0) { 727 /* system independent strings */ 728 if (len <= mohandle->mo.mo_otable[strno].len && 729 !strcmp(msgid, mohandle->mo.mo_otable[strno].off)) { 730 /* hit */ 731 if (rlen) 732 *rlen = 733 mohandle->mo.mo_ttable[strno].len; 734 return mohandle->mo.mo_ttable[strno].off; 735 } 736 } else { 737 /* system dependent strings */ 738 strno &= ~MO_HASH_SYSDEP_MASK; 739 sysdep_otable = mohandle->mo.mo_sysdep_otable[strno]; 740 sysdep_ttable = mohandle->mo.mo_sysdep_ttable[strno]; 741 if (len <= sysdep_otable->expanded_len && 742 !strcmp(msgid, sysdep_otable->expanded)) { 743 /* hit */ 744 if (expand_sysdep(mohandle, sysdep_ttable)) 745 /* memory exhausted */ 746 return NULL; 747 if (rlen) 748 *rlen = sysdep_ttable->expanded_len; 749 return sysdep_ttable->expanded; 750 } 751 } 752 idx = calc_next_index(idx, mohandle->mo.mo_hsize, step); 753 } 754 /*NOTREACHED*/ 755 } 756 757 static const char * 758 lookup_bsearch(const char *msgid, struct domainbinding *db, size_t *rlen) 759 { 760 int top, bottom, middle, omiddle; 761 int n; 762 struct mohandle *mohandle = &db->mohandle; 763 764 top = 0; 765 bottom = mohandle->mo.mo_nstring; 766 omiddle = -1; 767 /* CONSTCOND */ 768 while (1) { 769 if (top > bottom) 770 break; 771 middle = (top + bottom) / 2; 772 /* avoid possible infinite loop, when the data is not sorted */ 773 if (omiddle == middle) 774 break; 775 if ((size_t)middle >= mohandle->mo.mo_nstring) 776 break; 777 778 n = strcmp(msgid, mohandle->mo.mo_otable[middle].off); 779 if (n == 0) { 780 if (rlen) 781 *rlen = mohandle->mo.mo_ttable[middle].len; 782 return (const char *)mohandle->mo.mo_ttable[middle].off; 783 } 784 else if (n < 0) 785 bottom = middle; 786 else 787 top = middle; 788 omiddle = middle; 789 } 790 791 return NULL; 792 } 793 794 static const char * 795 lookup(const char *msgid, struct domainbinding *db, size_t *rlen) 796 { 797 const char *v; 798 799 v = lookup_hash(msgid, db, rlen); 800 if (v) 801 return v; 802 803 return lookup_bsearch(msgid, db, rlen); 804 } 805 806 static const char * 807 get_lang_env(const char *category_name) 808 { 809 const char *lang; 810 811 /* 1. see LANGUAGE variable first. */ 812 lang = getenv("LANGUAGE"); 813 if (lang) 814 return lang; 815 816 /* 2. if LANGUAGE isn't set, see LC_ALL, LC_xxx, LANG. */ 817 lang = getenv("LC_ALL"); 818 if (!lang) 819 lang = getenv(category_name); 820 if (!lang) 821 lang = getenv("LANG"); 822 823 if (!lang) 824 return 0; /* error */ 825 826 return split_locale(lang); 827 } 828 829 static const char * 830 get_indexed_string(const char *str, size_t len, unsigned long idx) 831 { 832 while (idx > 0) { 833 if (len <= 1) 834 return str; 835 if (*str == '\0') 836 idx--; 837 if (len > 0) { 838 str++; 839 len--; 840 } 841 } 842 return str; 843 } 844 845 #define _NGETTEXT_DEFAULT(msgid1, msgid2, n) \ 846 ((char *)__UNCONST((n) == 1 ? (msgid1) : (msgid2))) 847 848 char * 849 dcngettext(const char *domainname, const char *msgid1, const char *msgid2, 850 unsigned long int n, int category) 851 { 852 const char *msgid; 853 char path[PATH_MAX]; 854 const char *lpath; 855 static char olpath[PATH_MAX]; 856 const char *cname = NULL; 857 const char *v; 858 static char *ocname = NULL; 859 static char *odomainname = NULL; 860 struct domainbinding *db; 861 unsigned long plural_index = 0; 862 size_t len; 863 864 if (!domainname) 865 domainname = __current_domainname; 866 cname = lookup_category(category); 867 if (!domainname || !cname) 868 goto fail; 869 870 lpath = get_lang_env(cname); 871 if (!lpath) 872 goto fail; 873 874 for (db = __bindings; db; db = db->next) 875 if (strcmp(db->domainname, domainname) == 0) 876 break; 877 if (!db) { 878 if (!bindtextdomain(domainname, _PATH_TEXTDOMAIN)) 879 goto fail; 880 db = __bindings; 881 } 882 883 /* resolve relative path */ 884 /* XXX not necessary? */ 885 if (db->path[0] != '/') { 886 char buf[PATH_MAX]; 887 888 if (getcwd(buf, sizeof(buf)) == 0) 889 goto fail; 890 if (strlcat(buf, "/", sizeof(buf)) >= sizeof(buf)) 891 goto fail; 892 if (strlcat(buf, db->path, sizeof(buf)) >= sizeof(buf)) 893 goto fail; 894 strlcpy(db->path, buf, sizeof(db->path)); 895 } 896 897 /* don't bother looking it up if the values are the same */ 898 if (odomainname && strcmp(domainname, odomainname) == 0 && 899 ocname && strcmp(cname, ocname) == 0 && strcmp(lpath, olpath) == 0 && 900 db->mohandle.mo.mo_magic) 901 goto found; 902 903 /* try to find appropriate file, from $LANGUAGE */ 904 if (lookup_mofile(path, sizeof(path), db->path, lpath, cname, 905 domainname, db) == NULL) 906 goto fail; 907 908 if (odomainname) 909 free(odomainname); 910 if (ocname) 911 free(ocname); 912 odomainname = strdup(domainname); 913 ocname = strdup(cname); 914 if (!odomainname || !ocname) { 915 if (odomainname) 916 free(odomainname); 917 if (ocname) 918 free(ocname); 919 odomainname = ocname = NULL; 920 } 921 else 922 strlcpy(olpath, lpath, sizeof(olpath)); 923 924 found: 925 if (db->mohandle.mo.mo_plural) { 926 plural_index = 927 _gettext_calculate_plural(db->mohandle.mo.mo_plural, n); 928 if (plural_index >= db->mohandle.mo.mo_nplurals) 929 plural_index = 0; 930 msgid = msgid1; 931 } else 932 msgid = _NGETTEXT_DEFAULT(msgid1, msgid2, n); 933 934 if (msgid == NULL) 935 return NULL; 936 937 v = lookup(msgid, db, &len); 938 if (v) { 939 if (db->mohandle.mo.mo_plural) 940 v = get_indexed_string(v, len, plural_index); 941 /* 942 * convert the translated message's encoding. 943 * 944 * special case: 945 * a result of gettext("") shouldn't need any conversion. 946 */ 947 if (msgid[0]) 948 v = __gettext_iconv(v, db); 949 950 /* 951 * Given the amount of printf-format security issues, it may 952 * be a good idea to validate if the original msgid and the 953 * translated message format string carry the same printf-like 954 * format identifiers. 955 */ 956 957 msgid = v; 958 } 959 960 return (char *)__UNCONST(msgid); 961 962 fail: 963 return _NGETTEXT_DEFAULT(msgid1, msgid2, n); 964 } 965
Indexes created Sun Sep 28 07:09:56 GMT 2025