citrus_euc.c revision 1.7 1 /* $NetBSD: citrus_euc.c,v 1.7 2003/06/26 12:09:57 tshiozak Exp $ */
2
3 /*-
4 * Copyright (c)2002 Citrus Project,
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * 2. Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in the
14 * documentation and/or other materials provided with the distribution.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
29 /*-
30 * Copyright (c) 1993
31 * The Regents of the University of California. All rights reserved.
32 *
33 * This code is derived from software contributed to Berkeley by
34 * Paul Borman at Krystal Technologies.
35 *
36 * Redistribution and use in source and binary forms, with or without
37 * modification, are permitted provided that the following conditions
38 * are met:
39 * 1. Redistributions of source code must retain the above copyright
40 * notice, this list of conditions and the following disclaimer.
41 * 2. Redistributions in binary form must reproduce the above copyright
42 * notice, this list of conditions and the following disclaimer in the
43 * documentation and/or other materials provided with the distribution.
44 * 3. All advertising materials mentioning features or use of this software
45 * must display the following acknowledgement:
46 * This product includes software developed by the University of
47 * California, Berkeley and its contributors.
48 * 4. Neither the name of the University nor the names of its contributors
49 * may be used to endorse or promote products derived from this software
50 * without specific prior written permission.
51 *
52 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
53 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
54 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
55 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
56 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
57 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
58 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
59 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
60 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
61 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
62 * SUCH DAMAGE.
63 */
64
65 #include <sys/cdefs.h>
66 #if defined(LIBC_SCCS) && !defined(lint)
67 __RCSID("$NetBSD: citrus_euc.c,v 1.7 2003/06/26 12:09:57 tshiozak Exp $");
68 #endif /* LIBC_SCCS and not lint */
69
70 #include <assert.h>
71 #include <errno.h>
72 #include <string.h>
73 #include <stdio.h>
74 #include <stdlib.h>
75 #include <stddef.h>
76 #include <locale.h>
77 #include <wchar.h>
78 #include <sys/types.h>
79 #include <limits.h>
80
81 #include "citrus_namespace.h"
82 #include "citrus_types.h"
83 #include "citrus_module.h"
84 #include "citrus_ctype.h"
85 #include "citrus_stdenc.h"
86 #include "citrus_euc.h"
87
88
89 /* ----------------------------------------------------------------------
90 * private stuffs used by templates
91 */
92
93 typedef struct {
94 char ch[3];
95 int chlen;
96 } _EUCState;
97
98 typedef struct {
99 unsigned count[4];
100 wchar_t bits[4];
101 wchar_t mask;
102 unsigned mb_cur_max;
103 } _EUCEncodingInfo;
104
105 typedef struct {
106 _EUCEncodingInfo ei;
107 struct {
108 /* for future multi-locale facility */
109 _EUCState s_mblen;
110 _EUCState s_mbrlen;
111 _EUCState s_mbrtowc;
112 _EUCState s_mbtowc;
113 _EUCState s_mbsrtowcs;
114 _EUCState s_wcrtomb;
115 _EUCState s_wcsrtombs;
116 _EUCState s_wctomb;
117 } states;
118 } _EUCCTypeInfo;
119
120 #define _SS2 0x008e
121 #define _SS3 0x008f
122
123 #define _CEI_TO_EI(_cei_) (&(_cei_)->ei)
124 #define _CEI_TO_STATE(_cei_, _func_) (_cei_)->states.s_##_func_
125
126 #define _FUNCNAME(m) _citrus_EUC_##m
127 #define _ENCODING_INFO _EUCEncodingInfo
128 #define _CTYPE_INFO _EUCCTypeInfo
129 #define _ENCODING_STATE _EUCState
130 #define _ENCODING_MB_CUR_MAX(_ei_) (_ei_)->mb_cur_max
131 #define _ENCODING_IS_STATE_DEPENDENT 0
132 #define _STATE_NEEDS_EXPLICIT_INIT(_ps_) 0
133
134
135 static __inline int
136 _citrus_EUC_cs(unsigned int c)
137 {
138 c &= 0xff;
139
140 return ((c & 0x80) ? c == _SS3 ? 3 : c == _SS2 ? 2 : 1 : 0);
141 }
142
143 static __inline int
144 _citrus_EUC_parse_variable(_EUCEncodingInfo *ei,
145 const void *var, size_t lenvar)
146 {
147 const char *v, *e;
148 int x;
149
150 /* parse variable string */
151 if (!var)
152 return (EFTYPE);
153
154 v = (const char *) var;
155
156 while (*v == ' ' || *v == '\t')
157 ++v;
158
159 ei->mb_cur_max = 1;
160 for (x = 0; x < 4; ++x) {
161 ei->count[x] = (int) strtol(v, (char **)&e, 0);
162 if (v == e || !(v = e) || ei->count[x]<1 || ei->count[x]>4) {
163 return (EFTYPE);
164 }
165 if (ei->mb_cur_max < ei->count[x])
166 ei->mb_cur_max = ei->count[x];
167 while (*v == ' ' || *v == '\t')
168 ++v;
169 ei->bits[x] = (int) strtol(v, (char **)&e, 0);
170 if (v == e || !(v = e)) {
171 return (EFTYPE);
172 }
173 while (*v == ' ' || *v == '\t')
174 ++v;
175 }
176 ei->mask = (int)strtol(v, (char **)&e, 0);
177 if (v == e || !(v = e)) {
178 return (EFTYPE);
179 }
180
181 return 0;
182 }
183
184
185 static __inline void
186 /*ARGSUSED*/
187 _citrus_EUC_init_state(_EUCEncodingInfo *ei, _EUCState *s)
188 {
189 memset(s, 0, sizeof(*s));
190 }
191
192 static __inline void
193 /*ARGSUSED*/
194 _citrus_EUC_pack_state(_EUCEncodingInfo *ei, void *pspriv, const _EUCState *s)
195 {
196 memcpy(pspriv, (const void *)s, sizeof(*s));
197 }
198
199 static __inline void
200 /*ARGSUSED*/
201 _citrus_EUC_unpack_state(_EUCEncodingInfo *ei, _EUCState *s,
202 const void *pspriv)
203 {
204 memcpy((void *)s, pspriv, sizeof(*s));
205 }
206
207 static int
208 _citrus_EUC_mbrtowc_priv(_EUCEncodingInfo *ei, wchar_t *pwc, const char **s,
209 size_t n, _EUCState *psenc, size_t *nresult)
210 {
211 wchar_t wchar;
212 int c, cs, len;
213 int chlenbak;
214 const char *s0, *s1 = NULL;
215
216 _DIAGASSERT(nresult != 0);
217 _DIAGASSERT(ei != NULL);
218 _DIAGASSERT(psenc != NULL);
219 _DIAGASSERT(s != NULL);
220
221 s0 = *s;
222
223 if (s0 == NULL) {
224 _citrus_EUC_init_state(ei, psenc);
225 *nresult = 0; /* state independent */
226 return (0);
227 }
228
229 chlenbak = psenc->chlen;
230
231 /* make sure we have the first byte in the buffer */
232 switch (psenc->chlen) {
233 case 0:
234 if (n < 1)
235 goto restart;
236 psenc->ch[0] = *s0++;
237 psenc->chlen = 1;
238 n--;
239 break;
240 case 1:
241 case 2:
242 break;
243 default:
244 /* illgeal state */
245 goto encoding_error;
246 }
247
248 c = ei->count[cs = _citrus_EUC_cs(psenc->ch[0] & 0xff)];
249 if (c == 0)
250 goto encoding_error;
251 while (psenc->chlen < c) {
252 if (n < 1)
253 goto restart;
254 psenc->ch[psenc->chlen] = *s0++;
255 psenc->chlen++;
256 n--;
257 }
258 *s = s0;
259
260 switch (cs) {
261 case 3:
262 case 2:
263 /* skip SS2/SS3 */
264 len = c - 1;
265 s1 = &psenc->ch[1];
266 break;
267 case 1:
268 case 0:
269 len = c;
270 s1 = &psenc->ch[0];
271 break;
272 }
273 wchar = 0;
274 while (len-- > 0)
275 wchar = (wchar << 8) | (*s1++ & 0xff);
276 wchar = (wchar & ~ei->mask) | ei->bits[cs];
277
278 psenc->chlen = 0;
279 if (pwc)
280 *pwc = wchar;
281
282 if (!wchar) {
283 *nresult = 0;
284 } else {
285 *nresult = (size_t)(c - chlenbak);
286 }
287
288 return 0;
289
290 encoding_error:
291 psenc->chlen = 0;
292 *nresult = (size_t)-1;
293 return (EILSEQ);
294
295 restart:
296 *nresult = (size_t)-2;
297 *s = s0;
298 return (0);
299 }
300
301 static int
302 _citrus_EUC_wcrtomb_priv(_EUCEncodingInfo *ei, char *s, size_t n, wchar_t wc,
303 _EUCState *psenc, size_t *nresult)
304 {
305 wchar_t m, nm;
306 int cs, i, ret;
307
308 _DIAGASSERT(ei != NULL);
309 _DIAGASSERT(nresult != 0);
310 _DIAGASSERT(s != NULL);
311
312 m = wc & ei->mask;
313 nm = wc & ~m;
314
315 for (cs = 0;
316 cs < sizeof(ei->count)/sizeof(ei->count[0]);
317 cs++) {
318 if (m == ei->bits[cs])
319 break;
320 }
321 /* fallback case - not sure if it is necessary */
322 if (cs == sizeof(ei->count)/sizeof(ei->count[0]))
323 cs = 1;
324
325 i = ei->count[cs];
326 if (n < i) {
327 ret = E2BIG;
328 goto err;
329 }
330 m = (cs % 2) ? 0x80 : 0x00;
331 switch (cs) {
332 case 2:
333 *s++ = _SS2;
334 i--;
335 break;
336 case 3:
337 *s++ = _SS3;
338 i--;
339 break;
340 }
341
342 while (i-- > 0)
343 *s++ = ((nm >> (i << 3)) & 0xff) | m;
344
345 *nresult = (size_t)ei->count[cs];
346 return 0;
347
348 err:
349 *nresult = (size_t)-1;
350 return ret;
351 }
352
353 static __inline int
354 /*ARGSUSED*/
355 _citrus_EUC_stdenc_wctocs(_EUCEncodingInfo * __restrict ei,
356 _csid_t * __restrict csid,
357 _index_t * __restrict idx, wchar_t wc)
358 {
359 wchar_t m, nm;
360
361 _DIAGASSERT(ei != NULL && csid != NULL && idx != NULL);
362
363 m = wc & ei->mask;
364 nm = wc & ~m;
365
366 *csid = (_citrus_csid_t)m;
367 *idx = (_citrus_index_t)nm;
368
369 return (0);
370 }
371
372 static __inline int
373 /*ARGSUSED*/
374 _citrus_EUC_stdenc_cstowc(_EUCEncodingInfo * __restrict ei,
375 wchar_t * __restrict wc,
376 _csid_t csid, _index_t idx)
377 {
378
379 _DIAGASSERT(ei != NULL && wc != NULL);
380
381 if ((csid & ~ei->mask) != 0 || (idx & ei->mask) != 0)
382 return (EINVAL);
383
384 *wc = (wchar_t)csid | (wchar_t)idx;
385
386 return (0);
387 }
388
389 static int
390 /*ARGSUSED*/
391 _citrus_EUC_encoding_module_init(_EUCEncodingInfo * __restrict ei,
392 const void * __restrict var, size_t lenvar)
393 {
394
395 _DIAGASSERT(ei != NULL);
396
397 return (_citrus_EUC_parse_variable(ei, var, lenvar));
398 }
399
400 static void
401 /*ARGSUSED*/
402 _citrus_EUC_encoding_module_uninit(_EUCEncodingInfo * __restrict ei)
403 {
404 }
405
406 /* ----------------------------------------------------------------------
407 * public interface for ctype
408 */
409
410 _CITRUS_CTYPE_DECLS(EUC);
411 _CITRUS_CTYPE_DEF_OPS(EUC);
412
413 #include "citrus_ctype_template.h"
414
415 /* ----------------------------------------------------------------------
416 * public interface for stdenc
417 */
418
419 _CITRUS_STDENC_DECLS(EUC);
420 _CITRUS_STDENC_DEF_OPS(EUC);
421
422 #include "citrus_stdenc_template.h"
423