citrus_euc.c revision 1.6 1 1.6 tshiozak /* $NetBSD: citrus_euc.c,v 1.6 2003/06/25 09:51:42 tshiozak Exp $ */
2 1.1 tshiozak
3 1.1 tshiozak /*-
4 1.1 tshiozak * Copyright (c)2002 Citrus Project,
5 1.1 tshiozak * All rights reserved.
6 1.1 tshiozak *
7 1.1 tshiozak * Redistribution and use in source and binary forms, with or without
8 1.1 tshiozak * modification, are permitted provided that the following conditions
9 1.1 tshiozak * are met:
10 1.1 tshiozak * 1. Redistributions of source code must retain the above copyright
11 1.1 tshiozak * notice, this list of conditions and the following disclaimer.
12 1.1 tshiozak * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 tshiozak * notice, this list of conditions and the following disclaimer in the
14 1.1 tshiozak * documentation and/or other materials provided with the distribution.
15 1.1 tshiozak *
16 1.1 tshiozak * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17 1.1 tshiozak * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 1.1 tshiozak * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 1.1 tshiozak * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20 1.1 tshiozak * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 1.1 tshiozak * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22 1.1 tshiozak * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23 1.1 tshiozak * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24 1.1 tshiozak * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.1 tshiozak * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.1 tshiozak * SUCH DAMAGE.
27 1.1 tshiozak */
28 1.1 tshiozak
29 1.1 tshiozak /*-
30 1.1 tshiozak * Copyright (c) 1993
31 1.1 tshiozak * The Regents of the University of California. All rights reserved.
32 1.1 tshiozak *
33 1.1 tshiozak * This code is derived from software contributed to Berkeley by
34 1.1 tshiozak * Paul Borman at Krystal Technologies.
35 1.1 tshiozak *
36 1.1 tshiozak * Redistribution and use in source and binary forms, with or without
37 1.1 tshiozak * modification, are permitted provided that the following conditions
38 1.1 tshiozak * are met:
39 1.1 tshiozak * 1. Redistributions of source code must retain the above copyright
40 1.1 tshiozak * notice, this list of conditions and the following disclaimer.
41 1.1 tshiozak * 2. Redistributions in binary form must reproduce the above copyright
42 1.1 tshiozak * notice, this list of conditions and the following disclaimer in the
43 1.1 tshiozak * documentation and/or other materials provided with the distribution.
44 1.1 tshiozak * 3. All advertising materials mentioning features or use of this software
45 1.1 tshiozak * must display the following acknowledgement:
46 1.1 tshiozak * This product includes software developed by the University of
47 1.1 tshiozak * California, Berkeley and its contributors.
48 1.1 tshiozak * 4. Neither the name of the University nor the names of its contributors
49 1.1 tshiozak * may be used to endorse or promote products derived from this software
50 1.1 tshiozak * without specific prior written permission.
51 1.1 tshiozak *
52 1.1 tshiozak * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
53 1.1 tshiozak * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
54 1.1 tshiozak * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
55 1.1 tshiozak * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
56 1.1 tshiozak * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
57 1.1 tshiozak * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
58 1.1 tshiozak * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
59 1.1 tshiozak * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
60 1.1 tshiozak * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
61 1.1 tshiozak * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
62 1.1 tshiozak * SUCH DAMAGE.
63 1.1 tshiozak */
64 1.1 tshiozak
65 1.1 tshiozak #include <sys/cdefs.h>
66 1.1 tshiozak #if defined(LIBC_SCCS) && !defined(lint)
67 1.6 tshiozak __RCSID("$NetBSD: citrus_euc.c,v 1.6 2003/06/25 09:51:42 tshiozak Exp $");
68 1.1 tshiozak #endif /* LIBC_SCCS and not lint */
69 1.1 tshiozak
70 1.1 tshiozak #include <assert.h>
71 1.1 tshiozak #include <errno.h>
72 1.1 tshiozak #include <string.h>
73 1.1 tshiozak #include <stdio.h>
74 1.1 tshiozak #include <stdlib.h>
75 1.1 tshiozak #include <stddef.h>
76 1.1 tshiozak #include <locale.h>
77 1.1 tshiozak #include <wchar.h>
78 1.1 tshiozak #include <sys/types.h>
79 1.1 tshiozak #include <limits.h>
80 1.6 tshiozak
81 1.6 tshiozak #include "citrus_namespace.h"
82 1.6 tshiozak #include "citrus_types.h"
83 1.1 tshiozak #include "citrus_module.h"
84 1.1 tshiozak #include "citrus_ctype.h"
85 1.6 tshiozak #include "citrus_stdenc.h"
86 1.1 tshiozak #include "citrus_euc.h"
87 1.1 tshiozak
88 1.1 tshiozak
89 1.1 tshiozak /* ----------------------------------------------------------------------
90 1.1 tshiozak * private stuffs used by templates
91 1.1 tshiozak */
92 1.1 tshiozak
93 1.1 tshiozak typedef struct {
94 1.1 tshiozak char ch[3];
95 1.1 tshiozak int chlen;
96 1.1 tshiozak } _EUCState;
97 1.1 tshiozak
98 1.1 tshiozak typedef struct {
99 1.1 tshiozak unsigned count[4];
100 1.1 tshiozak wchar_t bits[4];
101 1.1 tshiozak wchar_t mask;
102 1.1 tshiozak unsigned mb_cur_max;
103 1.1 tshiozak } _EUCEncodingInfo;
104 1.1 tshiozak
105 1.1 tshiozak typedef struct {
106 1.1 tshiozak _EUCEncodingInfo ei;
107 1.1 tshiozak struct {
108 1.1 tshiozak /* for future multi-locale facility */
109 1.1 tshiozak _EUCState s_mblen;
110 1.1 tshiozak _EUCState s_mbrlen;
111 1.1 tshiozak _EUCState s_mbrtowc;
112 1.1 tshiozak _EUCState s_mbtowc;
113 1.1 tshiozak _EUCState s_mbsrtowcs;
114 1.1 tshiozak _EUCState s_wcrtomb;
115 1.1 tshiozak _EUCState s_wcsrtombs;
116 1.1 tshiozak _EUCState s_wctomb;
117 1.1 tshiozak } states;
118 1.1 tshiozak } _EUCCTypeInfo;
119 1.1 tshiozak
120 1.1 tshiozak #define _SS2 0x008e
121 1.1 tshiozak #define _SS3 0x008f
122 1.1 tshiozak
123 1.1 tshiozak #define _CEI_TO_EI(_cei_) (&(_cei_)->ei)
124 1.1 tshiozak #define _CEI_TO_STATE(_cei_, _func_) (_cei_)->states.s_##_func_
125 1.1 tshiozak
126 1.1 tshiozak #define _FUNCNAME(m) _citrus_EUC_##m
127 1.1 tshiozak #define _ENCODING_INFO _EUCEncodingInfo
128 1.1 tshiozak #define _CTYPE_INFO _EUCCTypeInfo
129 1.1 tshiozak #define _ENCODING_STATE _EUCState
130 1.2 yamt #define _ENCODING_MB_CUR_MAX(_ei_) (_ei_)->mb_cur_max
131 1.1 tshiozak #define _ENCODING_IS_STATE_DEPENDENT 0
132 1.4 yamt #define _STATE_NEEDS_EXPLICIT_INIT(_ps_) 0
133 1.1 tshiozak
134 1.1 tshiozak
135 1.1 tshiozak static __inline int
136 1.1 tshiozak _citrus_EUC_cs(unsigned int c)
137 1.1 tshiozak {
138 1.1 tshiozak c &= 0xff;
139 1.1 tshiozak
140 1.1 tshiozak return ((c & 0x80) ? c == _SS3 ? 3 : c == _SS2 ? 2 : 1 : 0);
141 1.1 tshiozak }
142 1.1 tshiozak
143 1.1 tshiozak static __inline int
144 1.1 tshiozak _citrus_EUC_parse_variable(_EUCEncodingInfo *ei,
145 1.1 tshiozak const void *var, size_t lenvar)
146 1.1 tshiozak {
147 1.1 tshiozak const char *v, *e;
148 1.1 tshiozak int x;
149 1.1 tshiozak
150 1.1 tshiozak /* parse variable string */
151 1.1 tshiozak if (!var)
152 1.1 tshiozak return (EFTYPE);
153 1.1 tshiozak
154 1.1 tshiozak v = (const char *) var;
155 1.1 tshiozak
156 1.1 tshiozak while (*v == ' ' || *v == '\t')
157 1.1 tshiozak ++v;
158 1.1 tshiozak
159 1.1 tshiozak ei->mb_cur_max = 1;
160 1.1 tshiozak for (x = 0; x < 4; ++x) {
161 1.1 tshiozak ei->count[x] = (int) strtol(v, (char **)&e, 0);
162 1.1 tshiozak if (v == e || !(v = e) || ei->count[x]<1 || ei->count[x]>4) {
163 1.1 tshiozak return (EFTYPE);
164 1.1 tshiozak }
165 1.1 tshiozak if (ei->mb_cur_max < ei->count[x])
166 1.1 tshiozak ei->mb_cur_max = ei->count[x];
167 1.1 tshiozak while (*v == ' ' || *v == '\t')
168 1.1 tshiozak ++v;
169 1.1 tshiozak ei->bits[x] = (int) strtol(v, (char **)&e, 0);
170 1.1 tshiozak if (v == e || !(v = e)) {
171 1.1 tshiozak return (EFTYPE);
172 1.1 tshiozak }
173 1.1 tshiozak while (*v == ' ' || *v == '\t')
174 1.1 tshiozak ++v;
175 1.1 tshiozak }
176 1.1 tshiozak ei->mask = (int)strtol(v, (char **)&e, 0);
177 1.1 tshiozak if (v == e || !(v = e)) {
178 1.1 tshiozak return (EFTYPE);
179 1.1 tshiozak }
180 1.1 tshiozak
181 1.1 tshiozak return 0;
182 1.1 tshiozak }
183 1.1 tshiozak
184 1.1 tshiozak
185 1.1 tshiozak static __inline void
186 1.1 tshiozak /*ARGSUSED*/
187 1.1 tshiozak _citrus_EUC_init_state(_EUCEncodingInfo *ei, _EUCState *s)
188 1.1 tshiozak {
189 1.1 tshiozak memset(s, 0, sizeof(*s));
190 1.1 tshiozak }
191 1.1 tshiozak
192 1.1 tshiozak static __inline void
193 1.1 tshiozak /*ARGSUSED*/
194 1.1 tshiozak _citrus_EUC_pack_state(_EUCEncodingInfo *ei, void *pspriv, const _EUCState *s)
195 1.1 tshiozak {
196 1.1 tshiozak memcpy(pspriv, (const void *)s, sizeof(*s));
197 1.1 tshiozak }
198 1.1 tshiozak
199 1.1 tshiozak static __inline void
200 1.1 tshiozak /*ARGSUSED*/
201 1.1 tshiozak _citrus_EUC_unpack_state(_EUCEncodingInfo *ei, _EUCState *s,
202 1.1 tshiozak const void *pspriv)
203 1.1 tshiozak {
204 1.1 tshiozak memcpy((void *)s, pspriv, sizeof(*s));
205 1.1 tshiozak }
206 1.1 tshiozak
207 1.1 tshiozak static int
208 1.1 tshiozak _citrus_EUC_mbrtowc_priv(_EUCEncodingInfo *ei, wchar_t *pwc, const char **s,
209 1.1 tshiozak size_t n, _EUCState *psenc, size_t *nresult)
210 1.1 tshiozak {
211 1.1 tshiozak wchar_t wchar;
212 1.1 tshiozak int c, cs, len;
213 1.1 tshiozak int chlenbak;
214 1.1 tshiozak const char *s0, *s1 = NULL;
215 1.1 tshiozak
216 1.1 tshiozak _DIAGASSERT(nresult != 0);
217 1.1 tshiozak _DIAGASSERT(ei != NULL);
218 1.1 tshiozak _DIAGASSERT(psenc != NULL);
219 1.1 tshiozak _DIAGASSERT(s != NULL);
220 1.1 tshiozak
221 1.1 tshiozak s0 = *s;
222 1.1 tshiozak
223 1.1 tshiozak if (s0 == NULL) {
224 1.1 tshiozak _citrus_EUC_init_state(ei, psenc);
225 1.1 tshiozak *nresult = 0; /* state independent */
226 1.1 tshiozak return (0);
227 1.1 tshiozak }
228 1.1 tshiozak
229 1.1 tshiozak chlenbak = psenc->chlen;
230 1.1 tshiozak
231 1.1 tshiozak /* make sure we have the first byte in the buffer */
232 1.1 tshiozak switch (psenc->chlen) {
233 1.1 tshiozak case 0:
234 1.1 tshiozak if (n < 1)
235 1.1 tshiozak goto restart;
236 1.1 tshiozak psenc->ch[0] = *s0++;
237 1.1 tshiozak psenc->chlen = 1;
238 1.1 tshiozak n--;
239 1.1 tshiozak break;
240 1.1 tshiozak case 1:
241 1.1 tshiozak case 2:
242 1.1 tshiozak break;
243 1.1 tshiozak default:
244 1.1 tshiozak /* illgeal state */
245 1.1 tshiozak goto encoding_error;
246 1.1 tshiozak }
247 1.1 tshiozak
248 1.1 tshiozak c = ei->count[cs = _citrus_EUC_cs(psenc->ch[0] & 0xff)];
249 1.1 tshiozak if (c == 0)
250 1.1 tshiozak goto encoding_error;
251 1.1 tshiozak while (psenc->chlen < c) {
252 1.1 tshiozak if (n < 1)
253 1.1 tshiozak goto restart;
254 1.1 tshiozak psenc->ch[psenc->chlen] = *s0++;
255 1.1 tshiozak psenc->chlen++;
256 1.1 tshiozak n--;
257 1.1 tshiozak }
258 1.1 tshiozak *s = s0;
259 1.1 tshiozak
260 1.1 tshiozak switch (cs) {
261 1.1 tshiozak case 3:
262 1.1 tshiozak case 2:
263 1.1 tshiozak /* skip SS2/SS3 */
264 1.1 tshiozak len = c - 1;
265 1.1 tshiozak s1 = &psenc->ch[1];
266 1.1 tshiozak break;
267 1.1 tshiozak case 1:
268 1.1 tshiozak case 0:
269 1.1 tshiozak len = c;
270 1.1 tshiozak s1 = &psenc->ch[0];
271 1.1 tshiozak break;
272 1.1 tshiozak }
273 1.1 tshiozak wchar = 0;
274 1.1 tshiozak while (len-- > 0)
275 1.1 tshiozak wchar = (wchar << 8) | (*s1++ & 0xff);
276 1.1 tshiozak wchar = (wchar & ~ei->mask) | ei->bits[cs];
277 1.1 tshiozak
278 1.1 tshiozak psenc->chlen = 0;
279 1.1 tshiozak if (pwc)
280 1.1 tshiozak *pwc = wchar;
281 1.1 tshiozak
282 1.1 tshiozak if (!wchar) {
283 1.1 tshiozak *nresult = 0;
284 1.1 tshiozak } else {
285 1.1 tshiozak *nresult = (size_t)(c - chlenbak);
286 1.1 tshiozak }
287 1.1 tshiozak
288 1.1 tshiozak return 0;
289 1.1 tshiozak
290 1.1 tshiozak encoding_error:
291 1.1 tshiozak psenc->chlen = 0;
292 1.1 tshiozak *nresult = (size_t)-1;
293 1.1 tshiozak return (EILSEQ);
294 1.1 tshiozak
295 1.1 tshiozak restart:
296 1.1 tshiozak *nresult = (size_t)-2;
297 1.1 tshiozak *s = s0;
298 1.1 tshiozak return (0);
299 1.1 tshiozak }
300 1.1 tshiozak
301 1.1 tshiozak static int
302 1.1 tshiozak _citrus_EUC_wcrtomb_priv(_EUCEncodingInfo *ei, char *s, size_t n, wchar_t wc,
303 1.1 tshiozak _EUCState *psenc, size_t *nresult)
304 1.1 tshiozak {
305 1.1 tshiozak wchar_t m, nm;
306 1.6 tshiozak int cs, i, ret;
307 1.1 tshiozak
308 1.1 tshiozak _DIAGASSERT(ei != NULL);
309 1.1 tshiozak _DIAGASSERT(nresult != 0);
310 1.1 tshiozak _DIAGASSERT(s != NULL);
311 1.1 tshiozak
312 1.6 tshiozak /* reset state */
313 1.6 tshiozak if (wc == 0) {
314 1.6 tshiozak *nresult = 0; /* stateless */
315 1.6 tshiozak return 0;
316 1.6 tshiozak }
317 1.6 tshiozak
318 1.1 tshiozak m = wc & ei->mask;
319 1.1 tshiozak nm = wc & ~m;
320 1.1 tshiozak
321 1.1 tshiozak for (cs = 0;
322 1.1 tshiozak cs < sizeof(ei->count)/sizeof(ei->count[0]);
323 1.1 tshiozak cs++) {
324 1.1 tshiozak if (m == ei->bits[cs])
325 1.1 tshiozak break;
326 1.1 tshiozak }
327 1.1 tshiozak /* fallback case - not sure if it is necessary */
328 1.1 tshiozak if (cs == sizeof(ei->count)/sizeof(ei->count[0]))
329 1.1 tshiozak cs = 1;
330 1.1 tshiozak
331 1.1 tshiozak i = ei->count[cs];
332 1.6 tshiozak if (n < i) {
333 1.6 tshiozak ret = E2BIG;
334 1.6 tshiozak goto err;
335 1.6 tshiozak }
336 1.1 tshiozak m = (cs % 2) ? 0x80 : 0x00;
337 1.1 tshiozak switch (cs) {
338 1.1 tshiozak case 2:
339 1.1 tshiozak *s++ = _SS2;
340 1.1 tshiozak i--;
341 1.1 tshiozak break;
342 1.1 tshiozak case 3:
343 1.1 tshiozak *s++ = _SS3;
344 1.1 tshiozak i--;
345 1.1 tshiozak break;
346 1.1 tshiozak }
347 1.1 tshiozak
348 1.1 tshiozak while (i-- > 0)
349 1.1 tshiozak *s++ = ((nm >> (i << 3)) & 0xff) | m;
350 1.1 tshiozak
351 1.1 tshiozak *nresult = (size_t)ei->count[cs];
352 1.1 tshiozak return 0;
353 1.1 tshiozak
354 1.6 tshiozak err:
355 1.1 tshiozak *nresult = (size_t)-1;
356 1.6 tshiozak return ret;
357 1.6 tshiozak }
358 1.6 tshiozak
359 1.6 tshiozak static __inline int
360 1.6 tshiozak /*ARGSUSED*/
361 1.6 tshiozak _citrus_EUC_stdenc_wctocs(_EUCEncodingInfo * __restrict ei,
362 1.6 tshiozak _csid_t * __restrict csid,
363 1.6 tshiozak _index_t * __restrict idx, wchar_t wc)
364 1.6 tshiozak {
365 1.6 tshiozak wchar_t m, nm;
366 1.6 tshiozak
367 1.6 tshiozak _DIAGASSERT(ei != NULL && csid != NULL && idx != NULL);
368 1.6 tshiozak
369 1.6 tshiozak m = wc & ei->mask;
370 1.6 tshiozak nm = wc & ~m;
371 1.6 tshiozak
372 1.6 tshiozak *csid = (_citrus_csid_t)m;
373 1.6 tshiozak *idx = (_citrus_index_t)nm;
374 1.6 tshiozak
375 1.6 tshiozak return (0);
376 1.6 tshiozak }
377 1.6 tshiozak
378 1.6 tshiozak static __inline int
379 1.6 tshiozak /*ARGSUSED*/
380 1.6 tshiozak _citrus_EUC_stdenc_cstowc(_EUCEncodingInfo * __restrict ei,
381 1.6 tshiozak wchar_t * __restrict wc,
382 1.6 tshiozak _csid_t csid, _index_t idx)
383 1.6 tshiozak {
384 1.6 tshiozak
385 1.6 tshiozak _DIAGASSERT(ei != NULL && wc != NULL);
386 1.6 tshiozak
387 1.6 tshiozak if ((csid & ~ei->mask) != 0 || (idx & ei->mask) != 0)
388 1.6 tshiozak return (EINVAL);
389 1.6 tshiozak
390 1.6 tshiozak *wc = (wchar_t)csid | (wchar_t)idx;
391 1.6 tshiozak
392 1.6 tshiozak return (0);
393 1.1 tshiozak }
394 1.1 tshiozak
395 1.1 tshiozak static int
396 1.1 tshiozak /*ARGSUSED*/
397 1.6 tshiozak _citrus_EUC_encoding_module_init(_EUCEncodingInfo * __restrict ei,
398 1.6 tshiozak const void * __restrict var, size_t lenvar)
399 1.1 tshiozak {
400 1.1 tshiozak
401 1.1 tshiozak _DIAGASSERT(ei != NULL);
402 1.1 tshiozak
403 1.1 tshiozak return (_citrus_EUC_parse_variable(ei, var, lenvar));
404 1.1 tshiozak }
405 1.1 tshiozak
406 1.1 tshiozak static void
407 1.1 tshiozak /*ARGSUSED*/
408 1.6 tshiozak _citrus_EUC_encoding_module_uninit(_EUCEncodingInfo * __restrict ei)
409 1.1 tshiozak {
410 1.1 tshiozak }
411 1.1 tshiozak
412 1.1 tshiozak /* ----------------------------------------------------------------------
413 1.1 tshiozak * public interface for ctype
414 1.1 tshiozak */
415 1.1 tshiozak
416 1.1 tshiozak _CITRUS_CTYPE_DECLS(EUC);
417 1.1 tshiozak _CITRUS_CTYPE_DEF_OPS(EUC);
418 1.1 tshiozak
419 1.1 tshiozak #include "citrus_ctype_template.h"
420 1.6 tshiozak
421 1.6 tshiozak /* ----------------------------------------------------------------------
422 1.6 tshiozak * public interface for stdenc
423 1.6 tshiozak */
424 1.6 tshiozak
425 1.6 tshiozak _CITRUS_STDENC_DECLS(EUC);
426 1.6 tshiozak _CITRUS_STDENC_DEF_OPS(EUC);
427 1.6 tshiozak
428 1.6 tshiozak #include "citrus_stdenc_template.h"
429