1 /* $FreeBSD: head/lib/libiconv_modules/GBK2K/citrus_gbk2k.c 281550 2015-04-15 09:09:20Z tijl $ */
2 /* $NetBSD: citrus_gbk2k.c,v 1.7 2008/06/14 16:01:07 tnozaki Exp $ */
3
4 /*-
5 * Copyright (c)2003 Citrus Project,
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 * SUCH DAMAGE.
28 */
29
30 #include <sys/cdefs.h>
31 #include <sys/types.h>
32
33 #include <assert.h>
34 #include <errno.h>
35 #include <limits.h>
36 #include <stdbool.h>
37 #include <stddef.h>
38 #include <stdio.h>
39 #include <stdlib.h>
40 #include <string.h>
41 #include <wchar.h>
42
43 #include "citrus_namespace.h"
44 #include "citrus_types.h"
45 #include "citrus_bcs.h"
46 #include "citrus_module.h"
47 #include "citrus_stdenc.h"
48 #include "citrus_gbk2k.h"
49
50
51 /* ----------------------------------------------------------------------
52 * private stuffs used by templates
53 */
54
55 typedef struct _GBK2KState {
56 int chlen;
57 char ch[4];
58 } _GBK2KState;
59
60 typedef struct {
61 int mb_cur_max;
62 } _GBK2KEncodingInfo;
63
64 #define _CEI_TO_EI(_cei_) (&(_cei_)->ei)
65 #define _CEI_TO_STATE(_cei_, _func_) (_cei_)->states.s_##_func_
66
67 #define _FUNCNAME(m) _citrus_GBK2K_##m
68 #define _ENCODING_INFO _GBK2KEncodingInfo
69 #define _ENCODING_STATE _GBK2KState
70 #define _ENCODING_MB_CUR_MAX(_ei_) (_ei_)->mb_cur_max
71 #define _ENCODING_IS_STATE_DEPENDENT 0
72 #define _STATE_NEEDS_EXPLICIT_INIT(_ps_) 0
73
74 static __inline void
75 /*ARGSUSED*/
_citrus_GBK2K_init_state(_GBK2KEncodingInfo * __restrict ei __unused,_GBK2KState * __restrict s)76 _citrus_GBK2K_init_state(_GBK2KEncodingInfo * __restrict ei __unused,
77 _GBK2KState * __restrict s)
78 {
79
80 memset(s, 0, sizeof(*s));
81 }
82
83 #if 0
84 static __inline void
85 /*ARGSUSED*/
86 _citrus_GBK2K_pack_state(_GBK2KEncodingInfo * __restrict ei __unused,
87 void * __restrict pspriv, const _GBK2KState * __restrict s)
88 {
89
90 memcpy(pspriv, (const void *)s, sizeof(*s));
91 }
92
93 static __inline void
94 /*ARGSUSED*/
95 _citrus_GBK2K_unpack_state(_GBK2KEncodingInfo * __restrict ei __unused,
96 _GBK2KState * __restrict s, const void * __restrict pspriv)
97 {
98
99 memcpy((void *)s, pspriv, sizeof(*s));
100 }
101 #endif
102
103 static __inline bool
_mb_singlebyte(int c)104 _mb_singlebyte(int c)
105 {
106
107 return ((c & 0xff) <= 0x7f);
108 }
109
110 static __inline bool
_mb_leadbyte(int c)111 _mb_leadbyte(int c)
112 {
113
114 c &= 0xff;
115 return (0x81 <= c && c <= 0xfe);
116 }
117
118 static __inline bool
_mb_trailbyte(int c)119 _mb_trailbyte(int c)
120 {
121
122 c &= 0xff;
123 return ((0x40 <= c && c <= 0x7e) || (0x80 <= c && c <= 0xfe));
124 }
125
126 static __inline bool
_mb_surrogate(int c)127 _mb_surrogate(int c)
128 {
129
130 c &= 0xff;
131 return (0x30 <= c && c <= 0x39);
132 }
133
134 static __inline int
_mb_count(wchar_t v)135 _mb_count(wchar_t v)
136 {
137 uint32_t c;
138
139 c = (uint32_t)v; /* XXX */
140 if (!(c & 0xffffff00))
141 return (1);
142 if (!(c & 0xffff0000))
143 return (2);
144 return (4);
145 }
146
147 #define _PSENC (psenc->ch[psenc->chlen - 1])
148 #define _PUSH_PSENC(c) (psenc->ch[psenc->chlen++] = (c))
149
150 static int
_citrus_GBK2K_mbrtowc_priv(_GBK2KEncodingInfo * __restrict ei,wchar_t * __restrict pwc,char ** __restrict s,size_t n,_GBK2KState * __restrict psenc,size_t * __restrict nresult)151 _citrus_GBK2K_mbrtowc_priv(_GBK2KEncodingInfo * __restrict ei,
152 wchar_t * __restrict pwc, char ** __restrict s, size_t n,
153 _GBK2KState * __restrict psenc, size_t * __restrict nresult)
154 {
155 char *s0, *s1;
156 wchar_t wc;
157 int chlenbak, len;
158
159 s0 = *s;
160
161 if (s0 == NULL) {
162 /* _citrus_GBK2K_init_state(ei, psenc); */
163 psenc->chlen = 0;
164 *nresult = 0;
165 return (0);
166 }
167
168 chlenbak = psenc->chlen;
169
170 switch (psenc->chlen) {
171 case 3:
172 if (!_mb_leadbyte (_PSENC))
173 goto invalid;
174 /* FALLTHROUGH */
175 case 2:
176 if (!_mb_surrogate(_PSENC) || _mb_trailbyte(_PSENC))
177 goto invalid;
178 /* FALLTHROUGH */
179 case 1:
180 if (!_mb_leadbyte (_PSENC))
181 goto invalid;
182 /* FALLTHOROUGH */
183 case 0:
184 break;
185 default:
186 goto invalid;
187 }
188
189 for (;;) {
190 if (n-- < 1)
191 goto restart;
192
193 _PUSH_PSENC(*s0++);
194
195 switch (psenc->chlen) {
196 case 1:
197 if (_mb_singlebyte(_PSENC))
198 goto convert;
199 if (_mb_leadbyte (_PSENC))
200 continue;
201 goto ilseq;
202 case 2:
203 if (_mb_trailbyte (_PSENC))
204 goto convert;
205 if (ei->mb_cur_max == 4 &&
206 _mb_surrogate (_PSENC))
207 continue;
208 goto ilseq;
209 case 3:
210 if (_mb_leadbyte (_PSENC))
211 continue;
212 goto ilseq;
213 case 4:
214 if (_mb_surrogate (_PSENC))
215 goto convert;
216 goto ilseq;
217 }
218 }
219
220 convert:
221 len = psenc->chlen;
222 s1 = &psenc->ch[0];
223 wc = 0;
224 while (len-- > 0)
225 wc = (wc << 8) | (*s1++ & 0xff);
226
227 if (pwc != NULL)
228 *pwc = wc;
229 *s = s0;
230 *nresult = (wc == 0) ? 0 : psenc->chlen - chlenbak;
231 /* _citrus_GBK2K_init_state(ei, psenc); */
232 psenc->chlen = 0;
233
234 return (0);
235
236 restart:
237 *s = s0;
238 *nresult = (size_t)-2;
239
240 return (0);
241
242 invalid:
243 return (EINVAL);
244
245 ilseq:
246 *nresult = (size_t)-1;
247 return (EILSEQ);
248 }
249
250 static int
_citrus_GBK2K_wcrtomb_priv(_GBK2KEncodingInfo * __restrict ei,char * __restrict s,size_t n,wchar_t wc,_GBK2KState * __restrict psenc,size_t * __restrict nresult)251 _citrus_GBK2K_wcrtomb_priv(_GBK2KEncodingInfo * __restrict ei,
252 char * __restrict s, size_t n, wchar_t wc, _GBK2KState * __restrict psenc,
253 size_t * __restrict nresult)
254 {
255 size_t len;
256 int ret;
257
258 if (psenc->chlen != 0) {
259 ret = EINVAL;
260 goto err;
261 }
262
263 len = _mb_count(wc);
264 if (n < len) {
265 ret = E2BIG;
266 goto err;
267 }
268
269 switch (len) {
270 case 1:
271 if (!_mb_singlebyte(_PUSH_PSENC(wc ))) {
272 ret = EILSEQ;
273 goto err;
274 }
275 break;
276 case 2:
277 if (!_mb_leadbyte (_PUSH_PSENC(wc >> 8)) ||
278 !_mb_trailbyte (_PUSH_PSENC(wc))) {
279 ret = EILSEQ;
280 goto err;
281 }
282 break;
283 case 4:
284 if (ei->mb_cur_max != 4 ||
285 !_mb_leadbyte (_PUSH_PSENC(wc >> 24)) ||
286 !_mb_surrogate (_PUSH_PSENC(wc >> 16)) ||
287 !_mb_leadbyte (_PUSH_PSENC(wc >> 8)) ||
288 !_mb_surrogate (_PUSH_PSENC(wc))) {
289 ret = EILSEQ;
290 goto err;
291 }
292 break;
293 }
294
295 memcpy(s, psenc->ch, psenc->chlen);
296 *nresult = psenc->chlen;
297 /* _citrus_GBK2K_init_state(ei, psenc); */
298 psenc->chlen = 0;
299
300 return (0);
301
302 err:
303 *nresult = (size_t)-1;
304 return (ret);
305 }
306
307 static __inline int
308 /*ARGSUSED*/
_citrus_GBK2K_stdenc_wctocs(_GBK2KEncodingInfo * __restrict ei __unused,_csid_t * __restrict csid,_index_t * __restrict idx,wchar_t wc)309 _citrus_GBK2K_stdenc_wctocs(_GBK2KEncodingInfo * __restrict ei __unused,
310 _csid_t * __restrict csid, _index_t * __restrict idx, wchar_t wc)
311 {
312 uint8_t ch, cl;
313
314 if ((uint32_t)wc < 0x80) {
315 /* ISO646 */
316 *csid = 0;
317 *idx = (_index_t)wc;
318 } else if ((uint32_t)wc >= 0x10000) {
319 /* GBKUCS : XXX */
320 *csid = 3;
321 *idx = (_index_t)wc;
322 } else {
323 ch = (uint8_t)(wc >> 8);
324 cl = (uint8_t)wc;
325 if (ch >= 0xA1 && cl >= 0xA1) {
326 /* EUC G1 */
327 *csid = 1;
328 *idx = (_index_t)wc & 0x7F7FU;
329 } else {
330 /* extended area (0x8140-) */
331 *csid = 2;
332 *idx = (_index_t)wc;
333 }
334 }
335
336 return (0);
337 }
338
339 static __inline int
340 /*ARGSUSED*/
_citrus_GBK2K_stdenc_cstowc(_GBK2KEncodingInfo * __restrict ei,wchar_t * __restrict wc,_csid_t csid,_index_t idx)341 _citrus_GBK2K_stdenc_cstowc(_GBK2KEncodingInfo * __restrict ei,
342 wchar_t * __restrict wc, _csid_t csid, _index_t idx)
343 {
344
345 switch (csid) {
346 case 0:
347 /* ISO646 */
348 *wc = (wchar_t)idx;
349 break;
350 case 1:
351 /* EUC G1 */
352 *wc = (wchar_t)idx | 0x8080U;
353 break;
354 case 2:
355 /* extended area */
356 *wc = (wchar_t)idx;
357 break;
358 case 3:
359 /* GBKUCS : XXX */
360 if (ei->mb_cur_max != 4)
361 return (EINVAL);
362 *wc = (wchar_t)idx;
363 break;
364 default:
365 return (EILSEQ);
366 }
367
368 return (0);
369 }
370
371 static __inline int
372 /*ARGSUSED*/
_citrus_GBK2K_stdenc_get_state_desc_generic(_GBK2KEncodingInfo * __restrict ei __unused,_GBK2KState * __restrict psenc,int * __restrict rstate)373 _citrus_GBK2K_stdenc_get_state_desc_generic(_GBK2KEncodingInfo * __restrict ei __unused,
374 _GBK2KState * __restrict psenc, int * __restrict rstate)
375 {
376
377 *rstate = (psenc->chlen == 0) ? _STDENC_SDGEN_INITIAL :
378 _STDENC_SDGEN_INCOMPLETE_CHAR;
379 return (0);
380 }
381
382 static int
383 /*ARGSUSED*/
_citrus_GBK2K_encoding_module_init(_GBK2KEncodingInfo * __restrict ei,const void * __restrict var,size_t lenvar)384 _citrus_GBK2K_encoding_module_init(_GBK2KEncodingInfo * __restrict ei,
385 const void * __restrict var, size_t lenvar)
386 {
387 const char *p;
388
389 p = var;
390 memset((void *)ei, 0, sizeof(*ei));
391 ei->mb_cur_max = 4;
392 while (lenvar > 0) {
393 switch (_bcs_tolower(*p)) {
394 case '2':
395 MATCH("2byte", ei->mb_cur_max = 2);
396 break;
397 }
398 p++;
399 lenvar--;
400 }
401
402 return (0);
403 }
404
405 static void
406 /*ARGSUSED*/
_citrus_GBK2K_encoding_module_uninit(_GBK2KEncodingInfo * ei __unused)407 _citrus_GBK2K_encoding_module_uninit(_GBK2KEncodingInfo *ei __unused)
408 {
409
410 }
411
412 /* ----------------------------------------------------------------------
413 * public interface for stdenc
414 */
415
416 _CITRUS_STDENC_DECLS(GBK2K);
417 _CITRUS_STDENC_DEF_OPS(GBK2K);
418
419 #include "citrus_stdenc_template.h"
420