mirror of
https://sourceware.org/git/glibc.git
synced 2024-12-23 11:20:07 +00:00
93a568aaba
* iconvdata/JISX0213.TXT: New file. * iconvdata/jisx0213.h: New file. * iconvdata/jisx0213.c: New file. * iconvdata/euc-jisx0213.c: New file. * iconvdata/shift_jisx0213.c: New file. * iconvdata/gconv-modules (EUC-JISX0213, SHIFT_JISX0213): New modules. * iconvdata/EUC-JISX0213.precomposed: New file. * iconvdata/SHIFT_JISX0213.precomposed: New file. * iconvdata/SHIFT_JISX0213.irreversible: New file. * iconvdata/tst-table-to.c (main): Make it work for encodings for which the "to" direction is stateful. * iconvdata/tst-tables.sh: Add EUC-JISX0213, SHIFT_JISX0213. * iconvdata/Makefile (modules): Add libJISX0213, EUC-JISX0213, SHIFT_JISX0213. (libJISX0213-routines): New variable. (LDFLAGS-EUC-JISX0213.so, LDFLAGS-SHIFT_JISX0213.so): New variables. (EUC-JISX0213.so, SHIFT_JISX0213.so): Depend on libJISX0213.so. (LDFLAGS-libJISX0213.so): New variable. (distribute): Add JISX0213.TXT, EUC-JISX0213.precomposed, SHIFT_JISX0213.precomposed, SHIFT_JISX0213.irreversible, jisx0213.c, jisx0213.h, euc-jisx0213.c, shift_jisx0213.c. 2002-04-15 Bruno Haible <bruno@clisp.org> * iconvdata/big5hkscs.c (big5hkscs_to_ucs): Change element type to uint32_t. Update to Unicode 3.2. (from_ucs4, from_ucs4_idx): Update to Unicode 3.2. (BODY for TO_LOOP): Handle the ASCII range specially. * iconvdata/BIG5HKSCS.irreversible: Add one more entry. * iconvdata/testdata/BIG5HKSCS: Remove a character. * iconvdata/testdata/BIG5HKSCS..UTF-8: Regenerated. 2002-04-15 Bruno Haible <bruno@clisp.org> * iconvdata/gb18030.c (__twobyte_to_ucs, __fourbyte_to_ucs, __ucs_to_gb18030_tab1, __ucs_to_gb18030_tab2): Update to Unicode 3.2. 2002-04-15 Bruno Haible <bruno@clisp.org> * iconvdata/cns11643.h (__cns11643_from_ucs4p2c_tab): New declaration. (ucs4_to_cns11643): Update. * iconvdata/cns11643.c: Update to Unicode 3.2. (__cns11643l2*_to_ucs4_tab, __cns11643_from_ucs4p0_tab, __cns11643_from_ucs4p2_tab): Regenerated. (__cns11643_from_ucs4p2c_tab): New array. * iconvdata/EUC-TW.irreversible: Remove two entries. 2002-04-15 Bruno Haible <bruno@clisp.org> * locale/C-translit.h.in: Update to Unicode 3.2. Add <U2047>, <U205F>..<U2063>, <U2145>..<U2149>, <U2A74>..<U2A76>, <U30A0>, <U3251>..<U325F>, <U32B1>..<U32BF>, <UFE00>..<UFE0F>. 2002-04-15 Bruno Haible <bruno@clisp.org>
273 lines
7.6 KiB
C
273 lines
7.6 KiB
C
/* Access functions for CNS 11643 handling.
|
|
Copyright (C) 1998, 1999, 2000, 2001, 2002 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
Contributed by Ulrich Drepper <drepper@cygnus.com>, 1998.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, write to the Free
|
|
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
|
02111-1307 USA. */
|
|
|
|
#include <stdint.h>
|
|
|
|
|
|
/* Table for CNS 11643, plane 1 to UCS4 conversion. */
|
|
extern const uint16_t __cns11643l1_to_ucs4_tab[];
|
|
/* Table for CNS 11643, plane 2 to UCS4 conversion. */
|
|
extern const uint16_t __cns11643l2_to_ucs4_tab[];
|
|
/* Table for CNS 11643, plane 3 to UCS4 conversion. */
|
|
extern const uint32_t __cns11643l3_to_ucs4_tab[];
|
|
/* Table for CNS 11643, plane 4 to UCS4 conversion. */
|
|
extern const uint32_t __cns11643l4_to_ucs4_tab[];
|
|
/* Table for CNS 11643, plane 5 to UCS4 conversion. */
|
|
extern const uint32_t __cns11643l5_to_ucs4_tab[];
|
|
/* Table for CNS 11643, plane 6 to UCS4 conversion. */
|
|
extern const uint32_t __cns11643l6_to_ucs4_tab[];
|
|
/* Table for CNS 11643, plane 7 to UCS4 conversion. */
|
|
extern const uint32_t __cns11643l7_to_ucs4_tab[];
|
|
/* Table for CNS 11643, plane 15 (old) to UCS4 conversion. */
|
|
extern const uint32_t __cns11643l15_to_ucs4_tab[];
|
|
|
|
|
|
static inline uint32_t
|
|
cns11643_to_ucs4 (const char **s, size_t avail, unsigned char offset)
|
|
{
|
|
unsigned char ch = *(*s);
|
|
unsigned char ch2;
|
|
unsigned char ch3;
|
|
uint32_t result;
|
|
int idx;
|
|
|
|
if (ch < offset || (ch - offset) <= 0x20 || (ch - offset) > 0x30)
|
|
return __UNKNOWN_10646_CHAR;
|
|
|
|
if (avail < 3)
|
|
return 0;
|
|
|
|
ch2 = (*s)[1];
|
|
if ((ch2 - offset) <= 0x20 || (ch2 - offset) >= 0x7f)
|
|
return __UNKNOWN_10646_CHAR;
|
|
|
|
ch3 = (*s)[2];
|
|
if ((ch3 - offset) <= 0x20 || (ch3 - offset) >= 0x7f)
|
|
return __UNKNOWN_10646_CHAR;
|
|
|
|
idx = (ch2 - 0x21 - offset) * 94 + (ch3 - 0x21 - offset);
|
|
|
|
switch (ch - 0x20 - offset)
|
|
{
|
|
case 1:
|
|
if (idx > 0x21f2)
|
|
return __UNKNOWN_10646_CHAR;
|
|
result = __cns11643l1_to_ucs4_tab[idx];
|
|
break;
|
|
case 2:
|
|
if (idx > 0x1de1)
|
|
return __UNKNOWN_10646_CHAR;
|
|
result = __cns11643l2_to_ucs4_tab[idx];
|
|
break;
|
|
case 3:
|
|
if (idx > 0x19bd)
|
|
return __UNKNOWN_10646_CHAR;
|
|
result = __cns11643l3_to_ucs4_tab[idx];
|
|
break;
|
|
case 4:
|
|
if (idx > 0x1c81)
|
|
return __UNKNOWN_10646_CHAR;
|
|
result = __cns11643l4_to_ucs4_tab[idx];
|
|
break;
|
|
case 5:
|
|
if (idx > 0x219a)
|
|
return __UNKNOWN_10646_CHAR;
|
|
result = __cns11643l5_to_ucs4_tab[idx];
|
|
break;
|
|
case 6:
|
|
if (idx > 0x18f3)
|
|
return __UNKNOWN_10646_CHAR;
|
|
result = __cns11643l6_to_ucs4_tab[idx];
|
|
break;
|
|
case 7:
|
|
if (idx > 0x198a)
|
|
return __UNKNOWN_10646_CHAR;
|
|
result = __cns11643l7_to_ucs4_tab[idx];
|
|
break;
|
|
case 15:
|
|
if (idx > 0x1c00)
|
|
return __UNKNOWN_10646_CHAR;
|
|
result = __cns11643l15_to_ucs4_tab[idx];
|
|
break;
|
|
default:
|
|
return __UNKNOWN_10646_CHAR;
|
|
}
|
|
|
|
if (result != L'\0')
|
|
(*s) += 3;
|
|
else
|
|
result = __UNKNOWN_10646_CHAR;
|
|
|
|
return result;
|
|
}
|
|
|
|
|
|
/* Tables for the UCS4 -> CNS conversion. */
|
|
extern const char __cns11643l1_from_ucs4_tab1[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab2[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab3[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab4[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab5[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab6[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab7[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab8[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab9[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab10[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab11[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab12[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab13[][2];
|
|
extern const char __cns11643l1_from_ucs4_tab14[][2];
|
|
extern const char __cns11643_from_ucs4p0_tab[][3];
|
|
extern const char __cns11643_from_ucs4p2_tab[][3];
|
|
extern const char __cns11643_from_ucs4p2c_tab[][3];
|
|
|
|
|
|
static inline size_t
|
|
ucs4_to_cns11643 (uint32_t wch, char *s, size_t avail)
|
|
{
|
|
unsigned int ch = (unsigned int) wch;
|
|
char buf[2];
|
|
const char *cp = buf;
|
|
size_t needed = 2;
|
|
|
|
switch (ch)
|
|
{
|
|
case 0xa7 ... 0xf7:
|
|
cp = __cns11643l1_from_ucs4_tab1[ch - 0xa7];
|
|
break;
|
|
case 0x2c7 ... 0x2d9:
|
|
cp = __cns11643l1_from_ucs4_tab2[ch - 0x2c7];
|
|
break;
|
|
case 0x391 ... 0x3c9:
|
|
cp = __cns11643l1_from_ucs4_tab3[ch - 0x391];
|
|
break;
|
|
case 0x2013 ... 0x203e:
|
|
cp = __cns11643l1_from_ucs4_tab4[ch - 0x2013];
|
|
break;
|
|
case 0x2103:
|
|
cp = "\x22\x6a";
|
|
break;
|
|
case 0x2105:
|
|
cp = "\x22\x22";
|
|
break;
|
|
case 0x2109:
|
|
cp = "\x22\x6b";
|
|
break;
|
|
case 0x2160 ... 0x2169:
|
|
buf[0] = '\x24';
|
|
buf[1] = '\x2b' + (ch - 0x2160);
|
|
break;
|
|
case 0x2170 ... 0x2179:
|
|
buf[0] = '\x26';
|
|
buf[1] = '\x35' + (ch - 0x2170);
|
|
break;
|
|
case 0x2190 ... 0x2199:
|
|
cp = __cns11643l1_from_ucs4_tab5[ch - 0x2190];
|
|
break;
|
|
case 0x2215 ... 0x2267:
|
|
cp = __cns11643l1_from_ucs4_tab6[ch - 0x2215];
|
|
break;
|
|
case 0x22a5:
|
|
cp = "\x22\x47";
|
|
break;
|
|
case 0x22bf:
|
|
cp = "\x22\x4a";
|
|
break;
|
|
case 0x2400 ... 0x2421:
|
|
cp = __cns11643l1_from_ucs4_tab7[ch - 0x2400];
|
|
break;
|
|
case 0x2460 ... 0x247d:
|
|
cp = __cns11643l1_from_ucs4_tab8[ch - 0x2460];
|
|
break;
|
|
case 0x2500 ... 0x2642:
|
|
cp = __cns11643l1_from_ucs4_tab9[ch - 0x2500];
|
|
break;
|
|
case 0x3000 ... 0x3029:
|
|
cp = __cns11643l1_from_ucs4_tab10[ch - 0x3000];
|
|
break;
|
|
case 0x30fb:
|
|
cp = "\x21\x26";
|
|
break;
|
|
case 0x3105 ... 0x3129:
|
|
buf[0] = '\x25';
|
|
buf[1] = '\x47' + (ch - 0x3105);
|
|
break;
|
|
case 0x32a3:
|
|
cp = "\x22\x21";
|
|
break;
|
|
case 0x338e ... 0x33d5:
|
|
cp = __cns11643l1_from_ucs4_tab11[ch - 0x338e];
|
|
break;
|
|
case 0x4e00 ... 0x9f9c:
|
|
cp = __cns11643l1_from_ucs4_tab12[ch - 0x4e00];
|
|
if (cp[0] != '\0')
|
|
break;
|
|
/* FALLTHROUGH. Let's try the other planes. */
|
|
case 0x3400 ... 0x4dff:
|
|
case 0x9f9d ... 0x9fa5:
|
|
/* Let's try the other planes. */
|
|
needed = 3;
|
|
cp = __cns11643_from_ucs4p0_tab[ch - 0x3400];
|
|
break;
|
|
case 0xfa28:
|
|
needed = 3;
|
|
cp = "\x0f\x58\x4c";
|
|
break;
|
|
case 0xfe30 ... 0xfe6b:
|
|
cp = __cns11643l1_from_ucs4_tab13[ch - 0xfe30];
|
|
break;
|
|
case 0xff01 ... 0xff5d:
|
|
cp = __cns11643l1_from_ucs4_tab14[ch - 0xff01];
|
|
break;
|
|
case 0xffe0:
|
|
cp = "\x22\x66";
|
|
break;
|
|
case 0xffe1:
|
|
cp = "\x22\x67";
|
|
break;
|
|
case 0xffe5:
|
|
cp = "\x22\x64";
|
|
break;
|
|
case 0x20000 ... 0x2a6d6:
|
|
needed = 3;
|
|
cp = __cns11643_from_ucs4p2_tab[ch - 0x20000];
|
|
break;
|
|
case 0x2f800 ... 0x2fa1d:
|
|
needed = 3;
|
|
cp = __cns11643_from_ucs4p2c_tab[ch - 0x2f800];
|
|
break;
|
|
default:
|
|
return __UNKNOWN_10646_CHAR;
|
|
}
|
|
|
|
if (cp[0] == '\0')
|
|
return __UNKNOWN_10646_CHAR;
|
|
|
|
if (avail < needed)
|
|
return 0;
|
|
|
|
s[0] = cp[0];
|
|
s[1] = cp[1];
|
|
if (needed == 3)
|
|
s[2] = cp[2];
|
|
|
|
return needed;
|
|
}
|