mirror of
https://sourceware.org/git/glibc.git
synced 2025-01-07 01:50:07 +00:00
93a568aaba
* iconvdata/JISX0213.TXT: New file. * iconvdata/jisx0213.h: New file. * iconvdata/jisx0213.c: New file. * iconvdata/euc-jisx0213.c: New file. * iconvdata/shift_jisx0213.c: New file. * iconvdata/gconv-modules (EUC-JISX0213, SHIFT_JISX0213): New modules. * iconvdata/EUC-JISX0213.precomposed: New file. * iconvdata/SHIFT_JISX0213.precomposed: New file. * iconvdata/SHIFT_JISX0213.irreversible: New file. * iconvdata/tst-table-to.c (main): Make it work for encodings for which the "to" direction is stateful. * iconvdata/tst-tables.sh: Add EUC-JISX0213, SHIFT_JISX0213. * iconvdata/Makefile (modules): Add libJISX0213, EUC-JISX0213, SHIFT_JISX0213. (libJISX0213-routines): New variable. (LDFLAGS-EUC-JISX0213.so, LDFLAGS-SHIFT_JISX0213.so): New variables. (EUC-JISX0213.so, SHIFT_JISX0213.so): Depend on libJISX0213.so. (LDFLAGS-libJISX0213.so): New variable. (distribute): Add JISX0213.TXT, EUC-JISX0213.precomposed, SHIFT_JISX0213.precomposed, SHIFT_JISX0213.irreversible, jisx0213.c, jisx0213.h, euc-jisx0213.c, shift_jisx0213.c. 2002-04-15 Bruno Haible <bruno@clisp.org> * iconvdata/big5hkscs.c (big5hkscs_to_ucs): Change element type to uint32_t. Update to Unicode 3.2. (from_ucs4, from_ucs4_idx): Update to Unicode 3.2. (BODY for TO_LOOP): Handle the ASCII range specially. * iconvdata/BIG5HKSCS.irreversible: Add one more entry. * iconvdata/testdata/BIG5HKSCS: Remove a character. * iconvdata/testdata/BIG5HKSCS..UTF-8: Regenerated. 2002-04-15 Bruno Haible <bruno@clisp.org> * iconvdata/gb18030.c (__twobyte_to_ucs, __fourbyte_to_ucs, __ucs_to_gb18030_tab1, __ucs_to_gb18030_tab2): Update to Unicode 3.2. 2002-04-15 Bruno Haible <bruno@clisp.org> * iconvdata/cns11643.h (__cns11643_from_ucs4p2c_tab): New declaration. (ucs4_to_cns11643): Update. * iconvdata/cns11643.c: Update to Unicode 3.2. (__cns11643l2*_to_ucs4_tab, __cns11643_from_ucs4p0_tab, __cns11643_from_ucs4p2_tab): Regenerated. (__cns11643_from_ucs4p2c_tab): New array. * iconvdata/EUC-TW.irreversible: Remove two entries. 2002-04-15 Bruno Haible <bruno@clisp.org> * locale/C-translit.h.in: Update to Unicode 3.2. Add <U2047>, <U205F>..<U2063>, <U2145>..<U2149>, <U2A74>..<U2A76>, <U30A0>, <U3251>..<U325F>, <U32B1>..<U32BF>, <UFE00>..<UFE0F>. 2002-04-15 Bruno Haible <bruno@clisp.org>
132 lines
3.5 KiB
C
132 lines
3.5 KiB
C
/* Copyright (C) 2000-2002 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
Contributed by Bruno Haible <haible@clisp.cons.org>, 2000.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, write to the Free
|
|
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
|
02111-1307 USA. */
|
|
|
|
/* Create a table from Unicode to CHARSET.
|
|
This is a good test for CHARSET's iconv() module, in particular the
|
|
TO_LOOP BODY macro. */
|
|
|
|
#include <stddef.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <iconv.h>
|
|
#include <errno.h>
|
|
|
|
int
|
|
main (int argc, char *argv[])
|
|
{
|
|
const char *charset;
|
|
iconv_t cd;
|
|
int bmp_only;
|
|
|
|
if (argc != 2)
|
|
{
|
|
fprintf (stderr, "Usage: tst-table-to charset\n");
|
|
return 1;
|
|
}
|
|
charset = argv[1];
|
|
|
|
cd = iconv_open (charset, "UTF-8");
|
|
if (cd == (iconv_t)(-1))
|
|
{
|
|
perror ("iconv_open");
|
|
return 1;
|
|
}
|
|
|
|
/* When testing UTF-8 or GB18030, stop at 0x10000, otherwise the output
|
|
file gets too big. */
|
|
bmp_only = (strcmp (charset, "UTF-8") == 0
|
|
|| strcmp (charset, "GB18030") == 0);
|
|
|
|
{
|
|
unsigned int i;
|
|
unsigned char buf[10];
|
|
|
|
for (i = 0; i < (bmp_only ? 0x10000 : 0x30000); i++)
|
|
{
|
|
unsigned char in[6];
|
|
unsigned int incount =
|
|
(i < 0x80 ? (in[0] = i, 1)
|
|
: i < 0x800 ? (in[0] = 0xc0 | (i >> 6),
|
|
in[1] = 0x80 | (i & 0x3f), 2)
|
|
: i < 0x10000 ? (in[0] = 0xe0 | (i >> 12),
|
|
in[1] = 0x80 | ((i >> 6) & 0x3f),
|
|
in[2] = 0x80 | (i & 0x3f), 3)
|
|
: /* i < 0x200000 */ (in[0] = 0xf0 | (i >> 18),
|
|
in[1] = 0x80 | ((i >> 12) & 0x3f),
|
|
in[2] = 0x80 | ((i >> 6) & 0x3f),
|
|
in[3] = 0x80 | (i & 0x3f), 4));
|
|
const char *inbuf = (const char *) in;
|
|
size_t inbytesleft = incount;
|
|
char *outbuf = (char *) buf;
|
|
size_t outbytesleft = sizeof (buf);
|
|
size_t result;
|
|
|
|
iconv (cd, NULL, NULL, NULL, NULL);
|
|
result = iconv (cd,
|
|
(char **) &inbuf, &inbytesleft,
|
|
&outbuf, &outbytesleft);
|
|
if (result != (size_t)(-1))
|
|
result = iconv (cd, NULL, NULL, &outbuf, &outbytesleft);
|
|
|
|
if (result == (size_t)(-1))
|
|
{
|
|
if (errno != EILSEQ)
|
|
{
|
|
int saved_errno = errno;
|
|
fprintf (stderr, "0x%02X: iconv error: ", i);
|
|
errno = saved_errno;
|
|
perror ("");
|
|
return 1;
|
|
}
|
|
}
|
|
else if (result == 0) /* ignore conversions with transliteration */
|
|
{
|
|
unsigned int j, jmax;
|
|
if (inbytesleft != 0 || outbytesleft == sizeof (buf))
|
|
{
|
|
fprintf (stderr, "0x%02X: inbytes = %ld, outbytes = %ld\n", i,
|
|
(long) (incount - inbytesleft),
|
|
(long) (sizeof (buf) - outbytesleft));
|
|
return 1;
|
|
}
|
|
jmax = sizeof (buf) - outbytesleft;
|
|
printf ("0x");
|
|
for (j = 0; j < jmax; j++)
|
|
printf ("%02X", buf[j]);
|
|
printf ("\t0x%04X\n", i);
|
|
}
|
|
}
|
|
}
|
|
|
|
if (iconv_close (cd) < 0)
|
|
{
|
|
perror ("iconv_close");
|
|
return 1;
|
|
}
|
|
|
|
if (ferror (stdin) || fflush (stdout) || ferror (stdout))
|
|
{
|
|
fprintf (stderr, "I/O error\n");
|
|
return 1;
|
|
}
|
|
|
|
return 0;
|
|
}
|