glibc/libio/tst-widetext.c

373 lines
8.5 KiB
C

/* Test program for the wide character stream functions handling larger
amounts of text.
Copyright (C) 2000-2016 Free Software Foundation, Inc.
This file is part of the GNU C Library.
Contributed by Ulrich Drepper <drepper@cygnus.com>.
The GNU C Library is free software; you can redistribute it and/or
modify it under the terms of the GNU Lesser General Public
License as published by the Free Software Foundation; either
version 2.1 of the License, or (at your option) any later version.
The GNU C Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with the GNU C Library; if not, see
<http://www.gnu.org/licenses/>. */
#include <assert.h>
#include <iconv.h>
#include <locale.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
#include <wchar.h>
/* Approximate size of the file (must be larger). */
#define SIZE 210000
static int
do_test (void)
{
char name[] = "/tmp/widetext.out.XXXXXX";
char mbbuf[SIZE];
char mb2buf[SIZE];
wchar_t wcbuf[SIZE];
wchar_t wc2buf[SIZE];
size_t mbsize;
size_t wcsize;
int fd;
FILE *fp;
size_t n;
int res;
int status = 0;
wchar_t *wcp;
setlocale (LC_ALL, "de_DE.UTF-8");
printf ("locale used: %s\n\n", setlocale (LC_ALL, NULL));
/* Read the file into memory. */
mbsize = fread (mbbuf, 1, SIZE, stdin);
if (mbsize == 0)
{
printf ("%u: cannot read input file from standard input: %m\n",
__LINE__);
exit (1);
}
printf ("INFO: input file has %Zd bytes\n", mbsize);
/* First convert the text to wide characters. We use iconv here. */
{
iconv_t cd;
char *inbuf = mbbuf;
size_t inleft = mbsize;
char *outbuf = (char *) wcbuf;
size_t outleft = sizeof (wcbuf);
size_t nonr;
cd = iconv_open ("WCHAR_T", "UTF-8");
if (cd == (iconv_t) -1)
{
printf ("%u: cannot get iconv descriptor for conversion to UCS4\n",
__LINE__);
exit (1);
}
/* We must need only one call and there must be no losses. */
nonr = iconv (cd, &inbuf, &inleft, &outbuf, &outleft);
if (nonr != 0 && nonr != (size_t) -1)
{
printf ("%u: iconv performed %Zd nonreversible conversions\n",
__LINE__, nonr);
exit (1);
}
if (nonr == (size_t) -1)
{
printf ("\
%u: iconv returned with %Zd and errno = %m (inleft: %Zd, outleft: %Zd)\n",
__LINE__, nonr, inleft, outleft);
exit (1);
}
if (inleft != 0)
{
printf ("%u: iconv didn't convert all input\n", __LINE__);
exit (1);
}
iconv_close (cd);
if ((sizeof (wcbuf) - outleft) % sizeof (wchar_t) != 0)
{
printf ("%u: iconv converted not complete wchar_t\n", __LINE__);
exit (1);
}
wcsize = (sizeof (wcbuf) - outleft) / sizeof (wchar_t);
assert (wcsize + 1 <= SIZE);
}
/* Now that we finished the preparations, run the first test. We
are writing the wide char data out and read it back in. We write
and read single characters. */
fd = mkstemp (name);
if (fd == -1)
{
printf ("%u: cannot open temporary file: %m\n", __LINE__);
exit (1);
}
unlink (name);
fp = fdopen (dup (fd), "w");
if (fp == NULL)
{
printf ("%u: fdopen of temp file for writing failed: %m\n", __LINE__);
exit (1);
}
for (n = 0; n < wcsize; ++n)
{
if (fputwc (wcbuf[n], fp) == WEOF)
{
printf ("%u: fputwc failed: %m\n", __LINE__);
exit (1);
}
}
res = fclose (fp);
if (res != 0)
{
printf ("%u: fclose after single-character writing failed (%d): %m\n",
__LINE__, res);
exit (1);
}
lseek (fd, SEEK_SET, 0);
fp = fdopen (dup (fd), "r");
if (fp == NULL)
{
printf ("%u: fdopen of temp file for reading failed: %m\n", __LINE__);
exit (1);
}
for (n = 0; n < wcsize; ++n)
{
wint_t wch = fgetwc (fp);
if (wch == WEOF)
{
printf ("%u: fgetwc failed (idx %Zd): %m\n", __LINE__, n);
exit (1);
}
wc2buf[n] = wch;
}
/* There should be nothing else. */
if (fgetwc (fp) != WEOF)
{
printf ("%u: too many characters available with fgetwc\n", __LINE__);
status = 1;
}
else if (wmemcmp (wcbuf, wc2buf, wcsize) != 0)
{
printf ("%u: buffer read with fgetwc differs\n", __LINE__);
status = 1;
}
res = fclose (fp);
if (res != 0)
{
printf ("%u: fclose after single-character reading failed (%d): %m\n",
__LINE__, res);
exit (1);
}
/* Just make sure there are no two errors which hide each other, read the
file using the `char' functions. */
lseek (fd, SEEK_SET, 0);
fp = fdopen (fd, "r");
if (fp == NULL)
{
printf ("%u: fdopen of temp file for reading failed: %m\n", __LINE__);
exit (1);
}
if (fread (mb2buf, 1, mbsize, fp) != mbsize)
{
printf ("%u: cannot read all of the temp file\n", __LINE__);
status = 1;
}
else
{
/* Make sure there is nothing left. */
if (fgetc (fp) != EOF)
{
printf ("%u: more input available\n", __LINE__);
status = 1;
}
if (memcmp (mb2buf, mbbuf, mbsize) != 0)
{
printf ("%u: buffer written with fputwc differs\n", __LINE__);
status = 1;
}
}
res = fclose (fp);
if (res != 0)
{
printf ("%u: fclose after single-character reading failed (%d): %m\n",
__LINE__, res);
exit (1);
}
/* Now to reading and writing line-wise. */
fd = mkstemp (strcpy (name, "/tmp/widetext.out.XXXXXX"));
if (fd == -1)
{
printf ("%u: cannot open temporary file: %m\n", __LINE__);
exit (1);
}
unlink (name);
fp = fdopen (dup (fd), "w");
if (fp == NULL)
{
printf ("%u: fdopen of temp file for writing failed: %m\n", __LINE__);
exit (1);
}
for (wcp = wcbuf; wcp < &wcbuf[wcsize]; )
{
wchar_t *wendp = wcschr (wcp, L'\n');
if (wendp != NULL)
{
/* Temporarily NUL terminate the line. */
wchar_t save = wendp[1];
wendp[1] = L'\0';
fputws (wcp, fp);
wendp[1] = save;
wcp = &wendp[1];
}
else
{
fputws (wcp, fp);
wcp = wcschr (wcp, L'\0');
assert (wcp == &wcbuf[wcsize]);
}
}
res = fclose (fp);
if (res != 0)
{
printf ("%u: fclose after line-wise writing failed (%d): %m\n",
__LINE__, res);
exit (1);
}
lseek (fd, SEEK_SET, 0);
fp = fdopen (dup (fd), "r");
if (fp == NULL)
{
printf ("%u: fdopen of temp file for reading failed: %m\n", __LINE__);
exit (1);
}
for (wcp = wc2buf; wcp < &wc2buf[wcsize]; )
{
if (fgetws (wcp, &wc2buf[wcsize] - wcp + 1, fp) == NULL)
{
printf ("%u: short read using fgetws (only %td of %Zd)\n",
__LINE__, wcp - wc2buf, wcsize);
status = 1;
break;
}
wcp = wcschr (wcp, L'\0');
}
if (wcp > &wc2buf[wcsize])
{
printf ("%u: fgetws read too much\n", __LINE__);
status = 1;
}
else if (fgetwc (fp) != WEOF)
{
/* There should be nothing else. */
printf ("%u: too many characters available with fgetws\n", __LINE__);
status = 1;
}
if (wcp >= &wc2buf[wcsize] && wmemcmp (wcbuf, wc2buf, wcsize) != 0)
{
printf ("%u: buffer read with fgetws differs\n", __LINE__);
status = 1;
}
res = fclose (fp);
if (res != 0)
{
printf ("%u: fclose after single-character reading failed (%d): %m\n",
__LINE__, res);
exit (1);
}
/* Just make sure there are no two errors which hide each other, read the
file using the `char' functions. */
lseek (fd, SEEK_SET, 0);
fp = fdopen (fd, "r");
if (fp == NULL)
{
printf ("%u: fdopen of temp file for reading failed: %m\n", __LINE__);
exit (1);
}
if (fread (mb2buf, 1, mbsize, fp) != mbsize)
{
printf ("%u: cannot read all of the temp file\n", __LINE__);
status = 1;
}
else
{
/* Make sure there is nothing left. */
if (fgetc (fp) != EOF)
{
printf ("%u: more input available\n", __LINE__);
status = 1;
}
if (memcmp (mb2buf, mbbuf, mbsize) != 0)
{
printf ("%u: buffer written with fputws differs\n", __LINE__);
status = 1;
}
}
res = fclose (fp);
if (res != 0)
{
printf ("%u: fclose after single-character reading failed (%d): %m\n",
__LINE__, res);
exit (1);
}
return status;
}
#define TEST_FUNCTION do_test ()
#include "../test-skeleton.c"