3735 lines
132 KiB
C
3735 lines
132 KiB
C
/********************************************************************
|
|
* COPYRIGHT:
|
|
* Copyright (c) 1997-1999, International Business Machines Corporation and
|
|
* others. All Rights Reserved.
|
|
********************************************************************/
|
|
/********************************************************************************
|
|
*
|
|
* File CCONVTST.C
|
|
*
|
|
* Modification History:
|
|
* Name Description
|
|
* Steven R. Loomis 7/8/1999 Adding input buffer test
|
|
*********************************************************************************
|
|
*/
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <ctype.h>
|
|
#include "cstring.h"
|
|
#include "unicode/uloc.h"
|
|
#include "unicode/ucnv.h"
|
|
#include "unicode/ucnv_err.h"
|
|
#include "cintltst.h"
|
|
#include "unicode/utypes.h"
|
|
#include "unicode/ustring.h"
|
|
|
|
static void TestNextUChar(UConverter* cnv, const char* source, const char* limit, const uint32_t results[], const char* message);
|
|
static void TestNextUCharError(UConverter* cnv, const char* source, const char* limit, UErrorCode expected, const char* message);
|
|
|
|
static void TestNewConvertWithBufferSizes(int32_t osize, int32_t isize) ;
|
|
static void TestConverterTypesAndStarters(void);
|
|
static void TestAmbiguous(void);
|
|
static void TestUTF7(void);
|
|
static void TestUTF8(void);
|
|
static void TestUTF16BE(void);
|
|
static void TestUTF16LE(void);
|
|
static void TestUTF32BE(void);
|
|
static void TestUTF32LE(void);
|
|
static void TestLATIN1(void);
|
|
static void TestSBCS(void);
|
|
static void TestDBCS(void);
|
|
static void TestMBCS(void);
|
|
static void TestISO_2022(void);
|
|
static void TestISO_2022_JP(void);
|
|
static void TestISO_2022_JP_1(void);
|
|
static void TestISO_2022_JP_2(void);
|
|
static void TestISO_2022_KR(void);
|
|
static void TestISO_2022_KR_1(void);
|
|
static void TestISO_2022_CN(void);
|
|
static void TestISO_2022_CN_EXT(void);
|
|
static void TestJIS(void);
|
|
static void TestHZ(void);
|
|
static void TestSCSU(void);
|
|
static void TestEBCDIC_STATEFUL(void);
|
|
static void TestGB18030(void);
|
|
static void TestLMBCS(void);
|
|
static void TestJitterbug255(void);
|
|
static void TestEBCDICUS4XML(void);
|
|
|
|
#define NEW_MAX_BUFFER 999
|
|
|
|
static int32_t gInBufferSize = NEW_MAX_BUFFER;
|
|
static int32_t gOutBufferSize = NEW_MAX_BUFFER;
|
|
static char gNuConvTestName[1024];
|
|
|
|
#define nct_min(x,y) ((x<y) ? x : y)
|
|
|
|
static void printSeq(const unsigned char* a, int len)
|
|
{
|
|
int i=0;
|
|
log_verbose("{");
|
|
while (i<len)
|
|
log_verbose("0x%02x ", a[i++]);
|
|
log_verbose("}\n");
|
|
}
|
|
|
|
static void printUSeq(const UChar* a, int len)
|
|
{
|
|
int i=0;
|
|
log_verbose("{U+");
|
|
while (i<len) log_verbose("0x%04x ", a[i++]);
|
|
log_verbose("}\n");
|
|
}
|
|
|
|
static void printSeqErr(const unsigned char* a, int len)
|
|
{
|
|
int i=0;
|
|
fprintf(stderr, "{");
|
|
while (i<len)
|
|
fprintf(stderr, "0x%02x ", a[i++]);
|
|
fprintf(stderr, "}\n");
|
|
}
|
|
|
|
static void printUSeqErr(const UChar* a, int len)
|
|
{
|
|
int i=0;
|
|
fprintf(stderr, "{U+");
|
|
while (i<len)
|
|
fprintf(stderr, "0x%04x ", a[i++]);
|
|
fprintf(stderr,"}\n");
|
|
}
|
|
|
|
static void
|
|
TestNextUChar(UConverter* cnv, const char* source, const char* limit, const uint32_t results[], const char* message)
|
|
{
|
|
const char* s0;
|
|
const char* s=(char*)source;
|
|
const uint32_t *r=results;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
uint32_t c;
|
|
|
|
while(s<limit) {
|
|
s0=s;
|
|
c=ucnv_getNextUChar(cnv, &s, limit, &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("%s ucnv_getNextUChar() failed: %s\n", message, u_errorName(errorCode));
|
|
break;
|
|
} else if((uint32_t)(s-s0)!=*r || c!=(UChar32)*(r+1)) {
|
|
log_err("%s ucnv_getNextUChar() result %lx from %d bytes, should have been %lx from %d bytes.\n",
|
|
message, c, (s-s0), *(r+1), *r);
|
|
break;
|
|
}
|
|
r+=2;
|
|
}
|
|
}
|
|
|
|
static void
|
|
TestNextUCharError(UConverter* cnv, const char* source, const char* limit, UErrorCode expected, const char* message)
|
|
{
|
|
const char* s=(char*)source;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
uint32_t c;
|
|
c=ucnv_getNextUChar(cnv, &s, limit, &errorCode);
|
|
if(errorCode != expected){
|
|
log_err("FAIL: Expected:%s when %s-----Got:%s\n", myErrorName(expected), message, myErrorName(errorCode));
|
|
}
|
|
if(c != 0xFFFD && c != 0xffff){
|
|
log_err("FAIL: Expected return value of 0xfffd or 0xffff when %s-----Got 0x%lx\n", message, c);
|
|
}
|
|
|
|
}
|
|
|
|
static void TestInBufSizes(void)
|
|
{
|
|
TestNewConvertWithBufferSizes(NEW_MAX_BUFFER,1);
|
|
#if 1
|
|
TestNewConvertWithBufferSizes(NEW_MAX_BUFFER,2);
|
|
TestNewConvertWithBufferSizes(NEW_MAX_BUFFER,3);
|
|
TestNewConvertWithBufferSizes(NEW_MAX_BUFFER,4);
|
|
TestNewConvertWithBufferSizes(NEW_MAX_BUFFER,5);
|
|
TestNewConvertWithBufferSizes(NEW_MAX_BUFFER,6);
|
|
TestNewConvertWithBufferSizes(1,1);
|
|
TestNewConvertWithBufferSizes(2,3);
|
|
TestNewConvertWithBufferSizes(3,2);
|
|
#endif
|
|
}
|
|
|
|
static void TestOutBufSizes(void)
|
|
{
|
|
#if 1
|
|
TestNewConvertWithBufferSizes(NEW_MAX_BUFFER,NEW_MAX_BUFFER);
|
|
TestNewConvertWithBufferSizes(1,NEW_MAX_BUFFER);
|
|
TestNewConvertWithBufferSizes(2,NEW_MAX_BUFFER);
|
|
TestNewConvertWithBufferSizes(3,NEW_MAX_BUFFER);
|
|
TestNewConvertWithBufferSizes(4,NEW_MAX_BUFFER);
|
|
TestNewConvertWithBufferSizes(5,NEW_MAX_BUFFER);
|
|
|
|
#endif
|
|
}
|
|
|
|
|
|
void addTestNewConvert(TestNode** root)
|
|
{
|
|
addTest(root, &TestInBufSizes, "tsconv/nucnvtst/TestInBufSizes");
|
|
addTest(root, &TestOutBufSizes, "tsconv/nucnvtst/TestOutBufSizes");
|
|
addTest(root, &TestConverterTypesAndStarters, "tsconv/nucnvtst/TestConverterTypesAndStarters");
|
|
addTest(root, &TestAmbiguous, "tsconv/nucnvtst/TestAmbiguous");
|
|
addTest(root, &TestUTF7, "tsconv/nucnvtst/TestUTF7");
|
|
addTest(root, &TestUTF8, "tsconv/nucnvtst/TestUTF8");
|
|
addTest(root, &TestUTF16BE, "tsconv/nucnvtst/TestUTF16BE");
|
|
addTest(root, &TestUTF16LE, "tsconv/nucnvtst/TestUTF16LE");
|
|
addTest(root, &TestUTF32BE, "tsconv/nucnvtst/TestUTF32BE");
|
|
addTest(root, &TestUTF32LE, "tsconv/nucnvtst/TestUTF32LE");
|
|
addTest(root, &TestLATIN1, "tsconv/nucnvtst/TestLATIN1");
|
|
addTest(root, &TestSBCS, "tsconv/nucnvtst/TestSBCS");
|
|
addTest(root, &TestDBCS, "tsconv/nucnvtst/TestDBCS");
|
|
addTest(root, &TestMBCS, "tsconv/nucnvtst/TestMBCS");
|
|
addTest(root, &TestISO_2022, "tsconv/nucnvtst/TestISO_2022");
|
|
addTest(root, &TestISO_2022_JP, "tsconv/nucnvtst/TestISO_2022_JP");
|
|
addTest(root, &TestJIS, "tsconv/nucnvtst/TestJIS");
|
|
addTest(root, &TestISO_2022_JP_1, "tsconv/nucnvtst/TestISO_2022_JP_1");
|
|
addTest(root, &TestISO_2022_JP_2, "tsconv/nucnvtst/TestISO_2022_JP_2");
|
|
addTest(root, &TestISO_2022_KR, "tsconv/nucnvtst/TestISO_2022_KR");
|
|
addTest(root, &TestISO_2022_KR_1, "tsconv/nucnvtst/TestISO_2022_KR_1");
|
|
addTest(root, &TestISO_2022_CN, "tsconv/nucnvtst/TestISO_2022_CN");
|
|
addTest(root, &TestISO_2022_CN_EXT, "tsconv/nucnvtst/TestISO_2022_CN_EXT");
|
|
addTest(root, &TestHZ, "tsconv/nucnvtst/TestHZ");
|
|
addTest(root, &TestSCSU, "tsconv/nucnvtst/TestSCSU");
|
|
addTest(root, &TestEBCDIC_STATEFUL, "tsconv/nucnvtst/TestEBCDIC_STATEFUL");
|
|
addTest(root, &TestGB18030, "tsconv/nucnvtst/TestGB18030");
|
|
addTest(root, &TestLMBCS, "tsconv/nucnvtst/TestLMBCS");
|
|
addTest(root, &TestJitterbug255, "tsconv/nucnvtst/TestJitterbug255");
|
|
addTest(root, &TestEBCDICUS4XML, "tsconv/nucnvtst/TestEBCDICUS4XML");
|
|
}
|
|
|
|
|
|
/* Note that this test already makes use of statics, so it's not really
|
|
multithread safe.
|
|
This convenience function lets us make the error messages actually useful.
|
|
*/
|
|
|
|
static void setNuConvTestName(const char *codepage, const char *direction)
|
|
{
|
|
sprintf(gNuConvTestName, "[Testing %s %s Unicode, InputBufSiz=%d, OutputBufSiz=%d]",
|
|
codepage,
|
|
direction,
|
|
gInBufferSize,
|
|
gOutBufferSize);
|
|
}
|
|
|
|
/* Note: This function uses global variables and it will not do offset
|
|
checking without gOutBufferSize and gInBufferSize set to NEW_MAX_BUFFER */
|
|
static UBool testConvertFromU( const UChar *source, int sourceLen, const uint8_t *expect, int expectLen,
|
|
const char *codepage, const int32_t *expectOffsets , UBool useFallback)
|
|
{
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UConverter *conv = 0;
|
|
uint8_t junkout[NEW_MAX_BUFFER]; /* FIX */
|
|
int32_t junokout[NEW_MAX_BUFFER]; /* FIX */
|
|
uint8_t *p;
|
|
const UChar *src;
|
|
uint8_t *end;
|
|
uint8_t *targ;
|
|
int32_t *offs;
|
|
int i;
|
|
int32_t realBufferSize;
|
|
uint8_t *realBufferEnd;
|
|
const UChar *realSourceEnd;
|
|
const UChar *sourceLimit;
|
|
UBool checkOffsets = TRUE;
|
|
UBool doFlush;
|
|
|
|
for(i=0;i<NEW_MAX_BUFFER;i++)
|
|
junkout[i] = 0xF0;
|
|
for(i=0;i<NEW_MAX_BUFFER;i++)
|
|
junokout[i] = 0xFF;
|
|
|
|
setNuConvTestName(codepage, "FROM");
|
|
|
|
log_verbose("\n========= %s\n", gNuConvTestName);
|
|
|
|
conv = ucnv_open(codepage, &status);
|
|
if(U_FAILURE(status))
|
|
{
|
|
log_err("Couldn't open converter %s\n",codepage);
|
|
return FALSE;
|
|
}
|
|
if(useFallback){
|
|
ucnv_setFallback(conv,useFallback);
|
|
}
|
|
|
|
log_verbose("Converter opened..\n");
|
|
|
|
src = source;
|
|
targ = junkout;
|
|
offs = junokout;
|
|
|
|
realBufferSize = (sizeof(junkout)/sizeof(junkout[0]));
|
|
realBufferEnd = junkout + realBufferSize;
|
|
realSourceEnd = source + sourceLen;
|
|
|
|
if ( gOutBufferSize != realBufferSize || gInBufferSize != NEW_MAX_BUFFER )
|
|
checkOffsets = FALSE;
|
|
|
|
do
|
|
{
|
|
end = nct_min(targ + gOutBufferSize, realBufferEnd);
|
|
sourceLimit = nct_min(src + gInBufferSize, realSourceEnd);
|
|
|
|
doFlush = (UBool)(sourceLimit == realSourceEnd);
|
|
|
|
if(targ == realBufferEnd)
|
|
{
|
|
log_err("Error, overflowed the real buffer while about to call fromUnicode! targ=%08lx %s", targ, gNuConvTestName);
|
|
return FALSE;
|
|
}
|
|
log_verbose("calling fromUnicode @ SOURCE:%08lx to %08lx TARGET: %08lx to %08lx, flush=%s\n", src,sourceLimit, targ,end, doFlush?"TRUE":"FALSE");
|
|
|
|
|
|
status = U_ZERO_ERROR;
|
|
|
|
ucnv_fromUnicode (conv,
|
|
(char **)&targ,
|
|
(const char*)end,
|
|
&src,
|
|
sourceLimit,
|
|
checkOffsets ? offs : NULL,
|
|
doFlush, /* flush if we're at the end of the input data */
|
|
&status);
|
|
} while ( (status == U_BUFFER_OVERFLOW_ERROR) || (U_SUCCESS(status) && sourceLimit < realSourceEnd) );
|
|
|
|
if(U_FAILURE(status))
|
|
{
|
|
log_err("Problem doing fromUnicode to %s, errcode %s %s\n", codepage, myErrorName(status), gNuConvTestName);
|
|
return FALSE;
|
|
}
|
|
|
|
log_verbose("\nConversion done [%d uchars in -> %d chars out]. \nResult :",
|
|
sourceLen, targ-junkout);
|
|
if(VERBOSITY)
|
|
{
|
|
char junk[9999];
|
|
char offset_str[9999];
|
|
uint8_t *ptr;
|
|
|
|
junk[0] = 0;
|
|
offset_str[0] = 0;
|
|
for(ptr = junkout;ptr<targ;ptr++)
|
|
{
|
|
sprintf(junk + strlen(junk), "0x%02x, ", (int)(0xFF & *ptr));
|
|
sprintf(offset_str + strlen(offset_str), "0x%02x, ", (int)(0xFF & junokout[ptr-junkout]));
|
|
}
|
|
|
|
log_verbose(junk);
|
|
printSeq((const uint8_t *)expect, expectLen);
|
|
if ( checkOffsets )
|
|
{
|
|
log_verbose("\nOffsets:");
|
|
log_verbose(offset_str);
|
|
}
|
|
log_verbose("\n");
|
|
}
|
|
ucnv_close(conv);
|
|
|
|
|
|
if(expectLen != targ-junkout)
|
|
{
|
|
log_err("Expected %d chars out, got %d %s\n", expectLen, targ-junkout, gNuConvTestName);
|
|
log_verbose("Expected %d chars out, got %d %s\n", expectLen, targ-junkout, gNuConvTestName);
|
|
printf("\nGot:");
|
|
printSeqErr((const unsigned char*)junkout, targ-junkout);
|
|
printf("\nExpected:");
|
|
printSeqErr((const unsigned char*)expect, expectLen);
|
|
return FALSE;
|
|
}
|
|
|
|
if (checkOffsets && (expectOffsets != 0) )
|
|
{
|
|
log_verbose("comparing %d offsets..\n", targ-junkout);
|
|
if(memcmp(junokout,expectOffsets,(targ-junkout) * sizeof(int32_t) )){
|
|
log_err("did not get the expected offsets. %s\n", gNuConvTestName);
|
|
printSeqErr((const unsigned char*)junkout, targ-junkout);
|
|
log_err("\n");
|
|
log_err("Got : ");
|
|
for(p=junkout;p<targ;p++) {
|
|
log_err("%d, ", junokout[p-junkout]);
|
|
}
|
|
log_err("\n");
|
|
log_err("Expected: ");
|
|
for(i=0; i<(targ-junkout); i++) {
|
|
log_err("%d,", expectOffsets[i]);
|
|
}
|
|
log_err("\n");
|
|
}
|
|
}
|
|
|
|
log_verbose("comparing..\n");
|
|
if(!memcmp(junkout, expect, expectLen))
|
|
{
|
|
log_verbose("Matches!\n");
|
|
return TRUE;
|
|
}
|
|
else
|
|
{
|
|
log_err("String does not match. %s\n", gNuConvTestName);
|
|
printUSeqErr(source, sourceLen);
|
|
printf("\nGot:");
|
|
printSeqErr((const unsigned char *)junkout, expectLen);
|
|
printf("\nExpected:");
|
|
printSeqErr((const unsigned char *)expect, expectLen);
|
|
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
/* Note: This function uses global variables and it will not do offset
|
|
checking without gOutBufferSize and gInBufferSize set to NEW_MAX_BUFFER */
|
|
static UBool testConvertToU( const uint8_t *source, int sourcelen, const UChar *expect, int expectlen,
|
|
const char *codepage, const int32_t *expectOffsets, UBool useFallback)
|
|
{
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UConverter *conv = 0;
|
|
UChar junkout[NEW_MAX_BUFFER]; /* FIX */
|
|
int32_t junokout[NEW_MAX_BUFFER]; /* FIX */
|
|
const uint8_t *src;
|
|
const uint8_t *realSourceEnd;
|
|
const uint8_t *srcLimit;
|
|
UChar *p;
|
|
UChar *targ;
|
|
UChar *end;
|
|
int32_t *offs;
|
|
int i;
|
|
UBool checkOffsets = TRUE;
|
|
|
|
int32_t realBufferSize;
|
|
UChar *realBufferEnd;
|
|
|
|
|
|
for(i=0;i<NEW_MAX_BUFFER;i++)
|
|
junkout[i] = 0xFFFE;
|
|
|
|
for(i=0;i<NEW_MAX_BUFFER;i++)
|
|
junokout[i] = -1;
|
|
|
|
setNuConvTestName(codepage, "TO");
|
|
|
|
log_verbose("\n========= %s\n", gNuConvTestName);
|
|
|
|
conv = ucnv_open(codepage, &status);
|
|
if(U_FAILURE(status))
|
|
{
|
|
log_err("Couldn't open converter %s\n",gNuConvTestName);
|
|
return FALSE;
|
|
}
|
|
if(useFallback){
|
|
ucnv_setFallback(conv,useFallback);
|
|
}
|
|
log_verbose("Converter opened..\n");
|
|
|
|
src = source;
|
|
targ = junkout;
|
|
offs = junokout;
|
|
|
|
realBufferSize = (sizeof(junkout)/sizeof(junkout[0]));
|
|
realBufferEnd = junkout + realBufferSize;
|
|
realSourceEnd = src + sourcelen;
|
|
|
|
if ( gOutBufferSize != realBufferSize || gInBufferSize != NEW_MAX_BUFFER )
|
|
checkOffsets = FALSE;
|
|
|
|
do
|
|
{
|
|
end = nct_min( targ + gOutBufferSize, realBufferEnd);
|
|
srcLimit = nct_min(realSourceEnd, src + gInBufferSize);
|
|
|
|
if(targ == realBufferEnd)
|
|
{
|
|
log_err("Error, the end would overflow the real output buffer while about to call toUnicode! tarjet=%08lx %s",targ,gNuConvTestName);
|
|
return FALSE;
|
|
}
|
|
log_verbose("calling toUnicode @ %08lx to %08lx\n", targ,end);
|
|
|
|
/* oldTarg = targ; */
|
|
|
|
status = U_ZERO_ERROR;
|
|
|
|
ucnv_toUnicode (conv,
|
|
&targ,
|
|
end,
|
|
(const char **)&src,
|
|
(const char *)srcLimit,
|
|
checkOffsets ? offs : NULL,
|
|
(UBool)(srcLimit == realSourceEnd), /* flush if we're at the end of hte source data */
|
|
&status);
|
|
|
|
/* offs += (targ-oldTarg); */
|
|
|
|
} while ( (status == U_BUFFER_OVERFLOW_ERROR) || (U_SUCCESS(status) && (srcLimit < realSourceEnd)) ); /* while we just need another buffer */
|
|
|
|
if(U_FAILURE(status))
|
|
{
|
|
log_err("Problem doing %s toUnicode, errcode %s %s\n", codepage, myErrorName(status), gNuConvTestName);
|
|
return FALSE;
|
|
}
|
|
|
|
log_verbose("\nConversion done. %d bytes -> %d chars.\nResult :",
|
|
sourcelen, targ-junkout);
|
|
if(VERBOSITY)
|
|
{
|
|
char junk[9999];
|
|
char offset_str[9999];
|
|
UChar *ptr;
|
|
|
|
junk[0] = 0;
|
|
offset_str[0] = 0;
|
|
|
|
for(ptr = junkout;ptr<targ;ptr++)
|
|
{
|
|
sprintf(junk + strlen(junk), "0x%04x, ", (0xFFFF) & (unsigned int)*ptr);
|
|
sprintf(offset_str + strlen(offset_str), "0x%04x, ", (0xFFFF) & (unsigned int)junokout[ptr-junkout]);
|
|
}
|
|
|
|
log_verbose(junk);
|
|
printUSeq(expect, expectlen);
|
|
if ( checkOffsets )
|
|
{
|
|
log_verbose("\nOffsets:");
|
|
log_verbose(offset_str);
|
|
}
|
|
log_verbose("\n");
|
|
}
|
|
ucnv_close(conv);
|
|
|
|
log_verbose("comparing %d uchars (%d bytes)..\n",expectlen,expectlen*2);
|
|
|
|
if (checkOffsets && (expectOffsets != 0))
|
|
{
|
|
if(memcmp(junokout,expectOffsets,(targ-junkout) * sizeof(int32_t))){
|
|
log_err("did not get the expected offsets. %s\n",gNuConvTestName);
|
|
log_err("Got: ");
|
|
for(p=junkout;p<targ;p++) {
|
|
log_err("%d,", junokout[p-junkout]);
|
|
}
|
|
log_err("\n");
|
|
log_err("Expected: ");
|
|
for(i=0; i<(targ-junkout); i++) {
|
|
log_err("%d,", expectOffsets[i]);
|
|
}
|
|
log_err("\n");
|
|
log_err("output: ");
|
|
for(i=0; i<(targ-junkout); i++) {
|
|
log_err("%X,", junkout[i]);
|
|
}
|
|
log_err("\n");
|
|
log_err("input: ");
|
|
for(i=0; i<(src-source); i++) {
|
|
log_err("%X,", (unsigned char)source[i]);
|
|
}
|
|
log_err("\n");
|
|
}
|
|
}
|
|
|
|
if(!memcmp(junkout, expect, expectlen*2))
|
|
{
|
|
log_verbose("Matches!\n");
|
|
return TRUE;
|
|
}
|
|
else
|
|
{
|
|
log_err("String does not match. %s\n", gNuConvTestName);
|
|
log_verbose("String does not match. %s\n", gNuConvTestName);
|
|
printf("\nGot:");
|
|
printUSeqErr(junkout, expectlen);
|
|
printf("\nExpected:");
|
|
printUSeqErr(expect, expectlen);
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
|
|
static void TestNewConvertWithBufferSizes(int32_t outsize, int32_t insize )
|
|
{
|
|
/** test chars #1 */
|
|
/* 1 2 3 1Han 2Han 3Han . */
|
|
UChar sampleText[] =
|
|
{ 0x0031, 0x0032, 0x0033, 0x0000, 0x4e00, 0x4e8c, 0x4e09, 0x002E };
|
|
|
|
|
|
const uint8_t expectedUTF8[] =
|
|
{ 0x31, 0x32, 0x33, 0x00, 0xe4, 0xb8, 0x80, 0xe4, 0xba, 0x8c, 0xe4, 0xb8, 0x89, 0x2E };
|
|
int32_t toUTF8Offs[] =
|
|
{ 0x00, 0x01, 0x02, 0x03, 0x04, 0x04, 0x04, 0x05, 0x05, 0x05, 0x06, 0x06, 0x06, 0x07};
|
|
int32_t fmUTF8Offs[] =
|
|
{ 0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0007, 0x000a, 0x000d };
|
|
|
|
/* Same as UTF8, but with ^[%B preceeding */
|
|
const uint8_t expectedISO2022[] =
|
|
{ 0x1b, 0x25, 0x42, 0x31, 0x32, 0x33, 0x00, 0xe4, 0xb8, 0x80, 0xe4, 0xba, 0x8c, 0xe4, 0xb8, 0x89, 0x2E };
|
|
int32_t toISO2022Offs[] =
|
|
{ -1, -1, -1, 0x00, 0x01, 0x02, 0x03, 0x04, 0x04,
|
|
0x04, 0x05, 0x05, 0x05, 0x06, 0x06, 0x06, 0x07 }; /* right? */
|
|
int32_t fmISO2022Offs[] =
|
|
{ 0x0003, 0x0004, 0x0005, 0x0006, 0x0007, 0x000a, 0x000d, 0x0010 }; /* is this right? */
|
|
|
|
/* 1 2 3 0, <SO> h1 h2 h3 <SI> . EBCDIC_STATEFUL */
|
|
const uint8_t expectedIBM930[] =
|
|
{ 0xF1, 0xF2, 0xF3, 0x00, 0x0E, 0x45, 0x41, 0x45, 0x42, 0x45, 0x43, 0x0F, 0x4B };
|
|
int32_t toIBM930Offs[] =
|
|
{ 0x00, 0x01, 0x02, 0x03, 0x04, 0x04, 0x04, 0x05, 0x05, 0x06, 0x06, 0x07, 0x07, };
|
|
int32_t fmIBM930Offs[] =
|
|
{ 0x0000, 0x0001, 0x0002, 0x0003, 0x0005, 0x0007, 0x0009, 0x000c};
|
|
|
|
/* 1 2 3 0 h1 h2 h3 . MBCS*/
|
|
const uint8_t expectedIBM943[] =
|
|
{ 0x31, 0x32, 0x33, 0x00, 0x88, 0xea, 0x93, 0xf1, 0x8e, 0x4f, 0x2e };
|
|
int32_t toIBM943Offs [] =
|
|
{ 0x00, 0x01, 0x02, 0x03, 0x04, 0x04, 0x05, 0x05, 0x06, 0x06, 0x07 };
|
|
int32_t fmIBM943Offs[] =
|
|
{ 0x0000, 0x0001, 0x0002, 0x0003, 0x0004, 0x0006, 0x0008, 0x000a};
|
|
|
|
/* 1 2 3 0 h1 h2 h3 . DBCS*/
|
|
const uint8_t expectedIBM835[] =
|
|
{ 0xfe, 0xfe, 0xfe, 0xfe, 0xfe, 0xfe, 0xfe, 0xfe, 0x4c, 0x41, 0x4c, 0x48, 0x4c, 0x55, 0xfe, 0xfe};
|
|
int32_t toIBM835Offs [] =
|
|
{ 0x00, 0x00, 0x01, 0x01, 0x02, 0x02, 0x03, 0x03, 0x04, 0x04, 0x05, 0x05, 0x06, 0x06, 0x07, 0x07};
|
|
|
|
/* 1 2 3 0 <?> <?> <?> . SBCS*/
|
|
const uint8_t expectedIBM920[] =
|
|
{ 0x31, 0x32, 0x33, 0x00, 0x1a, 0x1a, 0x1a, 0x2e };
|
|
int32_t toIBM920Offs [] =
|
|
{ 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07 };
|
|
|
|
/* 1 2 3 0 <?> <?> <?> . SBCS*/
|
|
const uint8_t expectedISO88593[] =
|
|
{ 0x31, 0x32, 0x33, 0x00, 0x1a, 0x1a, 0x1a, 0x2E };
|
|
int32_t toISO88593Offs[] =
|
|
{ 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07};
|
|
|
|
/* 1 2 3 0 <?> <?> <?> . LATIN_1*/
|
|
const uint8_t expectedLATIN1[] =
|
|
{ 0x31, 0x32, 0x33, 0x00, 0x1a, 0x1a, 0x1a, 0x2E };
|
|
int32_t toLATIN1Offs[] =
|
|
{ 0x00, 0x01, 0x02, 0x03, 0x04, 0x05, 0x06, 0x07};
|
|
|
|
|
|
/* etc */
|
|
const uint8_t expectedUTF16BE[] =
|
|
{ 0x00, 0x31, 0x00, 0x32, 0x00, 0x33, 0x00, 0x00, 0x4e, 0x00, 0x4e, 0x8c, 0x4e, 0x09, 0x00, 0x2e };
|
|
int32_t toUTF16BEOffs[]=
|
|
{ 0x00, 0x00, 0x01, 0x01, 0x02, 0x02, 0x03, 0x03, 0x04, 0x04, 0x05, 0x05, 0x06, 0x06, 0x07, 0x07};
|
|
int32_t fmUTF16BEOffs[] =
|
|
{ 0x0000, 0x0002, 0x0004, 0x0006, 0x0008, 0x000a, 0x000c, 0x000e };
|
|
|
|
const uint8_t expectedUTF16LE[] =
|
|
{ 0x31, 0x00, 0x32, 0x00, 0x33, 0x00, 0x00, 0x00, 0x00, 0x4e, 0x8c, 0x4e, 0x09, 0x4e, 0x2e, 0x00 };
|
|
int32_t toUTF16LEOffs[]=
|
|
{ 0x00, 0x00, 0x01, 0x01, 0x02, 0x02, 0x03, 0x03, 0x04, 0x04, 0x05, 0x05, 0x06, 0x06, 0x07, 0x07};
|
|
int32_t fmUTF16LEOffs[] =
|
|
{ 0x0000, 0x0002, 0x0004, 0x0006, 0x0008, 0x000a, 0x000c, 0x000e };
|
|
|
|
const uint8_t expectedUTF32BE[] =
|
|
{ 0x00, 0x00, 0x00, 0x31,
|
|
0x00, 0x00, 0x00, 0x32,
|
|
0x00, 0x00, 0x00, 0x33,
|
|
0x00, 0x00, 0x00, 0x00,
|
|
0x00, 0x00, 0x4e, 0x00,
|
|
0x00, 0x00, 0x4e, 0x8c,
|
|
0x00, 0x00, 0x4e, 0x09,
|
|
0x00, 0x00, 0x00, 0x2e };
|
|
int32_t toUTF32BEOffs[]=
|
|
{ 0x00, 0x00, 0x00, 0x00,
|
|
0x01, 0x01, 0x01, 0x01,
|
|
0x02, 0x02, 0x02, 0x02,
|
|
0x03, 0x03, 0x03, 0x03,
|
|
0x04, 0x04, 0x04, 0x04,
|
|
0x05, 0x05, 0x05, 0x05,
|
|
0x06, 0x06, 0x06, 0x06,
|
|
0x07, 0x07, 0x07, 0x07,
|
|
0x08, 0x08, 0x08, 0x08 };
|
|
int32_t fmUTF32BEOffs[] =
|
|
{ 0x0000, 0x0004, 0x0008, 0x000c, 0x0010, 0x0014, 0x0018, 0x001c };
|
|
|
|
const uint8_t expectedUTF32LE[] =
|
|
{ 0x31, 0x00, 0x00, 0x00,
|
|
0x32, 0x00, 0x00, 0x00,
|
|
0x33, 0x00, 0x00, 0x00,
|
|
0x00, 0x00, 0x00, 0x00,
|
|
0x00, 0x4e, 0x00, 0x00,
|
|
0x8c, 0x4e, 0x00, 0x00,
|
|
0x09, 0x4e, 0x00, 0x00,
|
|
0x2e, 0x00, 0x00, 0x00 };
|
|
int32_t toUTF32LEOffs[]=
|
|
{ 0x00, 0x00, 0x00, 0x00,
|
|
0x01, 0x01, 0x01, 0x01,
|
|
0x02, 0x02, 0x02, 0x02,
|
|
0x03, 0x03, 0x03, 0x03,
|
|
0x04, 0x04, 0x04, 0x04,
|
|
0x05, 0x05, 0x05, 0x05,
|
|
0x06, 0x06, 0x06, 0x06,
|
|
0x07, 0x07, 0x07, 0x07,
|
|
0x08, 0x08, 0x08, 0x08 };
|
|
int32_t fmUTF32LEOffs[] =
|
|
{ 0x0000, 0x0004, 0x0008, 0x000c, 0x0010, 0x0014, 0x0018, 0x001c };
|
|
|
|
|
|
|
|
|
|
/** Test chars #2 **/
|
|
|
|
/* Sahha [health], slashed h's */
|
|
const UChar malteseUChars[] = { 0x0053, 0x0061, 0x0127, 0x0127, 0x0061 };
|
|
const uint8_t expectedMaltese913[] = { 0x53, 0x61, 0xB1, 0xB1, 0x61 };
|
|
|
|
/* LMBCS */
|
|
const UChar LMBCSUChars[] = { 0x0027, 0x010A, 0x0000, 0x0127, 0x2666 };
|
|
const uint8_t expectedLMBCS[] = { 0x27, 0x06, 0x04, 0x00, 0x01, 0x73, 0x01, 0x04 };
|
|
int32_t toLMBCSOffs[] = { 0x00, 0x01, 0x01, 0x02, 0x03, 0x03, 0x04, 0x04 };
|
|
int32_t fmLMBCSOffs[] = { 0x0000, 0x0001, 0x0003, 0x0004, 0x0006};
|
|
/*********************************** START OF CODE finally *************/
|
|
|
|
gInBufferSize = insize;
|
|
gOutBufferSize = outsize;
|
|
|
|
log_verbose("\n\n\nTesting conversions with InputBufferSize = %d, OutputBufferSize = %d\n", gInBufferSize, gOutBufferSize);
|
|
|
|
|
|
#if 1
|
|
/*UTF-8*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedUTF8, sizeof(expectedUTF8), "UTF8", toUTF8Offs,FALSE ))
|
|
log_err("u-> UTF8 did not match.\n");
|
|
|
|
log_verbose("Test surrogate behaviour for UTF8\n");
|
|
{
|
|
const UChar testinput[]={ 0x20ac, 0xd801, 0xdc01, 0xdc01, 0xd801};
|
|
const uint8_t expectedUTF8test2[]= { 0xe2, 0x82, 0xac,
|
|
0xf0, 0x90, 0x90, 0x81,
|
|
0xed, 0xb0, 0x81, 0xed, 0xa0, 0x81
|
|
};
|
|
int32_t offsets[]={ 0, 0, 0, 1, 1, 1, 1, 3, 3, 3, 4, 4, 4 };
|
|
if(!testConvertFromU(testinput, sizeof(testinput)/sizeof(testinput[0]),
|
|
expectedUTF8test2, sizeof(expectedUTF8test2), "UTF8", offsets,FALSE ))
|
|
log_err("u-> UTF8 did not match.\n");
|
|
|
|
}
|
|
/*ISO-2022*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedISO2022, sizeof(expectedISO2022), "ISO_2022", toISO2022Offs,FALSE ))
|
|
log_err("u-> iso-2022 did not match.\n");
|
|
/*UTF16 LE*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedUTF16LE, sizeof(expectedUTF16LE), "utf-16le", toUTF16LEOffs,FALSE ))
|
|
log_err("u-> utf-16le did not match.\n");
|
|
/*UTF16 BE*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedUTF16BE, sizeof(expectedUTF16BE), "utf-16be", toUTF16BEOffs,FALSE ))
|
|
log_err("u-> utf-16be did not match.\n");
|
|
/*UTF32 LE*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedUTF32LE, sizeof(expectedUTF32LE), "utf-32le", toUTF32LEOffs,FALSE ))
|
|
log_err("u-> utf-32le did not match.\n");
|
|
/*UTF32 BE*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedUTF32BE, sizeof(expectedUTF32BE), "utf-32be", toUTF32BEOffs,FALSE ))
|
|
log_err("u-> utf-32be did not match.\n");
|
|
/*LATIN_1*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedLATIN1, sizeof(expectedLATIN1), "LATIN_1", toLATIN1Offs,FALSE ))
|
|
log_err("u-> LATIN_1 did not match.\n");
|
|
/*EBCDIC_STATEFUL*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedIBM930, sizeof(expectedIBM930), "ibm-930", toIBM930Offs,FALSE ))
|
|
log_err("u-> ibm-930 did not match.\n");
|
|
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedISO88593, sizeof(expectedISO88593), "iso-8859-3", toISO88593Offs,FALSE ))
|
|
log_err("u-> iso-8859-3 did not match.\n");
|
|
|
|
/*MBCS*/
|
|
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedIBM943, sizeof(expectedIBM943), "ibm-943", toIBM943Offs,FALSE ))
|
|
log_err("u-> ibm-943 [UCNV_MBCS] not match.\n");
|
|
/*DBCS*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedIBM835, sizeof(expectedIBM835), "ibm-835", toIBM835Offs,FALSE ))
|
|
log_err("u-> ibm-835 [UCNV_DBCS] not match.\n");
|
|
/*SBCS*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedIBM920, sizeof(expectedIBM920), "ibm-920", toIBM920Offs,FALSE ))
|
|
log_err("u-> ibm-920 [UCNV_SBCS] not match.\n");
|
|
/*SBCS*/
|
|
if(!testConvertFromU(sampleText, sizeof(sampleText)/sizeof(sampleText[0]),
|
|
expectedISO88593, sizeof(expectedISO88593), "iso-8859-3", toISO88593Offs,FALSE ))
|
|
log_err("u-> iso-8859-3 did not match.\n");
|
|
|
|
|
|
/****/
|
|
#endif
|
|
|
|
#if 1
|
|
/*UTF-8*/
|
|
if(!testConvertToU(expectedUTF8, sizeof(expectedUTF8),
|
|
sampleText, sizeof(sampleText)/sizeof(sampleText[0]), "utf8", fmUTF8Offs,FALSE ))
|
|
log_err("utf8 -> u did not match\n");
|
|
/*ISO-2022*/
|
|
if(!testConvertToU(expectedISO2022, sizeof(expectedISO2022),
|
|
sampleText, sizeof(sampleText)/sizeof(sampleText[0]), "ISO_2022", fmISO2022Offs,FALSE ))
|
|
log_err("iso-2022 -> u did not match.\n");
|
|
/*UTF16 LE*/
|
|
if(!testConvertToU(expectedUTF16LE, sizeof(expectedUTF16LE),
|
|
sampleText, sizeof(sampleText)/sizeof(sampleText[0]), "utf-16le", fmUTF16LEOffs,FALSE ))
|
|
log_err("utf-16le -> u did not match.\n");
|
|
/*UTF16 BE*/
|
|
if(!testConvertToU(expectedUTF16BE, sizeof(expectedUTF16BE),
|
|
sampleText, sizeof(sampleText)/sizeof(sampleText[0]), "utf-16be", fmUTF16BEOffs,FALSE ))
|
|
log_err("utf-16be -> u did not match.\n");
|
|
/*UTF32 LE*/
|
|
if(!testConvertToU(expectedUTF32LE, sizeof(expectedUTF32LE),
|
|
sampleText, sizeof(sampleText)/sizeof(sampleText[0]), "utf-32le", fmUTF32LEOffs,FALSE ))
|
|
log_err("utf-32le -> u did not match.\n");
|
|
/*UTF32 BE*/
|
|
if(!testConvertToU(expectedUTF32BE, sizeof(expectedUTF32BE),
|
|
sampleText, sizeof(sampleText)/sizeof(sampleText[0]), "utf-32be", fmUTF32BEOffs,FALSE ))
|
|
log_err("utf-32be -> u did not match.\n");
|
|
/*EBCDIC_STATEFUL*/
|
|
if(!testConvertToU(expectedIBM930, sizeof(expectedIBM930),
|
|
sampleText, sizeof(sampleText)/sizeof(sampleText[0]), "ibm-930", fmIBM930Offs,FALSE ))
|
|
log_err("ibm-930 -> u did not match.\n");
|
|
/*MBCS*/
|
|
if(!testConvertToU(expectedIBM943, sizeof(expectedIBM943),
|
|
sampleText, sizeof(sampleText)/sizeof(sampleText[0]), "ibm-943", fmIBM943Offs,FALSE ))
|
|
log_err("ibm-943 -> u did not match.\n");
|
|
|
|
/* Try it again to make sure it still works */
|
|
if(!testConvertToU(expectedUTF16LE, sizeof(expectedUTF16LE),
|
|
sampleText, sizeof(sampleText)/sizeof(sampleText[0]), "utf-16le", fmUTF16LEOffs,FALSE ))
|
|
log_err("utf-16le -> u did not match.\n");
|
|
|
|
if(!testConvertToU(expectedMaltese913, sizeof(expectedMaltese913),
|
|
malteseUChars, sizeof(malteseUChars)/sizeof(malteseUChars[0]), "latin3", NULL,FALSE))
|
|
log_err("latin3[813] -> u did not match\n");
|
|
|
|
if(!testConvertFromU(malteseUChars, sizeof(malteseUChars)/sizeof(malteseUChars[0]),
|
|
expectedMaltese913, sizeof(expectedMaltese913), "iso-8859-3", NULL,FALSE ))
|
|
log_err("u-> latin3[813] did not match.\n");
|
|
|
|
/*LMBCS*/
|
|
if(!testConvertFromU(LMBCSUChars, sizeof(LMBCSUChars)/sizeof(LMBCSUChars[0]),
|
|
expectedLMBCS, sizeof(expectedLMBCS), "LMBCS-1", toLMBCSOffs,FALSE ))
|
|
log_err("u-> LMBCS-1 did not match.\n");
|
|
if(!testConvertToU(expectedLMBCS, sizeof(expectedLMBCS),
|
|
LMBCSUChars, sizeof(LMBCSUChars)/sizeof(LMBCSUChars[0]), "LMBCS-1", fmLMBCSOffs,FALSE))
|
|
log_err("LMBCS-1 -> u did not match.\n");
|
|
|
|
|
|
/*some more test to increase the code coverage in MBCS. Create an test converter from test1.ucm
|
|
which is test file for MBCS conversion with single-byte codepage data.*/
|
|
{
|
|
|
|
/* MBCS with single byte codepage data test1.ucm*/
|
|
const UChar unicodeInput[] = { 0x20ac, 0x0005, 0x0006, 0xdbc4, 0xde34, 0x0003};
|
|
const uint8_t expectedtest1[] = { 0x00, 0x05, 0xff, 0x07, 0xff,};
|
|
int32_t totest1Offs[] = { 0, 1, 2, 3, 5, };
|
|
|
|
const uint8_t test1input[] = { 0x00, 0x05, 0x06, 0x07, 0x08, 0x09};
|
|
const UChar expectedUnicode[] = { 0x20ac, 0x0005, 0x0006, 0xdbc4, 0xde34, 0xfffd, 0xfffd};
|
|
int32_t fromtest1Offs[] = { 0, 1, 2, 3, 3, 4, 5};
|
|
|
|
/*from Unicode*/
|
|
if(!testConvertFromU(unicodeInput, sizeof(unicodeInput)/sizeof(unicodeInput[0]),
|
|
expectedtest1, sizeof(expectedtest1), "test1", totest1Offs,FALSE ))
|
|
log_err("u-> test1(MBCS conversion with single-byte) did not match.\n");
|
|
|
|
/*to Unicode*/
|
|
if(!testConvertToU(test1input, sizeof(test1input),
|
|
expectedUnicode, sizeof(expectedUnicode)/sizeof(expectedUnicode[0]), "test1", fromtest1Offs ,FALSE))
|
|
log_err("test1(MBCS conversion with single-byte) -> u did not match.\n");
|
|
|
|
}
|
|
|
|
/*some more test to increase the code coverage in MBCS. Create an test converter from test3.ucm
|
|
which is test file for MBCS conversion with three-byte codepage data.*/
|
|
{
|
|
|
|
/* MBCS with three byte codepage data test3.ucm*/
|
|
const UChar unicodeInput[] = { 0x20ac, 0x0005, 0x0006, 0x000b, 0xdbc4, 0xde34, 0xd84d, 0xdc56, 0x000e};
|
|
const uint8_t expectedtest3[] = { 0x00, 0x05, 0xff, 0x01, 0x02, 0x0b, 0x07, 0x01, 0x02, 0x0a, 0xff,};
|
|
int32_t totest3Offs[] = { 0, 1, 2, 3, 3, 3, 4, 6, 6, 6, 8};
|
|
|
|
const uint8_t test3input[] = { 0x00, 0x05, 0x06, 0x01, 0x02, 0x0b, 0x07, 0x01, 0x02, 0x0a, 0x01, 0x02, 0x0c,};
|
|
const UChar expectedUnicode[] = { 0x20ac, 0x0005, 0x0006, 0x000b, 0xdbc4, 0xde34, 0xd84d, 0xdc56, 0xfffd};
|
|
int32_t fromtest3Offs[] = { 0, 1, 2, 3, 6, 6, 7, 7, 10 };
|
|
|
|
/*from Unicode*/
|
|
if(!testConvertFromU(unicodeInput, sizeof(unicodeInput)/sizeof(unicodeInput[0]),
|
|
expectedtest3, sizeof(expectedtest3), "test3", totest3Offs,FALSE ))
|
|
log_err("u-> test3(MBCS conversion with three-byte) did not match.\n");
|
|
|
|
/*to Unicode*/
|
|
if(!testConvertToU(test3input, sizeof(test3input),
|
|
expectedUnicode, sizeof(expectedUnicode)/sizeof(expectedUnicode[0]), "test3", fromtest3Offs ,FALSE))
|
|
log_err("test3(MBCS conversion with three-byte) -> u did not match.\n");
|
|
|
|
}
|
|
|
|
/*some more test to increase the code coverage in MBCS. Create an test converter from test4.ucm
|
|
which is test file for MBCS conversion with four-byte codepage data.*/
|
|
{
|
|
|
|
/* MBCS with three byte codepage data test4.ucm*/
|
|
const UChar unicodeInput[] = { 0x20ac, 0x0005, 0x0006, 0x000b, 0xdbc4, 0xde34, 0xd84d, 0xdc56, 0x000e};
|
|
const uint8_t expectedtest4[] = { 0x00, 0x05, 0xff, 0x01, 0x02, 0x03, 0x0b, 0x07, 0x01, 0x02, 0x03, 0x0a, 0xff,};
|
|
int32_t totest4Offs[] = { 0, 1, 2, 3, 3, 3, 3, 4, 6, 6, 6, 6, 8,};
|
|
|
|
const uint8_t test4input[] = { 0x00, 0x05, 0x06, 0x01, 0x02, 0x03, 0x0b, 0x07, 0x01, 0x02, 0x03, 0x0a, 0x01, 0x02, 0x03, 0x0c,};
|
|
const UChar expectedUnicode[] = { 0x20ac, 0x0005, 0x0006, 0x000b, 0xdbc4, 0xde34, 0xd84d, 0xdc56, 0xfffd};
|
|
int32_t fromtest4Offs[] = { 0, 1, 2, 3, 7, 7, 8, 8, 12,};
|
|
|
|
/*from Unicode*/
|
|
if(!testConvertFromU(unicodeInput, sizeof(unicodeInput)/sizeof(unicodeInput[0]),
|
|
expectedtest4, sizeof(expectedtest4), "test4", totest4Offs,FALSE ))
|
|
log_err("u-> test4(MBCS conversion with four-byte) did not match.\n");
|
|
|
|
/*to Unicode*/
|
|
if(!testConvertToU(test4input, sizeof(test4input),
|
|
expectedUnicode, sizeof(expectedUnicode)/sizeof(expectedUnicode[0]), "test4", fromtest4Offs,FALSE ))
|
|
log_err("test4(MBCS conversion with four-byte) -> u did not match.\n");
|
|
|
|
}
|
|
|
|
/* UTF-7 examples are mostly from http://www.imc.org/rfc2152 */
|
|
{
|
|
/* encode directly set D and set O */
|
|
static const uint8_t utf7[] = {
|
|
/*
|
|
Hi Mom -+Jjo--!
|
|
A+ImIDkQ.
|
|
+-
|
|
+ZeVnLIqe
|
|
*/
|
|
0x48, 0x69, 0x20, 0x4d, 0x6f, 0x6d, 0x20, 0x2d, 0x2b, 0x4a, 0x6a, 0x6f, 0x2d, 0x2d, 0x21,
|
|
0x41, 0x2b, 0x49, 0x6d, 0x49, 0x44, 0x6b, 0x51, 0x2e,
|
|
0x2b, 0x2d,
|
|
0x2b, 0x5a, 0x65, 0x56, 0x6e, 0x4c, 0x49, 0x71, 0x65
|
|
};
|
|
static const UChar unicode[] = {
|
|
/*
|
|
Hi Mom -<WHITE SMILING FACE>-!
|
|
A<NOT IDENTICAL TO><ALPHA>.
|
|
+
|
|
[Japanese word "nihongo"]
|
|
*/
|
|
0x48, 0x69, 0x20, 0x4d, 0x6f, 0x6d, 0x20, 0x2d, 0x263a, 0x2d, 0x21,
|
|
0x41, 0x2262, 0x0391, 0x2e,
|
|
0x2b,
|
|
0x65e5, 0x672c, 0x8a9e
|
|
};
|
|
static const int32_t toUnicodeOffsets[] = {
|
|
0, 1, 2, 3, 4, 5, 6, 7, 9, 13, 14,
|
|
15, 17, 19, 23,
|
|
24,
|
|
27, 29, 32
|
|
};
|
|
static const int32_t fromUnicodeOffsets[] = {
|
|
0, 1, 2, 3, 4, 5, 6, 7, 8, 8, 8, 8, 9, 9, 10,
|
|
11, 12, 12, 12, 13, 13, 13, 13, 14,
|
|
15, 15,
|
|
16, 16, 16, 17, 17, 17, 18, 18, 18
|
|
};
|
|
|
|
/* same but escaping set O (the exclamation mark) */
|
|
static const uint8_t utf7Restricted[] = {
|
|
/*
|
|
Hi Mom -+Jjo--+ACE-
|
|
A+ImIDkQ.
|
|
+-
|
|
+ZeVnLIqe
|
|
*/
|
|
0x48, 0x69, 0x20, 0x4d, 0x6f, 0x6d, 0x20, 0x2d, 0x2b, 0x4a, 0x6a, 0x6f, 0x2d, 0x2d, 0x2b, 0x41, 0x43, 0x45, 0x2d,
|
|
0x41, 0x2b, 0x49, 0x6d, 0x49, 0x44, 0x6b, 0x51, 0x2e,
|
|
0x2b, 0x2d,
|
|
0x2b, 0x5a, 0x65, 0x56, 0x6e, 0x4c, 0x49, 0x71, 0x65
|
|
};
|
|
static const int32_t toUnicodeOffsetsR[] = {
|
|
0, 1, 2, 3, 4, 5, 6, 7, 9, 13, 15,
|
|
19, 21, 23, 27,
|
|
28,
|
|
31, 33, 36
|
|
};
|
|
static const int32_t fromUnicodeOffsetsR[] = {
|
|
0, 1, 2, 3, 4, 5, 6, 7, 8, 8, 8, 8, 9, 9, 10, 10, 10, 10, 11,
|
|
11, 12, 12, 12, 13, 13, 13, 13, 14,
|
|
15, 15,
|
|
16, 16, 16, 17, 17, 17, 18, 18, 18
|
|
};
|
|
|
|
if(!testConvertFromU(unicode, sizeof(unicode)/U_SIZEOF_UCHAR, utf7, sizeof(utf7), "UTF-7", fromUnicodeOffsets,FALSE)) {
|
|
log_err("u-> UTF-7 did not match.\n");
|
|
}
|
|
|
|
if(!testConvertToU(utf7, sizeof(utf7), unicode, sizeof(unicode)/U_SIZEOF_UCHAR, "UTF-7", toUnicodeOffsets,FALSE)) {
|
|
log_err("UTF-7 -> u did not match.\n");
|
|
}
|
|
|
|
if(!testConvertFromU(unicode, sizeof(unicode)/U_SIZEOF_UCHAR, utf7Restricted, sizeof(utf7Restricted), "UTF-7,version=1", fromUnicodeOffsetsR,FALSE)) {
|
|
log_err("u-> UTF-7,version=1 did not match.\n");
|
|
}
|
|
|
|
if(!testConvertToU(utf7Restricted, sizeof(utf7Restricted), unicode, sizeof(unicode)/U_SIZEOF_UCHAR, "UTF-7,version=1", toUnicodeOffsetsR,FALSE)) {
|
|
log_err("UTF-7,version=1 -> u did not match.\n");
|
|
}
|
|
}
|
|
|
|
/* Test UTF-8 bad data handling*/
|
|
{
|
|
static const uint8_t utf8[]={
|
|
0x61,
|
|
0xf7, 0xbf, 0xbf, 0xbf, /* > 10FFFF */
|
|
0x00,
|
|
0x62,
|
|
0xfb, 0xbf, 0xbf, 0xbf, 0xbf, /* > 10FFFF */
|
|
0xfb, 0xbf, 0xbf, 0xbf, 0xbf, /* > 10FFFF */
|
|
0xf4, 0x8f, 0xbf, 0xbf, /* 10FFFF */
|
|
0xdf, 0xbf, /* 7ff */
|
|
0xbf, /* truncated tail */
|
|
0xf4, 0x90, 0x80, 0x80, /* 11FFFF */
|
|
0x02
|
|
};
|
|
|
|
static const uint16_t utf8Expected[]={
|
|
0x0061,
|
|
0xfffd,
|
|
0x0000,
|
|
0x0062,
|
|
0xfffd,
|
|
0xfffd,
|
|
0xdbff, 0xdfff,
|
|
0x07ff,
|
|
0xfffd,
|
|
0xfffd,
|
|
0x0002
|
|
};
|
|
|
|
static const int32_t utf8Offsets[]={
|
|
0, 1, 5, 6, 7, 12, 17, 17, 21, 23, 24, 28
|
|
};
|
|
if(!testConvertToU(utf8, sizeof(utf8),
|
|
utf8Expected, sizeof(utf8Expected)/sizeof(utf8Expected[0]), "utf-8", utf8Offsets ,FALSE))
|
|
log_err("u-> utf-8 did not match.\n");
|
|
|
|
}
|
|
|
|
/* Test UTF-32BE bad data handling*/
|
|
{
|
|
static const uint8_t utf32[]={
|
|
0x00, 0x00, 0x00, 0x61,
|
|
0x00, 0x11, 0x00, 0x00, /* 0x110000 out of range */
|
|
0x00, 0x00, 0x00, 0x62,
|
|
0xff, 0xff, 0xff, 0xff, /* 0xffffffff out of range */
|
|
0x7f, 0xff, 0xff, 0xff, /* 0x7fffffff out of range */
|
|
0x00, 0x00, 0x01, 0x62,
|
|
0x00, 0x00, 0x02, 0x62
|
|
};
|
|
|
|
static const uint16_t utf32Expected[]={
|
|
0x0061,
|
|
0xfffd, /* 0x110000 out of range */
|
|
0x0062,
|
|
0xfffd, /* 0xffffffff out of range */
|
|
0xfffd, /* 0x7fffffff out of range */
|
|
0x0162,
|
|
0x0262
|
|
};
|
|
|
|
static const int32_t utf32Offsets[]={
|
|
0, 4, 8, 12, 16, 20, 24
|
|
};
|
|
if(!testConvertToU(utf32, sizeof(utf32),
|
|
utf32Expected, sizeof(utf32Expected)/sizeof(utf32Expected[0]), "utf-32be", utf32Offsets ,FALSE))
|
|
log_err("u-> utf-32be did not match.\n");
|
|
|
|
}
|
|
|
|
/* Test UTF-32LE bad data handling*/
|
|
{
|
|
static const uint8_t utf32[]={
|
|
0x61, 0x00, 0x00, 0x00,
|
|
0x00, 0x00, 0x11, 0x00, /* 0x110000 out of range */
|
|
0x62, 0x00, 0x00, 0x00,
|
|
0xff, 0xff, 0xff, 0xff, /* 0xffffffff out of range */
|
|
0xff, 0xff, 0xff, 0x7f, /* 0x7fffffff out of range */
|
|
0x62, 0x01, 0x00, 0x00,
|
|
0x62, 0x02, 0x00, 0x00,
|
|
};
|
|
|
|
static const uint16_t utf32Expected[]={
|
|
0x0061,
|
|
0xfffd, /* 0x110000 out of range */
|
|
0x0062,
|
|
0xfffd, /* 0xffffffff out of range */
|
|
0xfffd, /* 0x7fffffff out of range */
|
|
0x0162,
|
|
0x0262
|
|
};
|
|
|
|
static const int32_t utf32Offsets[]={
|
|
0, 4, 8, 12, 16, 20, 24
|
|
};
|
|
if(!testConvertToU(utf32, sizeof(utf32),
|
|
utf32Expected, sizeof(utf32Expected)/sizeof(utf32Expected[0]), "utf-32le", utf32Offsets,FALSE ))
|
|
log_err("u-> utf-32le did not match.\n");
|
|
|
|
}
|
|
}
|
|
|
|
|
|
static void TestConverterTypesAndStarters()
|
|
{
|
|
UConverter* myConverter[3];
|
|
UErrorCode err = U_ZERO_ERROR;
|
|
UBool mystarters[256];
|
|
|
|
/* const UBool expectedKSCstarters[256] = {
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE, FALSE,
|
|
FALSE, FALSE, FALSE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, FALSE, FALSE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE, TRUE,
|
|
TRUE, TRUE, TRUE, TRUE, TRUE, TRUE};*/
|
|
|
|
|
|
log_verbose("Testing KSC, ibm-930, ibm-878 for starters and their conversion types.");
|
|
|
|
myConverter[0] = ucnv_open("ksc", &err);
|
|
if (U_FAILURE(err)) {
|
|
log_err("Failed to create an ibm-ksc converter\n");
|
|
return;
|
|
}
|
|
else
|
|
{
|
|
if (ucnv_getType(myConverter[0])!=UCNV_MBCS)
|
|
log_err("ucnv_getType Failed for ibm-949\n");
|
|
else
|
|
log_verbose("ucnv_getType ibm-949 ok\n");
|
|
|
|
if(myConverter[0]!=NULL)
|
|
ucnv_getStarters(myConverter[0], mystarters, &err);
|
|
|
|
/*if (memcmp(expectedKSCstarters, mystarters, sizeof(expectedKSCstarters)))
|
|
log_err("Failed ucnv_getStarters for ksc\n");
|
|
else
|
|
log_verbose("ucnv_getStarters ok\n");*/
|
|
|
|
}
|
|
|
|
myConverter[1] = ucnv_open("ibm-930", &err);
|
|
if (U_FAILURE(err)) {
|
|
log_err("Failed to create an ibm-930 converter\n");
|
|
return;
|
|
}
|
|
else
|
|
{
|
|
if (ucnv_getType(myConverter[1])!=UCNV_EBCDIC_STATEFUL)
|
|
log_err("ucnv_getType Failed for ibm-930\n");
|
|
else
|
|
log_verbose("ucnv_getType ibm-930 ok\n");
|
|
}
|
|
|
|
myConverter[2] = ucnv_open("ibm-878", &err);
|
|
if (U_FAILURE(err)) {
|
|
log_err("Failed to create an ibm-815 converter\n");
|
|
return;
|
|
}
|
|
else
|
|
{
|
|
if (ucnv_getType(myConverter[2])!=UCNV_SBCS) log_err("ucnv_getType Failed for ibm-815\n");
|
|
else log_verbose("ucnv_getType ibm-815 ok\n");
|
|
}
|
|
|
|
|
|
ucnv_close(myConverter[0]);
|
|
ucnv_close(myConverter[1]);
|
|
ucnv_close(myConverter[2]);
|
|
}
|
|
|
|
static void TestAmbiguous()
|
|
{
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UConverter *ascii_cnv = 0, *sjis_cnv = 0;
|
|
const char target[] = {
|
|
/* "\\usr\\local\\share\\data\\icutest.txt" */
|
|
0x5c, 0x75, 0x73, 0x72,
|
|
0x5c, 0x6c, 0x6f, 0x63, 0x61, 0x6c,
|
|
0x5c, 0x73, 0x68, 0x61, 0x72, 0x65,
|
|
0x5c, 0x64, 0x61, 0x74, 0x61,
|
|
0x5c, 0x69, 0x63, 0x75, 0x74, 0x65, 0x73, 0x74, 0x2e, 0x74, 0x78, 0x74,
|
|
0
|
|
};
|
|
UChar *asciiResult = 0, *sjisResult = 0;
|
|
int32_t asciiLength = 0, sjisLength = 0;
|
|
|
|
sjis_cnv = ucnv_open("ibm-943", &status);
|
|
if (U_FAILURE(status))
|
|
{
|
|
log_err("Failed to create a SJIS converter\n");
|
|
return;
|
|
}
|
|
ascii_cnv = ucnv_open("LATIN-1", &status);
|
|
if (U_FAILURE(status))
|
|
{
|
|
log_err("Failed to create a SJIS converter\n");
|
|
ucnv_close(sjis_cnv);
|
|
return;
|
|
}
|
|
/* convert target from SJIS to Unicode */
|
|
sjisLength = ucnv_toUChars(sjis_cnv, sjisResult, 0, target, strlen(target), &status);
|
|
status = U_ZERO_ERROR;
|
|
sjisResult = (UChar*)malloc(sizeof(UChar)* sjisLength);
|
|
ucnv_toUChars(sjis_cnv, sjisResult, sjisLength, target, strlen(target), &status);
|
|
if (U_FAILURE(status))
|
|
{
|
|
log_err("Failed to convert the SJIS string.\n");
|
|
ucnv_close(sjis_cnv);
|
|
ucnv_close(ascii_cnv);
|
|
return;
|
|
}
|
|
/* convert target from Latin-1 to Unicode */
|
|
asciiLength = ucnv_toUChars(ascii_cnv, asciiResult, 0, target, strlen(target), &status);
|
|
status = U_ZERO_ERROR;
|
|
asciiResult = (UChar*)malloc(sizeof(UChar)* asciiLength);
|
|
ucnv_toUChars(ascii_cnv, asciiResult, asciiLength, target, strlen(target), &status);
|
|
if (U_FAILURE(status))
|
|
{
|
|
log_err("Failed to convert the Latin-1 string.\n");
|
|
free(sjisResult);
|
|
ucnv_close(sjis_cnv);
|
|
ucnv_close(ascii_cnv);
|
|
return;
|
|
}
|
|
if (!ucnv_isAmbiguous(sjis_cnv))
|
|
{
|
|
log_err("SJIS converter should contain ambiguous character mappings.\n");
|
|
free(sjisResult);
|
|
free(asciiResult);
|
|
ucnv_close(sjis_cnv);
|
|
ucnv_close(ascii_cnv);
|
|
return;
|
|
}
|
|
if (u_strcmp(sjisResult, asciiResult) == 0)
|
|
{
|
|
log_err("File separators for SJIS don't need to be fixed.\n");
|
|
}
|
|
ucnv_fixFileSeparator(sjis_cnv, sjisResult, sjisLength);
|
|
if (u_strcmp(sjisResult, asciiResult) != 0)
|
|
{
|
|
log_err("Fixing file separator for SJIS failed.\n");
|
|
}
|
|
free(sjisResult);
|
|
free(asciiResult);
|
|
ucnv_close(sjis_cnv);
|
|
ucnv_close(ascii_cnv);
|
|
}
|
|
|
|
void
|
|
static TestUTF7() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
/* H - +Jjo- - ! +- +2AHcAQ */
|
|
0x48,
|
|
0x2d,
|
|
0x2b, 0x4a, 0x6a, 0x6f,
|
|
0x2d, 0x2d,
|
|
0x21,
|
|
0x2b, 0x2d,
|
|
0x2b, 0x32, 0x41, 0x48, 0x63, 0x41, 0x51
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
1, 0x48,
|
|
1, 0x2d,
|
|
4, 0x263a, /* <WHITE SMILING FACE> */
|
|
2, 0x2d,
|
|
1, 0x21,
|
|
2, 0x2b,
|
|
7, 0x10401
|
|
};
|
|
|
|
const char *source=(const char *)in, *limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv=ucnv_open("UTF-7", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a UTF-7 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "UTF-7");
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
void
|
|
static TestUTF8() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x61,
|
|
0xc0, 0x80,
|
|
0xe0, 0x80, 0x80,
|
|
0xf0, 0x80, 0x80, 0x80,
|
|
0xf4, 0x84, 0x8c, 0xa1,
|
|
0xf0, 0x90, 0x90, 0x81
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
1, 0x61,
|
|
2, 0,
|
|
3, 0,
|
|
4, 0,
|
|
4, 0x104321,
|
|
4, 0x10401
|
|
};
|
|
|
|
/* error test input */
|
|
static const uint8_t in2[]={
|
|
0x61,
|
|
0xc0, 0xc0, /* illegal trail byte */
|
|
0xf4, 0x90, 0x80, 0x80, /* 0x110000 out of range */
|
|
0xf8, 0x80, 0x80, 0x80, 0x80, /* too long */
|
|
0x62
|
|
};
|
|
|
|
/* expected error test results */
|
|
static const uint32_t results2[]={
|
|
/* number of bytes read, code point */
|
|
1, 0x61,
|
|
12, 0x62
|
|
};
|
|
|
|
UConverterToUCallback cb;
|
|
void *p;
|
|
|
|
const char *source=(const char *)in,*limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv=ucnv_open("UTF-8", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a UTF-8 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "UTF-8");
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
|
|
/* test error behavior with a skip callback */
|
|
ucnv_setToUCallBack(cnv, UCNV_TO_U_CALLBACK_SKIP, NULL, &cb, &p, &errorCode);
|
|
source=(const char *)in2;
|
|
limit=(const char *)(in2+sizeof(in2));
|
|
TestNextUChar(cnv, source, limit, results2, "UTF-8");
|
|
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
void
|
|
static TestUTF16BE() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x00, 0x61,
|
|
0x00, 0xc0,
|
|
0x00, 0x31,
|
|
0x00, 0xf4,
|
|
0xce, 0xfe,
|
|
0xd8, 0x01, 0xdc, 0x01
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
2, 0x61,
|
|
2, 0xc0,
|
|
2, 0x31,
|
|
2, 0xf4,
|
|
2, 0xcefe,
|
|
4, 0x10401
|
|
};
|
|
|
|
const char *source=(const char *)in, *limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv=ucnv_open("utf-16be", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a UTF16-BE converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "UTF-16BE");
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
/*Test for the condition where there is an invalid character*/
|
|
{
|
|
static const uint8_t source2[]={0x61};
|
|
TestNextUCharError(cnv, (const char*)source2, (const char*)source2+sizeof(source2), U_TRUNCATED_CHAR_FOUND, "an invalid character");
|
|
}
|
|
/*Test for the condition where there is a surrogate pair*/
|
|
{
|
|
const uint8_t source2[]={0xd8, 0x01};
|
|
TestNextUCharError(cnv, (const char*)source2, (const char*)source2+sizeof(source2), U_TRUNCATED_CHAR_FOUND, "an truncated surrogate character");
|
|
}
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
static void
|
|
TestUTF16LE() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x61, 0x00,
|
|
0x31, 0x00,
|
|
0x4e, 0x2e,
|
|
0x4e, 0x00,
|
|
0x01, 0xd8, 0x01, 0xdc
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
2, 0x61,
|
|
2, 0x31,
|
|
2, 0x2e4e,
|
|
2, 0x4e,
|
|
4, 0x10401
|
|
};
|
|
|
|
const char *source=(const char *)in, *limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv=ucnv_open("utf-16le", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a UTF16-LE converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "UTF-16LE");
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
/*Test for the condition where there is an invalid character*/
|
|
{
|
|
static const uint8_t source2[]={0x61};
|
|
TestNextUCharError(cnv, (const char*)source2, (const char*)source2+sizeof(source2), U_TRUNCATED_CHAR_FOUND, "an invalid character");
|
|
}
|
|
/*Test for the condition where there is a surrogate character*/
|
|
{
|
|
static const uint8_t source2[]={0x01, 0xd8};
|
|
TestNextUCharError(cnv, (const char*)source2, (const char*)source2+sizeof(source2), U_TRUNCATED_CHAR_FOUND, "an truncated surrogate character");
|
|
}
|
|
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
static void
|
|
TestUTF32BE() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x00, 0x00, 0x00, 0x61,
|
|
0x00, 0x00, 0xdc, 0x00,
|
|
0x00, 0x00, 0xd8, 0x00,
|
|
0x00, 0x00, 0xdf, 0xff,
|
|
0x00, 0x00, 0xff, 0xfd,
|
|
0x00, 0x10, 0xab, 0xcd,
|
|
0x00, 0x10, 0xff, 0xff
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
4, 0x61,
|
|
4, 0xdc00,
|
|
4, 0xd800,
|
|
4, 0xdfff,
|
|
4, 0xfffd,
|
|
4, 0x10abcd,
|
|
4, 0x10ffff
|
|
};
|
|
|
|
/* error test input */
|
|
static const uint8_t in2[]={
|
|
0x00, 0x00, 0x00, 0x61,
|
|
0x00, 0x11, 0x00, 0x00, /* 0x110000 out of range */
|
|
0x00, 0x00, 0x00, 0x62,
|
|
0xff, 0xff, 0xff, 0xff, /* 0xffffffff out of range */
|
|
0x7f, 0xff, 0xff, 0xff, /* 0x7fffffff out of range */
|
|
0x00, 0x00, 0x01, 0x62,
|
|
0x00, 0x00, 0x02, 0x62
|
|
};
|
|
|
|
/* expected error test results */
|
|
static const uint32_t results2[]={
|
|
/* number of bytes read, code point */
|
|
4, 0x61,
|
|
8, 0x62,
|
|
12, 0x162,
|
|
4, 0x262
|
|
};
|
|
|
|
UConverterToUCallback cb;
|
|
void *p;
|
|
|
|
const char *source=(const char *)in, *limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv=ucnv_open("UTF-32BE", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a UTF-32BE converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "UTF-32BE");
|
|
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
|
|
/* test error behavior with a skip callback */
|
|
ucnv_setToUCallBack(cnv, UCNV_TO_U_CALLBACK_SKIP, NULL, &cb, &p, &errorCode);
|
|
source=(const char *)in2;
|
|
limit=(const char *)(in2+sizeof(in2));
|
|
TestNextUChar(cnv, source, limit, results2, "UTF-32BE");
|
|
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
static void
|
|
TestUTF32LE() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x61, 0x00, 0x00, 0x00,
|
|
0x00, 0xdc, 0x00, 0x00,
|
|
0x00, 0xd8, 0x00, 0x00,
|
|
0xff, 0xdf, 0x00, 0x00,
|
|
0xfd, 0xff, 0x00, 0x00,
|
|
0xcd, 0xab, 0x10, 0x00,
|
|
0xff, 0xff, 0x10, 0x00
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
4, 0x61,
|
|
4, 0xdc00,
|
|
4, 0xd800,
|
|
4, 0xdfff,
|
|
4, 0xfffd,
|
|
4, 0x10abcd,
|
|
4, 0x10ffff
|
|
};
|
|
|
|
/* error test input */
|
|
static const uint8_t in2[]={
|
|
0x61, 0x00, 0x00, 0x00,
|
|
0x00, 0x00, 0x11, 0x00, /* 0x110000 out of range */
|
|
0x62, 0x00, 0x00, 0x00,
|
|
0xff, 0xff, 0xff, 0xff, /* 0xffffffff out of range */
|
|
0xff, 0xff, 0xff, 0x7f, /* 0x7fffffff out of range */
|
|
0x62, 0x01, 0x00, 0x00,
|
|
0x62, 0x02, 0x00, 0x00,
|
|
};
|
|
|
|
/* expected error test results */
|
|
static const uint32_t results2[]={
|
|
/* number of bytes read, code point */
|
|
4, 0x61,
|
|
8, 0x62,
|
|
12, 0x162,
|
|
4, 0x262,
|
|
};
|
|
|
|
UConverterToUCallback cb;
|
|
void *p;
|
|
|
|
const char *source=(const char *)in, *limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv=ucnv_open("UTF-32LE", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a UTF-32LE converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "UTF-32LE");
|
|
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
|
|
/* test error behavior with a skip callback */
|
|
ucnv_setToUCallBack(cnv, UCNV_TO_U_CALLBACK_SKIP, NULL, &cb, &p, &errorCode);
|
|
source=(const char *)in2;
|
|
limit=(const char *)(in2+sizeof(in2));
|
|
TestNextUChar(cnv, source, limit, results2, "UTF-32LE");
|
|
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
static void
|
|
TestLATIN1() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x61,
|
|
0x31,
|
|
0x32,
|
|
0xc0,
|
|
0xf0,
|
|
0xf4,
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
1, 0x61,
|
|
1, 0x31,
|
|
1, 0x32,
|
|
1, 0xc0,
|
|
1, 0xf0,
|
|
1, 0xf4,
|
|
};
|
|
|
|
const char *source=(const char *)in;
|
|
const char *limit=(const char *)in+sizeof(in);
|
|
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv=ucnv_open("LATIN_1", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a LATIN_1 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "LATIN_1");
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
static void
|
|
TestSBCS() {
|
|
/* test input */
|
|
static const uint8_t in[]={ 0x61, 0xc0, 0x80, 0xe0, 0xf0, 0xf4};
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
1, 0x61,
|
|
1, 0xbf,
|
|
1, 0xc4,
|
|
1, 0x2021,
|
|
1, 0xf8ff,
|
|
1, 0x00d9
|
|
};
|
|
|
|
const char *source=(const char *)in, *limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv=ucnv_open("ibm-1281", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a SBCS(ibm-1281) converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "SBCS(ibm-1281)");
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
/*Test for Illegal character */ /*
|
|
{
|
|
static const uint8_t input1[]={ 0xA1 };
|
|
const char* illegalsource=(const char*)input1;
|
|
TestNextUCharError(cnv, illegalsource, illegalsource+sizeof(illegalsource), U_INVALID_CHAR_FOUND, "source has a illegal characte");
|
|
}
|
|
*/
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
static void
|
|
TestDBCS() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x44, 0x6a,
|
|
0xc4, 0x9c,
|
|
0x7a, 0x74,
|
|
0x46, 0xab,
|
|
0x42, 0x5b,
|
|
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
2, 0x00a7,
|
|
2, 0xe1d2,
|
|
2, 0x6962,
|
|
2, 0xf842,
|
|
2, 0xffe5,
|
|
};
|
|
|
|
const char *source=(const char *)in, *limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
|
|
UConverter *cnv=ucnv_open("ibm-9027", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a DBCS(ibm-9027) converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "DBCS(ibm-9027)");
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
/*Test for the condition where we have a truncated char*/
|
|
{
|
|
static const uint8_t source1[]={0xc4};
|
|
TestNextUCharError(cnv, (const char*)source1, (const char*)source1+sizeof(source1), U_TRUNCATED_CHAR_FOUND, "a character is truncated");
|
|
}
|
|
/*Test for the condition where there is an invalid character*/
|
|
{
|
|
static const uint8_t source2[]={0x1a, 0x1b};
|
|
TestNextUCharError(cnv, (const char*)source2, (const char*)source2+sizeof(source2), U_ZERO_ERROR, "an invalid character");
|
|
}
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
static void
|
|
TestMBCS() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x01,
|
|
0xa6, 0xa3,
|
|
0x00,
|
|
0xa6, 0xa1,
|
|
0x08,
|
|
0xc2, 0x76,
|
|
0xc2, 0x78,
|
|
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
1, 0x0001,
|
|
2, 0x250c,
|
|
1, 0x0000,
|
|
2, 0x2500,
|
|
1, 0x0008,
|
|
2, 0xd60c,
|
|
2, 0xd60e,
|
|
};
|
|
|
|
const char *source=(const char *)in, *limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
|
|
UConverter *cnv=ucnv_open("ibm-1363", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a MBCS(ibm-1363) converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "MBCS(ibm-1363)");
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
/*Test for the condition where we have a truncated char*/
|
|
{
|
|
static const uint8_t source1[]={0xc4};
|
|
TestNextUCharError(cnv, (const char*)source1, (const char*)source1+sizeof(source1), U_TRUNCATED_CHAR_FOUND, "a character is truncated");
|
|
}
|
|
/*Test for the condition where there is an invalid character*/
|
|
{
|
|
static const uint8_t source2[]={0xa1, 0x01};
|
|
TestNextUCharError(cnv, (const char*)source2, (const char*)source2+sizeof(source2), U_ZERO_ERROR, "an invalid character");
|
|
}
|
|
ucnv_close(cnv);
|
|
|
|
}
|
|
|
|
static void
|
|
TestISO_2022() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x1b, 0x25, 0x42, 0x31,
|
|
0x32,
|
|
0x61,
|
|
0xc0, 0x80,
|
|
0xe0, 0x80, 0x80,
|
|
0xf0, 0x80, 0x80, 0x80,
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
4, 0x0031,
|
|
1, 0x0032,
|
|
1, 0x61,
|
|
2, 0,
|
|
3, 0,
|
|
4, 0,
|
|
|
|
};
|
|
|
|
const char *source=(const char *)in, *limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv;
|
|
|
|
cnv=ucnv_open("ISO_2022", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a iso-2022 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "ISO_2022");
|
|
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source-1, U_ILLEGAL_ARGUMENT_ERROR, "sourceLimit < source");
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
/*Test for the condition where we have a truncated char*/
|
|
{
|
|
static const uint8_t source1[]={0xc4};
|
|
TestNextUCharError(cnv, (const char*)source1, (const char*)source1+sizeof(source1), U_TRUNCATED_CHAR_FOUND, "a character is truncated");
|
|
}
|
|
/*Test for the condition where there is an invalid character*/
|
|
{
|
|
static const uint8_t source2[]={0xa1, 0x01};
|
|
TestNextUCharError(cnv, (const char*)source2, (const char*)source2+sizeof(source2), U_ZERO_ERROR, "an invalid character");
|
|
}
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
static void
|
|
TestSmallTargetBuffer(const uint16_t* source, const UChar* sourceLimit,UConverter* cnv){
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 120;
|
|
int len=0;
|
|
int i=2;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 10);
|
|
ucnv_reset(cnv);
|
|
for(;--i>0; ){
|
|
uSource = (UChar*) source;
|
|
uSourceLimit=(const UChar*)sourceLimit;
|
|
cTarget = cBuf;
|
|
uTarget = uBuf;
|
|
cSource = cBuf;
|
|
cTargetLimit = cBuf;
|
|
uTargetLimit = uBuf;
|
|
|
|
do{
|
|
|
|
cTargetLimit = cTargetLimit+ i;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,NULL,FALSE, &errorCode);
|
|
if(errorCode==U_BUFFER_OVERFLOW_ERROR){
|
|
errorCode=U_ZERO_ERROR;
|
|
continue;
|
|
}
|
|
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
}while (uSource<uSourceLimit);
|
|
|
|
cSourceLimit =cTarget;
|
|
do{
|
|
uTargetLimit=uTargetLimit+i;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,NULL,FALSE,&errorCode);
|
|
if(errorCode==U_BUFFER_OVERFLOW_ERROR){
|
|
errorCode=U_ZERO_ERROR;
|
|
continue;
|
|
}
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
}while(cSource<cSourceLimit);
|
|
|
|
uSource = source;
|
|
test =uBuf;
|
|
for(len=0;len<(int)(source - sourceLimit);len++){
|
|
if(uBuf[len]!=uSource[len]){
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",uSource[len],(int)uBuf[len]) ;
|
|
}
|
|
}
|
|
}
|
|
free(uBuf);
|
|
free(cBuf);
|
|
}
|
|
/* Test for Jitterbug 778 */
|
|
static void TestToAndFromUChars(const uint16_t* source, const UChar* sourceLimit,UConverter* cnv){
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 120;
|
|
int numCharsInTarget=0;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 5);
|
|
uSource = source;
|
|
uSourceLimit=sourceLimit;
|
|
cTarget = cBuf;
|
|
cTargetLimit = cBuf +uBufSize*5;
|
|
uTarget = uBuf;
|
|
uTargetLimit = uBuf+ uBufSize*5;
|
|
ucnv_reset(cnv);
|
|
numCharsInTarget=ucnv_fromUChars( cnv , cTarget, (cTargetLimit-cTarget),uSource,(uSourceLimit-uSource), &errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_fromUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
cSource = cBuf;
|
|
test =uBuf;
|
|
ucnv_toUChars(cnv,uTarget,(uTargetLimit-uTarget),cSource,numCharsInTarget,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
uSource = source;
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,(int)*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
free(uBuf);
|
|
free(cBuf);
|
|
}
|
|
|
|
static void TestSmallSourceBuffer(const uint16_t* source, const UChar* sourceLimit,UConverter* cnv){
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 120;
|
|
int len=0;
|
|
int i=2;
|
|
const UChar *temp = sourceLimit;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 10);
|
|
|
|
ucnv_reset(cnv);
|
|
for(;--i>0;){
|
|
uSource = (UChar*) source;
|
|
cTarget = cBuf;
|
|
uTarget = uBuf;
|
|
cSource = cBuf;
|
|
cTargetLimit = cBuf;
|
|
uTargetLimit = uBuf+uBufSize*5;
|
|
cTargetLimit = cTargetLimit+uBufSize*10;
|
|
uSourceLimit=uSource;
|
|
do{
|
|
|
|
uSourceLimit = uSourceLimit+1;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,NULL,FALSE, &errorCode);
|
|
if(errorCode==U_BUFFER_OVERFLOW_ERROR){
|
|
errorCode=U_ZERO_ERROR;
|
|
continue;
|
|
}
|
|
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
}while (uSource<temp);
|
|
|
|
cSourceLimit =cBuf;
|
|
do{
|
|
cSourceLimit =cSourceLimit+1;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,NULL,FALSE,&errorCode);
|
|
if(errorCode==U_BUFFER_OVERFLOW_ERROR){
|
|
errorCode=U_ZERO_ERROR;
|
|
continue;
|
|
}
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
}while(cSource<cTarget);
|
|
|
|
uSource = source;
|
|
test =uBuf;
|
|
for(;len<(int)(source - sourceLimit);len++){
|
|
if(uBuf[len]!=uSource[len]){
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",uSource[len],(int)uBuf[len]) ;
|
|
}
|
|
}
|
|
}
|
|
free(uBuf);
|
|
free(cBuf);
|
|
}
|
|
static void
|
|
TestGetNextUChar2022(UConverter* cnv, const char* source, const char* limit,
|
|
const uint16_t results[], const char* message){
|
|
const char* s0;
|
|
const char* s=(char*)source;
|
|
const uint16_t *r=results;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
uint32_t c,exC;
|
|
ucnv_reset(cnv);
|
|
while(s<limit) {
|
|
s0=s;
|
|
c=ucnv_getNextUChar(cnv, &s, limit, &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("%s ucnv_getNextUChar() failed: %s\n", message, u_errorName(errorCode));
|
|
break;
|
|
} else {
|
|
if(UTF_IS_FIRST_SURROGATE(*r)){
|
|
int i =0, len = 2;
|
|
UTF_NEXT_CHAR_SAFE(r, i, len, exC, FALSE);
|
|
r++;
|
|
}else{
|
|
exC = *r;
|
|
}
|
|
if(c!=(uint32_t)(exC))
|
|
log_err("%s ucnv_getNextUChar() Expected: \\u%04X Got: \\u%04X \n",message,(uint32_t) (*r),c);
|
|
}
|
|
r++;
|
|
}
|
|
}
|
|
|
|
static void
|
|
TestHZ() {
|
|
/* test input */
|
|
static const uint16_t in[]={
|
|
0x3000, 0x3001, 0x3002, 0x30FB, 0x02C9, 0x02C7, 0x00A8, 0x3003, 0x3005, 0x2015,
|
|
0xFF5E, 0x2016, 0x2026, 0x007E, 0x997C, 0x70B3, 0x75C5, 0x5E76, 0x73BB, 0x83E0,
|
|
0x64AD, 0x62E8, 0x94B5, 0x000A, 0x6CE2, 0x535A, 0x52C3, 0x640F, 0x94C2, 0x7B94,
|
|
0x4F2F, 0x5E1B, 0x8236, 0x000A, 0x8116, 0x818A, 0x6E24, 0x6CCA, 0x9A73, 0x6355,
|
|
0x535C, 0x54FA, 0x8865, 0x000A, 0x57E0, 0x4E0D, 0x5E03, 0x6B65, 0x7C3F, 0x90E8,
|
|
0x6016, 0x248F, 0x2490, 0x000A, 0x2491, 0x2492, 0x2493, 0x2494, 0x2495, 0x2496,
|
|
0x2497, 0x2498, 0x2499, 0x000A, 0x249A, 0x249B, 0x2474, 0x2475, 0x2476, 0x2477,
|
|
0x2478, 0x2479, 0x247A, 0x000A, 0x247B, 0x247C, 0x247D, 0x247E, 0x247F, 0x2480,
|
|
0x2481, 0x2482, 0x2483, 0x000A, 0x0041, 0x0043, 0x0044, 0x0045, 0x0046, 0x007E,
|
|
0x0048, 0x0049, 0x004A, 0x000A, 0x004B, 0x004C, 0x004D, 0x004E, 0x004F, 0x0050,
|
|
0x0051, 0x0052, 0x0053, 0x000A, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059,
|
|
0x005A, 0x005B, 0x005C, 0x000A
|
|
};
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 120;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv;
|
|
int32_t* offsets = (int32_t*) malloc(uBufSize * sizeof(int32_t) * 5);
|
|
int32_t* myOff= offsets;
|
|
cnv=ucnv_open("HZ", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open HZ converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 5);
|
|
uSource = (const UChar*)&in[0];
|
|
uSourceLimit=(const UChar*)&in[sizeof(in)/2];
|
|
cTarget = cBuf;
|
|
cTargetLimit = cBuf +uBufSize*5;
|
|
uTarget = uBuf;
|
|
uTargetLimit = uBuf+ uBufSize*5;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,myOff,TRUE, &errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_fromUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
cSource = cBuf;
|
|
cSourceLimit =cTarget;
|
|
test =uBuf;
|
|
myOff=offsets;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,myOff,TRUE,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
uSource = (const UChar*)&in[0];
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,(int)*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
TestGetNextUChar2022(cnv, cBuf, cTarget, in, "HZ encoding");
|
|
TestSmallTargetBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestSmallSourceBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestToAndFromUChars(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
ucnv_close(cnv);
|
|
free(offsets);
|
|
free(uBuf);
|
|
free(cBuf);
|
|
}
|
|
|
|
static void
|
|
TestISO_2022_JP() {
|
|
/* test input */
|
|
static const uint16_t in[]={
|
|
0x0041,/*0x00E9,*/0x3000, 0x3001, 0x3002, 0x0020, 0x000D, 0x000A,
|
|
0x0043, 0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x0049, 0x004A, 0x000D, 0x000A,
|
|
0x004B, 0x004C, 0x004D, 0x004E, 0x004F, 0x0050, 0x0051, 0x0052, 0x000D, 0x000A,
|
|
0x3005, 0x3006, 0x3007, 0x30FC, 0x2015, 0x2010, 0xFF0F, 0x005C, 0x000D, 0x000A,
|
|
0x301C, 0x2016, 0x2026, 0x2025, 0x2018, 0x2019, 0x201C, 0x000D, 0x000A,
|
|
0x201D, 0x3014, 0x000D, 0x000A,
|
|
0x0053, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059, 0x005A, 0x000D, 0x000A,
|
|
0x0053, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059, 0x005A, 0x000D, 0x000A,
|
|
};
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 120;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv;
|
|
int32_t* offsets = (int32_t*) malloc(uBufSize * sizeof(int32_t) * 5);
|
|
int32_t* myOff= offsets;
|
|
cnv=ucnv_open("ISO_2022,locale=jp,version=0", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a iso-2022 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 5);
|
|
uSource = (const UChar*)&in[0];
|
|
uSourceLimit=(const UChar*)&in[sizeof(in)/2];
|
|
cTarget = cBuf;
|
|
cTargetLimit = cBuf +uBufSize*5;
|
|
uTarget = uBuf;
|
|
uTargetLimit = uBuf+ uBufSize*5;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,myOff,TRUE, &errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_fromUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
cSource = cBuf;
|
|
cSourceLimit =cTarget;
|
|
test =uBuf;
|
|
myOff=offsets;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,myOff,TRUE,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uSource = (const UChar*)&in[0];
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,(int)*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
|
|
TestSmallTargetBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestSmallSourceBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestGetNextUChar2022(cnv, cBuf, cTarget, in, "ISO-2022-JP encoding");
|
|
TestToAndFromUChars(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
|
|
ucnv_close(cnv);
|
|
free(uBuf);
|
|
free(cBuf);
|
|
free(offsets);
|
|
}
|
|
|
|
static void TestConv(uint16_t in[],int len, const char* conv, const char* lang, char byteArr[],int byteArrLen){
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 120;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv;
|
|
int32_t* offsets = (int32_t*) malloc(uBufSize * sizeof(int32_t) * 5);
|
|
int32_t* myOff= offsets;
|
|
cnv=ucnv_open(conv, &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a SCSU converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 5);
|
|
uSource = (const UChar*)&in[0];
|
|
uSourceLimit=uSource+len;
|
|
cTarget = cBuf;
|
|
cTargetLimit = cBuf +uBufSize*5;
|
|
uTarget = uBuf;
|
|
uTargetLimit = uBuf+ uBufSize*5;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,myOff,TRUE, &errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_fromUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
log_verbose("length of compressed string for language %s using SCSU:%i \n",lang,(cTarget-cBuf));
|
|
cSource = cBuf;
|
|
cSourceLimit =cTarget;
|
|
test =uBuf;
|
|
myOff=offsets;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,myOff,TRUE,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uSource = (const UChar*)&in[0];
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,(int)*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
TestSmallTargetBuffer(&in[0],(const UChar*)&in[len],cnv);
|
|
TestSmallSourceBuffer(&in[0],(const UChar*)&in[len],cnv);
|
|
TestGetNextUChar2022(cnv, cBuf, cTarget, in, conv);
|
|
TestGetNextUChar2022(cnv, byteArr, (byteArr+byteArrLen), in, lang);
|
|
TestToAndFromUChars(&in[0],(const UChar*)&in[len],cnv);
|
|
{
|
|
cSource = byteArr;
|
|
cSourceLimit = cSource+byteArrLen;
|
|
test=uBuf;
|
|
myOff = offsets;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,myOff,TRUE,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uSource = (const UChar*)&in[0];
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,(int)*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
}
|
|
ucnv_close(cnv);
|
|
free(uBuf);
|
|
free(cBuf);
|
|
free(offsets);
|
|
}
|
|
static void
|
|
TestSCSU() {
|
|
|
|
uint16_t germanUTF16[]={
|
|
0x00d6, 0x006c, 0x0020, 0x0066, 0x006c, 0x0069, 0x0065, 0x00df, 0x0074
|
|
};
|
|
|
|
uint8_t germanSCSU[]={
|
|
0xd6, 0x6c, 0x20, 0x66, 0x6c, 0x69, 0x65, 0xdf, 0x74
|
|
};
|
|
|
|
uint16_t russianUTF16[]={
|
|
0x041c, 0x043e, 0x0441, 0x043a, 0x0432, 0x0430
|
|
};
|
|
|
|
uint8_t russianSCSU[]={
|
|
0x12, 0x9c, 0xbe, 0xc1, 0xba, 0xb2, 0xb0
|
|
};
|
|
|
|
uint16_t japaneseUTF16[]={
|
|
0x3000, 0x266a, 0x30ea, 0x30f3, 0x30b4, 0x53ef, 0x611b,
|
|
0x3044, 0x3084, 0x53ef, 0x611b, 0x3044, 0x3084, 0x30ea, 0x30f3,
|
|
0x30b4, 0x3002, 0x534a, 0x4e16, 0x7d00, 0x3082, 0x524d, 0x306b,
|
|
0x6d41, 0x884c, 0x3057, 0x305f, 0x300c, 0x30ea, 0x30f3, 0x30b4,
|
|
0x306e, 0x6b4c, 0x300d, 0x304c, 0x3074, 0x3063, 0x305f, 0x308a,
|
|
0x3059, 0x308b, 0x304b, 0x3082, 0x3057, 0x308c, 0x306a, 0x3044,
|
|
0x3002, 0x7c73, 0x30a2, 0x30c3, 0x30d7, 0x30eb, 0x30b3, 0x30f3,
|
|
0x30d4, 0x30e5, 0x30fc, 0x30bf, 0x793e, 0x306e, 0x30d1, 0x30bd,
|
|
0x30b3, 0x30f3, 0x300c, 0x30de, 0x30c3, 0x30af, 0xff08, 0x30de,
|
|
0x30c3, 0x30ad, 0x30f3, 0x30c8, 0x30c3, 0x30b7, 0x30e5, 0xff09,
|
|
0x300d, 0x3092, 0x3001, 0x3053, 0x3088, 0x306a, 0x304f, 0x611b,
|
|
0x3059, 0x308b, 0x4eba, 0x305f, 0x3061, 0x306e, 0x3053, 0x3068,
|
|
0x3060, 0x3002, 0x300c, 0x30a2, 0x30c3, 0x30d7, 0x30eb, 0x4fe1,
|
|
0x8005, 0x300d, 0x306a, 0x3093, 0x3066, 0x8a00, 0x3044, 0x65b9,
|
|
0x307e, 0x3067, 0x3042, 0x308b, 0x3002
|
|
};
|
|
|
|
/* SCSUEncoder produces a slightly longer result (179B vs. 178B) because of one different choice:
|
|
it uses an SQn once where a longer look-ahead could have shown that SCn is more efficient */
|
|
uint8_t japaneseSCSU[]={
|
|
0x08, 0x00, 0x1b, 0x4c, 0xea, 0x16, 0xca, 0xd3, 0x94, 0x0f, 0x53, 0xef, 0x61, 0x1b, 0xe5, 0x84,
|
|
0xc4, 0x0f, 0x53, 0xef, 0x61, 0x1b, 0xe5, 0x84, 0xc4, 0x16, 0xca, 0xd3, 0x94, 0x08, 0x02, 0x0f,
|
|
0x53, 0x4a, 0x4e, 0x16, 0x7d, 0x00, 0x30, 0x82, 0x52, 0x4d, 0x30, 0x6b, 0x6d, 0x41, 0x88, 0x4c,
|
|
0xe5, 0x97, 0x9f, 0x08, 0x0c, 0x16, 0xca, 0xd3, 0x94, 0x15, 0xae, 0x0e, 0x6b, 0x4c, 0x08, 0x0d,
|
|
0x8c, 0xb4, 0xa3, 0x9f, 0xca, 0x99, 0xcb, 0x8b, 0xc2, 0x97, 0xcc, 0xaa, 0x84, 0x08, 0x02, 0x0e,
|
|
0x7c, 0x73, 0xe2, 0x16, 0xa3, 0xb7, 0xcb, 0x93, 0xd3, 0xb4, 0xc5, 0xdc, 0x9f, 0x0e, 0x79, 0x3e,
|
|
0x06, 0xae, 0xb1, 0x9d, 0x93, 0xd3, 0x08, 0x0c, 0xbe, 0xa3, 0x8f, 0x08, 0x88, 0xbe, 0xa3, 0x8d,
|
|
0xd3, 0xa8, 0xa3, 0x97, 0xc5, 0x17, 0x89, 0x08, 0x0d, 0x15, 0xd2, 0x08, 0x01, 0x93, 0xc8, 0xaa,
|
|
0x8f, 0x0e, 0x61, 0x1b, 0x99, 0xcb, 0x0e, 0x4e, 0xba, 0x9f, 0xa1, 0xae, 0x93, 0xa8, 0xa0, 0x08,
|
|
0x02, 0x08, 0x0c, 0xe2, 0x16, 0xa3, 0xb7, 0xcb, 0x0f, 0x4f, 0xe1, 0x80, 0x05, 0xec, 0x60, 0x8d,
|
|
0xea, 0x06, 0xd3, 0xe6, 0x0f, 0x8a, 0x00, 0x30, 0x44, 0x65, 0xb9, 0xe4, 0xfe, 0xe7, 0xc2, 0x06,
|
|
0xcb, 0x82
|
|
};
|
|
|
|
uint16_t allFeaturesUTF16[]={
|
|
0x0041, 0x00df, 0x0401, 0x015f, 0x00df, 0x01df, 0xf000, 0xdbff,
|
|
0xdfff, 0x000d, 0x000a, 0x0041, 0x00df, 0x0401, 0x015f, 0x00df,
|
|
0x01df, 0xf000, 0xdbff, 0xdfff
|
|
};
|
|
|
|
/* see comment at japaneseSCSU: the same kind of different choice yields a slightly shorter
|
|
* result here (34B vs. 35B)
|
|
*/
|
|
uint8_t allFeaturesSCSU[]={
|
|
0x41, 0xdf, 0x12, 0x81, 0x03, 0x5f, 0x10, 0xdf, 0x1b, 0x03,
|
|
0xdf, 0x1c, 0x88, 0x80, 0x0b, 0xbf, 0xff, 0xff, 0x0d, 0x0a,
|
|
0x41, 0x10, 0xdf, 0x12, 0x81, 0x03, 0x5f, 0x10, 0xdf, 0x13,
|
|
0xdf, 0x14, 0x80, 0x15, 0xff
|
|
};
|
|
TestConv(allFeaturesUTF16,(sizeof(allFeaturesUTF16)/2),"SCSU,locale=ja","all features", (char *)allFeaturesSCSU,sizeof(allFeaturesSCSU));
|
|
TestConv(allFeaturesUTF16,(sizeof(allFeaturesUTF16)/2),"SCSU","all features",(char *)allFeaturesSCSU,sizeof(allFeaturesSCSU));
|
|
TestConv(japaneseUTF16,(sizeof(japaneseUTF16)/2),"SCSU","japaneese",(char *)japaneseSCSU,sizeof(japaneseSCSU));
|
|
TestConv(japaneseUTF16,(sizeof(japaneseUTF16)/2),"SCSU,locale=ja","japaneese",(char *)japaneseSCSU,sizeof(japaneseSCSU));
|
|
TestConv(germanUTF16,(sizeof(germanUTF16)/2),"SCSU","german",(char *)germanSCSU,sizeof(germanSCSU));
|
|
TestConv(russianUTF16,(sizeof(russianUTF16)/2), "SCSU","russian",(char *)russianSCSU,sizeof(russianSCSU));
|
|
}
|
|
static void
|
|
TestISO_2022_JP_1() {
|
|
/* test input */
|
|
static const uint16_t in[]={
|
|
0x3000, 0x3001, 0x3002, 0x0020, 0xFF0E, 0x30FB, 0xFF1A, 0xFF1B, 0x000D, 0x000A,
|
|
0x0043, 0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x0049, 0x004A, 0x000D, 0x000A,
|
|
0x52C8, 0x52CC, 0x52CF, 0x52D1, 0x52D4, 0x52D6, 0x52DB, 0x52DC, 0x000D, 0x000A,
|
|
0x004B, 0x004C, 0x004D, 0x004E, 0x004F, 0x0050, 0x0051, 0x0052, 0x000D, 0x000A,
|
|
0x3005, 0x3006, 0x3007, 0x30FC, 0x2015, 0x2010, 0xFF0F, 0x005C, 0x000D, 0x000A,
|
|
0x301C, 0x2016, 0x2026, 0x2025, 0x2018, 0x2019, 0x201C, 0x000D, 0x000A,
|
|
0x201D, 0x000D, 0x000A,
|
|
0x0053, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059, 0x005A, 0x000D, 0x000A,
|
|
0x4F94, 0x4F97, 0x52BA, 0x52BB, 0x52BD, 0x52C0, 0x52C4, 0x52C6, 0x000D, 0x000A,
|
|
0x0053, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059, 0x005A, 0x000D, 0x000A,
|
|
0x4F78, 0x4F79, 0x4F7A, 0x4F7D, 0x4F7E, 0x4F81, 0x4F82, 0x4F84, 0x000D, 0x000A,
|
|
0x4F85, 0x4F89, 0x4F8A, 0x4F8C, 0x4F8E, 0x4F90, 0x4F92, 0x4F93, 0x000D, 0x000A,
|
|
0x52E1, 0x52E5, 0x52E8, 0x52E9, 0x000D, 0x000A
|
|
};
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 120;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv;
|
|
|
|
cnv=ucnv_open("ISO_2022,locale=jp,version=1", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a iso-2022 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 5);
|
|
uSource = (const UChar*)&in[0];
|
|
uSourceLimit=(const UChar*)&in[sizeof(in)/2];
|
|
cTarget = cBuf;
|
|
cTargetLimit = cBuf +uBufSize*5;
|
|
uTarget = uBuf;
|
|
uTargetLimit = uBuf+ uBufSize*5;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,NULL,TRUE, &errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_fromUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
cSource = cBuf;
|
|
cSourceLimit =cTarget;
|
|
test =uBuf;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,NULL,TRUE,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
uSource = (const UChar*)&in[0];
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,(int)*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
/*ucnv_close(cnv);
|
|
cnv=ucnv_open("ISO_2022,locale=jp,version=1", &errorCode);*/
|
|
TestSmallTargetBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestSmallSourceBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
ucnv_close(cnv);
|
|
free(uBuf);
|
|
free(cBuf);
|
|
}
|
|
|
|
static void
|
|
TestISO_2022_JP_2() {
|
|
/* test input */
|
|
static const uint16_t in[]={
|
|
0x00A8, 0x3003, 0x3005, 0x2015, 0xFF5E, 0x2016, 0x2026, 0x2018, 0x000D, 0x000A,
|
|
0x2019, 0x201C, 0x201D, 0x3014, 0x3015, 0x3008, 0x3009, 0x300A, 0x000D, 0x000A,
|
|
0x300B, 0x300C, 0x300D, 0x300E, 0x300F, 0x3016, 0x3017, 0x3010, 0x000D, 0x000A,
|
|
0x3011, 0x00B1, 0x00D7, 0x00F7, 0x2236, 0x2227, 0x7FC1, 0x8956, 0x000D, 0x000A,
|
|
0x9D2C, 0x9D0E, 0x9EC4, 0x5CA1, 0x6C96, 0x837B, 0x5104, 0x5C4B, 0x000D, 0x000A,
|
|
0x61B6, 0x81C6, 0x6876, 0x7261, 0x4E59, 0x4FFA, 0x5378, 0x57F7, 0x000D, 0x000A,
|
|
0x57F4, 0x57F9, 0x57FA, 0x57FC, 0x5800, 0x5802, 0x5805, 0x5806, 0x000D, 0x000A,
|
|
0x580A, 0x581E, 0x6BB5, 0x6BB7, 0x6BBA, 0x6BBC, 0x9CE2, 0x977C, 0x000D, 0x000A,
|
|
0x6BBF, 0x6BC1, 0x6BC5, 0x6BC6, 0x6BCB, 0x6BCD, 0x6BCF, 0x6BD2, 0x000D, 0x000A,
|
|
0x6BD3, 0x6BD4, 0x6BD6, 0x6BD7, 0x6BD8, 0x6BDB, 0x6BEB, 0x6BEC, 0x000D, 0x000A,
|
|
0x6C05, 0x6C08, 0x6C0F, 0x6C11, 0x6C13, 0x6C23, 0x6C34, 0x0041, 0x000D, 0x000A,
|
|
0x0043, 0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x0049, 0x004A, 0x000D, 0x000A,
|
|
0x004B, 0x004C, 0x004D, 0x004E, 0x004F, 0x0050, 0x0051, 0x0052, 0x000D, 0x000A,
|
|
0x0053, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059, 0x005A, 0x000D, 0x000A,
|
|
0x005B, 0x9792, 0x9CCC, 0x9CCD, 0x9CCE, 0x9CCF, 0x9CD0, 0x9CD3, 0x000D, 0x000A,
|
|
0x9CD4, 0x9CD5, 0x9CD7, 0x9CD8, 0x9CD9, 0x9CDC, 0x9CDD, 0x9CDF, 0x000D, 0x000A,
|
|
0x9785, 0x9791, 0x00BD, 0x0390, 0x0385, 0x0386, 0x0388, 0x0389, 0x000D, 0x000A,
|
|
0x038E, 0x038F, 0x0390, 0x0391, 0x0392, 0x0393, 0x0394, 0x0395, 0x000D, 0x000A,
|
|
0x0396, 0x0397, 0x0398, 0x0399, 0x039A, 0x038A, 0x038C, 0x039C, 0x000D, 0x000A
|
|
};
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 120;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv;
|
|
int32_t* offsets = (int32_t*) malloc(uBufSize * sizeof(int32_t) * 5);
|
|
int32_t* myOff= offsets;
|
|
cnv=ucnv_open("ISO_2022,locale=jp,version=2", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a iso-2022 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 5);
|
|
uSource = (const UChar*)&in[0];
|
|
uSourceLimit=(const UChar*)&in[sizeof(in)/2];
|
|
cTarget = cBuf;
|
|
cTargetLimit = cBuf +uBufSize*5;
|
|
uTarget = uBuf;
|
|
uTargetLimit = uBuf+ uBufSize*5;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,myOff,TRUE, &errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_fromUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
cSource = cBuf;
|
|
cSourceLimit =cTarget;
|
|
test =uBuf;
|
|
myOff=offsets;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,myOff,TRUE,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
uSource = (const UChar*)&in[0];
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,(int)*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
TestSmallTargetBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestSmallSourceBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestToAndFromUChars(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
ucnv_close(cnv);
|
|
free(uBuf);
|
|
free(cBuf);
|
|
free(offsets);
|
|
}
|
|
|
|
static void
|
|
TestISO_2022_KR() {
|
|
/* test input */
|
|
static const uint16_t in[]={
|
|
0x9F4B,0x9F4E,0x9F52,0x9F5F,0x9F61,0x9F66,0x9F67,0x9F6A,0x000A,0x000D
|
|
,0x9F6C,0x9F77,0x9F8D,0x9F90,0x9F95,0x9F9C,0xAC00,0xAC01,0xAC02,0xAC04
|
|
,0xAC07,0xAC08,0xAC09,0x0025,0x0026,0x0027,0x000A,0x000D,0x0028,0x0029
|
|
,0x002A,0x002B,0x002C,0x002D,0x002E,0x53C3,0x53C8,0x53C9,0x53CA,0x53CB
|
|
,0x53CD,0x53D4,0x53D6,0x53D7,0x53DB,0x000A,0x000D,0x53DF,0x53E1,0x53E2
|
|
,0x53E3,0x53E4,0x000A,0x000D};
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 120;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv;
|
|
int32_t* offsets = (int32_t*) malloc(uBufSize * sizeof(int32_t) * 5);
|
|
int32_t* myOff= offsets;
|
|
cnv=ucnv_open("ISO_2022,locale=kr", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a iso-2022 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 5);
|
|
uSource = (const UChar*)&in[0];
|
|
uSourceLimit=(const UChar*)&in[sizeof(in)/2];
|
|
cTarget = cBuf;
|
|
cTargetLimit = cBuf +uBufSize*5;
|
|
uTarget = uBuf;
|
|
uTargetLimit = uBuf+ uBufSize*5;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,myOff,TRUE, &errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_fromUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
cSource = cBuf;
|
|
cSourceLimit =cTarget;
|
|
test =uBuf;
|
|
myOff=offsets;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,myOff,TRUE,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
uSource = (const UChar*)&in[0];
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
TestGetNextUChar2022(cnv, cBuf, cTarget, in, "ISO-2022-KR encoding");
|
|
TestSmallTargetBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestSmallSourceBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestToAndFromUChars(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
ucnv_close(cnv);
|
|
free(uBuf);
|
|
free(cBuf);
|
|
free(offsets);
|
|
}
|
|
static void
|
|
TestISO_2022_KR_1() {
|
|
/* test input */
|
|
static const uint16_t in[]={
|
|
0x9F4B,0x9F4E,0x9F52,0x9F5F,0x9F61,0x9F67,0x9F6A,0x000A,0x000D
|
|
,0x9F6C,0x9F77,0x9F8D,0x9F90,0x9F95,0x9F9C,0xAC00,0xAC01,0xAC04
|
|
,0xAC07,0xAC08,0xAC09,0x0025,0x0026,0x0027,0x000A,0x000D,0x0028,0x0029
|
|
,0x002A,0x002B,0x002C,0x002D,0x002E,0x53C3,0x53C8,0x53C9,0x53CA,0x53CB
|
|
,0x53CD,0x53D4,0x53D6,0x53D7,0x53DB,0x000A,0x000D,0x53E1,0x53E2
|
|
,0x53E3,0x53E4,0x000A,0x000D};
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 120;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv;
|
|
int32_t* offsets = (int32_t*) malloc(uBufSize * sizeof(int32_t) * 5);
|
|
int32_t* myOff= offsets;
|
|
cnv=ucnv_open("ibm-25546", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a iso-2022 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 5);
|
|
uSource = (const UChar*)&in[0];
|
|
uSourceLimit=(const UChar*)&in[sizeof(in)/2];
|
|
cTarget = cBuf;
|
|
cTargetLimit = cBuf +uBufSize*5;
|
|
uTarget = uBuf;
|
|
uTargetLimit = uBuf+ uBufSize*5;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,myOff,TRUE, &errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_fromUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
cSource = cBuf;
|
|
cSourceLimit =cTarget;
|
|
test =uBuf;
|
|
myOff=offsets;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,myOff,TRUE,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
uSource = (const UChar*)&in[0];
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
ucnv_reset(cnv);
|
|
TestGetNextUChar2022(cnv, cBuf, cTarget, in, "ISO-2022-KR encoding");
|
|
TestSmallTargetBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestSmallSourceBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
ucnv_reset(cnv);
|
|
TestToAndFromUChars(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
ucnv_close(cnv);
|
|
free(uBuf);
|
|
free(cBuf);
|
|
free(offsets);
|
|
}
|
|
|
|
static void
|
|
TestJIS(){
|
|
/* From Unicode */
|
|
{
|
|
/* JIS Encoding */
|
|
UChar sampleTextJIS[] ={
|
|
0xFF81, 0xFF82,
|
|
0x30EC, 0x30ED,
|
|
0x30EE, 0x30EF,
|
|
0xFF93, 0xFF94,
|
|
0xFF95, 0xFF96,
|
|
0xFF97, 0xFF98
|
|
};
|
|
const uint8_t expectedISO2022JIS[] ={
|
|
0x1b, 0x24, 0x42,
|
|
0x25, 0x41, 0x25, 0x44,
|
|
0x25, 0x6c, 0x25, 0x6d,
|
|
0x25, 0x6e, 0x25, 0x6F,
|
|
0x25, 0x62, 0x25, 0x64,
|
|
0x25, 0x66, 0x25, 0x68,
|
|
0x25, 0x69, 0x25, 0x6a
|
|
|
|
};
|
|
int32_t fmISO2022JISOffs[] ={
|
|
0,0,0,
|
|
0,0,1,1,
|
|
2,2,3,3,
|
|
4,4,5,5,
|
|
6,6,7,7,
|
|
8,8,9,9,
|
|
10,10,11,11
|
|
|
|
};
|
|
|
|
/* JIS7 Encoding */
|
|
const uint8_t expectedISO2022JIS7[] ={
|
|
0x1b, 0x28, 0x49,
|
|
0x41, 0x42,
|
|
0x1b, 0x24, 0x42,
|
|
0x25, 0x6c, 0x25, 0x6d,
|
|
0x25, 0x6e, 0x25, 0x6F,
|
|
0x1b, 0x28, 0x49,
|
|
0x53, 0x54,
|
|
0x55, 0x56,
|
|
0x57, 0x58
|
|
|
|
};
|
|
int32_t fmISO2022JIS7Offs[] ={
|
|
0,0,0,
|
|
0,1,
|
|
2,2,2,
|
|
2,2,3,3,
|
|
4,4,5,5,
|
|
6,6,6,
|
|
6,7,
|
|
8,9,
|
|
10,11
|
|
|
|
};
|
|
|
|
/* JIS8 Encoding */
|
|
const uint8_t expectedISO2022JIS8[] ={
|
|
0x1b, 0x28, 0x4A,
|
|
0xC1, 0xC2,
|
|
0x1b, 0x24, 0x42,
|
|
0x25, 0x6c, 0x25, 0x6d,
|
|
0x25, 0x6e, 0x25, 0x6F,
|
|
0x1b, 0x28, 0x4A,
|
|
0xD3, 0xD4,
|
|
0xD5, 0xD6,
|
|
0xD7, 0xD8
|
|
|
|
};
|
|
int32_t fmISO2022JIS8Offs[] ={
|
|
0,0,0,
|
|
0,1,
|
|
2,2,2,
|
|
2,2,3,3,
|
|
4,4,5,5,
|
|
6,6,6,
|
|
6,7,
|
|
8,9,
|
|
10,11
|
|
|
|
};
|
|
if(!testConvertFromU(sampleTextJIS, sizeof(sampleTextJIS)/sizeof(sampleTextJIS[0]),
|
|
expectedISO2022JIS, sizeof(expectedISO2022JIS), "JIS", fmISO2022JISOffs,TRUE ))
|
|
log_err("u->JIS did not match.\n");
|
|
if(!testConvertFromU(sampleTextJIS, sizeof(sampleTextJIS)/sizeof(sampleTextJIS[0]),
|
|
expectedISO2022JIS7, sizeof(expectedISO2022JIS7), "JIS7", fmISO2022JIS7Offs,FALSE ))
|
|
log_err("u-> JIS7 did not match.\n");
|
|
|
|
if(!testConvertFromU(sampleTextJIS, sizeof(sampleTextJIS)/sizeof(sampleTextJIS[0]),
|
|
expectedISO2022JIS8, sizeof(expectedISO2022JIS8), "JIS8", fmISO2022JIS8Offs,FALSE ))
|
|
log_err("u-> JIS8 did not match.\n");
|
|
|
|
|
|
}
|
|
/*To Unicode*/
|
|
{
|
|
const uint8_t sampleTextJIS[] = {
|
|
0x1b,0x28,0x48,0x41,0x42, /*jis-Roman*/
|
|
0x1b,0x28,0x49,0x41,0x42, /*Katakana Set*/
|
|
0x1b,0x26,0x40,0x1b,0x24,0x42,0x21,0x21 /*recognize and ignore <esc>&@*/
|
|
};
|
|
const uint16_t expectedISO2022JIS[] = {
|
|
0x0041, 0x0042,
|
|
0xFF81, 0xFF82,
|
|
0x3000
|
|
};
|
|
int32_t toISO2022JISOffs[]={
|
|
3,4,
|
|
8,9,
|
|
16
|
|
};
|
|
|
|
const uint8_t sampleTextJIS7[] = {
|
|
0x1b,0x28,0x48,0x41,0x42, /*JIS7-Roman*/
|
|
0x1b,0x28,0x49,0x41,0x42, /*Katakana Set*/
|
|
0x1b,0x24,0x42,0x21,0x21,
|
|
0x0e,0x41,0x42,0x0f, /*Test Katakana set with SI and SO */
|
|
0x21,0x22,
|
|
0x1b,0x26,0x40,0x1b,0x24,0x42,0x21,0x21 /*recognize and ignore <esc>&@*/
|
|
};
|
|
const uint16_t expectedISO2022JIS7[] = {
|
|
0x0041, 0x0042,
|
|
0xFF81, 0xFF82,
|
|
0x3000,
|
|
0xFF81, 0xFF82,
|
|
0x3001,
|
|
0x3000
|
|
};
|
|
int32_t toISO2022JIS7Offs[]={
|
|
3,4,
|
|
8,9,
|
|
13,16,
|
|
17,
|
|
19,27
|
|
};
|
|
const uint8_t sampleTextJIS8[] = {
|
|
0x1b,0x28,0x48,0x41,0x42, /*JIS8-Roman*/
|
|
0xa1,0xc8,0xd9,/*Katakana Set*/
|
|
0x1b,0x28,0x42,
|
|
0x41,0x42,
|
|
0xb1,0xc3, /*Katakana Set*/
|
|
0x1b,0x24,0x42,0x21,0x21
|
|
};
|
|
const uint16_t expectedISO2022JIS8[] = {
|
|
0x0041, 0x0042,
|
|
0xff61, 0xff88, 0xff99,
|
|
0x0041, 0x0042,
|
|
0xff71, 0xff83,
|
|
0x3000
|
|
};
|
|
int32_t toISO2022JIS8Offs[]={
|
|
3, 4, 5, 6,
|
|
7, 11, 12, 13,
|
|
14, 18,
|
|
};
|
|
|
|
if(!testConvertToU(sampleTextJIS,sizeof(sampleTextJIS),expectedISO2022JIS,
|
|
sizeof(expectedISO2022JIS)/sizeof(expectedISO2022JIS[0]),"JIS", toISO2022JISOffs,TRUE))
|
|
log_err("JIS -> u did not match.\n");
|
|
if(!testConvertToU(sampleTextJIS7,sizeof(sampleTextJIS7),expectedISO2022JIS7,
|
|
sizeof(expectedISO2022JIS7)/sizeof(expectedISO2022JIS7[0]),"JIS7", toISO2022JIS7Offs,TRUE))
|
|
log_err("JIS7 -> u did not match.\n");
|
|
if(!testConvertToU(sampleTextJIS8,sizeof(sampleTextJIS8),expectedISO2022JIS8,
|
|
sizeof(expectedISO2022JIS8)/sizeof(expectedISO2022JIS8[0]),"JIS8", toISO2022JIS8Offs,TRUE))
|
|
log_err("JIS8 -> u did not match.\n");
|
|
}
|
|
|
|
}
|
|
static void
|
|
TestISO_2022_CN_EXT() {
|
|
/* test input */
|
|
static const uint16_t in[]={
|
|
0x4DB3, 0x4DB4, 0x4DB5, 0x4E00, 0x4E00, 0x4E01, 0x4E02, 0x4E03, 0x000D, 0x000A,
|
|
0x0392, 0x0393, 0x0394, 0x0395, 0x0396, 0x0397, 0x33E0, 0x33E6, 0x000D, 0x000A,
|
|
0x4E05, 0x4E07, 0x4E04, 0x4E08, 0x4E08, 0x4E09, 0x4E0A, 0x4E0B, 0x000D, 0x000A,
|
|
0x4E0C, 0x0021, 0x0022, 0x0023, 0x0024, 0xFF40, 0xFF41, 0xFF42, 0x000D, 0x000A,
|
|
0xFF43, 0xFF44, 0xFF45, 0xFF46, 0xFF47, 0xFF48, 0xFF49, 0xFF4A, 0x000D, 0x000A,
|
|
0xFF4B, 0xFF4C, 0xFF4D, 0xFF4E, 0xFF4F, 0x6332, 0x63B0, 0x643F, 0x000D, 0x000A,
|
|
0x64D8, 0x8004, 0x6BEA, 0x6BF3, 0x6BFD, 0x6BF5, 0x6BF9, 0x6C05, 0x000D, 0x000A,
|
|
0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x000D, 0x000A,
|
|
0x6C07, 0x6C06, 0x6C0D, 0x6C15, 0x9CD9, 0x9CDC, 0x9CDD, 0x9CDF, 0x000D, 0x000A,
|
|
0x9CE2, 0x977C, 0x9785, 0x9791, 0x9792, 0x9794, 0x97AF, 0x97AB, 0x000D, 0x000A,
|
|
0x97A3, 0x97B2, 0x97B4, 0x9AB1, 0x9AB0, 0x9AB7, 0x9E58, 0x9AB6, 0x000D, 0x000A,
|
|
0x9ABA, 0x9ABC, 0x9AC1, 0x9AC0, 0x9AC5, 0x9AC2, 0x9ACB, 0x9ACC, 0x000D, 0x000A,
|
|
0x9AD1, 0x9B45, 0x9B43, 0x9B47, 0x9B49, 0x9B48, 0x9B4D, 0x9B51, 0x000D, 0x000A,
|
|
0x98E8, 0x990D, 0x992E, 0x9955, 0x9954, 0x9ADF, 0x3443, 0x3444, 0x000D, 0x000A,
|
|
0x3445, 0x3449, 0x344A, 0x344B, 0x60F2, 0x60F3, 0x60F4, 0x60F5, 0x000D, 0x000A,
|
|
0x60F6, 0x60F7, 0x60F8, 0x60F9, 0x60FA, 0x60FB, 0x60FC, 0x60FD, 0x000D, 0x000A,
|
|
0x60FE, 0x60FF, 0x6100, 0x6101, 0x6102, 0x0041, 0x0042, 0x0043, 0x000D, 0x000A,
|
|
0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x0049, 0x004A, 0x004B, 0x000D, 0x000A,
|
|
0x33E7, 0x33E8, 0x33E9, 0x33EA, 0x000D, 0x000A
|
|
|
|
};
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 180;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv;
|
|
int32_t* offsets = (int32_t*) malloc(uBufSize * sizeof(int32_t) * 5);
|
|
int32_t* myOff= offsets;
|
|
cnv=ucnv_open("ISO_2022,locale=cn,version=1", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a iso-2022 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 10);
|
|
uSource = (const UChar*)&in[0];
|
|
uSourceLimit=(const UChar*)&in[sizeof(in)/2];
|
|
cTarget = cBuf;
|
|
cTargetLimit = cBuf +uBufSize*5;
|
|
uTarget = uBuf;
|
|
uTargetLimit = uBuf+ uBufSize*5;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,myOff,TRUE, &errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_fromUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
cSource = cBuf;
|
|
cSourceLimit =cTarget;
|
|
test =uBuf;
|
|
myOff=offsets;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,myOff,TRUE,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
uSource = (const UChar*)&in[0];
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,(int)*test) ;
|
|
}
|
|
else{
|
|
log_verbose(" Got: \\u%04X\n",(int)*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
TestSmallTargetBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestSmallSourceBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
ucnv_close(cnv);
|
|
free(uBuf);
|
|
free(cBuf);
|
|
free(offsets);
|
|
}
|
|
|
|
static void
|
|
TestISO_2022_CN() {
|
|
/* test input */
|
|
static const uint16_t in[]={
|
|
0x4E00, 0x4E00, 0x4E01, 0x4E03, 0x60F6, 0x60F7, 0x60F8, 0x60FB, 0x000D, 0x000A,
|
|
0x0392, 0x0393, 0x0394, 0x0395, 0x0396, 0x0397, 0x60FB, 0x60FC, 0x000D, 0x000A,
|
|
0x4E07, 0x4E08, 0x4E08, 0x4E09, 0x4E0A, 0x4E0B, 0x0042, 0x0043, 0x000D, 0x000A,
|
|
0x4E0C, 0x0021, 0x0022, 0x0023, 0x0024, 0xFF40, 0xFF41, 0xFF42, 0x000D, 0x000A,
|
|
0xFF43, 0xFF44, 0xFF45, 0xFF46, 0xFF47, 0xFF48, 0xFF49, 0xFF4A, 0x000D, 0x000A,
|
|
0xFF4B, 0xFF4C, 0xFF4D, 0xFF4E, 0xFF4F, 0x6332, 0x63B0, 0x643F, 0x000D, 0x000A,
|
|
0x64D8, 0x8004, 0x6BEA, 0x6BF3, 0x6BFD, 0x6BF5, 0x6BF9, 0x6C05, 0x000D, 0x000A,
|
|
0x6C07, 0x6C06, 0x6C0D, 0x6C15, 0x9CD9, 0x9CDC, 0x9CDD, 0x9CDF, 0x000D, 0x000A,
|
|
0x9CE2, 0x977C, 0x9785, 0x9791, 0x9792, 0x9794, 0x97AF, 0x97AB, 0x000D, 0x000A,
|
|
0x97A3, 0x97B2, 0x97B4, 0x9AB1, 0x9AB0, 0x9AB7, 0x9E58, 0x9AB6, 0x000D, 0x000A,
|
|
0x9ABA, 0x9ABC, 0x9AC1, 0x9AC0, 0x9AC5, 0x9AC2, 0x9ACB, 0x9ACC, 0x000D, 0x000A,
|
|
0x9AD1, 0x9B45, 0x9B43, 0x9B47, 0x9B49, 0x9B48, 0x9B4D, 0x9B51, 0x000D, 0x000A,
|
|
0x98E8, 0x990D, 0x992E, 0x9955, 0x9954, 0x9ADF, 0x60FE, 0x60FF, 0x000D, 0x000A,
|
|
0x60F2, 0x60F3, 0x60F4, 0x60F5, 0x000D, 0x000A, 0x60F9, 0x60FA, 0x000D, 0x000A,
|
|
0x6100, 0x6101, 0x0041, 0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x000D, 0x000A,
|
|
0x247D, 0x247E, 0x247F, 0x2480, 0x2481, 0x2482, 0x2483, 0x2484, 0x2485, 0x2486,
|
|
0x2487, 0x2460, 0x2461, 0xFF20, 0xFF21, 0xFF22, 0x0049, 0x004A, 0x000D, 0x000A,
|
|
|
|
};
|
|
const UChar* uSource;
|
|
const UChar* uSourceLimit;
|
|
const char* cSource;
|
|
const char* cSourceLimit;
|
|
UChar *uTargetLimit =NULL;
|
|
UChar *uTarget;
|
|
char *cTarget;
|
|
const char *cTargetLimit;
|
|
char *cBuf;
|
|
UChar *uBuf,*test;
|
|
int32_t uBufSize = 180;
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv;
|
|
int32_t* offsets = (int32_t*) malloc(uBufSize * sizeof(int32_t) * 5);
|
|
int32_t* myOff= offsets;
|
|
cnv=ucnv_open("ISO_2022,locale=cn,version=0", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a iso-2022 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
uBuf = (UChar*)malloc(uBufSize * sizeof(UChar)*5);
|
|
cBuf =(char*)malloc(uBufSize * sizeof(char) * 10);
|
|
uSource = (const UChar*)&in[0];
|
|
uSourceLimit=(const UChar*)&in[sizeof(in)/2];
|
|
cTarget = cBuf;
|
|
cTargetLimit = cBuf +uBufSize*5;
|
|
uTarget = uBuf;
|
|
uTargetLimit = uBuf+ uBufSize*5;
|
|
ucnv_fromUnicode( cnv , &cTarget, cTargetLimit,&uSource,uSourceLimit,myOff,TRUE, &errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_fromUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
cSource = cBuf;
|
|
cSourceLimit =cTarget;
|
|
test =uBuf;
|
|
myOff=offsets;
|
|
ucnv_toUnicode(cnv,&uTarget,uTargetLimit,&cSource,cSourceLimit,myOff,TRUE,&errorCode);
|
|
if(U_FAILURE(errorCode)){
|
|
log_err("ucnv_toUnicode conversion failed reason %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
uSource = (const UChar*)&in[0];
|
|
while(uSource<uSourceLimit){
|
|
if(*test!=*uSource){
|
|
log_err("Expected : \\u%04X \t Got: \\u%04X\n",*uSource,(int)*test) ;
|
|
}
|
|
else{
|
|
log_verbose(" Got: \\u%04X\n",(int)*test) ;
|
|
}
|
|
uSource++;
|
|
test++;
|
|
}
|
|
TestGetNextUChar2022(cnv, cBuf, cTarget, in, "ISO-2022-CN encoding");
|
|
TestSmallTargetBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestSmallSourceBuffer(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
TestToAndFromUChars(&in[0],(const UChar*)&in[sizeof(in)/2],cnv);
|
|
ucnv_close(cnv);
|
|
free(uBuf);
|
|
free(cBuf);
|
|
free(offsets);
|
|
}
|
|
|
|
static void
|
|
TestEBCDIC_STATEFUL() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x61,
|
|
0x1a,
|
|
0x0f, 0x4b,
|
|
0x42,
|
|
0x40,
|
|
0x36,
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
1, 0x002f,
|
|
1, 0x0092,
|
|
2, 0x002e,
|
|
1, 0xff62,
|
|
1, 0x0020,
|
|
1, 0x0096,
|
|
|
|
};
|
|
static const uint8_t in2[]={
|
|
0x0f,
|
|
0xa1,
|
|
0x01
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results2[]={
|
|
/* number of bytes read, code point */
|
|
2, 0x203E,
|
|
1, 0x0001,
|
|
};
|
|
|
|
const char *source=(const char *)in, *limit=(const char *)in+sizeof(in);
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv=ucnv_open("ibm-930", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a EBCDIC_STATEFUL(ibm-930) converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, source, limit, results, "EBCDIC_STATEFUL(ibm-930)");
|
|
ucnv_reset(cnv);
|
|
/* Test the condition when source >= sourceLimit */
|
|
TestNextUCharError(cnv, source, source, U_INDEX_OUTOFBOUNDS_ERROR, "sourceLimit <= source");
|
|
ucnv_reset(cnv);
|
|
/*Test for the condition where source > sourcelimit after consuming the shift chracter */
|
|
{
|
|
static const uint8_t source1[]={0x0f};
|
|
TestNextUCharError(cnv, (const char*)source1, (const char*)source1+sizeof(source1), U_INDEX_OUTOFBOUNDS_ERROR, "a character is truncated");
|
|
}
|
|
/*Test for the condition where there is an invalid character*/
|
|
ucnv_reset(cnv);
|
|
{
|
|
static const uint8_t source2[]={0x0e, 0x7F, 0xFF};
|
|
TestNextUCharError(cnv, (const char*)source2, (const char*)source2+sizeof(source2), U_ZERO_ERROR, "an invalid character [EBCDIC STATEFUL]");
|
|
}
|
|
ucnv_reset(cnv);
|
|
source=(const char*)in2;
|
|
limit=(const char*)in2+sizeof(in2);
|
|
TestNextUChar(cnv,source,limit,results2,"EBCDIC_STATEFUL(ibm-930),seq#2");
|
|
ucnv_close(cnv);
|
|
|
|
}
|
|
|
|
static void
|
|
TestGB18030() {
|
|
/* test input */
|
|
static const uint8_t in[]={
|
|
0x24,
|
|
0x7f,
|
|
0x81, 0x30, 0x81, 0x30,
|
|
0xa8, 0xbf,
|
|
0xa2, 0xe3,
|
|
0xd2, 0xbb,
|
|
0x82, 0x35, 0x8f, 0x33,
|
|
0x84, 0x31, 0xa4, 0x39,
|
|
0x90, 0x30, 0x81, 0x30,
|
|
0xe3, 0x32, 0x9a, 0x35
|
|
#if 0
|
|
/*
|
|
* Feature removed markus 2000-oct-26
|
|
* Only some codepages must match surrogate pairs into supplementary code points -
|
|
* see javadoc for ucnv_getNextUChar() and implementation notes in ucnvmbcs.c .
|
|
* GB 18030 provides direct encodings for supplementary code points, therefore
|
|
* it must not combine two single-encoded surrogates into one code point.
|
|
*/
|
|
0x83, 0x36, 0xc8, 0x30, 0x83, 0x37, 0xb0, 0x34 /* separately encoded surrogates */
|
|
#endif
|
|
};
|
|
|
|
/* expected test results */
|
|
static const uint32_t results[]={
|
|
/* number of bytes read, code point */
|
|
1, 0x24,
|
|
1, 0x7f,
|
|
4, 0x80,
|
|
2, 0x1f9,
|
|
2, 0x20ac,
|
|
2, 0x4e00,
|
|
4, 0x9fa6,
|
|
4, 0xffff,
|
|
4, 0x10000,
|
|
4, 0x10ffff
|
|
#if 0
|
|
/* Feature removed. See comment above. */
|
|
8, 0x10000
|
|
#endif
|
|
};
|
|
|
|
/* const char *source=(const char *)in,*limit=(const char *)in+sizeof(in); */
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv=ucnv_open("gb18030", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a gb18030 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
TestNextUChar(cnv, (const char *)in, (const char *)in+sizeof(in), results, "gb18030");
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
static void
|
|
TestLMBCS() {
|
|
/* LMBCS-1 string */
|
|
static const uint8_t pszLMBCS[]={
|
|
0x61,
|
|
0x01, 0x29,
|
|
0x81,
|
|
0xA0,
|
|
0x0F, 0x27,
|
|
0x0F, 0x91,
|
|
0x14, 0x0a, 0x74,
|
|
0x14, 0xF6, 0x02,
|
|
0x14, 0xd8, 0x4d, 0x14, 0xdc, 0x56, /* UTF-16 surrogate pair */
|
|
0x10, 0x88, 0xA0,
|
|
};
|
|
|
|
/* Unicode UChar32 equivalents */
|
|
static const UChar32 pszUnicode32[]={
|
|
/* code point */
|
|
0x00000061,
|
|
0x00002013,
|
|
0x000000FC,
|
|
0x000000E1,
|
|
0x00000007,
|
|
0x00000091,
|
|
0x00000a74,
|
|
0x00000200,
|
|
0x00023456, /* code point for surrogate pair */
|
|
0x00005516
|
|
};
|
|
|
|
/* Unicode UChar equivalents */
|
|
static const UChar pszUnicode[]={
|
|
/* code point */
|
|
0x0061,
|
|
0x2013,
|
|
0x00FC,
|
|
0x00E1,
|
|
0x0007,
|
|
0x0091,
|
|
0x0a74,
|
|
0x0200,
|
|
0xD84D, /* low surrogate */
|
|
0xDC56, /* high surrogate */
|
|
0x5516
|
|
};
|
|
|
|
/* expected test results */
|
|
static const int offsets32[]={
|
|
/* number of bytes read, code point */
|
|
0,
|
|
1,
|
|
3,
|
|
4,
|
|
5,
|
|
7,
|
|
9,
|
|
12,
|
|
15,
|
|
21,
|
|
24
|
|
};
|
|
|
|
/* expected test results */
|
|
static const int offsets[]={
|
|
/* number of bytes read, code point */
|
|
0,
|
|
1,
|
|
3,
|
|
4,
|
|
5,
|
|
7,
|
|
9,
|
|
12,
|
|
15,
|
|
18,
|
|
21,
|
|
24
|
|
};
|
|
|
|
|
|
UConverter *cnv;
|
|
|
|
#define NAME_LMBCS_1 "LMBCS-1"
|
|
#define NAME_LMBCS_2 "LMBCS-2"
|
|
|
|
|
|
/* Some basic open/close/property tests on some LMBCS converters */
|
|
{
|
|
|
|
char expected_subchars[] = {0x3F}; /* ANSI Question Mark */
|
|
char new_subchars [] = {0x7F}; /* subst char used by SmartSuite..*/
|
|
char get_subchars [1];
|
|
const char * get_name;
|
|
UConverter *cnv1;
|
|
UConverter *cnv2;
|
|
|
|
int8_t len = sizeof(get_subchars);
|
|
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
|
|
/* Open */
|
|
cnv1=ucnv_open(NAME_LMBCS_1, &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a LMBCS-1 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
cnv2=ucnv_open(NAME_LMBCS_2, &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a LMBCS-2 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
/* Name */
|
|
get_name = ucnv_getName (cnv1, &errorCode);
|
|
if (strcmp(NAME_LMBCS_1,get_name)){
|
|
log_err("Unexpected converter name: %s\n", get_name);
|
|
}
|
|
get_name = ucnv_getName (cnv2, &errorCode);
|
|
if (strcmp(NAME_LMBCS_2,get_name)){
|
|
log_err("Unexpected converter name: %s\n", get_name);
|
|
}
|
|
|
|
/* substitution chars */
|
|
ucnv_getSubstChars (cnv1, get_subchars, &len, &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Failure on get subst chars: %s\n", u_errorName(errorCode));
|
|
}
|
|
if (len!=1){
|
|
log_err("Unexpected length of sub chars\n");
|
|
}
|
|
if (get_subchars[0] != expected_subchars[0]){
|
|
log_err("Unexpected value of sub chars\n");
|
|
}
|
|
ucnv_setSubstChars (cnv2,new_subchars, len, &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Failure on set subst chars: %s\n", u_errorName(errorCode));
|
|
}
|
|
ucnv_getSubstChars (cnv2, get_subchars, &len, &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Failure on get subst chars: %s\n", u_errorName(errorCode));
|
|
}
|
|
if (len!=1){
|
|
log_err("Unexpected length of sub chars\n");
|
|
}
|
|
if (get_subchars[0] != new_subchars[0]){
|
|
log_err("Unexpected value of sub chars\n");
|
|
}
|
|
ucnv_close(cnv1);
|
|
ucnv_close(cnv2);
|
|
|
|
}
|
|
|
|
/* LMBCS to Unicode - offsets */
|
|
{
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
|
|
const uint8_t * pSource = pszLMBCS;
|
|
const uint8_t * sourceLimit = pszLMBCS + sizeof(pszLMBCS);
|
|
|
|
UChar Out [sizeof(pszUnicode)];
|
|
UChar * pOut = Out;
|
|
UChar * OutLimit = Out + sizeof(Out);
|
|
|
|
int32_t off [sizeof(offsets)];
|
|
|
|
/* last 'offset' in expected results is just the final size.
|
|
(Makes other tests easier). Compensate here: */
|
|
|
|
off[(sizeof(offsets)/sizeof(offsets[0]))-1] = sizeof(pszLMBCS);
|
|
|
|
|
|
|
|
cnv=ucnv_open("lmbcs", &errorCode); /* use generic name for LMBCS-1 */
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a LMBCS converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
|
|
|
|
ucnv_toUnicode (cnv,
|
|
&pOut,
|
|
OutLimit,
|
|
(const char **)&pSource,
|
|
(const char *)sourceLimit,
|
|
off,
|
|
TRUE,
|
|
&errorCode);
|
|
|
|
|
|
if (memcmp(off,offsets,sizeof(offsets)))
|
|
{
|
|
log_err("LMBCS->Uni: Calculated offsets do not match expected results\n");
|
|
}
|
|
if (memcmp(Out,pszUnicode,sizeof(pszUnicode)))
|
|
{
|
|
log_err("LMBCS->Uni: Calculated codepoints do not match expected results\n");
|
|
}
|
|
ucnv_close(cnv);
|
|
}
|
|
{
|
|
/* LMBCS to Unicode - getNextUChar */
|
|
const char * sourceStart;
|
|
const char *source=(const char *)pszLMBCS;
|
|
const char *limit=(const char *)pszLMBCS+sizeof(pszLMBCS);
|
|
const UChar32 *results= pszUnicode32;
|
|
const int *off = offsets32;
|
|
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
uint32_t uniChar;
|
|
|
|
cnv=ucnv_open("LMBCS-1", &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a LMBCS-1 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
else
|
|
{
|
|
|
|
while(source<limit) {
|
|
sourceStart=source;
|
|
uniChar=ucnv_getNextUChar(cnv, &source, source + (off[1] - off[0]), &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("LMBCS-1 ucnv_getNextUChar() failed: %s\n", u_errorName(errorCode));
|
|
break;
|
|
} else if(source-sourceStart != off[1] - off[0] || uniChar != *results) {
|
|
log_err("LMBCS-1 ucnv_getNextUChar() result %lx from %d bytes, should have been %lx from %d bytes.\n",
|
|
uniChar, (source-sourceStart), *results, *off);
|
|
break;
|
|
}
|
|
results++;
|
|
off++;
|
|
}
|
|
}
|
|
ucnv_close(cnv);
|
|
}
|
|
{ /* test locale & optimization group operations: Unicode to LMBCS */
|
|
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
UConverter *cnv16he = ucnv_open("LMBCS-16,locale=he", &errorCode);
|
|
UConverter *cnv16jp = ucnv_open("LMBCS-16,locale=ja_JP", &errorCode);
|
|
UConverter *cnv01us = ucnv_open("LMBCS-1,locale=us_EN", &errorCode);
|
|
UChar uniString [] = {0x0192}; /* Latin Small letter f with hook */
|
|
const UChar * pUniOut = uniString;
|
|
UChar * pUniIn = uniString;
|
|
uint8_t lmbcsString [4];
|
|
const uint8_t * pLMBCSOut = lmbcsString;
|
|
uint8_t * pLMBCSIn = lmbcsString;
|
|
|
|
/* 0192 (hook) converts to both group 3 & group 1. input locale should differentiate */
|
|
ucnv_fromUnicode (cnv16he,
|
|
(char **)&pLMBCSIn, (const char *)(pLMBCSIn + sizeof(lmbcsString)/sizeof(lmbcsString[0])),
|
|
&pUniOut, pUniOut + sizeof(uniString)/sizeof(uniString[0]),
|
|
NULL, 1, &errorCode);
|
|
|
|
if (lmbcsString[0] != 0x3 || lmbcsString[1] != 0x83)
|
|
{
|
|
log_err("LMBCS-16,locale=he gives unexpected translation\n");
|
|
}
|
|
|
|
pLMBCSIn=lmbcsString;
|
|
pUniOut = uniString;
|
|
ucnv_fromUnicode (cnv01us,
|
|
(char **)&pLMBCSIn, (const char *)(lmbcsString + sizeof(lmbcsString)/sizeof(lmbcsString[0])),
|
|
&pUniOut, pUniOut + sizeof(uniString)/sizeof(uniString[0]),
|
|
NULL, 1, &errorCode);
|
|
|
|
if (lmbcsString[0] != 0x9F)
|
|
{
|
|
log_err("LMBCS-1,locale=US gives unexpected translation\n");
|
|
}
|
|
|
|
/* single byte char from mbcs char set */
|
|
lmbcsString[0] = 0xAE; /* 1/2 width katakana letter small Yo */
|
|
pLMBCSOut = lmbcsString;
|
|
pUniIn = uniString;
|
|
ucnv_toUnicode (cnv16jp,
|
|
&pUniIn, pUniIn + 1,
|
|
(const char **)&pLMBCSOut, (const char *)(pLMBCSOut + 1),
|
|
NULL, 1, &errorCode);
|
|
if (U_FAILURE(errorCode) || pLMBCSOut != lmbcsString+1 || pUniIn != uniString+1 || uniString[0] != 0xFF6E)
|
|
{
|
|
log_err("Unexpected results from LMBCS-16 single byte char\n");
|
|
}
|
|
/* convert to group 1: should be 3 bytes */
|
|
pLMBCSIn = lmbcsString;
|
|
pUniOut = uniString;
|
|
ucnv_fromUnicode (cnv01us,
|
|
(char **)&pLMBCSIn, (const char *)(pLMBCSIn + 3),
|
|
&pUniOut, pUniOut + 1,
|
|
NULL, 1, &errorCode);
|
|
if (U_FAILURE(errorCode) || pLMBCSIn != lmbcsString+3 || pUniOut != uniString+1
|
|
|| lmbcsString[0] != 0x10 || lmbcsString[1] != 0x10 || lmbcsString[2] != 0xAE)
|
|
{
|
|
log_err("Unexpected results to LMBCS-1 single byte mbcs char\n");
|
|
}
|
|
pLMBCSOut = lmbcsString;
|
|
pUniIn = uniString;
|
|
ucnv_toUnicode (cnv01us,
|
|
&pUniIn, pUniIn + 1,
|
|
(const char **)&pLMBCSOut, (const char *)(pLMBCSOut + 3),
|
|
NULL, 1, &errorCode);
|
|
if (U_FAILURE(errorCode) || pLMBCSOut != lmbcsString+3 || pUniIn != uniString+1 || uniString[0] != 0xFF6E)
|
|
{
|
|
log_err("Unexpected results from LMBCS-1 single byte mbcs char\n");
|
|
}
|
|
pLMBCSIn = lmbcsString;
|
|
pUniOut = uniString;
|
|
ucnv_fromUnicode (cnv16jp,
|
|
(char **)&pLMBCSIn, (const char *)(pLMBCSIn + 1),
|
|
&pUniOut, pUniOut + 1,
|
|
NULL, 1, &errorCode);
|
|
if (U_FAILURE(errorCode) || pLMBCSIn != lmbcsString+1 || pUniOut != uniString+1 || lmbcsString[0] != 0xAE)
|
|
{
|
|
log_err("Unexpected results to LMBCS-16 single byte mbcs char\n");
|
|
}
|
|
ucnv_close(cnv16he);
|
|
ucnv_close(cnv16jp);
|
|
ucnv_close(cnv01us);
|
|
}
|
|
{
|
|
/* Small source buffer testing, LMBCS -> Unicode */
|
|
|
|
UErrorCode errorCode=U_ZERO_ERROR;
|
|
|
|
const uint8_t * pSource = pszLMBCS;
|
|
const uint8_t * sourceLimit = pszLMBCS + sizeof(pszLMBCS);
|
|
int codepointCount = 0;
|
|
|
|
UChar Out [sizeof(pszUnicode)];
|
|
UChar * pOut = Out;
|
|
UChar * OutLimit = Out + sizeof(Out);
|
|
|
|
|
|
cnv = ucnv_open(NAME_LMBCS_1, &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("Unable to open a LMBCS-1 converter: %s\n", u_errorName(errorCode));
|
|
return;
|
|
}
|
|
|
|
|
|
while ((pSource < sourceLimit) && U_SUCCESS (errorCode))
|
|
{
|
|
|
|
ucnv_toUnicode (cnv,
|
|
&pOut,
|
|
OutLimit,
|
|
(const char **)&pSource,
|
|
(const char *)(pSource+1), /* claim that this is a 1- byte buffer */
|
|
NULL,
|
|
FALSE, /* FALSE means there might be more chars in the next buffer */
|
|
&errorCode);
|
|
|
|
if (U_SUCCESS (errorCode))
|
|
{
|
|
if ((pSource - (const uint8_t *)pszLMBCS) == offsets [codepointCount+1])
|
|
{
|
|
/* we are on to the next code point: check value */
|
|
|
|
if (Out[0] != pszUnicode[codepointCount]){
|
|
log_err("LMBCS->Uni result %lx should have been %lx \n",
|
|
Out[0], pszUnicode[codepointCount]);
|
|
}
|
|
|
|
pOut = Out; /* reset for accumulating next code point */
|
|
codepointCount++;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
log_err("Unexpected Error on toUnicode: %s\n", u_errorName(errorCode));
|
|
}
|
|
}
|
|
{
|
|
/* limits & surrogate error testing */
|
|
uint8_t LIn [sizeof(pszLMBCS)];
|
|
const uint8_t * pLIn = LIn;
|
|
|
|
char LOut [sizeof(pszLMBCS)];
|
|
char * pLOut = LOut;
|
|
|
|
UChar UOut [sizeof(pszUnicode)];
|
|
UChar * pUOut = UOut;
|
|
|
|
UChar UIn [sizeof(pszUnicode)];
|
|
const UChar * pUIn = UIn;
|
|
|
|
int32_t off [sizeof(offsets)];
|
|
UChar32 uniChar;
|
|
|
|
errorCode=U_ZERO_ERROR;
|
|
|
|
/* negative source request should always return U_ILLEGAL_ARGUMENT_ERROR */
|
|
ucnv_fromUnicode(cnv, &pLOut,pLOut+1,&pUIn,pUIn-1,off,FALSE, &errorCode);
|
|
if (errorCode != U_ILLEGAL_ARGUMENT_ERROR)
|
|
{
|
|
log_err("Unexpected Error on negative source request to ucnv_fromUnicode: %s\n", u_errorName(errorCode));
|
|
}
|
|
errorCode=U_ZERO_ERROR;
|
|
ucnv_toUnicode(cnv, &pUOut,pUOut+1,(const char **)&pLIn,(const char *)(pLIn-1),off,FALSE, &errorCode);
|
|
if (errorCode != U_ILLEGAL_ARGUMENT_ERROR)
|
|
{
|
|
log_err("Unexpected Error on negative source request to ucnv_toUnicode: %s\n", u_errorName(errorCode));
|
|
}
|
|
errorCode=U_ZERO_ERROR;
|
|
|
|
uniChar = ucnv_getNextUChar(cnv, (const char **)&pLIn, (const char *)(pLIn-1), &errorCode);
|
|
if (errorCode != U_ILLEGAL_ARGUMENT_ERROR)
|
|
{
|
|
log_err("Unexpected Error on negative source request to ucnv_getNextUChar: %s\n", u_errorName(errorCode));
|
|
}
|
|
errorCode=U_ZERO_ERROR;
|
|
|
|
/* 0 byte source request - no error, no pointer movement */
|
|
ucnv_toUnicode(cnv, &pUOut,pUOut+1,(const char **)&pLIn,(const char *)pLIn,off,FALSE, &errorCode);
|
|
ucnv_fromUnicode(cnv, &pLOut,pLOut+1,&pUIn,pUIn,off,FALSE, &errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
log_err("0 byte source request: unexpected error: %s\n", u_errorName(errorCode));
|
|
}
|
|
if ((pUOut != UOut) || (pUIn != UIn) || (pLOut != LOut) || (pLIn != LIn))
|
|
{
|
|
log_err("Unexpected pointer move in 0 byte source request \n");
|
|
}
|
|
/*0 byte source request - GetNextUChar : error & value == fffe or ffff */
|
|
uniChar = ucnv_getNextUChar(cnv, (const char **)&pLIn, (const char *)pLIn, &errorCode);
|
|
if (errorCode != U_ILLEGAL_ARGUMENT_ERROR)
|
|
{
|
|
log_err("Unexpected Error on 0-byte source request to ucnv_getnextUChar: %s\n", u_errorName(errorCode));
|
|
}
|
|
if (((uint32_t)uniChar - 0xfffe) > 1) /* not 0xfffe<=uniChar<=0xffff */
|
|
{
|
|
log_err("Unexpected value on 0-byte source request to ucnv_getnextUChar \n");
|
|
}
|
|
errorCode = U_ZERO_ERROR;
|
|
|
|
/* running out of target room : U_BUFFER_OVERFLOW_ERROR */
|
|
|
|
pUIn = pszUnicode;
|
|
ucnv_fromUnicode(cnv, &pLOut,pLOut+offsets[4],&pUIn,pUIn+sizeof(pszUnicode),off,FALSE, &errorCode);
|
|
if (errorCode != U_BUFFER_OVERFLOW_ERROR || pLOut != LOut + offsets[4] || pUIn != pszUnicode+4 )
|
|
{
|
|
log_err("Unexpected results on out of target room to ucnv_fromUnicode\n");
|
|
}
|
|
|
|
errorCode = U_ZERO_ERROR;
|
|
|
|
pLIn = pszLMBCS;
|
|
ucnv_toUnicode(cnv, &pUOut,pUOut+4,(const char **)&pLIn,(const char *)(pLIn+sizeof(pszLMBCS)),off,FALSE, &errorCode);
|
|
if (errorCode != U_BUFFER_OVERFLOW_ERROR || pUOut != UOut + 4 || pLIn != (const uint8_t *)pszLMBCS+offsets[4])
|
|
{
|
|
log_err("Unexpected results on out of target room to ucnv_toUnicode\n");
|
|
}
|
|
|
|
/* unpaired or chopped LMBCS surrogates */
|
|
|
|
/* OK high surrogate, Low surrogate is chopped */
|
|
LIn [0] = 0x14;
|
|
LIn [1] = 0xD8;
|
|
LIn [2] = 0x01;
|
|
LIn [3] = 0x14;
|
|
LIn [4] = 0xDC;
|
|
pLIn = LIn;
|
|
errorCode = U_ZERO_ERROR;
|
|
pUOut = UOut;
|
|
|
|
ucnv_toUnicode(cnv, &pUOut,pUOut+sizeof(UOut),(const char **)&pLIn,(const char *)(pLIn+5),off,TRUE, &errorCode);
|
|
if (UOut[0] != 0xD801 || errorCode != U_TRUNCATED_CHAR_FOUND || pUOut != UOut + 1 || pLIn != LIn + 5)
|
|
{
|
|
log_err("Unexpected results on chopped low surrogate\n");
|
|
}
|
|
|
|
/* chopped at surrogate boundary */
|
|
LIn [0] = 0x14;
|
|
LIn [1] = 0xD8;
|
|
LIn [2] = 0x01;
|
|
pLIn = LIn;
|
|
errorCode = U_ZERO_ERROR;
|
|
pUOut = UOut;
|
|
|
|
ucnv_toUnicode(cnv, &pUOut,pUOut+sizeof(UOut),(const char **)&pLIn,(const char *)(pLIn+3),off,TRUE, &errorCode);
|
|
if (UOut[0] != 0xD801 || U_FAILURE(errorCode) || pUOut != UOut + 1 || pLIn != LIn + 3)
|
|
{
|
|
log_err("Unexpected results on chopped at surrogate boundary \n");
|
|
}
|
|
|
|
/* unpaired surrogate plus valid Unichar */
|
|
LIn [0] = 0x14;
|
|
LIn [1] = 0xD8;
|
|
LIn [2] = 0x01;
|
|
LIn [3] = 0x14;
|
|
LIn [4] = 0xC9;
|
|
LIn [5] = 0xD0;
|
|
pLIn = LIn;
|
|
errorCode = U_ZERO_ERROR;
|
|
pUOut = UOut;
|
|
|
|
ucnv_toUnicode(cnv, &pUOut,pUOut+sizeof(UOut),(const char **)&pLIn,(const char *)(pLIn+6),off,TRUE, &errorCode);
|
|
if (UOut[0] != 0xD801 || UOut[1] != 0xC9D0 || U_FAILURE(errorCode) || pUOut != UOut + 2 || pLIn != LIn + 6)
|
|
{
|
|
log_err("Unexpected results after unpaired surrogate plus valid Unichar \n");
|
|
}
|
|
|
|
/* unpaired surrogate plus chopped Unichar */
|
|
LIn [0] = 0x14;
|
|
LIn [1] = 0xD8;
|
|
LIn [2] = 0x01;
|
|
LIn [3] = 0x14;
|
|
LIn [4] = 0xC9;
|
|
|
|
pLIn = LIn;
|
|
errorCode = U_ZERO_ERROR;
|
|
pUOut = UOut;
|
|
|
|
ucnv_toUnicode(cnv, &pUOut,pUOut+sizeof(UOut),(const char **)&pLIn,(const char *)(pLIn+5),off,TRUE, &errorCode);
|
|
if (UOut[0] != 0xD801 || errorCode != U_TRUNCATED_CHAR_FOUND || pUOut != UOut + 1 || pLIn != LIn + 5)
|
|
{
|
|
log_err("Unexpected results after unpaired surrogate plus chopped Unichar \n");
|
|
}
|
|
|
|
/* unpaired surrogate plus valid non-Unichar */
|
|
LIn [0] = 0x14;
|
|
LIn [1] = 0xD8;
|
|
LIn [2] = 0x01;
|
|
LIn [3] = 0x0F;
|
|
LIn [4] = 0x3B;
|
|
|
|
pLIn = LIn;
|
|
errorCode = U_ZERO_ERROR;
|
|
pUOut = UOut;
|
|
|
|
ucnv_toUnicode(cnv, &pUOut,pUOut+sizeof(UOut),(const char **)&pLIn,(const char *)(pLIn+5),off,TRUE, &errorCode);
|
|
if (UOut[0] != 0xD801 || UOut[1] != 0x1B || U_FAILURE(errorCode) || pUOut != UOut + 2 || pLIn != LIn + 5)
|
|
{
|
|
log_err("Unexpected results after unpaired surrogate plus valid non-Unichar\n");
|
|
}
|
|
|
|
/* unpaired surrogate plus chopped non-Unichar */
|
|
LIn [0] = 0x14;
|
|
LIn [1] = 0xD8;
|
|
LIn [2] = 0x01;
|
|
LIn [3] = 0x0F;
|
|
|
|
pLIn = LIn;
|
|
errorCode = U_ZERO_ERROR;
|
|
pUOut = UOut;
|
|
|
|
ucnv_toUnicode(cnv, &pUOut,pUOut+sizeof(UOut),(const char **)&pLIn,(const char *)(pLIn+4),off,TRUE, &errorCode);
|
|
|
|
if (UOut[0] != 0xD801 || errorCode != U_TRUNCATED_CHAR_FOUND || pUOut != UOut + 1 || pLIn != LIn + 4)
|
|
{
|
|
log_err("Unexpected results after unpaired surrogate plus chopped non-Unichar\n");
|
|
}
|
|
}
|
|
}
|
|
ucnv_close(cnv); /* final cleanup */
|
|
}
|
|
|
|
|
|
static void TestJitterbug255()
|
|
{
|
|
const uint8_t testBytes[] = { 0x95, 0xcf, 0x8a, 0xb7, 0x0d, 0x0a, 0x00 };
|
|
const uint8_t *testBuffer = testBytes;
|
|
const uint8_t *testEnd = testBytes + sizeof(testBytes);
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UChar32 result;
|
|
UConverter *cnv = 0;
|
|
|
|
cnv = ucnv_open("shift-jis", &status);
|
|
if (U_FAILURE(status) || cnv == 0) {
|
|
log_err("Failed to open the converter for SJIS.\n");
|
|
return;
|
|
}
|
|
while (testBuffer != testEnd)
|
|
{
|
|
result = ucnv_getNextUChar (cnv, (const char **)&testBuffer, (const char *)testEnd , &status);
|
|
if (U_FAILURE(status))
|
|
{
|
|
log_err("Failed to convert the next UChar for SJIS.\n");
|
|
break;
|
|
}
|
|
}
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
static void TestEBCDICUS4XML()
|
|
{
|
|
UChar unicodes_x[] = {0x0000, 0x0000, 0x0000, 0x0000};
|
|
const UChar toUnicodeMaps_x[] = {0x000A, 0x000A, 0x000D, 0x0000};
|
|
const char fromUnicodeMaps_x[] = {0x25, 0x25, 0x0D, 0x00};
|
|
const char newLines_x[] = {0x25, 0x15, 0x0D, 0x00};
|
|
char target_x[] = {0x00, 0x00, 0x00, 0x00};
|
|
UChar *unicodes = unicodes_x;
|
|
const UChar *toUnicodeMaps = toUnicodeMaps_x;
|
|
char *target = target_x;
|
|
const char* fromUnicodeMaps = fromUnicodeMaps_x, *newLines = newLines_x;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UConverter *cnv = 0;
|
|
|
|
cnv = ucnv_open("ebcdic-xml-us", &status);
|
|
if (U_FAILURE(status) || cnv == 0) {
|
|
log_err("Failed to open the converter for EBCDIC-XML-US.\n");
|
|
return;
|
|
}
|
|
ucnv_toUnicode(cnv, &unicodes, unicodes+3, (const char**)&newLines, newLines+3, NULL, TRUE, &status);
|
|
if (U_FAILURE(status) || memcmp(unicodes_x, toUnicodeMaps, sizeof(UChar)*3) != 0) {
|
|
log_err("To Unicode conversion failed in EBCDICUS4XML test.\n");
|
|
}
|
|
ucnv_fromUnicode(cnv, &target, target+3, (const UChar**)&toUnicodeMaps, toUnicodeMaps+3, NULL, TRUE, &status);
|
|
if (U_FAILURE(status) || memcmp(target_x, fromUnicodeMaps, sizeof(char)*3) != 0) {
|
|
log_err("From Unicode conversion failed in EBCDICUS4XML test.\n");
|
|
}
|
|
ucnv_close(cnv);
|
|
}
|
|
|
|
|
|
#endif
|