375 lines
11 KiB
C++
375 lines
11 KiB
C++
/*
|
|
*******************************************************************************
|
|
*
|
|
* Copyright (C) 1999-2007, International Business Machines
|
|
* Corporation and others. All Rights Reserved.
|
|
*
|
|
*******************************************************************************
|
|
* file name: unistr_cnv.cpp
|
|
* encoding: US-ASCII
|
|
* tab size: 8 (not used)
|
|
* indentation:2
|
|
*
|
|
* created on: 2004aug19
|
|
* created by: Markus W. Scherer
|
|
*
|
|
* Character conversion functions moved here from unistr.cpp
|
|
*/
|
|
|
|
#include "unicode/utypes.h"
|
|
|
|
#if !UCONFIG_NO_CONVERSION
|
|
|
|
#include "unicode/putil.h"
|
|
#include "cstring.h"
|
|
#include "cmemory.h"
|
|
#include "unicode/ustring.h"
|
|
#include "unicode/unistr.h"
|
|
#include "unicode/ucnv.h"
|
|
#include "putilimp.h"
|
|
#include "ustr_cnv.h"
|
|
#include "ustr_imp.h"
|
|
|
|
U_NAMESPACE_BEGIN
|
|
|
|
//========================================
|
|
// Constructors
|
|
//========================================
|
|
|
|
UnicodeString::UnicodeString(const char *codepageData,
|
|
const char *codepage)
|
|
: fLength(0),
|
|
fCapacity(US_STACKBUF_SIZE),
|
|
fArray(fStackBuffer),
|
|
fFlags(kShortString)
|
|
{
|
|
if(codepageData != 0) {
|
|
doCodepageCreate(codepageData, (int32_t)uprv_strlen(codepageData), codepage);
|
|
}
|
|
}
|
|
|
|
|
|
UnicodeString::UnicodeString(const char *codepageData,
|
|
int32_t dataLength,
|
|
const char *codepage)
|
|
: fLength(0),
|
|
fCapacity(US_STACKBUF_SIZE),
|
|
fArray(fStackBuffer),
|
|
fFlags(kShortString)
|
|
{
|
|
if(codepageData != 0) {
|
|
doCodepageCreate(codepageData, dataLength, codepage);
|
|
}
|
|
}
|
|
|
|
UnicodeString::UnicodeString(const char *src, int32_t srcLength,
|
|
UConverter *cnv,
|
|
UErrorCode &errorCode)
|
|
: fLength(0),
|
|
fCapacity(US_STACKBUF_SIZE),
|
|
fArray(fStackBuffer),
|
|
fFlags(kShortString)
|
|
{
|
|
if(U_SUCCESS(errorCode)) {
|
|
// check arguments
|
|
if(src==NULL) {
|
|
// treat as an empty string, do nothing more
|
|
} else if(srcLength<-1) {
|
|
errorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
} else {
|
|
// get input length
|
|
if(srcLength==-1) {
|
|
srcLength=(int32_t)uprv_strlen(src);
|
|
}
|
|
if(srcLength>0) {
|
|
if(cnv!=0) {
|
|
// use the provided converter
|
|
ucnv_resetToUnicode(cnv);
|
|
doCodepageCreate(src, srcLength, cnv, errorCode);
|
|
} else {
|
|
// use the default converter
|
|
cnv=u_getDefaultConverter(&errorCode);
|
|
doCodepageCreate(src, srcLength, cnv, errorCode);
|
|
u_releaseDefaultConverter(cnv);
|
|
}
|
|
}
|
|
}
|
|
|
|
if(U_FAILURE(errorCode)) {
|
|
setToBogus();
|
|
}
|
|
}
|
|
}
|
|
|
|
//========================================
|
|
// Codeset conversion
|
|
//========================================
|
|
int32_t
|
|
UnicodeString::extract(int32_t start,
|
|
int32_t length,
|
|
char *target,
|
|
uint32_t dstSize,
|
|
const char *codepage) const
|
|
{
|
|
// if the arguments are illegal, then do nothing
|
|
if(/*dstSize < 0 || */(dstSize > 0 && target == 0)) {
|
|
return 0;
|
|
}
|
|
|
|
// pin the indices to legal values
|
|
pinIndices(start, length);
|
|
|
|
// create the converter
|
|
UConverter *converter;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
|
|
// We don't NULL terminate here because we might need 1 to 4 bytes for the termination.
|
|
/*
|
|
// just write the NUL if the string length is 0
|
|
if(length == 0) {
|
|
if(dstSize >= 0x80000000) {
|
|
// careful: dstSize is unsigned! (0xffffffff means "unlimited")
|
|
// make sure that the NUL-termination works (takes int32_t)
|
|
dstSize=0x7fffffff;
|
|
}
|
|
return u_terminateChars(target, dstSize, 0, &status);
|
|
}*/
|
|
|
|
// if the codepage is the default, use our cache
|
|
// if it is an empty string, then use the "invariant character" conversion
|
|
if (codepage == 0) {
|
|
converter = u_getDefaultConverter(&status);
|
|
} else if (*codepage == 0) {
|
|
// use the "invariant characters" conversion
|
|
int32_t destLength;
|
|
// careful: dstSize is unsigned! (0xffffffff means "unlimited")
|
|
if(dstSize >= 0x80000000) {
|
|
destLength = length;
|
|
// make sure that the NUL-termination works (takes int32_t)
|
|
dstSize=0x7fffffff;
|
|
} else if(length <= (int32_t)dstSize) {
|
|
destLength = length;
|
|
} else {
|
|
destLength = (int32_t)dstSize;
|
|
}
|
|
u_UCharsToChars(getArrayStart() + start, target, destLength);
|
|
return u_terminateChars(target, (int32_t)dstSize, length, 1, &status);
|
|
} else {
|
|
converter = ucnv_open(codepage, &status);
|
|
}
|
|
|
|
length = doExtract(start, length, target, (int32_t)dstSize, converter, status);
|
|
|
|
// close the converter
|
|
if (codepage == 0) {
|
|
u_releaseDefaultConverter(converter);
|
|
} else {
|
|
ucnv_close(converter);
|
|
}
|
|
|
|
return length;
|
|
}
|
|
|
|
int32_t
|
|
UnicodeString::extract(char *dest, int32_t destCapacity,
|
|
UConverter *cnv,
|
|
UErrorCode &errorCode) const
|
|
{
|
|
if(U_FAILURE(errorCode)) {
|
|
return 0;
|
|
}
|
|
|
|
if(isBogus() || destCapacity<0 || (destCapacity>0 && dest==0)) {
|
|
errorCode=U_ILLEGAL_ARGUMENT_ERROR;
|
|
return 0;
|
|
}
|
|
|
|
// nothing to do?
|
|
if(fLength<=0) {
|
|
return u_terminateChars(dest, destCapacity, 0, ucnv_getMinCharSize(cnv), &errorCode);
|
|
}
|
|
|
|
// get the converter
|
|
UBool isDefaultConverter;
|
|
if(cnv==0) {
|
|
isDefaultConverter=TRUE;
|
|
cnv=u_getDefaultConverter(&errorCode);
|
|
if(U_FAILURE(errorCode)) {
|
|
return 0;
|
|
}
|
|
} else {
|
|
isDefaultConverter=FALSE;
|
|
ucnv_resetFromUnicode(cnv);
|
|
}
|
|
|
|
// convert
|
|
int32_t length=doExtract(0, fLength, dest, destCapacity, cnv, errorCode);
|
|
|
|
// release the converter
|
|
if(isDefaultConverter) {
|
|
u_releaseDefaultConverter(cnv);
|
|
}
|
|
|
|
return length;
|
|
}
|
|
|
|
int32_t
|
|
UnicodeString::doExtract(int32_t start, int32_t length,
|
|
char *dest, int32_t destCapacity,
|
|
UConverter *cnv,
|
|
UErrorCode &errorCode) const
|
|
{
|
|
if(U_FAILURE(errorCode)) {
|
|
if(destCapacity!=0) {
|
|
*dest=0;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
const UChar *src=fArray+start, *srcLimit=src+length;
|
|
char *originalDest=dest;
|
|
const char *destLimit;
|
|
|
|
if(destCapacity==0) {
|
|
destLimit=dest=0;
|
|
} else if(destCapacity==-1) {
|
|
// Pin the limit to U_MAX_PTR if the "magic" destCapacity is used.
|
|
destLimit=(char*)U_MAX_PTR(dest);
|
|
// for NUL-termination, translate into highest int32_t
|
|
destCapacity=0x7fffffff;
|
|
} else {
|
|
destLimit=dest+destCapacity;
|
|
}
|
|
|
|
// perform the conversion
|
|
ucnv_fromUnicode(cnv, &dest, destLimit, &src, srcLimit, 0, TRUE, &errorCode);
|
|
length=(int32_t)(dest-originalDest);
|
|
|
|
// if an overflow occurs, then get the preflighting length
|
|
if(errorCode==U_BUFFER_OVERFLOW_ERROR) {
|
|
char buffer[1024];
|
|
|
|
destLimit=buffer+sizeof(buffer);
|
|
do {
|
|
dest=buffer;
|
|
errorCode=U_ZERO_ERROR;
|
|
ucnv_fromUnicode(cnv, &dest, destLimit, &src, srcLimit, 0, TRUE, &errorCode);
|
|
length+=(int32_t)(dest-buffer);
|
|
} while(errorCode==U_BUFFER_OVERFLOW_ERROR);
|
|
}
|
|
|
|
return u_terminateChars(originalDest, destCapacity, length, ucnv_getMinCharSize(cnv), &errorCode);
|
|
}
|
|
|
|
void
|
|
UnicodeString::doCodepageCreate(const char *codepageData,
|
|
int32_t dataLength,
|
|
const char *codepage)
|
|
{
|
|
// if there's nothing to convert, do nothing
|
|
if(codepageData == 0 || dataLength == 0 || dataLength < -1) {
|
|
return;
|
|
}
|
|
if(dataLength == -1) {
|
|
dataLength = (int32_t)uprv_strlen(codepageData);
|
|
}
|
|
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
|
|
// create the converter
|
|
// if the codepage is the default, use our cache
|
|
// if it is an empty string, then use the "invariant character" conversion
|
|
UConverter *converter = (codepage == 0 ?
|
|
u_getDefaultConverter(&status) :
|
|
*codepage == 0 ?
|
|
0 :
|
|
ucnv_open(codepage, &status));
|
|
|
|
// if we failed, set the appropriate flags and return
|
|
if(U_FAILURE(status)) {
|
|
setToBogus();
|
|
return;
|
|
}
|
|
|
|
// perform the conversion
|
|
if(converter == 0) {
|
|
// use the "invariant characters" conversion
|
|
if(cloneArrayIfNeeded(dataLength, dataLength, FALSE)) {
|
|
u_charsToUChars(codepageData, getArrayStart(), dataLength);
|
|
fLength = dataLength;
|
|
} else {
|
|
setToBogus();
|
|
}
|
|
return;
|
|
}
|
|
|
|
// convert using the real converter
|
|
doCodepageCreate(codepageData, dataLength, converter, status);
|
|
if(U_FAILURE(status)) {
|
|
setToBogus();
|
|
}
|
|
|
|
// close the converter
|
|
if(codepage == 0) {
|
|
u_releaseDefaultConverter(converter);
|
|
} else {
|
|
ucnv_close(converter);
|
|
}
|
|
}
|
|
|
|
void
|
|
UnicodeString::doCodepageCreate(const char *codepageData,
|
|
int32_t dataLength,
|
|
UConverter *converter,
|
|
UErrorCode &status)
|
|
{
|
|
if(U_FAILURE(status)) {
|
|
return;
|
|
}
|
|
|
|
// set up the conversion parameters
|
|
const char *mySource = codepageData;
|
|
const char *mySourceEnd = mySource + dataLength;
|
|
UChar *myTarget;
|
|
|
|
// estimate the size needed:
|
|
// 1.25 UChar's per source byte should cover most cases
|
|
int32_t arraySize = dataLength + (dataLength >> 2);
|
|
|
|
// we do not care about the current contents
|
|
UBool doCopyArray = FALSE;
|
|
for(;;) {
|
|
if(!cloneArrayIfNeeded(arraySize, arraySize, doCopyArray)) {
|
|
setToBogus();
|
|
break;
|
|
}
|
|
|
|
// perform the conversion
|
|
myTarget = fArray + fLength;
|
|
ucnv_toUnicode(converter, &myTarget, fArray + fCapacity,
|
|
&mySource, mySourceEnd, 0, TRUE, &status);
|
|
|
|
// update the conversion parameters
|
|
fLength = (int32_t)(myTarget - fArray);
|
|
|
|
// allocate more space and copy data, if needed
|
|
if(status == U_BUFFER_OVERFLOW_ERROR) {
|
|
// reset the error code
|
|
status = U_ZERO_ERROR;
|
|
|
|
// keep the previous conversion results
|
|
doCopyArray = TRUE;
|
|
|
|
// estimate the new size needed, larger than before
|
|
// try 2 UChar's per remaining source byte
|
|
arraySize = (int32_t)(fLength + 2 * (mySourceEnd - mySource));
|
|
} else {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
U_NAMESPACE_END
|
|
|
|
#endif
|