448 lines
12 KiB
C
448 lines
12 KiB
C
/*
|
|
*******************************************************************************
|
|
*
|
|
* Copyright (C) 1998-1999, International Business Machines
|
|
* Corporation and others. All Rights Reserved.
|
|
*
|
|
*******************************************************************************
|
|
*
|
|
* ucnv_err.c
|
|
* Implements error behaviour functions called by T_UConverter_{from,to}Unicode
|
|
*
|
|
*
|
|
* Change history:
|
|
*
|
|
* 06/29/2000 helena Major rewrite of the callback APIs.
|
|
*/
|
|
|
|
#include "unicode/ucnv_err.h"
|
|
#include "unicode/ucnv_cb.h"
|
|
#include "ucnv_cnv.h"
|
|
#include "cmemory.h"
|
|
#include "unicode/ucnv.h"
|
|
|
|
#define VALUE_STRING_LENGTH 32
|
|
/*Magic # 32 = 4(number of char in value string) * 8(max number of bytes per char for any converter) */
|
|
#define UNICODE_PERCENT_SIGN_CODEPOINT 0x0025
|
|
#define UNICODE_U_CODEPOINT 0x0055
|
|
#define UNICODE_X_CODEPOINT 0x0058
|
|
#define UNICODE_RS_CODEPOINT 0x005C
|
|
#define UNICODE_U_LOW_CODEPOINT 0x0075
|
|
#define UNICODE_X_LOW_CODEPOINT 0x0078
|
|
#define UNICODE_AMP_CODEPOINT 0x0026
|
|
#define UNICODE_HASH_CODEPOINT 0x0023
|
|
|
|
#define UCNV_PRV_ESCAPE_ICU NULL
|
|
#define UCNV_PRV_ESCAPE_C 'C'
|
|
#define UCNV_PRV_ESCAPE_XML_DEC 'D'
|
|
#define UCNV_PRV_ESCAPE_XML_HEX 'X'
|
|
#define UCNV_PRV_ESCAPE_JAVA 'J'
|
|
|
|
|
|
UBool
|
|
CONVERSION_U_SUCCESS (UErrorCode err)
|
|
{
|
|
if ((err == U_INVALID_CHAR_FOUND) || (err == U_ILLEGAL_CHAR_FOUND)) return FALSE;
|
|
else return TRUE;
|
|
}
|
|
|
|
/*Takes a int32_t and fills in a UChar* string with that number "radix"-based
|
|
* and padded with "pad" zeroes
|
|
*/
|
|
#define MAX_DIGITS 10
|
|
static int32_t itou (UChar * buffer, uint32_t i, uint32_t radix, int32_t pad)
|
|
{
|
|
int32_t length = 0;
|
|
int32_t num = 0;
|
|
int8_t digit;
|
|
int32_t j;
|
|
UChar temp;
|
|
|
|
do{
|
|
digit = (int)(i % radix);
|
|
buffer[length++]=(UChar)(digit<=9?(0x0030+digit):(0x0030+digit+7));
|
|
}while(i=i/radix);
|
|
|
|
while (length < pad)
|
|
buffer[length++] = (UChar) 0x0030;/*zero padding */
|
|
|
|
if(length<MAX_DIGITS){
|
|
buffer[length--] = (UChar) 0x0000;
|
|
}
|
|
num= (pad>=length) ? pad :length;
|
|
|
|
/*Reverses the string */
|
|
for (j = 0; j < (num / 2); j++)
|
|
{
|
|
temp = buffer[length - j];
|
|
buffer[length - j] = buffer[j];
|
|
buffer[j] = temp;
|
|
}
|
|
|
|
/* truncates the padding */
|
|
|
|
return length+1;
|
|
}
|
|
|
|
/*Function Pointer STOPS at the ILLEGAL_SEQUENCE */
|
|
void UCNV_FROM_U_CALLBACK_STOP (
|
|
void *context,
|
|
UConverterFromUnicodeArgs *fromUArgs,
|
|
const UChar* codeUnits,
|
|
int32_t length,
|
|
UChar32 codePoint,
|
|
UConverterCallbackReason reason,
|
|
UErrorCode * err)
|
|
{
|
|
/* the caller must have set the error code accordingly */
|
|
return;
|
|
}
|
|
|
|
|
|
/*Function Pointer STOPS at the ILLEGAL_SEQUENCE */
|
|
void UCNV_TO_U_CALLBACK_STOP (
|
|
void *context,
|
|
UConverterToUnicodeArgs *toUArgs,
|
|
const char* codePoints,
|
|
int32_t length,
|
|
UConverterCallbackReason reason,
|
|
UErrorCode * err)
|
|
{
|
|
/* the caller must have set the error code accordingly */
|
|
return;
|
|
}
|
|
|
|
void UCNV_FROM_U_CALLBACK_SKIP (
|
|
void *context,
|
|
UConverterFromUnicodeArgs *fromUArgs,
|
|
const UChar* codeUnits,
|
|
int32_t length,
|
|
UChar32 codePoint,
|
|
UConverterCallbackReason reason,
|
|
UErrorCode * err)
|
|
{
|
|
if(context==NULL)
|
|
{
|
|
if (reason <= UCNV_IRREGULAR)
|
|
{
|
|
*err = U_ZERO_ERROR;
|
|
return;
|
|
}
|
|
|
|
}
|
|
else if(*(char*)context=='i')
|
|
{
|
|
if(reason != UCNV_UNASSIGNED)
|
|
{
|
|
/* the caller must have set
|
|
* the error code accordingly
|
|
*/
|
|
return;
|
|
}
|
|
else
|
|
{
|
|
*err = U_ZERO_ERROR;
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
|
|
void UCNV_FROM_U_CALLBACK_SUBSTITUTE (
|
|
void *context,
|
|
UConverterFromUnicodeArgs *fromArgs,
|
|
const UChar* codeUnits,
|
|
int32_t length,
|
|
UChar32 codePoint,
|
|
UConverterCallbackReason reason,
|
|
UErrorCode * err)
|
|
{
|
|
if(context == NULL)
|
|
{
|
|
if (reason > UCNV_IRREGULAR)
|
|
{
|
|
return;
|
|
}
|
|
|
|
*err = U_ZERO_ERROR;
|
|
ucnv_cbFromUWriteSub(fromArgs, 0, err);
|
|
return;
|
|
}
|
|
else if(*((char*)context)=='i')
|
|
{
|
|
if(reason != UCNV_UNASSIGNED)
|
|
{
|
|
/* the caller must have set
|
|
* the error code accordingly
|
|
*/
|
|
return;
|
|
}
|
|
else
|
|
{
|
|
*err = U_ZERO_ERROR;
|
|
ucnv_cbFromUWriteSub(fromArgs, 0, err);
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
|
|
/*uses itou to get a unicode escape sequence of the offensive sequence,
|
|
*uses a clean copy (resetted) of the converter, to convert that unicode
|
|
*escape sequence to the target codepage (if conversion failure happens then
|
|
*we revert to substituting with subchar)
|
|
*/
|
|
void UCNV_FROM_U_CALLBACK_ESCAPE (
|
|
void *context,
|
|
UConverterFromUnicodeArgs *fromArgs,
|
|
const UChar *codeUnits,
|
|
int32_t length,
|
|
UChar32 codePoint,
|
|
UConverterCallbackReason reason,
|
|
UErrorCode * err)
|
|
{
|
|
|
|
UChar valueString[VALUE_STRING_LENGTH];
|
|
int32_t valueStringLength = 0;
|
|
int32_t i = 0;
|
|
|
|
const UChar *myValueSource = NULL;
|
|
UErrorCode err2 = U_ZERO_ERROR;
|
|
UConverterFromUCallback original = NULL;
|
|
void *originalContext;
|
|
|
|
UConverterFromUCallback ignoredCallback = NULL;
|
|
void *ignoredContext;
|
|
|
|
if (reason > UCNV_IRREGULAR)
|
|
{
|
|
return;
|
|
}
|
|
|
|
ucnv_setFromUCallBack (fromArgs->converter,
|
|
(UConverterFromUCallback) UCNV_FROM_U_CALLBACK_SUBSTITUTE,
|
|
NULL, /* To Do for HSYS: context is null? */
|
|
&original,
|
|
&originalContext,
|
|
&err2);
|
|
|
|
if (U_FAILURE (err2))
|
|
{
|
|
*err = err2;
|
|
return;
|
|
}
|
|
if(context==NULL)
|
|
{
|
|
while (i < length)
|
|
{
|
|
valueString[valueStringLength++] = (UChar) UNICODE_PERCENT_SIGN_CODEPOINT; /* adding % */
|
|
valueString[valueStringLength++] = (UChar) UNICODE_U_CODEPOINT; /* adding U */
|
|
itou (valueString + valueStringLength, codeUnits[i++], 16, 4);
|
|
valueStringLength += 4;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
switch(*((char*)context))
|
|
{
|
|
case UCNV_PRV_ESCAPE_JAVA:
|
|
while (i < length)
|
|
{
|
|
valueString[valueStringLength++] = (UChar) UNICODE_RS_CODEPOINT; /* adding \ */
|
|
valueString[valueStringLength++] = (UChar) UNICODE_U_LOW_CODEPOINT; /* adding u */
|
|
itou (valueString + valueStringLength, codeUnits[i++], 16, 4);
|
|
valueStringLength += 4;
|
|
}
|
|
break;
|
|
|
|
case UCNV_PRV_ESCAPE_C:
|
|
valueString[valueStringLength++] = (UChar) UNICODE_RS_CODEPOINT; /* adding \ */
|
|
|
|
if(length==2){
|
|
UChar32 temp = UTF16_GET_PAIR_VALUE(codeUnits[0],codeUnits[1]);
|
|
valueString[valueStringLength++] = (UChar) UNICODE_U_LOW_CODEPOINT; /* adding u */
|
|
valueStringLength += itou (valueString + valueStringLength, temp, 16, 8);
|
|
|
|
}
|
|
else{
|
|
valueString[valueStringLength++] = (UChar) UNICODE_U_CODEPOINT; /* adding U */
|
|
valueStringLength += itou (valueString + valueStringLength, codeUnits[0], 16, 4);
|
|
}
|
|
break;
|
|
|
|
case UCNV_PRV_ESCAPE_XML_DEC:
|
|
|
|
valueString[valueStringLength++] = (UChar) UNICODE_AMP_CODEPOINT; /* adding & */
|
|
valueString[valueStringLength++] = (UChar) UNICODE_HASH_CODEPOINT; /* adding # */
|
|
if(length==2){
|
|
UChar32 temp = UTF16_GET_PAIR_VALUE(codeUnits[0],codeUnits[1]);
|
|
valueStringLength += itou (valueString + valueStringLength, temp, 10, 0);
|
|
|
|
}
|
|
else{
|
|
valueStringLength += itou (valueString + valueStringLength, codeUnits[0], 10, 4);
|
|
}
|
|
break;
|
|
|
|
case UCNV_PRV_ESCAPE_XML_HEX:
|
|
|
|
valueString[valueStringLength++] = (UChar) UNICODE_AMP_CODEPOINT; /* adding & */
|
|
valueString[valueStringLength++] = (UChar) UNICODE_HASH_CODEPOINT; /* adding # */
|
|
valueString[valueStringLength++] = (UChar) UNICODE_X_LOW_CODEPOINT; /* adding x */
|
|
if(length==2){
|
|
UChar32 temp = UTF16_GET_PAIR_VALUE(codeUnits[0],codeUnits[1]);
|
|
valueStringLength += itou (valueString + valueStringLength, temp, 16, 0);
|
|
|
|
}
|
|
else{
|
|
valueStringLength += itou (valueString + valueStringLength, codeUnits[0], 16, 4);
|
|
}
|
|
break;
|
|
default:
|
|
while (i < length)
|
|
{
|
|
valueString[valueStringLength++] = (UChar) UNICODE_PERCENT_SIGN_CODEPOINT; /* adding % */
|
|
valueString[valueStringLength++] = (UChar) UNICODE_U_CODEPOINT; /* adding U */
|
|
itou (valueString + valueStringLength, codeUnits[i++], 16, 4);
|
|
valueStringLength += 4;
|
|
}
|
|
}
|
|
|
|
}
|
|
myValueSource = valueString;
|
|
|
|
/* reset the error */
|
|
*err = U_ZERO_ERROR;
|
|
|
|
ucnv_cbFromUWriteUChars(fromArgs, &myValueSource, myValueSource+valueStringLength, 0, err);
|
|
|
|
ucnv_setFromUCallBack (fromArgs->converter,
|
|
original,
|
|
originalContext,
|
|
&ignoredCallback,
|
|
&ignoredContext,
|
|
&err2);
|
|
if (U_FAILURE (err2))
|
|
{
|
|
*err = err2;
|
|
return;
|
|
}
|
|
|
|
return;
|
|
}
|
|
|
|
|
|
|
|
void UCNV_TO_U_CALLBACK_SKIP (
|
|
void *context,
|
|
UConverterToUnicodeArgs *toArgs,
|
|
const char* codeUnits,
|
|
int32_t length,
|
|
UConverterCallbackReason reason,
|
|
UErrorCode * err)
|
|
{
|
|
if(context==NULL)
|
|
{
|
|
if (reason <= UCNV_IRREGULAR)
|
|
{
|
|
*err = U_ZERO_ERROR;
|
|
return;
|
|
}
|
|
|
|
}
|
|
else if(*((char*)context)=='i')
|
|
{
|
|
if(reason != UCNV_UNASSIGNED)
|
|
{
|
|
/* the caller must have set
|
|
* the error code accordingly
|
|
*/
|
|
return;
|
|
}
|
|
else
|
|
{
|
|
*err = U_ZERO_ERROR;
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
|
|
void UCNV_TO_U_CALLBACK_SUBSTITUTE (
|
|
void *context,
|
|
UConverterToUnicodeArgs *toArgs,
|
|
const char* codeUnits,
|
|
int32_t length,
|
|
UConverterCallbackReason reason,
|
|
UErrorCode * err)
|
|
{
|
|
if(context == NULL)
|
|
{
|
|
if (reason > UCNV_IRREGULAR)
|
|
{
|
|
return;
|
|
}
|
|
|
|
*err = U_ZERO_ERROR;
|
|
ucnv_cbToUWriteSub(toArgs,0,err);
|
|
return;
|
|
}
|
|
else if(*((char*)context)=='i')
|
|
{
|
|
if(reason != UCNV_UNASSIGNED)
|
|
{
|
|
/* the caller must have set
|
|
* the error code accordingly
|
|
*/
|
|
return;
|
|
}
|
|
else
|
|
{
|
|
*err = U_ZERO_ERROR;
|
|
ucnv_cbToUWriteSub(toArgs,0,err);
|
|
return;
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
/*uses itou to get a unicode escape sequence of the offensive sequence,
|
|
*and uses that as the substitution sequence
|
|
*/
|
|
void UCNV_TO_U_CALLBACK_ESCAPE (
|
|
void *context,
|
|
UConverterToUnicodeArgs *toArgs,
|
|
const char* codeUnits,
|
|
int32_t length,
|
|
UConverterCallbackReason reason,
|
|
UErrorCode * err)
|
|
{
|
|
UChar uniValueString[VALUE_STRING_LENGTH];
|
|
int32_t valueStringLength = 0;
|
|
int32_t i = 0;
|
|
|
|
if (reason > UCNV_IRREGULAR)
|
|
{
|
|
return;
|
|
}
|
|
|
|
/* ### TODO:
|
|
* This should use the new ucnv_cbWrite...() functions instead of doing
|
|
* "tricks" as before we had a good callback API!
|
|
* (Actually, this function is not all that bad.)
|
|
*/
|
|
|
|
while (i < length)
|
|
{
|
|
uniValueString[valueStringLength++] = (UChar) UNICODE_PERCENT_SIGN_CODEPOINT; /* adding % */
|
|
uniValueString[valueStringLength++] = (UChar) UNICODE_X_CODEPOINT; /* adding X */
|
|
itou (uniValueString + valueStringLength, (uint8_t) codeUnits[i++], 16, 2);
|
|
valueStringLength += 2;
|
|
}
|
|
|
|
|
|
/* reset the error */
|
|
*err = U_ZERO_ERROR;
|
|
|
|
ucnv_cbToUWriteUChars(toArgs, uniValueString, valueStringLength, 0, err);
|
|
|
|
return;
|
|
}
|