354 lines
11 KiB
C++
354 lines
11 KiB
C++
/*
|
|
*******************************************************************************
|
|
*
|
|
* Copyright (C) 2005-2009, International Business Machines
|
|
* Corporation and others. All Rights Reserved.
|
|
*
|
|
*******************************************************************************
|
|
*
|
|
* created on: 2005jun15
|
|
* created by: Raymond Yang
|
|
*/
|
|
|
|
#if !UCONFIG_NO_IDNA
|
|
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include "unicode/utypes.h"
|
|
#include "unicode/ucnv.h"
|
|
#include "unicode/ustring.h"
|
|
#include "unicode/uidna.h"
|
|
|
|
#include "idnaconf.h"
|
|
|
|
static const UChar C_TAG[] = {0x3D, 0x3D, 0x3D, 0x3D, 0x3D, 0}; // =====
|
|
static const UChar C_NAMEZONE[] = {0x6E, 0x61, 0x6D, 0x65, 0x7A, 0x6F, 0x6E, 0x65, 0}; // namezone
|
|
static const UChar C_NAMEBASE[] = {0x6E, 0x61, 0x6D, 0x65, 0x62, 0x61, 0x73, 0x65, 0}; // namebase
|
|
static const UChar C_NAMEUTF8[] = {0x6E, 0x61, 0x6D, 0x65, 0x75, 0x74, 0x66, 0x38, 0}; // nameutf8
|
|
|
|
static const UChar C_TYPE[] = {0x74, 0x79, 0x70, 0x65, 0}; // type
|
|
static const UChar C_TOASCII[] = {0x74, 0x6F, 0x61, 0x73, 0x63, 0x69, 0x69, 0}; // toascii
|
|
static const UChar C_TOUNICODE[] = {0x74, 0x6F, 0x75, 0x6E, 0x69, 0x63, 0x6F, 0x64, 0x65, 0}; // tounicode
|
|
|
|
static const UChar C_PASSFAIL[] = {0x70, 0x61, 0x73, 0x73, 0x66, 0x61, 0x69, 0x6C, 0}; // passfail
|
|
static const UChar C_PASS[] = {0x70, 0x61, 0x73, 0x73, 0}; // pass
|
|
static const UChar C_FAIL[] = {0x66, 0x61, 0x69, 0x6C, 0}; // fail
|
|
|
|
static const UChar C_DESC[] = {0x64, 0x65, 0x73, 0x63, 0}; // desc
|
|
static const UChar C_USESTD3ASCIIRULES[] = {0x55, 0x73, 0x65, 0x53, 0x54, 0x44,
|
|
0x33, 0x41, 0x53, 0x43, 0x49, 0x49, 0x52, 0x75, 0x6C, 0x65, 0x73, 0}; // UseSTD3ASCIIRules
|
|
|
|
IdnaConfTest::IdnaConfTest(){
|
|
base = NULL;
|
|
len = 0;
|
|
curOffset = 0;
|
|
|
|
type = option = passfail = -1;
|
|
namebase.setToBogus();
|
|
namezone.setToBogus();
|
|
}
|
|
IdnaConfTest::~IdnaConfTest(){
|
|
delete [] base;
|
|
}
|
|
|
|
#if !UCONFIG_NO_IDNA
|
|
/* this function is modified from RBBITest::ReadAndConvertFile()
|
|
*
|
|
*/
|
|
UBool IdnaConfTest::ReadAndConvertFile(){
|
|
|
|
char * source = NULL;
|
|
size_t source_len;
|
|
|
|
// read the test data file to memory
|
|
FILE* f = NULL;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
|
|
const char *path = IntlTest::getSourceTestData(status);
|
|
if (U_FAILURE(status)) {
|
|
errln("%s", u_errorName(status));
|
|
return FALSE;
|
|
}
|
|
|
|
const char* name = "idna_conf.txt"; // test data file
|
|
int t = strlen(path) + strlen(name) + 1;
|
|
char* absolute_name = new char[t];
|
|
strcpy(absolute_name, path);
|
|
strcat(absolute_name, name);
|
|
f = fopen(absolute_name, "rb");
|
|
delete [] absolute_name;
|
|
|
|
if (f == NULL){
|
|
dataerrln("fopen error on %s", name);
|
|
return FALSE;
|
|
}
|
|
|
|
fseek( f, 0, SEEK_END);
|
|
if ((source_len = ftell(f)) <= 0){
|
|
errln("Error reading test data file.");
|
|
fclose(f);
|
|
return FALSE;
|
|
}
|
|
|
|
source = new char[source_len];
|
|
fseek(f, 0, SEEK_SET);
|
|
if (fread(source, 1, source_len, f) != source_len) {
|
|
errln("Error reading test data file.");
|
|
delete [] source;
|
|
fclose(f);
|
|
return FALSE;
|
|
}
|
|
fclose(f);
|
|
|
|
// convert the UTF-8 encoded stream to UTF-16 stream
|
|
UConverter* conv = ucnv_open("utf-8", &status);
|
|
int dest_len = ucnv_toUChars(conv,
|
|
NULL, // dest,
|
|
0, // destCapacity,
|
|
source,
|
|
source_len,
|
|
&status);
|
|
if (status == U_BUFFER_OVERFLOW_ERROR) {
|
|
// Buffer Overflow is expected from the preflight operation.
|
|
status = U_ZERO_ERROR;
|
|
UChar * dest = NULL;
|
|
dest = new UChar[ dest_len + 1];
|
|
ucnv_toUChars(conv, dest, dest_len + 1, source, source_len, &status);
|
|
// Do not know the "if possible" behavior of ucnv_toUChars()
|
|
// Do it by ourself.
|
|
dest[dest_len] = 0;
|
|
len = dest_len;
|
|
base = dest;
|
|
delete [] source;
|
|
ucnv_close(conv);
|
|
return TRUE; // The buffer will owned by caller.
|
|
}
|
|
errln("UConverter error: %s", u_errorName(status));
|
|
delete [] source;
|
|
ucnv_close(conv);
|
|
return FALSE;
|
|
}
|
|
|
|
int IdnaConfTest::isNewlineMark(){
|
|
static const UChar LF = 0x0a;
|
|
static const UChar CR = 0x0d;
|
|
UChar c = base[curOffset];
|
|
// CR LF
|
|
if ( c == CR && curOffset + 1 < len && base[curOffset + 1] == LF){
|
|
return 2;
|
|
}
|
|
|
|
// CR or LF
|
|
if ( c == CR || c == LF) {
|
|
return 1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
/* Read a logical line.
|
|
*
|
|
* All lines ending in a backslash (\) and immediately followed by a newline
|
|
* character are joined with the next line in the source file forming logical
|
|
* lines from the physical lines.
|
|
*
|
|
*/
|
|
UBool IdnaConfTest::ReadOneLine(UnicodeString& buf){
|
|
if ( !(curOffset < len) ) return FALSE; // stream end
|
|
|
|
static const UChar BACKSLASH = 0x5c;
|
|
buf.remove();
|
|
int t = 0;
|
|
while (curOffset < len){
|
|
if ((t = isNewlineMark())) { // end of line
|
|
curOffset += t;
|
|
break;
|
|
}
|
|
UChar c = base[curOffset];
|
|
if (c == BACKSLASH && curOffset < len -1){ // escaped new line mark
|
|
if ((t = isNewlineMark())){
|
|
curOffset += 1 + t; // BACKSLAH and NewlineMark
|
|
continue;
|
|
}
|
|
};
|
|
buf.append(c);
|
|
curOffset++;
|
|
}
|
|
return TRUE;
|
|
}
|
|
|
|
//
|
|
//===============================================================
|
|
//
|
|
|
|
/* Explain <xxxxx> tag to a native value
|
|
*
|
|
* Since <xxxxx> is always larger than the native value,
|
|
* the operation will replace the tag directly in the buffer,
|
|
* and, of course, will shift tail elements.
|
|
*/
|
|
void IdnaConfTest::ExplainCodePointTag(UnicodeString& buf){
|
|
buf.append((UChar)0); // add a terminal NULL
|
|
UChar* bufBase = buf.getBuffer(buf.length());
|
|
UChar* p = bufBase;
|
|
while (*p != 0){
|
|
if ( *p != 0x3C){ // <
|
|
*bufBase++ = *p++;
|
|
} else {
|
|
p++; // skip <
|
|
UChar32 cp = 0;
|
|
for ( ;*p != 0x3E; p++){ // >
|
|
if (0x30 <= *p && *p <= 0x39){ // 0-9
|
|
cp = (cp * 16) + (*p - 0x30);
|
|
} else if (0x61 <= *p && *p <= 0x66){ // a-f
|
|
cp = (cp * 16) + (*p - 0x61) + 10;
|
|
} else if (0x41 <= *p && *p <= 0x46) {// A-F
|
|
cp = (cp * 16) + (*p - 0x41) + 10;
|
|
}
|
|
// no else. hope everything is good.
|
|
}
|
|
p++; // skip >
|
|
if (U_IS_BMP(cp)){
|
|
*bufBase++ = cp;
|
|
} else {
|
|
*bufBase++ = U16_LEAD(cp);
|
|
*bufBase++ = U16_TRAIL(cp);
|
|
}
|
|
}
|
|
}
|
|
*bufBase = 0; // close our buffer
|
|
buf.releaseBuffer();
|
|
}
|
|
|
|
void IdnaConfTest::Call(){
|
|
if (type == -1 || option == -1 || passfail == -1 || namebase.isBogus() || namezone.isBogus()){
|
|
errln("Incomplete record");
|
|
} else {
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UChar result[200] = {0,}; // simple life
|
|
const UChar *p = namebase.getTerminatedBuffer();
|
|
const int p_len = namebase.length();
|
|
|
|
if (type == 0 && option == 0){
|
|
uidna_IDNToASCII(p, p_len, result, 200, UIDNA_USE_STD3_RULES, NULL, &status);
|
|
} else if (type == 0 && option == 1){
|
|
uidna_IDNToASCII(p, p_len, result, 200, UIDNA_ALLOW_UNASSIGNED, NULL, &status);
|
|
} else if (type == 1 && option == 0){
|
|
uidna_IDNToUnicode(p, p_len, result, 200, UIDNA_USE_STD3_RULES, NULL, &status);
|
|
} else if (type == 1 && option == 1){
|
|
uidna_IDNToUnicode(p, p_len, result, 200, UIDNA_ALLOW_UNASSIGNED, NULL, &status);
|
|
}
|
|
if (passfail == 0){
|
|
if (U_FAILURE(status)){
|
|
id.append(" should pass, but failed. - ");
|
|
id.append(u_errorName(status));
|
|
errcheckln(status, id);
|
|
} else{
|
|
if (namezone.compare(result, -1) == 0){
|
|
// expected
|
|
logln(UnicodeString("namebase: ") + prettify(namebase) + UnicodeString(" result: ") + prettify(result));
|
|
} else {
|
|
id.append(" no error, but result is not as expected.");
|
|
errln(id);
|
|
}
|
|
}
|
|
} else if (passfail == 1){
|
|
if (U_FAILURE(status)){
|
|
// expected
|
|
// TODO: Uncomment this when U_IDNA_ZERO_LENGTH_LABEL_ERROR is added to u_errorName
|
|
//logln("Got the expected error: " + UnicodeString(u_errorName(status)));
|
|
} else{
|
|
if (namebase.compare(result, -1) == 0){
|
|
// garbage in -> garbage out
|
|
logln(UnicodeString("ICU will not recognize malformed ACE-Prefixes or incorrect ACE-Prefixes. ") + UnicodeString("namebase: ") + prettify(namebase) + UnicodeString(" result: ") + prettify(result));
|
|
} else {
|
|
id.append(" should fail, but not failed. ");
|
|
id.append(u_errorName(status));
|
|
errln(id);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
type = option = passfail = -1;
|
|
namebase.setToBogus();
|
|
namezone.setToBogus();
|
|
id.remove();
|
|
return;
|
|
}
|
|
|
|
void IdnaConfTest::Test(void){
|
|
if (!ReadAndConvertFile())return;
|
|
|
|
UnicodeString s;
|
|
UnicodeString key;
|
|
UnicodeString value;
|
|
|
|
// skip everything before the first "=====" and "=====" itself
|
|
do {
|
|
if (!ReadOneLine(s)) {
|
|
errln("End of file prematurely found");
|
|
break;
|
|
}
|
|
}
|
|
while (s.compare(C_TAG, -1) != 0); //"====="
|
|
|
|
while(ReadOneLine(s)){
|
|
s.trim();
|
|
key.remove();
|
|
value.remove();
|
|
if (s.compare(C_TAG, -1) == 0){ //"====="
|
|
Call();
|
|
} else {
|
|
// explain key:value
|
|
int p = s.indexOf((UChar)0x3A); // :
|
|
key.setTo(s,0,p).trim();
|
|
value.setTo(s,p+1).trim();
|
|
if (key.compare(C_TYPE, -1) == 0){
|
|
if (value.compare(C_TOASCII, -1) == 0) {
|
|
type = 0;
|
|
} else if (value.compare(C_TOUNICODE, -1) == 0){
|
|
type = 1;
|
|
}
|
|
} else if (key.compare(C_PASSFAIL, -1) == 0){
|
|
if (value.compare(C_PASS, -1) == 0){
|
|
passfail = 0;
|
|
} else if (value.compare(C_FAIL, -1) == 0){
|
|
passfail = 1;
|
|
}
|
|
} else if (key.compare(C_DESC, -1) == 0){
|
|
if (value.indexOf(C_USESTD3ASCIIRULES, u_strlen(C_USESTD3ASCIIRULES), 0) == -1){
|
|
option = 1; // not found
|
|
} else {
|
|
option = 0;
|
|
}
|
|
id.setTo(value, 0, value.indexOf((UChar)0x20)); // space
|
|
} else if (key.compare(C_NAMEZONE, -1) == 0){
|
|
ExplainCodePointTag(value);
|
|
namezone.setTo(value);
|
|
} else if (key.compare(C_NAMEBASE, -1) == 0){
|
|
ExplainCodePointTag(value);
|
|
namebase.setTo(value);
|
|
}
|
|
// just skip other lines
|
|
}
|
|
}
|
|
|
|
Call(); // for last record
|
|
}
|
|
#else
|
|
void IdnaConfTest::Test(void)
|
|
{
|
|
// test nothing...
|
|
}
|
|
#endif
|
|
|
|
void IdnaConfTest::runIndexedTest( int32_t index, UBool exec, const char* &name, char* /*par*/){
|
|
switch (index) {
|
|
TESTCASE(0,Test);
|
|
default: name = ""; break;
|
|
}
|
|
}
|
|
|
|
#endif
|