/******************************************************************** * COPYRIGHT: * Copyright (c) 1997-2010, International Business Machines Corporation and * others. All Rights Reserved. ********************************************************************/ /******************************************************************************* * * File CUCDTST.C * * Modification History: * Name Description * Madhu Katragadda Ported for C API, added tests for string functions ******************************************************************************** */ #include #include #include #include "unicode/utypes.h" #include "unicode/uchar.h" #include "unicode/putil.h" #include "unicode/ustring.h" #include "unicode/uloc.h" #include "unicode/unorm2.h" #include "cintltst.h" #include "putilimp.h" #include "uparse.h" #include "ucase.h" #include "ubidi_props.h" #include "uprops.h" #include "uset_imp.h" #include "usc_impl.h" #include "udatamem.h" /* for testing ucase_openBinary() */ #include "cucdapi.h" #define LENGTHOF(array) (int32_t)(sizeof(array)/sizeof((array)[0])) /* prototypes --------------------------------------------------------------- */ static void TestUpperLower(void); static void TestLetterNumber(void); static void TestMisc(void); static void TestPOSIX(void); static void TestControlPrint(void); static void TestIdentifier(void); static void TestUnicodeData(void); static void TestCodeUnit(void); static void TestCodePoint(void); static void TestCharLength(void); static void TestCharNames(void); static void TestMirroring(void); static void TestUScriptRunAPI(void); static void TestAdditionalProperties(void); static void TestNumericProperties(void); static void TestPropertyNames(void); static void TestPropertyValues(void); static void TestConsistency(void); static void TestUCase(void); static void TestUBiDiProps(void); static void TestCaseFolding(void); /* internal methods used */ static int32_t MakeProp(char* str); static int32_t MakeDir(char* str); /* helpers ------------------------------------------------------------------ */ static void parseUCDFile(const char *filename, char *fields[][2], int32_t fieldCount, UParseLineFn *lineFn, void *context, UErrorCode *pErrorCode) { char path[256]; char backupPath[256]; if(U_FAILURE(*pErrorCode)) { return; } /* Look inside ICU_DATA first */ strcpy(path, u_getDataDirectory()); strcat(path, ".." U_FILE_SEP_STRING "unidata" U_FILE_SEP_STRING); strcat(path, filename); /* As a fallback, try to guess where the source data was located * at the time ICU was built, and look there. */ strcpy(backupPath, ctest_dataSrcDir()); strcat(backupPath, U_FILE_SEP_STRING); strcat(backupPath, "unidata" U_FILE_SEP_STRING); strcat(backupPath, filename); u_parseDelimitedFile(path, ';', fields, fieldCount, lineFn, context, pErrorCode); if(*pErrorCode==U_FILE_ACCESS_ERROR) { *pErrorCode=U_ZERO_ERROR; u_parseDelimitedFile(backupPath, ';', fields, fieldCount, lineFn, context, pErrorCode); } if(U_FAILURE(*pErrorCode)) { log_err_status(*pErrorCode, "error parsing %s: %s\n", filename, u_errorName(*pErrorCode)); } } /* test data ---------------------------------------------------------------- */ static const UChar LAST_CHAR_CODE_IN_FILE = 0xFFFD; static const char tagStrings[] = "MnMcMeNdNlNoZsZlZpCcCfCsCoCnLuLlLtLmLoPcPdPsPePoSmScSkSoPiPf"; static const int32_t tagValues[] = { /* Mn */ U_NON_SPACING_MARK, /* Mc */ U_COMBINING_SPACING_MARK, /* Me */ U_ENCLOSING_MARK, /* Nd */ U_DECIMAL_DIGIT_NUMBER, /* Nl */ U_LETTER_NUMBER, /* No */ U_OTHER_NUMBER, /* Zs */ U_SPACE_SEPARATOR, /* Zl */ U_LINE_SEPARATOR, /* Zp */ U_PARAGRAPH_SEPARATOR, /* Cc */ U_CONTROL_CHAR, /* Cf */ U_FORMAT_CHAR, /* Cs */ U_SURROGATE, /* Co */ U_PRIVATE_USE_CHAR, /* Cn */ U_UNASSIGNED, /* Lu */ U_UPPERCASE_LETTER, /* Ll */ U_LOWERCASE_LETTER, /* Lt */ U_TITLECASE_LETTER, /* Lm */ U_MODIFIER_LETTER, /* Lo */ U_OTHER_LETTER, /* Pc */ U_CONNECTOR_PUNCTUATION, /* Pd */ U_DASH_PUNCTUATION, /* Ps */ U_START_PUNCTUATION, /* Pe */ U_END_PUNCTUATION, /* Po */ U_OTHER_PUNCTUATION, /* Sm */ U_MATH_SYMBOL, /* Sc */ U_CURRENCY_SYMBOL, /* Sk */ U_MODIFIER_SYMBOL, /* So */ U_OTHER_SYMBOL, /* Pi */ U_INITIAL_PUNCTUATION, /* Pf */ U_FINAL_PUNCTUATION }; static const char dirStrings[][5] = { "L", "R", "EN", "ES", "ET", "AN", "CS", "B", "S", "WS", "ON", "LRE", "LRO", "AL", "RLE", "RLO", "PDF", "NSM", "BN" }; void addUnicodeTest(TestNode** root); void addUnicodeTest(TestNode** root) { addTest(root, &TestCodeUnit, "tsutil/cucdtst/TestCodeUnit"); addTest(root, &TestCodePoint, "tsutil/cucdtst/TestCodePoint"); addTest(root, &TestCharLength, "tsutil/cucdtst/TestCharLength"); addTest(root, &TestBinaryValues, "tsutil/cucdtst/TestBinaryValues"); addTest(root, &TestUnicodeData, "tsutil/cucdtst/TestUnicodeData"); addTest(root, &TestAdditionalProperties, "tsutil/cucdtst/TestAdditionalProperties"); addTest(root, &TestNumericProperties, "tsutil/cucdtst/TestNumericProperties"); addTest(root, &TestUpperLower, "tsutil/cucdtst/TestUpperLower"); addTest(root, &TestLetterNumber, "tsutil/cucdtst/TestLetterNumber"); addTest(root, &TestMisc, "tsutil/cucdtst/TestMisc"); addTest(root, &TestPOSIX, "tsutil/cucdtst/TestPOSIX"); addTest(root, &TestControlPrint, "tsutil/cucdtst/TestControlPrint"); addTest(root, &TestIdentifier, "tsutil/cucdtst/TestIdentifier"); addTest(root, &TestCharNames, "tsutil/cucdtst/TestCharNames"); addTest(root, &TestMirroring, "tsutil/cucdtst/TestMirroring"); addTest(root, &TestUScriptCodeAPI, "tsutil/cucdtst/TestUScriptCodeAPI"); addTest(root, &TestHasScript, "tsutil/cucdtst/TestHasScript"); addTest(root, &TestGetScriptExtensions, "tsutil/cucdtst/TestGetScriptExtensions"); addTest(root, &TestUScriptRunAPI, "tsutil/cucdtst/TestUScriptRunAPI"); addTest(root, &TestPropertyNames, "tsutil/cucdtst/TestPropertyNames"); addTest(root, &TestPropertyValues, "tsutil/cucdtst/TestPropertyValues"); addTest(root, &TestConsistency, "tsutil/cucdtst/TestConsistency"); addTest(root, &TestUCase, "tsutil/cucdtst/TestUCase"); addTest(root, &TestUBiDiProps, "tsutil/cucdtst/TestUBiDiProps"); addTest(root, &TestCaseFolding, "tsutil/cucdtst/TestCaseFolding"); } /*==================================================== */ /* test u_toupper() and u_tolower() */ /*==================================================== */ static void TestUpperLower() { const UChar upper[] = {0x41, 0x42, 0x00b2, 0x01c4, 0x01c6, 0x01c9, 0x01c8, 0x01c9, 0x000c, 0x0000}; const UChar lower[] = {0x61, 0x62, 0x00b2, 0x01c6, 0x01c6, 0x01c9, 0x01c9, 0x01c9, 0x000c, 0x0000}; U_STRING_DECL(upperTest, "abcdefg123hij.?:klmno", 21); U_STRING_DECL(lowerTest, "ABCDEFG123HIJ.?:KLMNO", 21); int32_t i; U_STRING_INIT(upperTest, "abcdefg123hij.?:klmno", 21); U_STRING_INIT(lowerTest, "ABCDEFG123HIJ.?:KLMNO", 21); /* Checks LetterLike Symbols which were previously a source of confusion [Bertrand A. D. 02/04/98] */ for (i=0x2100;i<0x2138;i++) { /* Unicode 5.0 adds lowercase U+214E (TURNED SMALL F) to U+2132 (TURNED CAPITAL F) */ if(i!=0x2126 && i!=0x212a && i!=0x212b && i!=0x2132) { if (i != (int)u_tolower(i)) /* itself */ log_err("Failed case conversion with itself: U+%04x\n", i); if (i != (int)u_toupper(i)) log_err("Failed case conversion with itself: U+%04x\n", i); } } for(i=0; i < u_strlen(upper); i++){ if(u_tolower(upper[i]) != lower[i]){ log_err("FAILED u_tolower() for %lx Expected %lx Got %lx\n", upper[i], lower[i], u_tolower(upper[i])); } } log_verbose("testing upper lower\n"); for (i = 0; i < 21; i++) { if (u_isalpha(upperTest[i]) && !u_islower(upperTest[i])) { log_err("Failed isLowerCase test at %c\n", upperTest[i]); } else if (u_isalpha(lowerTest[i]) && !u_isupper(lowerTest[i])) { log_err("Failed isUpperCase test at %c\n", lowerTest[i]); } else if (upperTest[i] != u_tolower(lowerTest[i])) { log_err("Failed case conversion from %c To %c :\n", lowerTest[i], upperTest[i]); } else if (lowerTest[i] != u_toupper(upperTest[i])) { log_err("Failed case conversion : %c To %c \n", upperTest[i], lowerTest[i]); } else if (upperTest[i] != u_tolower(upperTest[i])) { log_err("Failed case conversion with itself: %c\n", upperTest[i]); } else if (lowerTest[i] != u_toupper(lowerTest[i])) { log_err("Failed case conversion with itself: %c\n", lowerTest[i]); } } log_verbose("done testing upper lower\n"); log_verbose("testing u_istitle\n"); { static const UChar expected[] = { 0x1F88, 0x1F89, 0x1F8A, 0x1F8B, 0x1F8C, 0x1F8D, 0x1F8E, 0x1F8F, 0x1F88, 0x1F89, 0x1F8A, 0x1F8B, 0x1F8C, 0x1F8D, 0x1F8E, 0x1F8F, 0x1F98, 0x1F99, 0x1F9A, 0x1F9B, 0x1F9C, 0x1F9D, 0x1F9E, 0x1F9F, 0x1F98, 0x1F99, 0x1F9A, 0x1F9B, 0x1F9C, 0x1F9D, 0x1F9E, 0x1F9F, 0x1FA8, 0x1FA9, 0x1FAA, 0x1FAB, 0x1FAC, 0x1FAD, 0x1FAE, 0x1FAF, 0x1FA8, 0x1FA9, 0x1FAA, 0x1FAB, 0x1FAC, 0x1FAD, 0x1FAE, 0x1FAF, 0x1FBC, 0x1FBC, 0x1FCC, 0x1FCC, 0x1FFC, 0x1FFC, }; int32_t num = sizeof(expected)/sizeof(expected[0]); for(i=0; i a-b should be empty, that is, b should contain all of a * FALSE -> a&b should be empty, that is, a should contain none of b (and vice versa) */ if(expect ? uset_containsAll(b, a) : uset_containsNone(a, b)) { return TRUE; } /* clone a to aa because a is const */ aa=uset_open(1, 0); if(aa==NULL) { /* unusual problem - out of memory? */ return FALSE; } uset_addAll(aa, a); /* compute the set in question */ if(expect) { /* a-b */ uset_removeAll(aa, b); } else { /* a&b */ uset_retainAll(aa, b); } /* aa is not empty because of the initial tests above; show its contents */ errorCode=U_ZERO_ERROR; i=0; for(;;) { length=uset_getItem(aa, i, &start, &end, NULL, 0, &errorCode); if(errorCode==U_INDEX_OUTOFBOUNDS_ERROR) { break; /* done */ } if(U_FAILURE(errorCode)) { log_err("error comparing %s with %s at difference item %d: %s\n", a_name, b_name, i, u_errorName(errorCode)); break; } if(length!=0) { break; /* done with code points, got a string or -1 */ } if(diffIsError) { if(expect) { log_err("error: %s contains U+%04x..U+%04x but %s does not\n", a_name, start, end, b_name); } else { log_err("error: %s and %s both contain U+%04x..U+%04x but should not intersect\n", a_name, b_name, start, end); } } else { if(expect) { log_verbose("info: %s contains U+%04x..U+%04x but %s does not\n", a_name, start, end, b_name); } else { log_verbose("info: %s and %s both contain U+%04x..U+%04x but should not intersect\n", a_name, b_name, start, end); } } ++i; } uset_close(aa); return FALSE; } static UBool showAMinusB(const USet *a, const USet *b, const char *a_name, const char *b_name, UBool diffIsError) { return showADiffB(a, b, a_name, b_name, TRUE, diffIsError); } static UBool showAIntersectB(const USet *a, const USet *b, const char *a_name, const char *b_name, UBool diffIsError) { return showADiffB(a, b, a_name, b_name, FALSE, diffIsError); } static UBool compareUSets(const USet *a, const USet *b, const char *a_name, const char *b_name, UBool diffIsError) { /* * Use an arithmetic & not a logical && so that both branches * are always taken and all differences are shown. */ return showAMinusB(a, b, a_name, b_name, diffIsError) & showAMinusB(b, a, b_name, a_name, diffIsError); } /* test isLetter(u_isapha()) and isDigit(u_isdigit()) */ static void TestLetterNumber() { UChar i = 0x0000; log_verbose("Testing for isalpha\n"); for (i = 0x0041; i < 0x005B; i++) { if (!u_isalpha(i)) { log_err("Failed isLetter test at %.4X\n", i); } } for (i = 0x0660; i < 0x066A; i++) { if (u_isalpha(i)) { log_err("Failed isLetter test with numbers at %.4X\n", i); } } log_verbose("Testing for isdigit\n"); for (i = 0x0660; i < 0x066A; i++) { if (!u_isdigit(i)) { log_verbose("Failed isNumber test at %.4X\n", i); } } log_verbose("Testing for isalnum\n"); for (i = 0x0041; i < 0x005B; i++) { if (!u_isalnum(i)) { log_err("Failed isAlNum test at %.4X\n", i); } } for (i = 0x0660; i < 0x066A; i++) { if (!u_isalnum(i)) { log_err("Failed isAlNum test at %.4X\n", i); } } { /* * The following checks work only starting from Unicode 4.0. * Check the version number here. */ static UVersionInfo u401={ 4, 0, 1, 0 }; UVersionInfo version; u_getUnicodeVersion(version); if(version[0]<4 || 0==memcmp(version, u401, 4)) { return; } } { /* * Sanity check: * Verify that exactly the digit characters have decimal digit values. * This assumption is used in the implementation of u_digit() * (which checks nt=de) * compared with the parallel java.lang.Character.digit() * (which checks Nd). * * This was not true in Unicode 3.2 and earlier. * Unicode 4.0 fixed discrepancies. * Unicode 4.0.1 re-introduced problems in this area due to an * unintentionally incomplete last-minute change. */ U_STRING_DECL(digitsPattern, "[:Nd:]", 6); U_STRING_DECL(decimalValuesPattern, "[:Numeric_Type=Decimal:]", 24); USet *digits, *decimalValues; UErrorCode errorCode; U_STRING_INIT(digitsPattern, "[:Nd:]", 6); U_STRING_INIT(decimalValuesPattern, "[:Numeric_Type=Decimal:]", 24); errorCode=U_ZERO_ERROR; digits=uset_openPattern(digitsPattern, 6, &errorCode); decimalValues=uset_openPattern(decimalValuesPattern, 24, &errorCode); if(U_SUCCESS(errorCode)) { compareUSets(digits, decimalValues, "[:Nd:]", "[:Numeric_Type=Decimal:]", TRUE); } uset_close(digits); uset_close(decimalValues); } } static void testSampleCharProps(UBool propFn(UChar32), const char *propName, const UChar32 *sampleChars, int32_t sampleCharsLength, UBool expected) { int32_t i; for (i = 0; i < sampleCharsLength; ++i) { UBool result = propFn(sampleChars[i]); if (result != expected) { log_err("error: character property function %s(U+%04x)=%d is wrong\n", propName, sampleChars[i], result); } } } /* Tests for isDefined(u_isdefined)(, isBaseForm(u_isbase()), isSpaceChar(u_isspace()), isWhiteSpace(), u_CharDigitValue() */ static void TestMisc() { static const UChar32 sampleSpaces[] = {0x0020, 0x00a0, 0x2000, 0x2001, 0x2005}; static const UChar32 sampleNonSpaces[] = {0x61, 0x62, 0x63, 0x64, 0x74}; static const UChar32 sampleUndefined[] = {0xfff1, 0xfff7, 0xfa6e}; static const UChar32 sampleDefined[] = {0x523E, 0x4f88, 0xfffd}; static const UChar32 sampleBase[] = {0x0061, 0x0031, 0x03d2}; static const UChar32 sampleNonBase[] = {0x002B, 0x0020, 0x203B}; /* static const UChar sampleChars[] = {0x000a, 0x0045, 0x4e00, 0xDC00, 0xFFE8, 0xFFF0};*/ static const UChar32 sampleDigits[]= {0x0030, 0x0662, 0x0F23, 0x0ED5}; static const UChar32 sampleNonDigits[] = {0x0010, 0x0041, 0x0122, 0x68FE}; static const UChar32 sampleWhiteSpaces[] = {0x2008, 0x2009, 0x200a, 0x001c, 0x000c}; static const UChar32 sampleNonWhiteSpaces[] = {0x61, 0x62, 0x3c, 0x28, 0x3f, 0x85, 0x2007, 0xffef}; static const int32_t sampleDigitValues[] = {0, 2, 3, 5}; uint32_t mask; int32_t i; char icuVersion[U_MAX_VERSION_STRING_LENGTH]; UVersionInfo realVersion; memset(icuVersion, 0, U_MAX_VERSION_STRING_LENGTH); testSampleCharProps(u_isspace, "u_isspace", sampleSpaces, LENGTHOF(sampleSpaces), TRUE); testSampleCharProps(u_isspace, "u_isspace", sampleNonSpaces, LENGTHOF(sampleNonSpaces), FALSE); testSampleCharProps(u_isJavaSpaceChar, "u_isJavaSpaceChar", sampleSpaces, LENGTHOF(sampleSpaces), TRUE); testSampleCharProps(u_isJavaSpaceChar, "u_isJavaSpaceChar", sampleNonSpaces, LENGTHOF(sampleNonSpaces), FALSE); testSampleCharProps(u_isWhitespace, "u_isWhitespace", sampleWhiteSpaces, LENGTHOF(sampleWhiteSpaces), TRUE); testSampleCharProps(u_isWhitespace, "u_isWhitespace", sampleNonWhiteSpaces, LENGTHOF(sampleNonWhiteSpaces), FALSE); testSampleCharProps(u_isdefined, "u_isdefined", sampleDefined, LENGTHOF(sampleDefined), TRUE); testSampleCharProps(u_isdefined, "u_isdefined", sampleUndefined, LENGTHOF(sampleUndefined), FALSE); testSampleCharProps(u_isbase, "u_isbase", sampleBase, LENGTHOF(sampleBase), TRUE); testSampleCharProps(u_isbase, "u_isbase", sampleNonBase, LENGTHOF(sampleNonBase), FALSE); testSampleCharProps(u_isdigit, "u_isdigit", sampleDigits, LENGTHOF(sampleDigits), TRUE); testSampleCharProps(u_isdigit, "u_isdigit", sampleNonDigits, LENGTHOF(sampleNonDigits), FALSE); for (i = 0; i < LENGTHOF(sampleDigits); i++) { if (u_charDigitValue(sampleDigits[i]) != sampleDigitValues[i]) { log_err("error: u_charDigitValue(U+04x)=%d != %d\n", sampleDigits[i], u_charDigitValue(sampleDigits[i]), sampleDigitValues[i]); } } /* Tests the ICU version #*/ u_getVersion(realVersion); u_versionToString(realVersion, icuVersion); if (strncmp(icuVersion, U_ICU_VERSION, uprv_min((int32_t)strlen(icuVersion), (int32_t)strlen(U_ICU_VERSION))) != 0) { log_err("ICU version test failed. Header says=%s, got=%s \n", U_ICU_VERSION, icuVersion); } #if defined(ICU_VERSION) /* test only happens where we have configure.in with VERSION - sanity check. */ if(strcmp(U_ICU_VERSION, ICU_VERSION)) { log_err("ICU version mismatch: Header says %s, build environment says %s.\n", U_ICU_VERSION, ICU_VERSION); } #endif /* test U_GC_... */ if( U_GET_GC_MASK(0x41)!=U_GC_LU_MASK || U_GET_GC_MASK(0x662)!=U_GC_ND_MASK || U_GET_GC_MASK(0xa0)!=U_GC_ZS_MASK || U_GET_GC_MASK(0x28)!=U_GC_PS_MASK || U_GET_GC_MASK(0x2044)!=U_GC_SM_MASK || U_GET_GC_MASK(0xe0063)!=U_GC_CF_MASK ) { log_err("error: U_GET_GC_MASK does not work properly\n"); } mask=0; mask=(mask&~U_GC_CN_MASK)|U_GC_CN_MASK; mask=(mask&~U_GC_LU_MASK)|U_GC_LU_MASK; mask=(mask&~U_GC_LL_MASK)|U_GC_LL_MASK; mask=(mask&~U_GC_LT_MASK)|U_GC_LT_MASK; mask=(mask&~U_GC_LM_MASK)|U_GC_LM_MASK; mask=(mask&~U_GC_LO_MASK)|U_GC_LO_MASK; mask=(mask&~U_GC_MN_MASK)|U_GC_MN_MASK; mask=(mask&~U_GC_ME_MASK)|U_GC_ME_MASK; mask=(mask&~U_GC_MC_MASK)|U_GC_MC_MASK; mask=(mask&~U_GC_ND_MASK)|U_GC_ND_MASK; mask=(mask&~U_GC_NL_MASK)|U_GC_NL_MASK; mask=(mask&~U_GC_NO_MASK)|U_GC_NO_MASK; mask=(mask&~U_GC_ZS_MASK)|U_GC_ZS_MASK; mask=(mask&~U_GC_ZL_MASK)|U_GC_ZL_MASK; mask=(mask&~U_GC_ZP_MASK)|U_GC_ZP_MASK; mask=(mask&~U_GC_CC_MASK)|U_GC_CC_MASK; mask=(mask&~U_GC_CF_MASK)|U_GC_CF_MASK; mask=(mask&~U_GC_CO_MASK)|U_GC_CO_MASK; mask=(mask&~U_GC_CS_MASK)|U_GC_CS_MASK; mask=(mask&~U_GC_PD_MASK)|U_GC_PD_MASK; mask=(mask&~U_GC_PS_MASK)|U_GC_PS_MASK; mask=(mask&~U_GC_PE_MASK)|U_GC_PE_MASK; mask=(mask&~U_GC_PC_MASK)|U_GC_PC_MASK; mask=(mask&~U_GC_PO_MASK)|U_GC_PO_MASK; mask=(mask&~U_GC_SM_MASK)|U_GC_SM_MASK; mask=(mask&~U_GC_SC_MASK)|U_GC_SC_MASK; mask=(mask&~U_GC_SK_MASK)|U_GC_SK_MASK; mask=(mask&~U_GC_SO_MASK)|U_GC_SO_MASK; mask=(mask&~U_GC_PI_MASK)|U_GC_PI_MASK; mask=(mask&~U_GC_PF_MASK)|U_GC_PF_MASK; if(mask!=(U_CHAR_CATEGORY_COUNT<32 ? U_MASK(U_CHAR_CATEGORY_COUNT)-1: 0xffffffff)) { log_err("error: problems with U_GC_XX_MASK constants\n"); } mask=0; mask=(mask&~U_GC_C_MASK)|U_GC_C_MASK; mask=(mask&~U_GC_L_MASK)|U_GC_L_MASK; mask=(mask&~U_GC_M_MASK)|U_GC_M_MASK; mask=(mask&~U_GC_N_MASK)|U_GC_N_MASK; mask=(mask&~U_GC_Z_MASK)|U_GC_Z_MASK; mask=(mask&~U_GC_P_MASK)|U_GC_P_MASK; mask=(mask&~U_GC_S_MASK)|U_GC_S_MASK; if(mask!=(U_CHAR_CATEGORY_COUNT<32 ? U_MASK(U_CHAR_CATEGORY_COUNT)-1: 0xffffffff)) { log_err("error: problems with U_GC_Y_MASK constants\n"); } { static const UChar32 digit[10]={ 0x0030,0x0031,0x0032,0x0033,0x0034,0x0035,0x0036,0x0037,0x0038,0x0039 }; for(i=0; i<10; i++){ if(digit[i]!=u_forDigit(i,10)){ log_err("u_forDigit failed for %i. Expected: 0x%4X Got: 0x%4X\n",i,digit[i],u_forDigit(i,10)); } } } /* test u_digit() */ { static const struct { UChar32 c; int8_t radix, value; } data[]={ /* base 16 */ { 0x0031, 16, 1 }, { 0x0038, 16, 8 }, { 0x0043, 16, 12 }, { 0x0066, 16, 15 }, { 0x00e4, 16, -1 }, { 0x0662, 16, 2 }, { 0x06f5, 16, 5 }, { 0xff13, 16, 3 }, { 0xff41, 16, 10 }, /* base 8 */ { 0x0031, 8, 1 }, { 0x0038, 8, -1 }, { 0x0043, 8, -1 }, { 0x0066, 8, -1 }, { 0x00e4, 8, -1 }, { 0x0662, 8, 2 }, { 0x06f5, 8, 5 }, { 0xff13, 8, 3 }, { 0xff41, 8, -1 }, /* base 36 */ { 0x5a, 36, 35 }, { 0x7a, 36, 35 }, { 0xff3a, 36, 35 }, { 0xff5a, 36, 35 }, /* wrong radix values */ { 0x0031, 1, -1 }, { 0xff3a, 37, -1 } }; for(i=0; i=UCHAR_MAX_VALUE + 1) { log_err("error in UnicodeData.txt: code point %lu out of range\n", c); return; } /* get general category, field 2 */ *fields[2][1]=0; type = (int8_t)tagValues[MakeProp(fields[2][0])]; if(u_charType(c)!=type) { log_err("error: u_charType(U+%04lx)==%u instead of %u\n", c, u_charType(c), type); } if((uint32_t)u_getIntPropertyValue(c, UCHAR_GENERAL_CATEGORY_MASK)!=U_MASK(type)) { log_err("error: (uint32_t)u_getIntPropertyValue(U+%04lx, UCHAR_GENERAL_CATEGORY_MASK)!=U_MASK(u_charType())\n", c); } /* get canonical combining class, field 3 */ value=strtoul(fields[3][0], &end, 10); if(end<=fields[3][0] || end!=fields[3][1]) { log_err("error: syntax error in field 3 at code 0x%lx\n", c); return; } if(value>255) { log_err("error in UnicodeData.txt: combining class %lu out of range\n", value); return; } #if !UCONFIG_NO_NORMALIZATION if(value!=u_getCombiningClass(c) || value!=(uint32_t)u_getIntPropertyValue(c, UCHAR_CANONICAL_COMBINING_CLASS)) { log_err("error: u_getCombiningClass(U+%04lx)==%hu instead of %lu\n", c, u_getCombiningClass(c), value); } #endif /* get BiDi category, field 4 */ *fields[4][1]=0; i=MakeDir(fields[4][0]); if(i!=u_charDirection(c) || i!=u_getIntPropertyValue(c, UCHAR_BIDI_CLASS)) { log_err("error: u_charDirection(U+%04lx)==%u instead of %u (%s)\n", c, u_charDirection(c), MakeDir(fields[4][0]), fields[4][0]); } /* get ISO Comment, field 11 */ *fields[11][1]=0; i=u_getISOComment(c, buffer, sizeof(buffer), pErrorCode); if(U_FAILURE(*pErrorCode) || 0!=strcmp(fields[11][0], buffer)) { log_err_status(*pErrorCode, "error: u_getISOComment(U+%04lx) wrong (%s): \"%s\" should be \"%s\"\n", c, u_errorName(*pErrorCode), U_FAILURE(*pErrorCode) ? buffer : "[error]", fields[11][0]); } /* get uppercase mapping, field 12 */ if(fields[12][0]!=fields[12][1]) { value=strtoul(fields[12][0], &end, 16); if(end!=fields[12][1]) { log_err("error: syntax error in field 12 at code 0x%lx\n", c); return; } if((UChar32)value!=u_toupper(c)) { log_err("error: u_toupper(U+%04lx)==U+%04lx instead of U+%04lx\n", c, u_toupper(c), value); } } else { /* no case mapping: the API must map the code point to itself */ if(c!=u_toupper(c)) { log_err("error: U+%04lx does not have an uppercase mapping but u_toupper()==U+%04lx\n", c, u_toupper(c)); } } /* get lowercase mapping, field 13 */ if(fields[13][0]!=fields[13][1]) { value=strtoul(fields[13][0], &end, 16); if(end!=fields[13][1]) { log_err("error: syntax error in field 13 at code 0x%lx\n", c); return; } if((UChar32)value!=u_tolower(c)) { log_err("error: u_tolower(U+%04lx)==U+%04lx instead of U+%04lx\n", c, u_tolower(c), value); } } else { /* no case mapping: the API must map the code point to itself */ if(c!=u_tolower(c)) { log_err("error: U+%04lx does not have a lowercase mapping but u_tolower()==U+%04lx\n", c, u_tolower(c)); } } /* get titlecase mapping, field 14 */ if(fields[14][0]!=fields[14][1]) { value=strtoul(fields[14][0], &end, 16); if(end!=fields[14][1]) { log_err("error: syntax error in field 14 at code 0x%lx\n", c); return; } if((UChar32)value!=u_totitle(c)) { log_err("error: u_totitle(U+%04lx)==U+%04lx instead of U+%04lx\n", c, u_totitle(c), value); } } else { /* no case mapping: the API must map the code point to itself */ if(c!=u_totitle(c)) { log_err("error: U+%04lx does not have a titlecase mapping but u_totitle()==U+%04lx\n", c, u_totitle(c)); } } } static UBool U_CALLCONV enumTypeRange(const void *context, UChar32 start, UChar32 limit, UCharCategory type) { static const UChar32 test[][2]={ {0x41, U_UPPERCASE_LETTER}, {0x308, U_NON_SPACING_MARK}, {0xfffe, U_GENERAL_OTHER_TYPES}, {0xe0041, U_FORMAT_CHAR}, {0xeffff, U_UNASSIGNED} }; int32_t i, count; if(0!=strcmp((const char *)context, "a1")) { log_err("error: u_enumCharTypes() passes on an incorrect context pointer\n"); return FALSE; } count=LENGTHOF(test); for(i=0; itest[count-1][0]) { log_err("error: u_enumCharTypes() has range [U+%04lx, U+%04lx[ with %ld after it should have stopped\n", start, limit, (long)type); return FALSE; } return TRUE; } static UBool U_CALLCONV enumDefaultsRange(const void *context, UChar32 start, UChar32 limit, UCharCategory type) { /* default Bidi classes for unassigned code points */ static const int32_t defaultBidi[][2]={ /* { limit, class } */ { 0x0590, U_LEFT_TO_RIGHT }, { 0x0600, U_RIGHT_TO_LEFT }, { 0x07C0, U_RIGHT_TO_LEFT_ARABIC }, { 0x0900, U_RIGHT_TO_LEFT }, { 0xFB1D, U_LEFT_TO_RIGHT }, { 0xFB50, U_RIGHT_TO_LEFT }, { 0xFE00, U_RIGHT_TO_LEFT_ARABIC }, { 0xFE70, U_LEFT_TO_RIGHT }, { 0xFF00, U_RIGHT_TO_LEFT_ARABIC }, { 0x10800, U_LEFT_TO_RIGHT }, { 0x11000, U_RIGHT_TO_LEFT }, { 0x1E800, U_LEFT_TO_RIGHT }, /* new default-R range in Unicode 5.2: U+1E800 - U+1EFFF */ { 0x1F000, U_RIGHT_TO_LEFT }, { 0x110000, U_LEFT_TO_RIGHT } }; UChar32 c; int32_t i; UCharDirection shouldBeDir; /* * LineBreak.txt specifies: * # - Assigned characters that are not listed explicitly are given the value * # "AL". * # - Unassigned characters are given the value "XX". * * PUA characters are listed explicitly with "XX". * Verify that no assigned character has "XX". */ if(type!=U_UNASSIGNED && type!=U_PRIVATE_USE_CHAR) { c=start; while(c= 4 && i< 8){ if(!(UTF_IS_LEAD(c)) || UTF_IS_SINGLE(c) || UTF_IS_TRAIL(c) || !(UTF_IS_SURROGATE(c))){ log_err("ERROR: U+%04x is a first surrogate", c); } } if(i >= 8 && i< 12){ if(!(UTF_IS_TRAIL(c)) || UTF_IS_SINGLE(c) || UTF_IS_LEAD(c) || !(UTF_IS_SURROGATE(c))){ log_err("ERROR: U+%04x is a second surrogate", c); } } } } static void TestCodePoint(){ const UChar32 codePoint[]={ /*surrogate, notvalid(codepoint), not a UnicodeChar, not Error */ 0xd800, 0xdbff, 0xdc00, 0xdfff, 0xdc04, 0xd821, /*not a surrogate, valid, isUnicodeChar , not Error*/ 0x20ac, 0xd7ff, 0xe000, 0xe123, 0x0061, 0xe065, 0x20402, 0x24506, 0x23456, 0x20402, 0x10402, 0x23456, /*not a surrogate, not valid, isUnicodeChar, isError */ 0x0015, 0x009f, /*not a surrogate, not valid, not isUnicodeChar, isError */ 0xffff, 0xfffe, }; int32_t i; for(i=0; i<(int32_t)(sizeof(codePoint)/sizeof(codePoint[0])); i++){ UChar32 c=codePoint[i]; if(i<6){ if(!UTF_IS_SURROGATE(c) || !U_IS_SURROGATE(c) || !U16_IS_SURROGATE(c)){ log_err("ERROR: isSurrogate() failed for U+%04x\n", c); } if(UTF_IS_VALID(c)){ log_err("ERROR: isValid() failed for U+%04x\n", c); } if(UTF_IS_UNICODE_CHAR(c) || U_IS_UNICODE_CHAR(c)){ log_err("ERROR: isUnicodeChar() failed for U+%04x\n", c); } if(UTF_IS_ERROR(c)){ log_err("ERROR: isError() failed for U+%04x\n", c); } }else if(i >=6 && i<18){ if(UTF_IS_SURROGATE(c) || U_IS_SURROGATE(c) || U16_IS_SURROGATE(c)){ log_err("ERROR: isSurrogate() failed for U+%04x\n", c); } if(!UTF_IS_VALID(c)){ log_err("ERROR: isValid() failed for U+%04x\n", c); } if(!UTF_IS_UNICODE_CHAR(c) || !U_IS_UNICODE_CHAR(c)){ log_err("ERROR: isUnicodeChar() failed for U+%04x\n", c); } if(UTF_IS_ERROR(c)){ log_err("ERROR: isError() failed for U+%04x\n", c); } }else if(i >=18 && i<20){ if(UTF_IS_SURROGATE(c) || U_IS_SURROGATE(c) || U16_IS_SURROGATE(c)){ log_err("ERROR: isSurrogate() failed for U+%04x\n", c); } if(UTF_IS_VALID(c)){ log_err("ERROR: isValid() failed for U+%04x\n", c); } if(!UTF_IS_UNICODE_CHAR(c) || !U_IS_UNICODE_CHAR(c)){ log_err("ERROR: isUnicodeChar() failed for U+%04x\n", c); } if(!UTF_IS_ERROR(c)){ log_err("ERROR: isError() failed for U+%04x\n", c); } } else if(i >=18 && i<(int32_t)(sizeof(codePoint)/sizeof(codePoint[0]))){ if(UTF_IS_SURROGATE(c) || U_IS_SURROGATE(c) || U16_IS_SURROGATE(c)){ log_err("ERROR: isSurrogate() failed for U+%04x\n", c); } if(UTF_IS_VALID(c)){ log_err("ERROR: isValid() failed for U+%04x\n", c); } if(UTF_IS_UNICODE_CHAR(c) || U_IS_UNICODE_CHAR(c)){ log_err("ERROR: isUnicodeChar() failed for U+%04x\n", c); } if(!UTF_IS_ERROR(c)){ log_err("ERROR: isError() failed for U+%04x\n", c); } } } if( !U_IS_BMP(0) || !U_IS_BMP(0x61) || !U_IS_BMP(0x20ac) || !U_IS_BMP(0xd9da) || !U_IS_BMP(0xdfed) || !U_IS_BMP(0xffff) || U_IS_BMP(U_SENTINEL) || U_IS_BMP(0x10000) || U_IS_BMP(0x50005) || U_IS_BMP(0x10ffff) || U_IS_BMP(0x110000) || U_IS_BMP(0x7fffffff) ) { log_err("error with U_IS_BMP()\n"); } if( U_IS_SUPPLEMENTARY(0) || U_IS_SUPPLEMENTARY(0x61) || U_IS_SUPPLEMENTARY(0x20ac) || U_IS_SUPPLEMENTARY(0xd9da) || U_IS_SUPPLEMENTARY(0xdfed) || U_IS_SUPPLEMENTARY(0xffff) || U_IS_SUPPLEMENTARY(U_SENTINEL) || !U_IS_SUPPLEMENTARY(0x10000) || !U_IS_SUPPLEMENTARY(0x50005) || !U_IS_SUPPLEMENTARY(0x10ffff) || U_IS_SUPPLEMENTARY(0x110000) || U_IS_SUPPLEMENTARY(0x7fffffff) ) { log_err("error with U_IS_SUPPLEMENTARY()\n"); } } static void TestCharLength() { const int32_t codepoint[]={ 1, 0x0061, 1, 0xe065, 1, 0x20ac, 2, 0x20402, 2, 0x23456, 2, 0x24506, 2, 0x20402, 2, 0x10402, 1, 0xd7ff, 1, 0xe000 }; int32_t i; UBool multiple; for(i=0; i<(int32_t)(sizeof(codepoint)/sizeof(codepoint[0])); i=(int16_t)(i+2)){ UChar32 c=codepoint[i+1]; if(UTF_CHAR_LENGTH(c) != codepoint[i] || U16_LENGTH(c) != codepoint[i]){ log_err("The no: of code units for U+%04x:- Expected: %d Got: %d\n", c, codepoint[i], UTF_CHAR_LENGTH(c)); } multiple=(UBool)(codepoint[i] == 1 ? FALSE : TRUE); if(UTF_NEED_MULTIPLE_UCHAR(c) != multiple){ log_err("ERROR: Unicode::needMultipleUChar() failed for U+%04x\n", c); } } } /*internal functions ----*/ static int32_t MakeProp(char* str) { int32_t result = 0; char* matchPosition =0; matchPosition = strstr(tagStrings, str); if (matchPosition == 0) { log_err("unrecognized type letter "); log_err(str); } else result = (int32_t)((matchPosition - tagStrings) / 2); return result; } static int32_t MakeDir(char* str) { int32_t pos = 0; for (pos = 0; pos < 19; pos++) { if (strcmp(str, dirStrings[pos]) == 0) { return pos; } } return -1; } /* test u_charName() -------------------------------------------------------- */ static const struct { uint32_t code; const char *name, *oldName, *extName, *alias; } names[]={ {0x0061, "LATIN SMALL LETTER A", "", "LATIN SMALL LETTER A"}, {0x01a2, "LATIN CAPITAL LETTER OI", "LATIN CAPITAL LETTER O I", "LATIN CAPITAL LETTER OI", "LATIN CAPITAL LETTER GHA"}, {0x0284, "LATIN SMALL LETTER DOTLESS J WITH STROKE AND HOOK", "LATIN SMALL LETTER DOTLESS J BAR HOOK", "LATIN SMALL LETTER DOTLESS J WITH STROKE AND HOOK" }, {0x0fd0, "TIBETAN MARK BSKA- SHOG GI MGO RGYAN", "", "TIBETAN MARK BSKA- SHOG GI MGO RGYAN", "TIBETAN MARK BKA- SHOG GI MGO RGYAN"}, {0x3401, "CJK UNIFIED IDEOGRAPH-3401", "", "CJK UNIFIED IDEOGRAPH-3401" }, {0x7fed, "CJK UNIFIED IDEOGRAPH-7FED", "", "CJK UNIFIED IDEOGRAPH-7FED" }, {0xac00, "HANGUL SYLLABLE GA", "", "HANGUL SYLLABLE GA" }, {0xd7a3, "HANGUL SYLLABLE HIH", "", "HANGUL SYLLABLE HIH" }, {0xd800, "", "", "" }, {0xdc00, "", "", "" }, {0xff08, "FULLWIDTH LEFT PARENTHESIS", "FULLWIDTH OPENING PARENTHESIS", "FULLWIDTH LEFT PARENTHESIS" }, {0xffe5, "FULLWIDTH YEN SIGN", "", "FULLWIDTH YEN SIGN" }, {0xffff, "", "", "" }, {0x1d0c5, "BYZANTINE MUSICAL SYMBOL FHTORA SKLIRON CHROMA VASIS", "", "BYZANTINE MUSICAL SYMBOL FHTORA SKLIRON CHROMA VASIS", "BYZANTINE MUSICAL SYMBOL FTHORA SKLIRON CHROMA VASIS"}, {0x23456, "CJK UNIFIED IDEOGRAPH-23456", "", "CJK UNIFIED IDEOGRAPH-23456" } }; static UBool enumCharNamesFn(void *context, UChar32 code, UCharNameChoice nameChoice, const char *name, int32_t length) { int32_t *pCount=(int32_t *)context; const char *expected; int i; if(length<=0 || length!=(int32_t)strlen(name)) { /* should not be called with an empty string or invalid length */ log_err("u_enumCharName(0x%lx)=%s but length=%ld\n", name, length); return TRUE; } ++*pCount; for(i=0; ilast != (int32_t) code - 1) { if (ecncp->last < 0) { log_err("u_enumCharName(0x%lx - Ext) after u_enumCharName(0x%lx - Ext) instead of u_enumCharName(0x%lx - Ext)\n", code, ecncp->last, ecncp->last + 1); } else { log_err("u_enumCharName(0x%lx - Ext) instead of u_enumCharName(0x0 - Ext)\n", code); } } ecncp->last = (int32_t) code; if (!*name) { log_err("u_enumCharName(0x%lx - Ext) should not be an empty string\n", code); } return enumCharNamesFn(&ecncp->length, code, nameChoice, name, length); } /** * This can be made more efficient by moving it into putil.c and having * it directly access the ebcdic translation tables. * TODO: If we get this method in putil.c, then delete it from here. */ static UChar u_charToUChar(char c) { UChar uc; u_charsToUChars(&c, &uc, 1); return uc; } static void TestCharNames() { static char name[80]; UErrorCode errorCode=U_ZERO_ERROR; struct enumExtCharNamesContext extContext; const char *expected; int32_t length; UChar32 c; int32_t i; log_verbose("Testing uprv_getMaxCharNameLength()\n"); length=uprv_getMaxCharNameLength(); if(length==0) { /* no names data available */ return; } if(length<83) { /* Unicode 3.2 max char name length */ log_err("uprv_getMaxCharNameLength()=%d is too short"); } /* ### TODO same tests for max ISO comment length as for max name length */ log_verbose("Testing u_charName()\n"); for(i=0; i<(int32_t)(sizeof(names)/sizeof(names[0])); ++i) { /* modern Unicode character name */ length=u_charName(names[i].code, U_UNICODE_CHAR_NAME, name, sizeof(name), &errorCode); if(U_FAILURE(errorCode)) { log_err("u_charName(0x%lx) error %s\n", names[i].code, u_errorName(errorCode)); return; } if(length<0 || 0!=strcmp(name, names[i].name) || length!=(uint16_t)strlen(name)) { log_err("u_charName(0x%lx) gets: %s (length %ld) instead of: %s\n", names[i].code, name, length, names[i].name); } /* find the modern name */ if (*names[i].name) { c=u_charFromName(U_UNICODE_CHAR_NAME, names[i].name, &errorCode); if(U_FAILURE(errorCode)) { log_err("u_charFromName(%s) error %s\n", names[i].name, u_errorName(errorCode)); return; } if(c!=(UChar32)names[i].code) { log_err("u_charFromName(%s) gets 0x%lx instead of 0x%lx\n", names[i].name, c, names[i].code); } } /* Unicode 1.0 character name */ length=u_charName(names[i].code, U_UNICODE_10_CHAR_NAME, name, sizeof(name), &errorCode); if(U_FAILURE(errorCode)) { log_err("u_charName(0x%lx - 1.0) error %s\n", names[i].code, u_errorName(errorCode)); return; } if(length<0 || (length>0 && 0!=strcmp(name, names[i].oldName)) || length!=(uint16_t)strlen(name)) { log_err("u_charName(0x%lx - 1.0) gets %s length %ld instead of nothing or %s\n", names[i].code, name, length, names[i].oldName); } /* find the Unicode 1.0 name if it is stored (length>0 means that we could read it) */ if(names[i].oldName[0]!=0 /* && length>0 */) { c=u_charFromName(U_UNICODE_10_CHAR_NAME, names[i].oldName, &errorCode); if(U_FAILURE(errorCode)) { log_err("u_charFromName(%s - 1.0) error %s\n", names[i].oldName, u_errorName(errorCode)); return; } if(c!=(UChar32)names[i].code) { log_err("u_charFromName(%s - 1.0) gets 0x%lx instead of 0x%lx\n", names[i].oldName, c, names[i].code); } } /* Unicode character name alias */ length=u_charName(names[i].code, U_CHAR_NAME_ALIAS, name, sizeof(name), &errorCode); if(U_FAILURE(errorCode)) { log_err("u_charName(0x%lx - alias) error %s\n", names[i].code, u_errorName(errorCode)); return; } expected=names[i].alias; if(expected==NULL) { expected=""; } if(length<0 || (length>0 && 0!=strcmp(name, expected)) || length!=(uint16_t)strlen(name)) { log_err("u_charName(0x%lx - alias) gets %s length %ld instead of nothing or %s\n", names[i].code, name, length, expected); } /* find the Unicode character name alias if it is stored (length>0 means that we could read it) */ if(expected[0]!=0 /* && length>0 */) { c=u_charFromName(U_CHAR_NAME_ALIAS, expected, &errorCode); if(U_FAILURE(errorCode)) { log_err("u_charFromName(%s - alias) error %s\n", expected, u_errorName(errorCode)); return; } if(c!=(UChar32)names[i].code) { log_err("u_charFromName(%s - alias) gets 0x%lx instead of 0x%lx\n", expected, c, names[i].code); } } } /* test u_enumCharNames() */ length=0; errorCode=U_ZERO_ERROR; u_enumCharNames(UCHAR_MIN_VALUE, UCHAR_MAX_VALUE + 1, enumCharNamesFn, &length, U_UNICODE_CHAR_NAME, &errorCode); if(U_FAILURE(errorCode) || length<94140) { log_err("u_enumCharNames(%ld..%lx) error %s names count=%ld\n", UCHAR_MIN_VALUE, UCHAR_MAX_VALUE, u_errorName(errorCode), length); } extContext.length = 0; extContext.last = -1; errorCode=U_ZERO_ERROR; u_enumCharNames(UCHAR_MIN_VALUE, UCHAR_MAX_VALUE + 1, enumExtCharNamesFn, &extContext, U_EXTENDED_CHAR_NAME, &errorCode); if(U_FAILURE(errorCode) || extContext.lengthmaxLength) { maxLength=len; } for (i=0; i= BUFSIZE) { l1 = BUFSIZE-1; pat[l1] = 0; } if (l2 >= BUFSIZE) { l2 = BUFSIZE-1; dumbPat[l2] = 0; } if (!ok) { log_err("FAIL: uprv_getCharNameCharacters() returned %s, expected %s (too many lowercase a-z are ok)\n", aescstrdup(pat, l1), aescstrdup(dumbPat, l2)); } else if(getTestOption(VERBOSITY_OPTION)) { log_verbose("Ok: uprv_getCharNameCharacters() returned %s\n", aescstrdup(pat, l1)); } uset_close(set); uset_close(dumb); } /* ### TODO: test error cases and other interesting things */ } /* test u_isMirrored() and u_charMirror() ----------------------------------- */ static void TestMirroring() { USet *set; UErrorCode errorCode; UChar32 start, end, c2, c3; int32_t i; U_STRING_DECL(mirroredPattern, "[:Bidi_Mirrored:]", 17); U_STRING_INIT(mirroredPattern, "[:Bidi_Mirrored:]", 17); log_verbose("Testing u_isMirrored()\n"); if(!(u_isMirrored(0x28) && u_isMirrored(0xbb) && u_isMirrored(0x2045) && u_isMirrored(0x232a) && !u_isMirrored(0x27) && !u_isMirrored(0x61) && !u_isMirrored(0x284) && !u_isMirrored(0x3400) ) ) { log_err("u_isMirrored() does not work correctly\n"); } log_verbose("Testing u_charMirror()\n"); if(!(u_charMirror(0x3c)==0x3e && u_charMirror(0x5d)==0x5b && u_charMirror(0x208d)==0x208e && u_charMirror(0x3017)==0x3016 && u_charMirror(0xbb)==0xab && u_charMirror(0x2215)==0x29F5 && u_charMirror(0x29F5)==0x2215 && /* large delta between the code points */ u_charMirror(0x2e)==0x2e && u_charMirror(0x6f3)==0x6f3 && u_charMirror(0x301c)==0x301c && u_charMirror(0xa4ab)==0xa4ab && /* see Unicode Corrigendum #6 at http://www.unicode.org/versions/corrigendum6.html */ u_charMirror(0x2018)==0x2018 && u_charMirror(0x201b)==0x201b && u_charMirror(0x301d)==0x301d ) ) { log_err("u_charMirror() does not work correctly\n"); } /* verify that Bidi_Mirroring_Glyph roundtrips */ errorCode=U_ZERO_ERROR; set=uset_openPattern(mirroredPattern, 17, &errorCode); if (U_FAILURE(errorCode)) { log_data_err("uset_openPattern(mirroredPattern, 17, &errorCode) failed!\n"); } else { for(i=0; 0==uset_getItem(set, i, &start, &end, NULL, 0, &errorCode); ++i) { do { c2=u_charMirror(start); c3=u_charMirror(c2); if(c3!=start) { log_err("u_charMirror() does not roundtrip: U+%04lx->U+%04lx->U+%04lx\n", (long)start, (long)c2, (long)c3); } } while(++start<=end); } } uset_close(set); } struct RunTestData { const char *runText; UScriptCode runCode; }; typedef struct RunTestData RunTestData; static void CheckScriptRuns(UScriptRun *scriptRun, int32_t *runStarts, const RunTestData *testData, int32_t nRuns, const char *prefix) { int32_t run, runStart, runLimit; UScriptCode runCode; /* iterate over all the runs */ run = 0; while (uscript_nextRun(scriptRun, &runStart, &runLimit, &runCode)) { if (runStart != runStarts[run]) { log_err("%s: incorrect start offset for run %d: expected %d, got %d\n", prefix, run, runStarts[run], runStart); } if (runLimit != runStarts[run + 1]) { log_err("%s: incorrect limit offset for run %d: expected %d, got %d\n", prefix, run, runStarts[run + 1], runLimit); } if (runCode != testData[run].runCode) { log_err("%s: incorrect script for run %d: expected \"%s\", got \"%s\"\n", prefix, run, uscript_getName(testData[run].runCode), uscript_getName(runCode)); } run += 1; /* stop when we've seen all the runs we expect to see */ if (run >= nRuns) { break; } } /* Complain if we didn't see then number of runs we expected */ if (run != nRuns) { log_err("%s: incorrect number of runs: expected %d, got %d\n", prefix, run, nRuns); } } static void TestUScriptRunAPI() { static const RunTestData testData1[] = { {"\\u0020\\u0946\\u0939\\u093F\\u0928\\u094D\\u0926\\u0940\\u0020", USCRIPT_DEVANAGARI}, {"\\u0627\\u0644\\u0639\\u0631\\u0628\\u064A\\u0629\\u0020", USCRIPT_ARABIC}, {"\\u0420\\u0443\\u0441\\u0441\\u043A\\u0438\\u0439\\u0020", USCRIPT_CYRILLIC}, {"English (", USCRIPT_LATIN}, {"\\u0E44\\u0E17\\u0E22", USCRIPT_THAI}, {") ", USCRIPT_LATIN}, {"\\u6F22\\u5B75", USCRIPT_HAN}, {"\\u3068\\u3072\\u3089\\u304C\\u306A\\u3068", USCRIPT_HIRAGANA}, {"\\u30AB\\u30BF\\u30AB\\u30CA", USCRIPT_KATAKANA}, {"\\U00010400\\U00010401\\U00010402\\U00010403", USCRIPT_DESERET} }; static const RunTestData testData2[] = { {"((((((((((abc))))))))))", USCRIPT_LATIN} }; static const struct { const RunTestData *testData; int32_t nRuns; } testDataEntries[] = { {testData1, LENGTHOF(testData1)}, {testData2, LENGTHOF(testData2)} }; static const int32_t nTestEntries = LENGTHOF(testDataEntries); int32_t testEntry; for (testEntry = 0; testEntry < nTestEntries; testEntry += 1) { UChar testString[1024]; int32_t runStarts[256]; int32_t nTestRuns = testDataEntries[testEntry].nRuns; const RunTestData *testData = testDataEntries[testEntry].testData; int32_t run, stringLimit; UScriptRun *scriptRun = NULL; UErrorCode err; /* * Fill in the test string and the runStarts array. */ stringLimit = 0; for (run = 0; run < nTestRuns; run += 1) { runStarts[run] = stringLimit; stringLimit += u_unescape(testData[run].runText, &testString[stringLimit], 1024 - stringLimit); /*stringLimit -= 1;*/ } /* The limit of the last run */ runStarts[nTestRuns] = stringLimit; /* * Make sure that calling uscript_OpenRun with a NULL text pointer * and a non-zero text length returns the correct error. */ err = U_ZERO_ERROR; scriptRun = uscript_openRun(NULL, stringLimit, &err); if (err != U_ILLEGAL_ARGUMENT_ERROR) { log_err("uscript_openRun(NULL, stringLimit, &err) returned %s instead of U_ILLEGAL_ARGUMENT_ERROR.\n", u_errorName(err)); } if (scriptRun != NULL) { log_err("uscript_openRun(NULL, stringLimit, &err) returned a non-NULL result.\n"); uscript_closeRun(scriptRun); } /* * Make sure that calling uscript_OpenRun with a non-NULL text pointer * and a zero text length returns the correct error. */ err = U_ZERO_ERROR; scriptRun = uscript_openRun(testString, 0, &err); if (err != U_ILLEGAL_ARGUMENT_ERROR) { log_err("uscript_openRun(testString, 0, &err) returned %s instead of U_ILLEGAL_ARGUMENT_ERROR.\n", u_errorName(err)); } if (scriptRun != NULL) { log_err("uscript_openRun(testString, 0, &err) returned a non-NULL result.\n"); uscript_closeRun(scriptRun); } /* * Make sure that calling uscript_openRun with a NULL text pointer * and a zero text length doesn't return an error. */ err = U_ZERO_ERROR; scriptRun = uscript_openRun(NULL, 0, &err); if (U_FAILURE(err)) { log_err("Got error %s from uscript_openRun(NULL, 0, &err)\n", u_errorName(err)); } /* Make sure that the empty iterator doesn't find any runs */ if (uscript_nextRun(scriptRun, NULL, NULL, NULL)) { log_err("uscript_nextRun(...) returned TRUE for an empty iterator.\n"); } /* * Make sure that calling uscript_setRunText with a NULL text pointer * and a non-zero text length returns the correct error. */ err = U_ZERO_ERROR; uscript_setRunText(scriptRun, NULL, stringLimit, &err); if (err != U_ILLEGAL_ARGUMENT_ERROR) { log_err("uscript_setRunText(scriptRun, NULL, stringLimit, &err) returned %s instead of U_ILLEGAL_ARGUMENT_ERROR.\n", u_errorName(err)); } /* * Make sure that calling uscript_OpenRun with a non-NULL text pointer * and a zero text length returns the correct error. */ err = U_ZERO_ERROR; uscript_setRunText(scriptRun, testString, 0, &err); if (err != U_ILLEGAL_ARGUMENT_ERROR) { log_err("uscript_setRunText(scriptRun, testString, 0, &err) returned %s instead of U_ILLEGAL_ARGUMENT_ERROR.\n", u_errorName(err)); } /* * Now call uscript_setRunText on the empty iterator * and make sure that it works. */ err = U_ZERO_ERROR; uscript_setRunText(scriptRun, testString, stringLimit, &err); if (U_FAILURE(err)) { log_err("Got error %s from uscript_setRunText(...)\n", u_errorName(err)); } else { CheckScriptRuns(scriptRun, runStarts, testData, nTestRuns, "uscript_setRunText"); } uscript_closeRun(scriptRun); /* * Now open an interator over the testString * using uscript_openRun and make sure that it works */ scriptRun = uscript_openRun(testString, stringLimit, &err); if (U_FAILURE(err)) { log_err("Got error %s from uscript_openRun(...)\n", u_errorName(err)); } else { CheckScriptRuns(scriptRun, runStarts, testData, nTestRuns, "uscript_openRun"); } /* Now reset the iterator, and make sure * that it still works. */ uscript_resetRun(scriptRun); CheckScriptRuns(scriptRun, runStarts, testData, nTestRuns, "uscript_resetRun"); /* Close the iterator */ uscript_closeRun(scriptRun); } } /* test additional, non-core properties */ static void TestAdditionalProperties() { /* test data for u_charAge() */ static const struct { UChar32 c; UVersionInfo version; } charAges[]={ {0x41, { 1, 1, 0, 0 }}, {0xffff, { 1, 1, 0, 0 }}, {0x20ab, { 2, 0, 0, 0 }}, {0x2fffe, { 2, 0, 0, 0 }}, {0x20ac, { 2, 1, 0, 0 }}, {0xfb1d, { 3, 0, 0, 0 }}, {0x3f4, { 3, 1, 0, 0 }}, {0x10300, { 3, 1, 0, 0 }}, {0x220, { 3, 2, 0, 0 }}, {0xff60, { 3, 2, 0, 0 }} }; /* test data for u_hasBinaryProperty() */ static const int32_t props[][3]={ /* code point, property, value */ { 0x0627, UCHAR_ALPHABETIC, TRUE }, { 0x1034a, UCHAR_ALPHABETIC, TRUE }, { 0x2028, UCHAR_ALPHABETIC, FALSE }, { 0x0066, UCHAR_ASCII_HEX_DIGIT, TRUE }, { 0x0067, UCHAR_ASCII_HEX_DIGIT, FALSE }, { 0x202c, UCHAR_BIDI_CONTROL, TRUE }, { 0x202f, UCHAR_BIDI_CONTROL, FALSE }, { 0x003c, UCHAR_BIDI_MIRRORED, TRUE }, { 0x003d, UCHAR_BIDI_MIRRORED, FALSE }, /* see Unicode Corrigendum #6 at http://www.unicode.org/versions/corrigendum6.html */ { 0x2018, UCHAR_BIDI_MIRRORED, FALSE }, { 0x201d, UCHAR_BIDI_MIRRORED, FALSE }, { 0x201f, UCHAR_BIDI_MIRRORED, FALSE }, { 0x301e, UCHAR_BIDI_MIRRORED, FALSE }, { 0x058a, UCHAR_DASH, TRUE }, { 0x007e, UCHAR_DASH, FALSE }, { 0x0c4d, UCHAR_DIACRITIC, TRUE }, { 0x3000, UCHAR_DIACRITIC, FALSE }, { 0x0e46, UCHAR_EXTENDER, TRUE }, { 0x0020, UCHAR_EXTENDER, FALSE }, #if !UCONFIG_NO_NORMALIZATION { 0xfb1d, UCHAR_FULL_COMPOSITION_EXCLUSION, TRUE }, { 0x1d15f, UCHAR_FULL_COMPOSITION_EXCLUSION, TRUE }, { 0xfb1e, UCHAR_FULL_COMPOSITION_EXCLUSION, FALSE }, { 0x110a, UCHAR_NFD_INERT, TRUE }, /* Jamo L */ { 0x0308, UCHAR_NFD_INERT, FALSE }, { 0x1164, UCHAR_NFKD_INERT, TRUE }, /* Jamo V */ { 0x1d79d, UCHAR_NFKD_INERT, FALSE }, /* math compat version of xi */ { 0x0021, UCHAR_NFC_INERT, TRUE }, /* ! */ { 0x0061, UCHAR_NFC_INERT, FALSE }, /* a */ { 0x00e4, UCHAR_NFC_INERT, FALSE }, /* a-umlaut */ { 0x0102, UCHAR_NFC_INERT, FALSE }, /* a-breve */ { 0xac1c, UCHAR_NFC_INERT, FALSE }, /* Hangul LV */ { 0xac1d, UCHAR_NFC_INERT, TRUE }, /* Hangul LVT */ { 0x1d79d, UCHAR_NFKC_INERT, FALSE }, /* math compat version of xi */ { 0x2a6d6, UCHAR_NFKC_INERT, TRUE }, /* Han, last of CJK ext. B */ { 0x00e4, UCHAR_SEGMENT_STARTER, TRUE }, { 0x0308, UCHAR_SEGMENT_STARTER, FALSE }, { 0x110a, UCHAR_SEGMENT_STARTER, TRUE }, /* Jamo L */ { 0x1164, UCHAR_SEGMENT_STARTER, FALSE },/* Jamo V */ { 0xac1c, UCHAR_SEGMENT_STARTER, TRUE }, /* Hangul LV */ { 0xac1d, UCHAR_SEGMENT_STARTER, TRUE }, /* Hangul LVT */ #endif { 0x0044, UCHAR_HEX_DIGIT, TRUE }, { 0xff46, UCHAR_HEX_DIGIT, TRUE }, { 0x0047, UCHAR_HEX_DIGIT, FALSE }, { 0x30fb, UCHAR_HYPHEN, TRUE }, { 0xfe58, UCHAR_HYPHEN, FALSE }, { 0x2172, UCHAR_ID_CONTINUE, TRUE }, { 0x0307, UCHAR_ID_CONTINUE, TRUE }, { 0x005c, UCHAR_ID_CONTINUE, FALSE }, { 0x2172, UCHAR_ID_START, TRUE }, { 0x007a, UCHAR_ID_START, TRUE }, { 0x0039, UCHAR_ID_START, FALSE }, { 0x4db5, UCHAR_IDEOGRAPHIC, TRUE }, { 0x2f999, UCHAR_IDEOGRAPHIC, TRUE }, { 0x2f99, UCHAR_IDEOGRAPHIC, FALSE }, { 0x200c, UCHAR_JOIN_CONTROL, TRUE }, { 0x2029, UCHAR_JOIN_CONTROL, FALSE }, { 0x1d7bc, UCHAR_LOWERCASE, TRUE }, { 0x0345, UCHAR_LOWERCASE, TRUE }, { 0x0030, UCHAR_LOWERCASE, FALSE }, { 0x1d7a9, UCHAR_MATH, TRUE }, { 0x2135, UCHAR_MATH, TRUE }, { 0x0062, UCHAR_MATH, FALSE }, { 0xfde1, UCHAR_NONCHARACTER_CODE_POINT, TRUE }, { 0x10ffff, UCHAR_NONCHARACTER_CODE_POINT, TRUE }, { 0x10fffd, UCHAR_NONCHARACTER_CODE_POINT, FALSE }, { 0x0022, UCHAR_QUOTATION_MARK, TRUE }, { 0xff62, UCHAR_QUOTATION_MARK, TRUE }, { 0xd840, UCHAR_QUOTATION_MARK, FALSE }, { 0x061f, UCHAR_TERMINAL_PUNCTUATION, TRUE }, { 0xe003f, UCHAR_TERMINAL_PUNCTUATION, FALSE }, { 0x1d44a, UCHAR_UPPERCASE, TRUE }, { 0x2162, UCHAR_UPPERCASE, TRUE }, { 0x0345, UCHAR_UPPERCASE, FALSE }, { 0x0020, UCHAR_WHITE_SPACE, TRUE }, { 0x202f, UCHAR_WHITE_SPACE, TRUE }, { 0x3001, UCHAR_WHITE_SPACE, FALSE }, { 0x0711, UCHAR_XID_CONTINUE, TRUE }, { 0x1d1aa, UCHAR_XID_CONTINUE, TRUE }, { 0x007c, UCHAR_XID_CONTINUE, FALSE }, { 0x16ee, UCHAR_XID_START, TRUE }, { 0x23456, UCHAR_XID_START, TRUE }, { 0x1d1aa, UCHAR_XID_START, FALSE }, /* * Version break: * The following properties are only supported starting with the * Unicode version indicated in the second field. */ { -1, 0x320, 0 }, { 0x180c, UCHAR_DEFAULT_IGNORABLE_CODE_POINT, TRUE }, { 0xfe02, UCHAR_DEFAULT_IGNORABLE_CODE_POINT, TRUE }, { 0x1801, UCHAR_DEFAULT_IGNORABLE_CODE_POINT, FALSE }, { 0x0149, UCHAR_DEPRECATED, TRUE }, /* changed in Unicode 5.2 */ { 0x0341, UCHAR_DEPRECATED, FALSE }, /* changed in Unicode 5.2 */ { 0xe0041, UCHAR_DEPRECATED, TRUE }, /* changed from Unicode 5 to 5.1 */ { 0xe0100, UCHAR_DEPRECATED, FALSE }, { 0x00a0, UCHAR_GRAPHEME_BASE, TRUE }, { 0x0a4d, UCHAR_GRAPHEME_BASE, FALSE }, { 0xff9d, UCHAR_GRAPHEME_BASE, TRUE }, { 0xff9f, UCHAR_GRAPHEME_BASE, FALSE }, /* changed from Unicode 3.2 to 4 and again from 5 to 5.1 */ { 0x0300, UCHAR_GRAPHEME_EXTEND, TRUE }, { 0xff9d, UCHAR_GRAPHEME_EXTEND, FALSE }, { 0xff9f, UCHAR_GRAPHEME_EXTEND, TRUE }, /* changed from Unicode 3.2 to 4 and again from 5 to 5.1 */ { 0x0603, UCHAR_GRAPHEME_EXTEND, FALSE }, { 0x0a4d, UCHAR_GRAPHEME_LINK, TRUE }, { 0xff9f, UCHAR_GRAPHEME_LINK, FALSE }, { 0x2ff7, UCHAR_IDS_BINARY_OPERATOR, TRUE }, { 0x2ff3, UCHAR_IDS_BINARY_OPERATOR, FALSE }, { 0x2ff3, UCHAR_IDS_TRINARY_OPERATOR, TRUE }, { 0x2f03, UCHAR_IDS_TRINARY_OPERATOR, FALSE }, { 0x0ec1, UCHAR_LOGICAL_ORDER_EXCEPTION, TRUE }, { 0xdcba, UCHAR_LOGICAL_ORDER_EXCEPTION, FALSE }, { 0x2e9b, UCHAR_RADICAL, TRUE }, { 0x4e00, UCHAR_RADICAL, FALSE }, { 0x012f, UCHAR_SOFT_DOTTED, TRUE }, { 0x0049, UCHAR_SOFT_DOTTED, FALSE }, { 0xfa11, UCHAR_UNIFIED_IDEOGRAPH, TRUE }, { 0xfa12, UCHAR_UNIFIED_IDEOGRAPH, FALSE }, { -1, 0x401, 0 }, /* version break for Unicode 4.0.1 */ { 0x002e, UCHAR_S_TERM, TRUE }, { 0x0061, UCHAR_S_TERM, FALSE }, { 0x180c, UCHAR_VARIATION_SELECTOR, TRUE }, { 0xfe03, UCHAR_VARIATION_SELECTOR, TRUE }, { 0xe01ef, UCHAR_VARIATION_SELECTOR, TRUE }, { 0xe0200, UCHAR_VARIATION_SELECTOR, FALSE }, /* enum/integer type properties */ /* UCHAR_BIDI_CLASS tested for assigned characters in TestUnicodeData() */ /* test default Bidi classes for unassigned code points */ { 0x0590, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT }, { 0x05cf, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT }, { 0x05ed, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT }, { 0x07f2, UCHAR_BIDI_CLASS, U_DIR_NON_SPACING_MARK }, /* Nko, new in Unicode 5.0 */ { 0x07fe, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT }, /* unassigned R */ { 0x08ba, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT }, { 0xfb37, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT }, { 0xfb42, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT }, { 0x10806, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT }, { 0x10909, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT }, { 0x10fe4, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT }, { 0x0605, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT_ARABIC }, { 0x061c, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT_ARABIC }, { 0x063f, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT_ARABIC }, { 0x070e, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT_ARABIC }, { 0x0775, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT_ARABIC }, { 0xfbc2, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT_ARABIC }, { 0xfd90, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT_ARABIC }, { 0xfefe, UCHAR_BIDI_CLASS, U_RIGHT_TO_LEFT_ARABIC }, { 0x02AF, UCHAR_BLOCK, UBLOCK_IPA_EXTENSIONS }, { 0x0C4E, UCHAR_BLOCK, UBLOCK_TELUGU }, { 0x155A, UCHAR_BLOCK, UBLOCK_UNIFIED_CANADIAN_ABORIGINAL_SYLLABICS }, { 0x1717, UCHAR_BLOCK, UBLOCK_TAGALOG }, { 0x1900, UCHAR_BLOCK, UBLOCK_LIMBU }, { 0x1AFF, UCHAR_BLOCK, UBLOCK_NO_BLOCK }, { 0x3040, UCHAR_BLOCK, UBLOCK_HIRAGANA }, { 0x1D0FF, UCHAR_BLOCK, UBLOCK_BYZANTINE_MUSICAL_SYMBOLS }, { 0x50000, UCHAR_BLOCK, UBLOCK_NO_BLOCK }, { 0xEFFFF, UCHAR_BLOCK, UBLOCK_NO_BLOCK }, { 0x10D0FF, UCHAR_BLOCK, UBLOCK_SUPPLEMENTARY_PRIVATE_USE_AREA_B }, /* UCHAR_CANONICAL_COMBINING_CLASS tested for assigned characters in TestUnicodeData() */ { 0xd7d7, UCHAR_CANONICAL_COMBINING_CLASS, 0 }, { 0x00A0, UCHAR_DECOMPOSITION_TYPE, U_DT_NOBREAK }, { 0x00A8, UCHAR_DECOMPOSITION_TYPE, U_DT_COMPAT }, { 0x00bf, UCHAR_DECOMPOSITION_TYPE, U_DT_NONE }, { 0x00c0, UCHAR_DECOMPOSITION_TYPE, U_DT_CANONICAL }, { 0x1E9B, UCHAR_DECOMPOSITION_TYPE, U_DT_CANONICAL }, { 0xBCDE, UCHAR_DECOMPOSITION_TYPE, U_DT_CANONICAL }, { 0xFB5D, UCHAR_DECOMPOSITION_TYPE, U_DT_MEDIAL }, { 0x1D736, UCHAR_DECOMPOSITION_TYPE, U_DT_FONT }, { 0xe0033, UCHAR_DECOMPOSITION_TYPE, U_DT_NONE }, { 0x0009, UCHAR_EAST_ASIAN_WIDTH, U_EA_NEUTRAL }, { 0x0020, UCHAR_EAST_ASIAN_WIDTH, U_EA_NARROW }, { 0x00B1, UCHAR_EAST_ASIAN_WIDTH, U_EA_AMBIGUOUS }, { 0x20A9, UCHAR_EAST_ASIAN_WIDTH, U_EA_HALFWIDTH }, { 0x2FFB, UCHAR_EAST_ASIAN_WIDTH, U_EA_WIDE }, { 0x3000, UCHAR_EAST_ASIAN_WIDTH, U_EA_FULLWIDTH }, { 0x35bb, UCHAR_EAST_ASIAN_WIDTH, U_EA_WIDE }, { 0x58bd, UCHAR_EAST_ASIAN_WIDTH, U_EA_WIDE }, { 0xD7A3, UCHAR_EAST_ASIAN_WIDTH, U_EA_WIDE }, { 0xEEEE, UCHAR_EAST_ASIAN_WIDTH, U_EA_AMBIGUOUS }, { 0x1D198, UCHAR_EAST_ASIAN_WIDTH, U_EA_NEUTRAL }, { 0x20000, UCHAR_EAST_ASIAN_WIDTH, U_EA_WIDE }, { 0x2F8C7, UCHAR_EAST_ASIAN_WIDTH, U_EA_WIDE }, { 0x3a5bd, UCHAR_EAST_ASIAN_WIDTH, U_EA_WIDE }, /* plane 3 got default W values in Unicode 4 */ { 0x5a5bd, UCHAR_EAST_ASIAN_WIDTH, U_EA_NEUTRAL }, { 0xFEEEE, UCHAR_EAST_ASIAN_WIDTH, U_EA_AMBIGUOUS }, { 0x10EEEE, UCHAR_EAST_ASIAN_WIDTH, U_EA_AMBIGUOUS }, /* UCHAR_GENERAL_CATEGORY tested for assigned characters in TestUnicodeData() */ { 0xd7c7, UCHAR_GENERAL_CATEGORY, 0 }, { 0xd7d7, UCHAR_GENERAL_CATEGORY, U_OTHER_LETTER }, /* changed in Unicode 5.2 */ { 0x0444, UCHAR_JOINING_GROUP, U_JG_NO_JOINING_GROUP }, { 0x0639, UCHAR_JOINING_GROUP, U_JG_AIN }, { 0x072A, UCHAR_JOINING_GROUP, U_JG_DALATH_RISH }, { 0x0647, UCHAR_JOINING_GROUP, U_JG_HEH }, { 0x06C1, UCHAR_JOINING_GROUP, U_JG_HEH_GOAL }, { 0x200C, UCHAR_JOINING_TYPE, U_JT_NON_JOINING }, { 0x200D, UCHAR_JOINING_TYPE, U_JT_JOIN_CAUSING }, { 0x0639, UCHAR_JOINING_TYPE, U_JT_DUAL_JOINING }, { 0x0640, UCHAR_JOINING_TYPE, U_JT_JOIN_CAUSING }, { 0x06C3, UCHAR_JOINING_TYPE, U_JT_RIGHT_JOINING }, { 0x0300, UCHAR_JOINING_TYPE, U_JT_TRANSPARENT }, { 0x070F, UCHAR_JOINING_TYPE, U_JT_TRANSPARENT }, { 0xe0033, UCHAR_JOINING_TYPE, U_JT_TRANSPARENT }, /* TestUnicodeData() verifies that no assigned character has "XX" (unknown) */ { 0xe7e7, UCHAR_LINE_BREAK, U_LB_UNKNOWN }, { 0x10fffd, UCHAR_LINE_BREAK, U_LB_UNKNOWN }, { 0x0028, UCHAR_LINE_BREAK, U_LB_OPEN_PUNCTUATION }, { 0x232A, UCHAR_LINE_BREAK, U_LB_CLOSE_PUNCTUATION }, { 0x3401, UCHAR_LINE_BREAK, U_LB_IDEOGRAPHIC }, { 0x4e02, UCHAR_LINE_BREAK, U_LB_IDEOGRAPHIC }, { 0x20004, UCHAR_LINE_BREAK, U_LB_IDEOGRAPHIC }, { 0xf905, UCHAR_LINE_BREAK, U_LB_IDEOGRAPHIC }, { 0xdb7e, UCHAR_LINE_BREAK, U_LB_SURROGATE }, { 0xdbfd, UCHAR_LINE_BREAK, U_LB_SURROGATE }, { 0xdffc, UCHAR_LINE_BREAK, U_LB_SURROGATE }, { 0x2762, UCHAR_LINE_BREAK, U_LB_EXCLAMATION }, { 0x002F, UCHAR_LINE_BREAK, U_LB_BREAK_SYMBOLS }, { 0x1D49C, UCHAR_LINE_BREAK, U_LB_ALPHABETIC }, { 0x1731, UCHAR_LINE_BREAK, U_LB_ALPHABETIC }, /* UCHAR_NUMERIC_TYPE tested in TestNumericProperties() */ /* UCHAR_SCRIPT tested in TestUScriptCodeAPI() */ { 0x10ff, UCHAR_HANGUL_SYLLABLE_TYPE, 0 }, { 0x1100, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LEADING_JAMO }, { 0x1111, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LEADING_JAMO }, { 0x1159, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LEADING_JAMO }, { 0x115a, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LEADING_JAMO }, /* changed in Unicode 5.2 */ { 0x115e, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LEADING_JAMO }, /* changed in Unicode 5.2 */ { 0x115f, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LEADING_JAMO }, { 0xa95f, UCHAR_HANGUL_SYLLABLE_TYPE, 0 }, { 0xa960, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LEADING_JAMO }, /* changed in Unicode 5.2 */ { 0xa97c, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LEADING_JAMO }, /* changed in Unicode 5.2 */ { 0xa97d, UCHAR_HANGUL_SYLLABLE_TYPE, 0 }, { 0x1160, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_VOWEL_JAMO }, { 0x1161, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_VOWEL_JAMO }, { 0x1172, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_VOWEL_JAMO }, { 0x11a2, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_VOWEL_JAMO }, { 0x11a3, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_VOWEL_JAMO }, /* changed in Unicode 5.2 */ { 0x11a7, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_VOWEL_JAMO }, /* changed in Unicode 5.2 */ { 0xd7af, UCHAR_HANGUL_SYLLABLE_TYPE, 0 }, { 0xd7b0, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_VOWEL_JAMO }, /* changed in Unicode 5.2 */ { 0xd7c6, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_VOWEL_JAMO }, /* changed in Unicode 5.2 */ { 0xd7c7, UCHAR_HANGUL_SYLLABLE_TYPE, 0 }, { 0x11a8, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_TRAILING_JAMO }, { 0x11b8, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_TRAILING_JAMO }, { 0x11c8, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_TRAILING_JAMO }, { 0x11f9, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_TRAILING_JAMO }, { 0x11fa, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_TRAILING_JAMO }, /* changed in Unicode 5.2 */ { 0x11ff, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_TRAILING_JAMO }, /* changed in Unicode 5.2 */ { 0x1200, UCHAR_HANGUL_SYLLABLE_TYPE, 0 }, { 0xd7ca, UCHAR_HANGUL_SYLLABLE_TYPE, 0 }, { 0xd7cb, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_TRAILING_JAMO }, /* changed in Unicode 5.2 */ { 0xd7fb, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_TRAILING_JAMO }, /* changed in Unicode 5.2 */ { 0xd7fc, UCHAR_HANGUL_SYLLABLE_TYPE, 0 }, { 0xac00, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LV_SYLLABLE }, { 0xac1c, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LV_SYLLABLE }, { 0xc5ec, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LV_SYLLABLE }, { 0xd788, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LV_SYLLABLE }, { 0xac01, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LVT_SYLLABLE }, { 0xac1b, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LVT_SYLLABLE }, { 0xac1d, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LVT_SYLLABLE }, { 0xc5ee, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LVT_SYLLABLE }, { 0xd7a3, UCHAR_HANGUL_SYLLABLE_TYPE, U_HST_LVT_SYLLABLE }, { 0xd7a4, UCHAR_HANGUL_SYLLABLE_TYPE, 0 }, { -1, 0x410, 0 }, /* version break for Unicode 4.1 */ { 0x00d7, UCHAR_PATTERN_SYNTAX, TRUE }, { 0xfe45, UCHAR_PATTERN_SYNTAX, TRUE }, { 0x0061, UCHAR_PATTERN_SYNTAX, FALSE }, { 0x0020, UCHAR_PATTERN_WHITE_SPACE, TRUE }, { 0x0085, UCHAR_PATTERN_WHITE_SPACE, TRUE }, { 0x200f, UCHAR_PATTERN_WHITE_SPACE, TRUE }, { 0x00a0, UCHAR_PATTERN_WHITE_SPACE, FALSE }, { 0x3000, UCHAR_PATTERN_WHITE_SPACE, FALSE }, { 0x1d200, UCHAR_BLOCK, UBLOCK_ANCIENT_GREEK_MUSICAL_NOTATION }, { 0x2c8e, UCHAR_BLOCK, UBLOCK_COPTIC }, { 0xfe17, UCHAR_BLOCK, UBLOCK_VERTICAL_FORMS }, { 0x1a00, UCHAR_SCRIPT, USCRIPT_BUGINESE }, { 0x2cea, UCHAR_SCRIPT, USCRIPT_COPTIC }, { 0xa82b, UCHAR_SCRIPT, USCRIPT_SYLOTI_NAGRI }, { 0x103d0, UCHAR_SCRIPT, USCRIPT_OLD_PERSIAN }, { 0xcc28, UCHAR_LINE_BREAK, U_LB_H2 }, { 0xcc29, UCHAR_LINE_BREAK, U_LB_H3 }, { 0xac03, UCHAR_LINE_BREAK, U_LB_H3 }, { 0x115f, UCHAR_LINE_BREAK, U_LB_JL }, { 0x11aa, UCHAR_LINE_BREAK, U_LB_JT }, { 0x11a1, UCHAR_LINE_BREAK, U_LB_JV }, { 0xb2c9, UCHAR_GRAPHEME_CLUSTER_BREAK, U_GCB_LVT }, { 0x036f, UCHAR_GRAPHEME_CLUSTER_BREAK, U_GCB_EXTEND }, { 0x0000, UCHAR_GRAPHEME_CLUSTER_BREAK, U_GCB_CONTROL }, { 0x1160, UCHAR_GRAPHEME_CLUSTER_BREAK, U_GCB_V }, { 0x05f4, UCHAR_WORD_BREAK, U_WB_MIDLETTER }, { 0x4ef0, UCHAR_WORD_BREAK, U_WB_OTHER }, { 0x19d9, UCHAR_WORD_BREAK, U_WB_NUMERIC }, { 0x2044, UCHAR_WORD_BREAK, U_WB_MIDNUM }, { 0xfffd, UCHAR_SENTENCE_BREAK, U_SB_OTHER }, { 0x1ffc, UCHAR_SENTENCE_BREAK, U_SB_UPPER }, { 0xff63, UCHAR_SENTENCE_BREAK, U_SB_CLOSE }, { 0x2028, UCHAR_SENTENCE_BREAK, U_SB_SEP }, { -1, 0x520, 0 }, /* version break for Unicode 5.2 */ /* test some script codes >127 */ { 0xa6e6, UCHAR_SCRIPT, USCRIPT_BAMUM }, { 0xa4d0, UCHAR_SCRIPT, USCRIPT_LISU }, { 0x10a7f, UCHAR_SCRIPT, USCRIPT_OLD_SOUTH_ARABIAN }, { -1, 0x600, 0 }, /* version break for Unicode 6.0 */ /* value changed in Unicode 6.0 */ { 0x06C3, UCHAR_JOINING_GROUP, U_JG_TEH_MARBUTA_GOAL }, /* undefined UProperty values */ { 0x61, 0x4a7, 0 }, { 0x234bc, 0x15ed, 0 } }; UVersionInfo version; UChar32 c; int32_t i, result, uVersion; UProperty which; /* what is our Unicode version? */ u_getUnicodeVersion(version); uVersion=((int32_t)version[0]<<8)|(version[1]<<4)|version[2]; /* major/minor/update version numbers */ u_charAge(0x20, version); if(version[0]==0) { /* no additional properties available */ log_err("TestAdditionalProperties: no additional properties available, not tested\n"); return; } /* test u_charAge() */ for(i=0; i 10 && !atLeastSomething) { log_data_err("Never got anything after 10 tries.\nYour data is probably fried. Quitting this test\n", p, choice); return; } for (choice=0; ; ++choice) { const char* name = u_getPropertyName(propEnum, (UPropertyNameChoice)choice); if (name) { if (!sawProp) log_verbose("prop 0x%04x+%2d:", p&~0xfff, p&0xfff); log_verbose("%d=\"%s\"", choice, name); sawProp = TRUE; atLeastSomething = TRUE; /* test reverse mapping */ rev = u_getPropertyEnum(name); if (rev != p) { log_err("Property round-trip failure: %d -> %s -> %d\n", p, name, rev); } } if (!name && choice>0) break; } if (sawProp) { /* looks like a valid property; check the values */ const char* pname = u_getPropertyName(propEnum, U_LONG_PROPERTY_NAME); int32_t max = 0; if (p == UCHAR_CANONICAL_COMBINING_CLASS) { max = 255; } else if (p == UCHAR_GENERAL_CATEGORY_MASK) { /* it's far too slow to iterate all the way up to the real max, U_GC_P_MASK */ max = U_GC_NL_MASK; } else if (p == UCHAR_BLOCK) { /* UBlockCodes, unlike other values, start at 1 */ max = 1; } log_verbose("\n"); for (v=-1; ; ++v) { UBool sawValue = FALSE; for (choice=0; ; ++choice) { const char* vname = u_getPropertyValueName(propEnum, v, (UPropertyNameChoice)choice); if (vname) { if (!sawValue) log_verbose(" %s, value %d:", pname, v); log_verbose("%d=\"%s\"", choice, vname); sawValue = TRUE; /* test reverse mapping */ rev = u_getPropertyValueEnum(propEnum, vname); if (rev != v) { log_err("Value round-trip failure (%s): %d -> %s -> %d\n", pname, v, vname, rev); } } if (!vname && choice>0) break; } if (sawValue) { log_verbose("\n"); } if (!sawValue && v>=max) break; } } if (!sawProp) { if (p>=UCHAR_STRING_LIMIT) { break; } else if (p>=UCHAR_DOUBLE_LIMIT) { p = UCHAR_STRING_START - 1; } else if (p>=UCHAR_MASK_LIMIT) { p = UCHAR_DOUBLE_START - 1; } else if (p>=UCHAR_INT_LIMIT) { p = UCHAR_MASK_START - 1; } else if (p>=UCHAR_BINARY_LIMIT) { p = UCHAR_INT_START - 1; } } } } /** * Test the property values API. See JB#2410. */ static void TestPropertyValues(void) { int32_t i, p, min, max; UErrorCode ec; /* Min should be 0 for everything. */ /* Until JB#2478 is fixed, the one exception is UCHAR_BLOCK. */ for (p=UCHAR_INT_START; ppHeader, -1, &errorCode); if(U_FAILURE(errorCode)) { log_err("ucase_openBinary() fails for the contents of " UCASE_DATA_NAME "." UCASE_DATA_TYPE ": %s\n", u_errorName(errorCode)); udata_close(pData); return; } if(UCASE_LOWER!=ucase_getType(csp, 0xdf)) { /* verify islower(sharp s) */ log_err("ucase_openBinary() does not seem to return working UCaseProps\n"); } ucase_close(csp); udata_close(pData); /* coverage for ucase_getDummy() */ errorCode=U_ZERO_ERROR; ccsp=ucase_getDummy(&errorCode); if(ucase_tolower(ccsp, 0x41)!=0x41) { log_err("ucase_tolower(dummy, A)!=A\n"); } #endif } /* API coverage for ubidi_props.c */ static void TestUBiDiProps() { #if !HARDCODED_DATA_4497 UDataMemory *pData; UBiDiProps *bdp; const UBiDiProps *cbdp; UErrorCode errorCode; /* coverage for ubidi_openBinary() */ errorCode=U_ZERO_ERROR; pData=udata_open(NULL, UBIDI_DATA_TYPE, UBIDI_DATA_NAME, &errorCode); if(U_FAILURE(errorCode)) { log_data_err("unable to open " UBIDI_DATA_NAME "." UBIDI_DATA_TYPE ": %s\n", u_errorName(errorCode)); return; } bdp=ubidi_openBinary((const uint8_t *)pData->pHeader, -1, &errorCode); if(U_FAILURE(errorCode)) { log_err("ubidi_openBinary() fails for the contents of " UBIDI_DATA_NAME "." UBIDI_DATA_TYPE ": %s\n", u_errorName(errorCode)); udata_close(pData); return; } if(0x2215!=ubidi_getMirror(bdp, 0x29F5)) { /* verify some data */ log_err("ubidi_openBinary() does not seem to return working UBiDiProps\n"); } ubidi_closeProps(bdp); udata_close(pData); /* coverage for ubidi_getDummy() */ errorCode=U_ZERO_ERROR; cbdp=ubidi_getDummy(&errorCode); if(ubidi_getClass(cbdp, 0x20)!=0) { log_err("ubidi_getClass(dummy, space)!=0\n"); } #endif } /* test case folding, compare return values with CaseFolding.txt ------------ */ /* bit set for which case foldings for a character have been tested already */ enum { CF_SIMPLE=1, CF_FULL=2, CF_TURKIC=4, CF_ALL=7 }; static void testFold(UChar32 c, int which, UChar32 simple, UChar32 turkic, const UChar *full, int32_t fullLength, const UChar *turkicFull, int32_t turkicFullLength) { UChar s[2], t[32]; UChar32 c2; int32_t length, length2; UErrorCode errorCode=U_ZERO_ERROR; length=0; U16_APPEND_UNSAFE(s, length, c); if((which&CF_SIMPLE)!=0 && (c2=u_foldCase(c, 0))!=simple) { log_err("u_foldCase(U+%04lx, default)=U+%04lx != U+%04lx\n", (long)c, (long)c2, (long)simple); } if((which&CF_FULL)!=0) { length2=u_strFoldCase(t, LENGTHOF(t), s, length, 0, &errorCode); if(length2!=fullLength || 0!=u_memcmp(t, full, fullLength)) { log_err("u_strFoldCase(U+%04lx, default) does not fold properly\n", (long)c); } } if((which&CF_TURKIC)!=0) { if((c2=u_foldCase(c, U_FOLD_CASE_EXCLUDE_SPECIAL_I))!=turkic) { log_err("u_foldCase(U+%04lx, turkic)=U+%04lx != U+%04lx\n", (long)c, (long)c2, (long)simple); } length2=u_strFoldCase(t, LENGTHOF(t), s, length, U_FOLD_CASE_EXCLUDE_SPECIAL_I, &errorCode); if(length2!=turkicFullLength || 0!=u_memcmp(t, turkicFull, length2)) { log_err("u_strFoldCase(U+%04lx, turkic) does not fold properly\n", (long)c); } } } /* test that c case-folds to itself */ static void testFoldToSelf(UChar32 c, int which) { UChar s[2]; int32_t length; length=0; U16_APPEND_UNSAFE(s, length, c); testFold(c, which, c, c, s, length, s, length); } struct CaseFoldingData { USet *notSeen; UChar32 prev, prevSimple; UChar prevFull[32]; int32_t prevFullLength; int which; }; typedef struct CaseFoldingData CaseFoldingData; static void U_CALLCONV caseFoldingLineFn(void *context, char *fields[][2], int32_t fieldCount, UErrorCode *pErrorCode) { CaseFoldingData *pData=(CaseFoldingData *)context; char *end; UChar full[32]; UChar32 c, prev, simple; int32_t count; int which; char status; /* get code point */ c=(UChar32)strtoul(u_skipWhitespace(fields[0][0]), &end, 16); end=(char *)u_skipWhitespace(end); if(end<=fields[0][0] || end!=fields[0][1]) { log_err("syntax error in CaseFolding.txt field 0 at %s\n", fields[0][0]); *pErrorCode=U_PARSE_ERROR; return; } /* get the status of this mapping */ status=*u_skipWhitespace(fields[1][0]); if(status!='C' && status!='S' && status!='F' && status!='T') { log_err("unrecognized status field in CaseFolding.txt at %s\n", fields[0][0]); *pErrorCode=U_PARSE_ERROR; return; } /* get the mapping */ count=u_parseString(fields[2][0], full, 32, (uint32_t *)&simple, pErrorCode); if(U_FAILURE(*pErrorCode)) { log_err("error parsing CaseFolding.txt mapping at %s\n", fields[0][0]); return; } /* there is a simple mapping only if there is exactly one code point (count is in UChars) */ if(count==0 || count>2 || (count==2 && U16_IS_SINGLE(full[1]))) { simple=c; } if(c!=(prev=pData->prev)) { /* * Test remaining mappings for the previous code point. * If a turkic folding was not mentioned, then it should fold the same * as the regular simple case folding. */ UChar s[2]; int32_t length; length=0; U16_APPEND_UNSAFE(s, length, prev); testFold(prev, (~pData->which)&CF_ALL, prev, pData->prevSimple, s, length, pData->prevFull, pData->prevFullLength); pData->prev=pData->prevSimple=c; length=0; U16_APPEND_UNSAFE(pData->prevFull, length, c); pData->prevFullLength=length; pData->which=0; } /* * Turn the status into a bit set of case foldings to test. * Remember non-Turkic case foldings as defaults for Turkic mode. */ switch(status) { case 'C': which=CF_SIMPLE|CF_FULL; pData->prevSimple=simple; u_memcpy(pData->prevFull, full, count); pData->prevFullLength=count; break; case 'S': which=CF_SIMPLE; pData->prevSimple=simple; break; case 'F': which=CF_FULL; u_memcpy(pData->prevFull, full, count); pData->prevFullLength=count; break; case 'T': which=CF_TURKIC; break; default: which=0; break; /* won't happen because of test above */ } testFold(c, which, simple, simple, full, count, full, count); /* remember which case foldings of c have been tested */ pData->which|=which; /* remove c from the set of ones not mentioned in CaseFolding.txt */ uset_remove(pData->notSeen, c); } static void TestCaseFolding() { CaseFoldingData data={ NULL }; char *fields[3][2]; UErrorCode errorCode; static char *lastLine= (char *)"10FFFF; C; 10FFFF;"; errorCode=U_ZERO_ERROR; /* test BMP & plane 1 - nothing interesting above */ data.notSeen=uset_open(0, 0x1ffff); data.prevFullLength=1; /* length of full case folding of U+0000 */ parseUCDFile("CaseFolding.txt", fields, 3, caseFoldingLineFn, &data, &errorCode); if(U_SUCCESS(errorCode)) { int32_t i, start, end; /* add a pseudo-last line to finish testing of the actual last one */ fields[0][0]=lastLine; fields[0][1]=lastLine+6; fields[1][0]=lastLine+7; fields[1][1]=lastLine+9; fields[2][0]=lastLine+10; fields[2][1]=lastLine+17; caseFoldingLineFn(&data, fields, 3, &errorCode); /* verify that all code points that are not mentioned in CaseFolding.txt fold to themselves */ for(i=0; 0==uset_getItem(data.notSeen, i, &start, &end, NULL, 0, &errorCode) && U_SUCCESS(errorCode); ++i ) { do { testFoldToSelf(start, CF_ALL); } while(++start<=end); } } uset_close(data.notSeen); }