/* ******************************************************************************** * Copyright (C) 1996-2001, International Business Machines * Corporation and others. All Rights Reserved. ******************************************************************************** * * File UCHAR.C * * Modification History: * * Date Name Description * 04/02/97 aliu Creation. * 4/15/99 Madhu Updated all the function definitions for C Implementation * 5/20/99 Madhu Added the function u_getVersion() * 8/19/1999 srl Upgraded scripts to Unicode3.0 * 11/11/1999 weiv added u_isalnum(), cleaned comments * 01/11/2000 helena Renamed u_getVersion to u_getUnicodeVersion. * 06/20/2000 helena OS/400 port changes; mostly typecast. ****************************************************************************** */ #include "unicode/utypes.h" #include "unicode/uchar.h" #include "unicode/udata.h" #include "unicode/uloc.h" #include "umutex.h" #include "cmemory.h" #include "ustr_imp.h" #include "ucln_cmn.h" /* * Since genprops overrides the general category for some control codes, * we need to hardcode ISO 8 controls for u_iscntrl(), u_isprint(), etc. */ #define IS_ISO_8_CONTROL(c) ((uint32_t)(c)<0x20 || (uint32_t)((c)-0x7f)<=0x20) /* dynamically loaded Unicode character properties -------------------------- */ /* fallback properties for the ASCII range if the data cannot be loaded */ /* these are printed by genprops in verbose mode */ static const uint32_t staticProps32Table[]={ /* 0x00 */ 0x48f, /* 0x01 */ 0x48f, /* 0x02 */ 0x48f, /* 0x03 */ 0x48f, /* 0x04 */ 0x48f, /* 0x05 */ 0x48f, /* 0x06 */ 0x48f, /* 0x07 */ 0x48f, /* 0x08 */ 0x48f, /* 0x09 */ 0x20c, /* 0x0a */ 0x1ce, /* 0x0b */ 0x20c, /* 0x0c */ 0x24d, /* 0x0d */ 0x1ce, /* 0x0e */ 0x48f, /* 0x0f */ 0x48f, /* 0x10 */ 0x48f, /* 0x11 */ 0x48f, /* 0x12 */ 0x48f, /* 0x13 */ 0x48f, /* 0x14 */ 0x48f, /* 0x15 */ 0x48f, /* 0x16 */ 0x48f, /* 0x17 */ 0x48f, /* 0x18 */ 0x48f, /* 0x19 */ 0x48f, /* 0x1a */ 0x48f, /* 0x1b */ 0x48f, /* 0x1c */ 0x1ce, /* 0x1d */ 0x1ce, /* 0x1e */ 0x1ce, /* 0x1f */ 0x20c, /* 0x20 */ 0x24c, /* 0x21 */ 0x297, /* 0x22 */ 0x297, /* 0x23 */ 0x117, /* 0x24 */ 0x119, /* 0x25 */ 0x117, /* 0x26 */ 0x297, /* 0x27 */ 0x297, /* 0x28 */ 0x100a94, /* 0x29 */ 0xfff00a95, /* 0x2a */ 0x297, /* 0x2b */ 0x118, /* 0x2c */ 0x197, /* 0x2d */ 0x113, /* 0x2e */ 0x197, /* 0x2f */ 0xd7, /* 0x30 */ 0x89, /* 0x31 */ 0x100089, /* 0x32 */ 0x200089, /* 0x33 */ 0x300089, /* 0x34 */ 0x400089, /* 0x35 */ 0x500089, /* 0x36 */ 0x600089, /* 0x37 */ 0x700089, /* 0x38 */ 0x800089, /* 0x39 */ 0x900089, /* 0x3a */ 0x197, /* 0x3b */ 0x297, /* 0x3c */ 0x200a98, /* 0x3d */ 0x298, /* 0x3e */ 0xffe00a98, /* 0x3f */ 0x297, /* 0x40 */ 0x297, /* 0x41 */ 0x2000001, /* 0x42 */ 0x2000001, /* 0x43 */ 0x2000001, /* 0x44 */ 0x2000001, /* 0x45 */ 0x2000001, /* 0x46 */ 0x2000001, /* 0x47 */ 0x2000001, /* 0x48 */ 0x2000001, /* 0x49 */ 0x2000001, /* 0x4a */ 0x2000001, /* 0x4b */ 0x2000001, /* 0x4c */ 0x2000001, /* 0x4d */ 0x2000001, /* 0x4e */ 0x2000001, /* 0x4f */ 0x2000001, /* 0x50 */ 0x2000001, /* 0x51 */ 0x2000001, /* 0x52 */ 0x2000001, /* 0x53 */ 0x2000001, /* 0x54 */ 0x2000001, /* 0x55 */ 0x2000001, /* 0x56 */ 0x2000001, /* 0x57 */ 0x2000001, /* 0x58 */ 0x2000001, /* 0x59 */ 0x2000001, /* 0x5a */ 0x2000001, /* 0x5b */ 0x200a94, /* 0x5c */ 0x297, /* 0x5d */ 0xffe00a95, /* 0x5e */ 0x29a, /* 0x5f */ 0x296, /* 0x60 */ 0x29a, /* 0x61 */ 0x2000002, /* 0x62 */ 0x2000002, /* 0x63 */ 0x2000002, /* 0x64 */ 0x2000002, /* 0x65 */ 0x2000002, /* 0x66 */ 0x2000002, /* 0x67 */ 0x2000002, /* 0x68 */ 0x2000002, /* 0x69 */ 0x2000002, /* 0x6a */ 0x2000002, /* 0x6b */ 0x2000002, /* 0x6c */ 0x2000002, /* 0x6d */ 0x2000002, /* 0x6e */ 0x2000002, /* 0x6f */ 0x2000002, /* 0x70 */ 0x2000002, /* 0x71 */ 0x2000002, /* 0x72 */ 0x2000002, /* 0x73 */ 0x2000002, /* 0x74 */ 0x2000002, /* 0x75 */ 0x2000002, /* 0x76 */ 0x2000002, /* 0x77 */ 0x2000002, /* 0x78 */ 0x2000002, /* 0x79 */ 0x2000002, /* 0x7a */ 0x2000002, /* 0x7b */ 0x200a94, /* 0x7c */ 0x298, /* 0x7d */ 0xffe00a95, /* 0x7e */ 0x298, /* 0x7f */ 0x48f, /* 0x80 */ 0x48f, /* 0x81 */ 0x48f, /* 0x82 */ 0x48f, /* 0x83 */ 0x48f, /* 0x84 */ 0x48f, /* 0x85 */ 0x1ce, /* 0x86 */ 0x48f, /* 0x87 */ 0x48f, /* 0x88 */ 0x48f, /* 0x89 */ 0x48f, /* 0x8a */ 0x48f, /* 0x8b */ 0x48f, /* 0x8c */ 0x48f, /* 0x8d */ 0x48f, /* 0x8e */ 0x48f, /* 0x8f */ 0x48f, /* 0x90 */ 0x48f, /* 0x91 */ 0x48f, /* 0x92 */ 0x48f, /* 0x93 */ 0x48f, /* 0x94 */ 0x48f, /* 0x95 */ 0x48f, /* 0x96 */ 0x48f, /* 0x97 */ 0x48f, /* 0x98 */ 0x48f, /* 0x99 */ 0x48f, /* 0x9a */ 0x48f, /* 0x9b */ 0x48f, /* 0x9c */ 0x48f, /* 0x9d */ 0x48f, /* 0x9e */ 0x48f, /* 0x9f */ 0x48f }; /* * loaded uprops.dat - * for a description of the file format, see icu/source/tools/genprops/store.c */ #define DATA_NAME "uprops" #define DATA_TYPE "dat" static UDataMemory *propsData=NULL; static uint8_t formatVersion[4]={ 0, 0, 0, 0 }; static UVersionInfo dataVersion={ 3, 0, 0, 0 }; static const uint16_t *propsTable=NULL; #define props32Table ((uint32_t *)propsTable) static const UChar *ucharsTable=NULL; static int8_t havePropsData=0; /* index values loaded from uprops.dat */ static uint16_t indexes[8]; enum { INDEX_STAGE_2_BITS, INDEX_STAGE_3_BITS, INDEX_EXCEPTIONS, INDEX_STAGE_3_INDEX, INDEX_PROPS, INDEX_UCHARS }; #ifdef UCHAR_VARIABLE_TRIE_BITS /* access values calculated from indexes */ static uint16_t stage23Bits, stage2Mask, stage3Mask; # define stage3Bits indexes[INDEX_STAGE_3_BITS] #else /* We are now hardcoding the bit distribution for the trie table access. */ # define stage23Bits 10 # define stage2Mask 0x3f # define stage3Mask 0xf # define stage3Bits 4 #endif static UBool isAcceptable(void *context, const char *type, const char *name, const UDataInfo *pInfo) { if( pInfo->size>=20 && pInfo->isBigEndian==U_IS_BIG_ENDIAN && pInfo->charsetFamily==U_CHARSET_FAMILY && pInfo->dataFormat[0]==0x55 && /* dataFormat="UPro" */ pInfo->dataFormat[1]==0x50 && pInfo->dataFormat[2]==0x72 && pInfo->dataFormat[3]==0x6f && pInfo->formatVersion[0]==1 ) { uprv_memcpy(formatVersion, pInfo->formatVersion, 4); uprv_memcpy(dataVersion, pInfo->dataVersion, 4); return TRUE; } else { return FALSE; } } UBool uchar_cleanup() { if (propsData) { udata_close(propsData); propsData = NULL; } propsTable = NULL; ucharsTable = NULL; havePropsData = FALSE; return TRUE; } static int8_t loadPropsData() { /* load Unicode character properties data from file if necessary */ if(havePropsData==0) { UErrorCode errorCode=U_ZERO_ERROR; UDataMemory *data; const uint16_t *p=NULL; /* open the data outside the mutex block */ data=udata_openChoice(NULL, DATA_TYPE, DATA_NAME, isAcceptable, NULL, &errorCode); if(U_FAILURE(errorCode)) { return havePropsData=-1; } p=(const uint16_t *)udata_getMemory(data); #ifndef UCHAR_VARIABLE_TRIE_BITS /* * We are now hardcoding the bit distribution for the trie table access. * Check that the file is stored accordingly. */ if(p[INDEX_STAGE_2_BITS]!=6 || p[INDEX_STAGE_3_BITS]!=4) { udata_close(data); errorCode=U_INVALID_FORMAT_ERROR; return havePropsData=-1; } #endif /* in the mutex block, set the data for this process */ umtx_lock(NULL); if(propsData==NULL) { propsData=data; data=NULL; propsTable=p; p=NULL; } umtx_unlock(NULL); /* initialize some variables */ uprv_memcpy(indexes, propsTable, 16); #ifdef UCHAR_VARIABLE_TRIE_BITS stage23Bits=(uint16_t)(indexes[INDEX_STAGE_2_BITS]+indexes[INDEX_STAGE_3_BITS]); stage2Mask=(uint16_t)((1<0 || (havePropsData==0 && loadPropsData()>0)) #define VALIDATE(c) (((uint32_t)(c))<=0x10ffff && HAVE_DATA) #define GET_PROPS_UNSAFE(c) \ props32Table[ \ propsTable[ \ propsTable[ \ propsTable[8+((c)>>stage23Bits)]+ \ (((c)>>stage3Bits)&stage2Mask)]+ \ ((c)&stage3Mask) \ ] \ ] #define GET_PROPS(c) \ (((uint32_t)(c))<=0x10ffff ? \ HAVE_DATA ? \ GET_PROPS_UNSAFE(c) \ : (c)<=0x9f ? \ staticProps32Table[c] \ : 0 \ : 0) #define PROPS_VALUE_IS_EXCEPTION(props) ((props)&(1UL<>VALUE_SHIFT) #define GET_SIGNED_VALUE(props) ((int32_t)(props)>>VALUE_SHIFT) #define GET_EXCEPTIONS(props) (props32Table+indexes[INDEX_EXCEPTIONS]+GET_UNSIGNED_VALUE(props)) /* finding an exception value */ #define HAVE_EXCEPTION_VALUE(flags, index) ((flags)&(1UL<<(index))) /* number of bits in an 8-bit integer value */ #define EXC_GROUP 8 static const uint8_t flagsOffset[256]={ 0, 1, 1, 2, 1, 2, 2, 3, 1, 2, 2, 3, 2, 3, 3, 4, 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7, 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7, 4, 5, 5, 6, 5, 6, 6, 7, 5, 6, 6, 7, 6, 7, 7, 8 }; #define ADD_EXCEPTION_OFFSET(flags, index, offset) { \ if((index)>=EXC_GROUP) { \ (offset)+=flagsOffset[(flags)&((1<>=EXC_GROUP; \ (index)-=EXC_GROUP; \ } \ (offset)+=flagsOffset[(flags)&((1<<(index))-1)]; \ } U_CFUNC UBool uprv_haveProperties() { return (UBool)HAVE_DATA; } /* API functions ------------------------------------------------------------ */ /* Gets the Unicode character's general category.*/ U_CAPI int8_t U_EXPORT2 u_charType(UChar32 c) { return (int8_t)GET_CATEGORY(GET_PROPS(c)); } /* Checks if ch is a lower case letter.*/ U_CAPI UBool U_EXPORT2 u_islower(UChar32 c) { return (UBool)(GET_CATEGORY(GET_PROPS(c))==U_LOWERCASE_LETTER); } /* Checks if ch is an upper case letter.*/ U_CAPI UBool U_EXPORT2 u_isupper(UChar32 c) { return (UBool)(GET_CATEGORY(GET_PROPS(c))==U_UPPERCASE_LETTER); } /* Checks if ch is a title case letter; usually upper case letters.*/ U_CAPI UBool U_EXPORT2 u_istitle(UChar32 c) { return (UBool)(GET_CATEGORY(GET_PROPS(c))==U_TITLECASE_LETTER); } /* Checks if ch is a decimal digit. */ U_CAPI UBool U_EXPORT2 u_isdigit(UChar32 c) { return (UBool)(((1UL<>BIDI_SHIFT)&0x1f); } else { return U_BOUNDARY_NEUTRAL; } } U_CAPI UBool U_EXPORT2 u_isMirrored(UChar32 c) { return (UBool)(GET_PROPS(c)&(1UL<>16); } } U_CAPI uint8_t U_EXPORT2 u_getCombiningClass(UChar32 c) { uint32_t props=GET_PROPS(c); if(!PROPS_VALUE_IS_EXCEPTION(props)) { if(GET_CATEGORY(props)==U_NON_SPACING_MARK) { return (uint8_t)GET_UNSIGNED_VALUE(props); } else { return 0; } } else { /* the combining class is in bits 23..16 of the first exception value */ return (uint8_t)(*GET_EXCEPTIONS(props)>>16); } } U_CAPI int32_t U_EXPORT2 u_digit(UChar32 ch, int8_t radix) { int8_t value; if((uint8_t)(radix-2)<=(36-2)) { value=(int8_t)u_charDigitValue(ch); if(value<0) { /* ch is not a decimal digit, try latin letters */ if(ch>=0x61 && ch<=0x7A) { value=(int8_t)(ch-0x57); /* ch - 'a' + 10 */ } else if(ch>=0x41 && ch<=0x5A) { value=(int8_t)(ch-0x37); /* ch - 'A' + 10 */ } } } else { value=-1; /* invalid radix */ } return (int8_t)((value(36-2) || (uint32_t)digit>=(uint32_t)radix) { return 0; } else if(digit<10) { return (UChar32)(0x30+digit); } else { return (UChar32)((0x61-10)+digit); } } /* static data tables ------------------------------------------------------- */ /********************************************************** * * WARNING: The below map is machine generated * by genscrpt after parsing Blocks.txt, * plese donot edit unless you know what you are doing * ********************************************************** */ #define UBLOCK_CODE_INDEX_SIZE 98 struct UBlockCodeMap { const UChar32 fFirstCode; const UChar32 fLastCode; const UBlockCode code; }; typedef struct UBlockCodeMap UBlockCodeMap; static const UBlockCodeMap blockCodeIndex[UBLOCK_CODE_INDEX_SIZE] = { { 0x00000000, 0x0000007F, UBLOCK_BASIC_LATIN }, { 0x00000080, 0x000000FF, UBLOCK_LATIN_1_SUPPLEMENT }, { 0x00000100, 0x0000017F, UBLOCK_LATIN_EXTENDED_A }, { 0x00000180, 0x0000024F, UBLOCK_LATIN_EXTENDED_B }, { 0x00000250, 0x000002AF, UBLOCK_IPA_EXTENSIONS }, { 0x000002B0, 0x000002FF, UBLOCK_SPACING_MODIFIER_LETTERS }, { 0x00000300, 0x0000036F, UBLOCK_COMBINING_DIACRITICAL_MARKS }, { 0x00000370, 0x000003FF, UBLOCK_GREEK }, { 0x00000400, 0x000004FF, UBLOCK_CYRILLIC }, { 0x00000530, 0x0000058F, UBLOCK_ARMENIAN }, { 0x00000590, 0x000005FF, UBLOCK_HEBREW }, { 0x00000600, 0x000006FF, UBLOCK_ARABIC }, { 0x00000700, 0x0000074F, UBLOCK_SYRIAC }, { 0x00000780, 0x000007BF, UBLOCK_THAANA }, { 0x00000900, 0x0000097F, UBLOCK_DEVANAGARI }, { 0x00000980, 0x000009FF, UBLOCK_BENGALI }, { 0x00000A00, 0x00000A7F, UBLOCK_GURMUKHI }, { 0x00000A80, 0x00000AFF, UBLOCK_GUJARATI }, { 0x00000B00, 0x00000B7F, UBLOCK_ORIYA }, { 0x00000B80, 0x00000BFF, UBLOCK_TAMIL }, { 0x00000C00, 0x00000C7F, UBLOCK_TELUGU }, { 0x00000C80, 0x00000CFF, UBLOCK_KANNADA }, { 0x00000D00, 0x00000D7F, UBLOCK_MALAYALAM }, { 0x00000D80, 0x00000DFF, UBLOCK_SINHALA }, { 0x00000E00, 0x00000E7F, UBLOCK_THAI }, { 0x00000E80, 0x00000EFF, UBLOCK_LAO }, { 0x00000F00, 0x00000FFF, UBLOCK_TIBETAN }, { 0x00001000, 0x0000109F, UBLOCK_MYANMAR }, { 0x000010A0, 0x000010FF, UBLOCK_GEORGIAN }, { 0x00001100, 0x000011FF, UBLOCK_HANGUL_JAMO }, { 0x00001200, 0x0000137F, UBLOCK_ETHIOPIC }, { 0x000013A0, 0x000013FF, UBLOCK_CHEROKEE }, { 0x00001400, 0x0000167F, UBLOCK_UNIFIED_CANADIAN_ABORIGINAL_SYLLABICS }, { 0x00001680, 0x0000169F, UBLOCK_OGHAM }, { 0x000016A0, 0x000016FF, UBLOCK_RUNIC }, { 0x00001780, 0x000017FF, UBLOCK_KHMER }, { 0x00001800, 0x000018AF, UBLOCK_MONGOLIAN }, { 0x00001E00, 0x00001EFF, UBLOCK_LATIN_EXTENDED_ADDITIONAL }, { 0x00001F00, 0x00001FFF, UBLOCK_GREEK_EXTENDED }, { 0x00002000, 0x0000206F, UBLOCK_GENERAL_PUNCTUATION }, { 0x00002070, 0x0000209F, UBLOCK_SUPERSCRIPTS_AND_SUBSCRIPTS }, { 0x000020A0, 0x000020CF, UBLOCK_CURRENCY_SYMBOLS }, { 0x000020D0, 0x000020FF, UBLOCK_COMBINING_MARKS_FOR_SYMBOLS }, { 0x00002100, 0x0000214F, UBLOCK_LETTERLIKE_SYMBOLS }, { 0x00002150, 0x0000218F, UBLOCK_NUMBER_FORMS }, { 0x00002190, 0x000021FF, UBLOCK_ARROWS }, { 0x00002200, 0x000022FF, UBLOCK_MATHEMATICAL_OPERATORS }, { 0x00002300, 0x000023FF, UBLOCK_MISCELLANEOUS_TECHNICAL }, { 0x00002400, 0x0000243F, UBLOCK_CONTROL_PICTURES }, { 0x00002440, 0x0000245F, UBLOCK_OPTICAL_CHARACTER_RECOGNITION }, { 0x00002460, 0x000024FF, UBLOCK_ENCLOSED_ALPHANUMERICS }, { 0x00002500, 0x0000257F, UBLOCK_BOX_DRAWING }, { 0x00002580, 0x0000259F, UBLOCK_BLOCK_ELEMENTS }, { 0x000025A0, 0x000025FF, UBLOCK_GEOMETRIC_SHAPES }, { 0x00002600, 0x000026FF, UBLOCK_MISCELLANEOUS_SYMBOLS }, { 0x00002700, 0x000027BF, UBLOCK_DINGBATS }, { 0x00002800, 0x000028FF, UBLOCK_BRAILLE_PATTERNS }, { 0x00002E80, 0x00002EFF, UBLOCK_CJK_RADICALS_SUPPLEMENT }, { 0x00002F00, 0x00002FDF, UBLOCK_KANGXI_RADICALS }, { 0x00002FF0, 0x00002FFF, UBLOCK_IDEOGRAPHIC_DESCRIPTION_CHARACTERS }, { 0x00003000, 0x0000303F, UBLOCK_CJK_SYMBOLS_AND_PUNCTUATION }, { 0x00003040, 0x0000309F, UBLOCK_HIRAGANA }, { 0x000030A0, 0x000030FF, UBLOCK_KATAKANA }, { 0x00003100, 0x0000312F, UBLOCK_BOPOMOFO }, { 0x00003130, 0x0000318F, UBLOCK_HANGUL_COMPATIBILITY_JAMO }, { 0x00003190, 0x0000319F, UBLOCK_KANBUN }, { 0x000031A0, 0x000031BF, UBLOCK_BOPOMOFO_EXTENDED }, { 0x00003200, 0x000032FF, UBLOCK_ENCLOSED_CJK_LETTERS_AND_MONTHS }, { 0x00003300, 0x000033FF, UBLOCK_CJK_COMPATIBILITY }, { 0x00003400, 0x00004DB5, UBLOCK_CJK_UNIFIED_IDEOGRAPHS_EXTENSION_A }, { 0x00004E00, 0x00009FFF, UBLOCK_CJK_UNIFIED_IDEOGRAPHS }, { 0x0000A000, 0x0000A48F, UBLOCK_YI_SYLLABLES }, { 0x0000A490, 0x0000A4CF, UBLOCK_YI_RADICALS }, { 0x0000AC00, 0x0000D7A3, UBLOCK_HANGUL_SYLLABLES }, { 0x0000D800, 0x0000DB7F, UBLOCK_HIGH_SURROGATES }, { 0x0000DB80, 0x0000DBFF, UBLOCK_HIGH_PRIVATE_USE_SURROGATES }, { 0x0000DC00, 0x0000DFFF, UBLOCK_LOW_SURROGATES }, { 0x0000E000, 0x0000F8FF, UBLOCK_PRIVATE_USE }, { 0x0000F900, 0x0000FAFF, UBLOCK_CJK_COMPATIBILITY_IDEOGRAPHS }, { 0x0000FB00, 0x0000FB4F, UBLOCK_ALPHABETIC_PRESENTATION_FORMS }, { 0x0000FB50, 0x0000FDFF, UBLOCK_ARABIC_PRESENTATION_FORMS_A }, { 0x0000FE20, 0x0000FE2F, UBLOCK_COMBINING_HALF_MARKS }, { 0x0000FE30, 0x0000FE4F, UBLOCK_CJK_COMPATIBILITY_FORMS }, { 0x0000FE50, 0x0000FE6F, UBLOCK_SMALL_FORM_VARIANTS }, { 0x0000FE70, 0x0000FEFE, UBLOCK_ARABIC_PRESENTATION_FORMS_B }, { 0x0000FEFF, 0x0000FEFF, UBLOCK_SPECIALS }, { 0x0000FF00, 0x0000FFEF, UBLOCK_HALFWIDTH_AND_FULLWIDTH_FORMS }, { 0x0000FFF0, 0x0000FFFD, UBLOCK_SPECIALS }, { 0x00010300, 0x0001032F, UBLOCK_OLD_ITALIC }, { 0x00010330, 0x0001034F, UBLOCK_GOTHIC }, { 0x00010400, 0x0001044F, UBLOCK_DESERET }, { 0x0001D000, 0x0001D0FF, UBLOCK_BYZANTINE_MUSICAL_SYMBOLS }, { 0x0001D100, 0x0001D1FF, UBLOCK_MUSICAL_SYMBOLS }, { 0x0001D400, 0x0001D7FF, UBLOCK_MATHEMATICAL_ALPHANUMERIC_SYMBOLS }, { 0x00020000, 0x0002A6D6, UBLOCK_CJK_UNIFIED_IDEOGRAPHS_EXTENSION_B }, { 0x0002F800, 0x0002FA1F, UBLOCK_CJK_COMPATIBILITY_IDEOGRAPHS_SUPPLEMENT }, { 0x000E0000, 0x000E007F, UBLOCK_TAGS }, { 0x000F0000, 0x000FFFFD, UBLOCK_PRIVATE_USE }, }; /* Get the script associated with the character*/ UBlockCode ublock_getCode(UChar32 codepoint) { /* binary search the map and return the code */ int32_t left, middle, right,rc; left =0; right= UBLOCK_CODE_INDEX_SIZE-1; while(left <= right){ middle = (left+right)/2; /* check if the codepoint is the valid range */ if((uint32_t)(blockCodeIndex[middle].fLastCode - codepoint) <= (blockCodeIndex[middle].fLastCode - blockCodeIndex[middle].fFirstCode) ){ rc = 0; }else if(codepoint> blockCodeIndex[middle].fLastCode){ rc =-1; }else { rc = 1; } if(rc<0){ left = middle+1; }else if(rc >0){ right = middle -1; }else{ return blockCodeIndex[middle].code; } } return UBLOCK_INVALID_CODE; } /******************************************************/ static const UChar cellWidthRanges[] = { 0x0000, /* general scripts area*/ 0x1100, /* combining Hangul choseong*/ 0x1160, /* combining Hangul jungseong and jongseong*/ 0x1e00, /* Latin Extended Additional, Greek Extended*/ 0x2000, /* symbols and punctuation*/ 0x3000, /* CJK phonetics & symbols, CJK ideographs, Hangul syllables*/ 0xd800, /* surrogates, private use*/ 0xf900, /* CJK compatibility ideographs*/ 0xfb00, /* alphabetic presentation forms, Arabic presentations forms A, combining half marks*/ 0xfe30, /* CJK compatibility forms, small form variants*/ 0xfe70, /* Arabic presentation forms B*/ 0xff00, /* fullwidth ASCII*/ 0xff60, /* halfwidth, CJK punctuation, Katakana, Hangul Jamo*/ 0xffe0, /* fullwidth punctuation and currency signs*/ 0xffe8, /* halfwidth forms, arrows, and shapes*/ 0xfff0 /* specials*/ }; static const UChar cellWidthValues[] = { U_HALF_WIDTH, /* general scripts area*/ U_FULL_WIDTH, /* combining Hangul choseong*/ U_ZERO_WIDTH, /* combining Hangul jungseong and jongseong*/ U_HALF_WIDTH, /* Latin extended aAdditional, Greek extended*/ U_NEUTRAL_WIDTH, /* symbols and punctuation*/ U_FULL_WIDTH, /* CJK phonetics & symbols, CJK ideographs, Hangul syllables*/ U_NEUTRAL_WIDTH, /* surrogates, private use*/ U_FULL_WIDTH, /* CJK compatibility ideographs*/ U_HALF_WIDTH, /* alphabetic presentation forms, Arabic presentations forms A, combining half marks*/ U_FULL_WIDTH, /* CJK compatibility forms, small form variants*/ U_HALF_WIDTH, /* Arabic presentation forms B*/ U_FULL_WIDTH, /* fullwidth ASCII*/ U_HALF_WIDTH, /* halfwidth CJK punctuation, Katakana, Hangul Jamo*/ U_FULL_WIDTH, /* fullwidth punctuation and currency signs*/ U_HALF_WIDTH, /* halfwidth forms, arrows, and shapes*/ U_ZERO_WIDTH /* specials*/ }; #define NUM_CELL_WIDTH_VALUES (sizeof(cellWidthValues)/sizeof(cellWidthValues[0])) /* Gets table cell width of the Unicode character.*/ uint16_t u_charCellWidth(UChar32 ch) { int16_t i; int32_t type = u_charType(ch); /* surrogate support is still incomplete */ if((uint32_t)ch>0xffff) { return U_ZERO_WIDTH; } /* these Unicode character types are scattered throughout the Unicode range, so special-case for them*/ if(IS_ISO_8_CONTROL(ch)) { return U_ZERO_WIDTH; } switch (type) { case U_UNASSIGNED: case U_NON_SPACING_MARK: case U_ENCLOSING_MARK: case U_LINE_SEPARATOR: case U_PARAGRAPH_SEPARATOR: case U_CONTROL_CHAR: case U_FORMAT_CHAR: return U_ZERO_WIDTH; default: /* for all remaining characters, find out which Unicode range they belong to using the table above, and then look up the appropriate return value in that table*/ for (i = 0; i < (int16_t)NUM_CELL_WIDTH_VALUES; ++i) { if (ch < cellWidthRanges[i]) { break; } } --i; return cellWidthValues[i]; } } void u_getUnicodeVersion(UVersionInfo versionArray) { if(versionArray!=NULL) { uprv_memcpy(versionArray, dataVersion, U_MAX_VERSION_LENGTH); } } /* string casing ------------------------------------------------------------ */ /* * These internal string case mapping functions are here instead of ustring.c * because we need efficient access to the character properties. */ enum { LOC_ROOT, LOC_TURKISH, LOC_LITHUANIAN }; static int32_t getCaseLocale(const char *locale) { char lang[32]; UErrorCode errorCode; int32_t length; errorCode=U_ZERO_ERROR; length=uloc_getLanguage(locale, lang, sizeof(lang), &errorCode); if(U_FAILURE(errorCode) || length!=2) { return LOC_ROOT; } if( (locale[0]=='t' && locale[1]=='r') || (locale[0]=='a' && locale[1]=='z') ) { return LOC_TURKISH; } else if(locale[0]=='l' && locale[1]=='t') { return LOC_LITHUANIAN; } else { return LOC_ROOT; } } /* Is case-ignorable? In Unicode 3.1.1, is {HYPHEN, SOFT HYPHEN, {Mn}} ? (Expected to change!) */ static U_INLINE UBool isCaseIgnorable(UChar32 c, uint32_t category) { return category==U_NON_SPACING_MARK || c==0x2010 || c==0xad; } /* Is followed by {case-ignorable}* {Ll, Lu, Lt} ? */ static UBool isFollowedByCasedLetter(const UChar *src, UTextOffset srcIndex, int32_t srcLength) { uint32_t props, category; UChar32 c; while(srcIndex0) { dest[destIndex++]=*u++; --i; } } else { /* buffer overflow */ /* copy as much as possible */ while(destIndex>10)); dest[destIndex++]=(UChar)(0xdc00|(c&0x3ff)); } else { /* buffer overflow */ /* write the first surrogate if possible */ if(destIndex>10)); } /* keep incrementing the destIndex for preflighting */ destIndex+=2; } } } if(destIndex>destCapacity) { *pErrorCode=U_BUFFER_OVERFLOW_ERROR; } return destIndex; } U_CFUNC int32_t u_internalStrToUpper(UChar *dest, int32_t destCapacity, const UChar *src, int32_t srcLength, const char *locale, UGrowBuffer *growBuffer, void *context, UErrorCode *pErrorCode) { UChar buffer[8]; uint32_t *pe; const UChar *u; uint32_t props, firstExceptionValue, specialCasing; int32_t srcIndex, destIndex, i, loc; UChar32 c; UBool canGrow; /* do not attempt to grow if there is no growBuffer function or if it has failed before */ canGrow = (UBool)(growBuffer!=NULL); /* test early, once, if there is a data file */ if(!HAVE_DATA) { /* * If we do not have real character properties data, * then we only do a fixed-length ASCII case mapping. */ if(srcLength<=destCapacity || /* attempt to grow the buffer */ (canGrow && (canGrow=growBuffer(context, &dest, &destCapacity, srcLength, 0)) != 0) ) { destIndex=srcLength; *pErrorCode=U_USING_DEFAULT_ERROR; } else { destIndex=destCapacity; *pErrorCode=U_BUFFER_OVERFLOW_ERROR; } for(srcIndex=0; srcIndex>5)&0x1f; } /* output this case mapping result string */ if( (destIndex+i)<=destCapacity || /* attempt to grow the buffer */ (canGrow && (canGrow=growBuffer(context, &dest, &destCapacity, destCapacity+2*(srcLength-srcIndex+i)+20, destIndex)) != 0) ) { /* copy the case mapping to the destination */ while(i>0) { dest[destIndex++]=*u++; --i; } } else { /* buffer overflow */ /* copy as much as possible */ while(destIndex>10)); dest[destIndex++]=(UChar)(0xdc00|(c&0x3ff)); } else { /* buffer overflow */ /* write the first surrogate if possible */ if(destIndex>10)); } /* keep incrementing the destIndex for preflighting */ destIndex+=2; } } } if(destIndex>destCapacity) { *pErrorCode=U_BUFFER_OVERFLOW_ERROR; } return destIndex; } /* case folding ------------------------------------------------------------- */ /* * Case folding is similar to lowercasing. * The result may be a simple mapping, i.e., a single code point, or * a full mapping, i.e., a string. * If the case folding for a code point is the same as its simple (1:1) lowercase mapping, * then only the lowercase mapping is stored. */ /* return the simple case folding mapping for c */ U_CAPI UChar32 U_EXPORT2 u_foldCase(UChar32 c, uint32_t options) { uint32_t props=GET_PROPS(c); if(!PROPS_VALUE_IS_EXCEPTION(props)) { if((1UL<>=24; /* copy the result string */ i=0; while(i<(int32_t)props) { dest[i++]=*uchars++; } return i; } else { /* special case folding mappings, hardcoded */ if(options==U_FOLD_CASE_DEFAULT && (uint32_t)(c-0x130)<=1) { /* map dotted I and dotless i to U+0069 small i */ dest[0]=0x69; return 1; } /* return c itself because it is excluded from case folding */ } } else if(HAVE_EXCEPTION_VALUE(firstExceptionValue, EXC_LOWERCASE)) { i=EXC_LOWERCASE; ++pe; ADD_EXCEPTION_OFFSET(firstExceptionValue, i, pe); c=(UChar32)*pe; } } /* write c to dest */ i=0; UTF_APPEND_CHAR_UNSAFE(dest, i, c); return i; } /* case-fold the source string using the full mappings */ U_CFUNC int32_t u_internalStrFoldCase(UChar *dest, int32_t destCapacity, const UChar *src, int32_t srcLength, uint32_t options, UGrowBuffer *growBuffer, void *context, UErrorCode *pErrorCode) { UChar buffer[UTF_MAX_CHAR_LENGTH]; uint32_t *pe; const UChar *uchars, *u; uint32_t props, firstExceptionValue; int32_t srcIndex, destIndex, i; UChar32 c; UBool canGrow; /* do not attempt to grow if there is no growBuffer function or if it has failed before */ canGrow = (UBool)(growBuffer!=NULL); /* test early, once, if there is a data file */ if(!HAVE_DATA) { /* * If we do not have real character properties data, * then we only do a fixed-length ASCII case mapping. */ if(srcLength<=destCapacity || /* attempt to grow the buffer */ (canGrow && (canGrow=growBuffer(context, &dest, &destCapacity, srcLength, 0)) != 0) ) { destIndex=srcLength; *pErrorCode=U_USING_DEFAULT_ERROR; } else { destIndex=destCapacity; *pErrorCode=U_BUFFER_OVERFLOW_ERROR; } for(srcIndex=0; srcIndex>24); } else { /* special case folding mappings, hardcoded */ u=buffer; if(options==U_FOLD_CASE_DEFAULT && (uint32_t)(c-0x130)<=1) { /* map dotted I and dotless i to U+0069 small i */ buffer[0]=0x69; i=1; } else { /* output c itself because it is excluded from case folding */ i=0; UTF_APPEND_CHAR_UNSAFE(buffer, i, c); } } /* output this case mapping result string */ if( (destIndex+i)<=destCapacity || /* attempt to grow the buffer */ (canGrow && (canGrow=growBuffer(context, &dest, &destCapacity, destCapacity+2*(srcLength-srcIndex+i)+20, destIndex)) != 0) ) { /* copy the case mapping to the destination */ while(i>0) { dest[destIndex++]=*u++; --i; } } else { /* buffer overflow */ /* copy as much as possible */ while(destIndex>10)); dest[destIndex++]=(UChar)(0xdc00|(c&0x3ff)); } else { /* buffer overflow */ /* write the first surrogate if possible */ if(destIndex>10)); } /* keep incrementing the destIndex for preflighting */ destIndex+=2; } } } if(destIndex>destCapacity) { *pErrorCode=U_BUFFER_OVERFLOW_ERROR; } return destIndex; }