/* ******************************************************************************** * Copyright (C) 1996-2000, International Business Machines * Corporation and others. All Rights Reserved. ******************************************************************************** * * File UCHAR.C * * Modification History: * * Date Name Description * 04/02/97 aliu Creation. * * 4/15/99 Madhu Updated all the function definitions for C Implementation * 5/20/99 Madhu Added the function u_getVersion() * 8/19/1999 srl Upgraded scripts to Unicode3.0 * 11/11/1999 weiv added u_isalnum(), cleaned comments * 01/11/2000 helena Renamed u_getVersion to u_getUnicodeVersion. * 06/20/2000 helena OS/400 port changes; mostly typecast. ******************************************************************************************** */ #include "unicode/utypes.h" #include "ucmp16.h" #include "ucmp8.h" #include "umutex.h" #include "unicode/uchar.h" #include "unicode/udata.h" #include "cmemory.h" #include "cstring.h" /* dynamically loaded Unicode character properties -------------------------- */ /* fallback properties for the ASCII range if the data cannot be loaded */ /* these are printed by genprops in verbose mode */ static uint32_t staticProps32Table[0xa0]={ /* 0x00 */ 0x48f, /* 0x01 */ 0x48f, /* 0x02 */ 0x48f, /* 0x03 */ 0x48f, /* 0x04 */ 0x48f, /* 0x05 */ 0x48f, /* 0x06 */ 0x48f, /* 0x07 */ 0x48f, /* 0x08 */ 0x48f, /* 0x09 */ 0x20c, /* 0x0a */ 0x1ce, /* 0x0b */ 0x20c, /* 0x0c */ 0x24d, /* 0x0d */ 0x1ce, /* 0x0e */ 0x48f, /* 0x0f */ 0x48f, /* 0x10 */ 0x48f, /* 0x11 */ 0x48f, /* 0x12 */ 0x48f, /* 0x13 */ 0x48f, /* 0x14 */ 0x48f, /* 0x15 */ 0x48f, /* 0x16 */ 0x48f, /* 0x17 */ 0x48f, /* 0x18 */ 0x48f, /* 0x19 */ 0x48f, /* 0x1a */ 0x48f, /* 0x1b */ 0x48f, /* 0x1c */ 0x1ce, /* 0x1d */ 0x1ce, /* 0x1e */ 0x1ce, /* 0x1f */ 0x20c, /* 0x20 */ 0x24c, /* 0x21 */ 0x297, /* 0x22 */ 0x297, /* 0x23 */ 0x117, /* 0x24 */ 0x119, /* 0x25 */ 0x117, /* 0x26 */ 0x297, /* 0x27 */ 0x297, /* 0x28 */ 0x100a94, /* 0x29 */ 0xfff00a95, /* 0x2a */ 0x297, /* 0x2b */ 0x118, /* 0x2c */ 0x197, /* 0x2d */ 0x113, /* 0x2e */ 0x197, /* 0x2f */ 0xd7, /* 0x30 */ 0x89, /* 0x31 */ 0x100089, /* 0x32 */ 0x200089, /* 0x33 */ 0x300089, /* 0x34 */ 0x400089, /* 0x35 */ 0x500089, /* 0x36 */ 0x600089, /* 0x37 */ 0x700089, /* 0x38 */ 0x800089, /* 0x39 */ 0x900089, /* 0x3a */ 0x197, /* 0x3b */ 0x297, /* 0x3c */ 0x200a98, /* 0x3d */ 0x298, /* 0x3e */ 0xffe00a98, /* 0x3f */ 0x297, /* 0x40 */ 0x297, /* 0x41 */ 0x2000001, /* 0x42 */ 0x2000001, /* 0x43 */ 0x2000001, /* 0x44 */ 0x2000001, /* 0x45 */ 0x2000001, /* 0x46 */ 0x2000001, /* 0x47 */ 0x2000001, /* 0x48 */ 0x2000001, /* 0x49 */ 0x2000001, /* 0x4a */ 0x2000001, /* 0x4b */ 0x2000001, /* 0x4c */ 0x2000001, /* 0x4d */ 0x2000001, /* 0x4e */ 0x2000001, /* 0x4f */ 0x2000001, /* 0x50 */ 0x2000001, /* 0x51 */ 0x2000001, /* 0x52 */ 0x2000001, /* 0x53 */ 0x2000001, /* 0x54 */ 0x2000001, /* 0x55 */ 0x2000001, /* 0x56 */ 0x2000001, /* 0x57 */ 0x2000001, /* 0x58 */ 0x2000001, /* 0x59 */ 0x2000001, /* 0x5a */ 0x2000001, /* 0x5b */ 0x200a94, /* 0x5c */ 0x297, /* 0x5d */ 0xffe00a95, /* 0x5e */ 0x29a, /* 0x5f */ 0x296, /* 0x60 */ 0x29a, /* 0x61 */ 0x2000002, /* 0x62 */ 0x2000002, /* 0x63 */ 0x2000002, /* 0x64 */ 0x2000002, /* 0x65 */ 0x2000002, /* 0x66 */ 0x2000002, /* 0x67 */ 0x2000002, /* 0x68 */ 0x2000002, /* 0x69 */ 0x2000002, /* 0x6a */ 0x2000002, /* 0x6b */ 0x2000002, /* 0x6c */ 0x2000002, /* 0x6d */ 0x2000002, /* 0x6e */ 0x2000002, /* 0x6f */ 0x2000002, /* 0x70 */ 0x2000002, /* 0x71 */ 0x2000002, /* 0x72 */ 0x2000002, /* 0x73 */ 0x2000002, /* 0x74 */ 0x2000002, /* 0x75 */ 0x2000002, /* 0x76 */ 0x2000002, /* 0x77 */ 0x2000002, /* 0x78 */ 0x2000002, /* 0x79 */ 0x2000002, /* 0x7a */ 0x2000002, /* 0x7b */ 0x200a94, /* 0x7c */ 0x298, /* 0x7d */ 0xffe00a95, /* 0x7e */ 0x298, /* 0x7f */ 0x48f, /* 0x80 */ 0x48f, /* 0x81 */ 0x48f, /* 0x82 */ 0x48f, /* 0x83 */ 0x48f, /* 0x84 */ 0x48f, /* 0x85 */ 0x1ce, /* 0x86 */ 0x48f, /* 0x87 */ 0x48f, /* 0x88 */ 0x48f, /* 0x89 */ 0x48f, /* 0x8a */ 0x48f, /* 0x8b */ 0x48f, /* 0x8c */ 0x48f, /* 0x8d */ 0x48f, /* 0x8e */ 0x48f, /* 0x8f */ 0x48f, /* 0x90 */ 0x48f, /* 0x91 */ 0x48f, /* 0x92 */ 0x48f, /* 0x93 */ 0x48f, /* 0x94 */ 0x48f, /* 0x95 */ 0x48f, /* 0x96 */ 0x48f, /* 0x97 */ 0x48f, /* 0x98 */ 0x48f, /* 0x99 */ 0x48f, /* 0x9a */ 0x48f, /* 0x9b */ 0x48f, /* 0x9c */ 0x48f, /* 0x9d */ 0x48f, /* 0x9e */ 0x48f, /* 0x9f */ 0x48f }; /* * loaded uprops.dat - * for a description of the file format, see icu/source/tools/genprops/store.c */ #define DATA_NAME "uprops" #define DATA_TYPE "dat" static UDataMemory *propsData=NULL; static uint8_t formatVersion[4]={ 0, 0, 0, 0 }; static UVersionInfo dataVersion={ 3, 0, 0, 0 }; static const uint16_t *propsTable=NULL; #define props32Table ((uint32_t *)propsTable) static int8_t havePropsData=0; /* index values loaded from uprops.dat */ static uint16_t indexes[8]; enum { INDEX_STAGE_2_BITS, INDEX_STAGE_3_BITS, INDEX_EXCEPTIONS }; /* access values calculated from indexes */ static uint16_t stage23Bits, stage2Mask, stage3Mask; static UBool isAcceptable(void *context, const char *type, const char *name, const UDataInfo *pInfo) { if( pInfo->size>=20 && pInfo->isBigEndian==U_IS_BIG_ENDIAN && pInfo->charsetFamily==U_CHARSET_FAMILY && pInfo->dataFormat[0]==0x55 && /* dataFormat="UPro" */ pInfo->dataFormat[1]==0x50 && pInfo->dataFormat[2]==0x72 && pInfo->dataFormat[3]==0x6f && pInfo->formatVersion[0]==1 ) { uprv_memcpy(formatVersion, pInfo->formatVersion, 4); uprv_memcpy(dataVersion, pInfo->dataVersion, 4); return TRUE; } else { return FALSE; } } static int8_t loadPropsData() { /* load Unicode character properties data from file if necessary */ if(havePropsData==0) { UErrorCode errorCode=U_ZERO_ERROR; UDataMemory *data; const uint16_t *p=NULL; /* open the data outside the mutex block */ data=udata_openChoice(NULL, DATA_TYPE, DATA_NAME, isAcceptable, NULL, &errorCode); if(U_FAILURE(errorCode)) { return havePropsData=-1; } p=(const uint16_t *)udata_getMemory(data); /* in the mutex block, set the data for this process */ umtx_lock(NULL); if(propsData==NULL) { propsData=data; data=NULL; propsTable=p; p=NULL; } umtx_unlock(NULL); /* initialize some variables */ uprv_memcpy(indexes, propsTable, 16); stage23Bits=indexes[INDEX_STAGE_2_BITS]+indexes[INDEX_STAGE_3_BITS]; stage2Mask=(1<0 || havePropsData==0 && loadPropsData()>0) #define VALIDATE(c) (((uint32_t)(c))<=0x10ffff && HAVE_DATA) #define GET_PROPS(c) \ (((uint32_t)(c))<=0x10ffff ? \ HAVE_DATA ? \ props32Table[ \ propsTable[ \ propsTable[ \ propsTable[8+(c>>stage23Bits)]+ \ (c>>indexes[INDEX_STAGE_3_BITS]&stage2Mask)]+ \ (c&stage3Mask)] \ ] \ : (c)<=0x9f ? \ staticProps32Table[c] \ : 0 \ : 0) #define PROPS_VALUE_IS_EXCEPTION(props) ((props)&(1UL<>VALUE_SHIFT) #define GET_SIGNED_VALUE(props) ((int32_t)(props)>>VALUE_SHIFT) #define GET_EXCEPTIONS(props) (props32Table+indexes[INDEX_EXCEPTIONS]+GET_UNSIGNED_VALUE(props)) /* finding an exception value */ #define HAVE_EXCEPTION_VALUE(flags, index) ((flags)&(1UL<<(index))) /* number of bits in an 8-bit integer value */ #define EXC_GROUP 8 static uint8_t flagsOffset[256]={ 0, 1, 1, 2, 1, 2, 2, 3, 1, 2, 2, 3, 2, 3, 3, 4, 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7, 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7, 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7, 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7, 4, 5, 5, 6, 5, 6, 6, 7, 5, 6, 6, 7, 6, 7, 7, 8 }; #define ADD_EXCEPTION_OFFSET(flags, index, offset) { \ if((index)>=EXC_GROUP) { \ (offset)+=flagsOffset[(flags)&((1<>=EXC_GROUP; \ (index)-=EXC_GROUP; \ } \ (offset)+=flagsOffset[(flags)&((1<<(index))-1)]; \ } /* API functions ------------------------------------------------------------ */ /* Gets the Unicode character's general category.*/ U_CAPI int8_t U_EXPORT2 u_charType(UChar32 c) { return (int8_t)GET_CATEGORY(GET_PROPS(c)); } /* Checks if ch is a lower case letter.*/ U_CAPI UBool U_EXPORT2 u_islower(UChar32 c) { return GET_CATEGORY(GET_PROPS(c))==U_LOWERCASE_LETTER; } /* Checks if ch is an upper case letter.*/ U_CAPI UBool U_EXPORT2 u_isupper(UChar32 c) { return GET_CATEGORY(GET_PROPS(c))==U_UPPERCASE_LETTER; } /* Checks if ch is a title case letter; usually upper case letters.*/ U_CAPI UBool U_EXPORT2 u_istitle(UChar32 c) { return GET_CATEGORY(GET_PROPS(c))==U_TITLECASE_LETTER; } /* Checks if ch is a decimal digit. */ U_CAPI UBool U_EXPORT2 u_isdigit(UChar32 c) { return ((1UL<>BIDI_SHIFT)&0x1f); } else { return U_BOUNDARY_NEUTRAL; } } U_CAPI UBool U_EXPORT2 u_isMirrored(UChar32 c) { return GET_PROPS(c)&(1UL<0xffff) { return U_NO_SCRIPT; } /* ### a binary search would be faster; maybe this should go into a data file, too */ i = -1; for( j = 0; i == -1 && fScriptIndex[j].fFirstCode != 0xFFFF; ++j ) if( fScriptIndex[j].fFirstCode <= ch && ch <= fScriptIndex[j].fLastCode ) { i = j; if(j == U_CHAR_SCRIPT_COUNT) /* "U_SPECIALS 2" */ i = U_SPECIALS; } if(i >= U_CHAR_SCRIPT_COUNT) { returnValue = U_NO_SCRIPT; } else if( i != -1 ) { returnValue = (UCharScript)i; } return returnValue; } /* Gets table cell width of the Unicode character.*/ uint16_t u_charCellWidth(UChar32 ch) { int16_t i; int32_t type = u_charType(ch); /* surrogate support is still incomplete */ if((uint32_t)ch>0xffff) { return U_ZERO_WIDTH; } /* these Unicode character types are scattered throughout the Unicode range, so special-case for them*/ switch (type) { case U_UNASSIGNED: case U_NON_SPACING_MARK: case U_ENCLOSING_MARK: case U_LINE_SEPARATOR: case U_PARAGRAPH_SEPARATOR: case U_CONTROL_CHAR: case U_FORMAT_CHAR: return U_ZERO_WIDTH; default: /* for all remaining characters, find out which Unicode range they belong to using the table above, and then look up the appropriate return value in that table*/ for (i = 0; i < numCellWidthValues; ++i) if (ch < cellWidthRanges[i]) break; --i; return cellWidthValues[i]; } } void u_getUnicodeVersion(UVersionInfo versionArray) { if(versionArray!=NULL) { uprv_memcpy(versionArray, dataVersion, U_MAX_VERSION_LENGTH); } }