// // regexst.h // // Copyright (C) 2003, International Business Machines Corporation and others. // All Rights Reserved. // // This file contains class RegexStaticSets // // This class is internal to the regular expression implementation. // For the public Regular Expression API, see the file "unicode/regex.h" // // RegexStaticSets groups together the common UnicodeSets that are needed // for compiling or executing RegularExpressions. This grouping simplifies // the thread safe lazy creation and sharing of these sets across // all instances of regular expressions. // #include "unicode/utypes.h" #if !UCONFIG_NO_REGULAR_EXPRESSIONS #include "unicode/unistr.h" #include "unicode/uniset.h" #include "unicode/uchar.h" #include "unicode/regex.h" #include "uprops.h" #include "cmemory.h" #include "cstring.h" #include "uassert.h" #include "ucln_in.h" #include "umutex.h" #include "regexcst.h" // Contains state table for the regex pattern parser. // generated by a Perl script. #include "regexst.h" U_NAMESPACE_BEGIN //---------------------------------------------------------------------------------------- // // Unicode Set pattern strings for all of the required constant sets. // Initialized with hex values for portability to EBCDIC based machines. // Really ugly, but there's no good way to avoid it. // //---------------------------------------------------------------------------------------- // "Rule Char" Characters are those with no special meaning, and therefore do not // need to be escaped to appear as literals in a regexp. Expressed // as the inverse of those needing escaping -- [^\*\?\+\[\(\)\{\}\^\$\|\\\.] static const UChar gRuleSet_rule_char_pattern[] = { // [ ^ \ * \ ? \ + \ [ \ ( / ) 0x5b, 0x5e, 0x5c, 0x2a, 0x5c, 0x3f, 0x5c, 0x2b, 0x5c, 0x5b, 0x5c, 0x28, 0x5c, 0x29, // \ { \ } \ ^ \ $ \ | \ \ \ . ] 0x5c, 0x7b,0x5c, 0x7d, 0x5c, 0x5e, 0x5c, 0x24, 0x5c, 0x7c, 0x5c, 0x5c, 0x5c, 0x2e, 0x5d, 0}; static const UChar gRuleSet_digit_char_pattern[] = { // [ 0 - 9 ] 0x5b, 0x30, 0x2d, 0x39, 0x5d, 0}; static const UnicodeSet *gRuleDigits = NULL; // // Here are the backslash escape characters that ICU's unescape() function // will handle. // static const UChar gUnescapeCharPattern[] = { // [ a c e f n r t u U ] 0x5b, 0x61, 0x63, 0x65, 0x66, 0x6e, 0x72, 0x74, 0x75, 0x55, 0x5d, 0}; // // White space characters that may appear within a pattern in free-form mode // static const UChar gRuleWhiteSpacePattern[] = { /* "[[:Cf:][:WSpace:]]" */ 91, 91, 58, 67, 102, 58, 93, 91, 58, 87, 83, 112, 97, 99, 101, 58, 93, 93, 0 }; // // Unicode Set Definitions for Regular Expression \w // static const UChar gIsWordPattern[] = { // [ \ p { L l } \ p { L u } 0x5b, 0x5c, 0x70, 0x7b, 0x4c, 0x6c, 0x7d, 0x5c, 0x70, 0x7b, 0x4c, 0x75, 0x7d, // \ p { L t } \ p { L o } 0x5c, 0x70, 0x7b, 0x4c, 0x74, 0x7d, 0x5c, 0x70, 0x7b, 0x4c, 0x6f, 0x7d, // \ p { N d } _ ] 0x5c, 0x70, 0x7b, 0x4e, 0x64, 0x7d, 0x5f, 0x5d, 0}; // // Unicode Set Definitions for Regular Expression \s // static const UChar gIsSpacePattern[] = { // [ \ t \ n \ f \ r \ p { Z } ] 0x5b, 0x5c, 0x74, 0x5c, 0x6e, 0x5c, 0x66, 0x5c, 0x72, 0x5c, 0x70, 0x7b, 0x5a, 0x7d, 0x5d, 0}; // // UnicodeSets used in implementation of Grapheme Cluster detection, \X // static const UChar gGC_ControlPattern[] = { // [ [ : Z l : ] [ : Z p : ] 0x5b, 0x5b, 0x3a, 0x5A, 0x6c, 0x3a, 0x5d, 0x5b, 0x3a, 0x5A, 0x70, 0x3a, 0x5d, // [ : C c : ] [ : C f : ] ] 0x5b, 0x3a, 0x43, 0x63, 0x3a, 0x5d, 0x5b, 0x3a, 0x43, 0x66, 0x3a, 0x5d, 0x5d, 0}; static const UChar gGC_ExtendPattern[] = { // [ [ : M n : ] [ : M e : ] 0x5b, 0x5b, 0x3a, 0x4d, 0x6e, 0x3a, 0x5d, 0x5b, 0x3a, 0x4d, 0x65, 0x3a, 0x5d, // \ u f f 9 e - \ u f f 9 f ] 0x5c, 0x75, 0x66, 0x66, 0x39, 0x65, 0x2d, 0x5c, 0x75, 0x66, 0x66, 0x39, 0x66, 0x5d, 0}; static const UChar gGC_LPattern[] = { // [ \ u 1 1 0 0 - \ u 1 1 5 f ] 0x5b, 0x5c, 0x75, 0x31, 0x31, 0x30, 0x30, 0x2d, 0x5c, 0x75, 0x31, 0x31, 0x35, 0x66, 0x5d, 0}; static const UChar gGC_VPattern[] = { // [ \ u 1 1 6 0 - \ u 1 1 a 2 ] 0x5b, 0x5c, 0x75, 0x31, 0x31, 0x36, 0x30, 0x2d, 0x5c, 0x75, 0x31, 0x31, 0x61, 0x32, 0x5d, 0}; static const UChar gGC_TPattern[] = { // [ \ u 1 1 a 8 - \ u 1 1 f 9 ] 0x5b, 0x5c, 0x75, 0x31, 0x31, 0x61, 0x38, 0x2d, 0x5c, 0x75, 0x31, 0x31, 0x66, 0x39, 0x5d, 0}; RegexStaticSets::RegexStaticSets(UErrorCode *status) { // First zero out everything int i; for (i=0; icomplement(); fPropSets[URX_GC_NORMAL]->remove(0xac00, 0xd7a4); fPropSets[URX_GC_NORMAL]->removeAll(*fPropSets[URX_GC_CONTROL]); fPropSets[URX_GC_NORMAL]->removeAll(*fPropSets[URX_GC_L]); fPropSets[URX_GC_NORMAL]->removeAll(*fPropSets[URX_GC_V]); fPropSets[URX_GC_NORMAL]->removeAll(*fPropSets[URX_GC_T]); // The Precomposed Hangul syllables have the range of 0xac00 - 0xd7a3. // Categorize these as LV or LVT, using the decomposition algorithm from // the Unicode Standard 3.0, section 3.11 fPropSets[URX_GC_LV] = new UnicodeSet; fPropSets[URX_GC_LVT] = new UnicodeSet; const int32_t TCount = 28; UChar c; for (c=0xac00; c<0xd7a4; c+=TCount) { fPropSets[URX_GC_LV]->add(c); } fPropSets[URX_GC_LVT]->add(0xac00, 0xd7a3); fPropSets[URX_GC_LVT]->removeAll(*fPropSets[URX_GC_LV]); // Initialize the 8-bit fast bit sets from the parallel full // UnicodeSets. for (i=0; i