AuroraMiddleware/scuffed-code
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
460392f2d8
scuffed-code/icu4c/source/i18n/chbkdat.cpp

294 lines
17 KiB
C++
Raw Normal View History

Initial revision X-SVN-Rev: 2
1999-08-16 21:50:52 +00:00
/*
ICU-161 changed copyright notice X-SVN-Rev: 220
1999-11-22 20:25:35 +00:00
*******************************************************************************
* Copyright (C) 1997-1999, International Business Machines Corporation and *
* others. All Rights Reserved. *
*******************************************************************************
Initial revision X-SVN-Rev: 2
1999-08-16 21:50:52 +00:00
*
* File CHBKDAT.CPP
*
* Modification History:
*
* Date Name Description
* 02/18/97 aliu Converted from OpenClass.
* Recoded kRawMapping table for Unicode::getType() type codes.
* Made static data members const where appropriate.
* 03/25/97 aliu Moved into TextBoundaryData; no longer a subclass.
* 04/15/97 aliu Worked around bug in AIX xlC compiler which occurs if static
* arrays contain const elements.
* 05/06/97 aliu Made SpecialMapping an array of objects instead of pointers,
* to help out non-compliant compilers.
* 08/14/98 helena Sync-up JDK1.2.
* 07/12/99 helena HPUX 11 CC port.
*****************************************************************************************
*/
// *****************************************************************************
// This file was generated from the java source file CharacterBreakData.java
// *****************************************************************************
#include "txtbdat.h"
#include "wdbktbl.h"
#include "unicdcm.h"
// *****************************************************************************
// class CharacterBreakData
// The following tables contain the transition state data for character break.
// Take forward data for example, the state machine looks like,
// Diagram 1 : the forward state machine for accent and base
//
// accent
// ----
ICU-353 basic warnings cleanup (not touching object's memory layout). A basic build now compiles w/o a single warning on Linux. One with --enable-strict is a different matter... X-SVN-Rev: 1124
2000-04-13 23:00:43 +00:00
// accent +----+/ \
Initial revision X-SVN-Rev: 2
1999-08-16 21:50:52 +00:00
// -------> |SI+2| |
// / +----+<----/
// +----+ | base +-------+
// 0->|stop| +-----------------> |SI_stop|
// +----+\-------> +----+--------------> +-------+
// base |SI+2| base
// +----+
ICU-353 basic warnings cleanup (not touching object's memory layout). A basic build now compiles w/o a single warning on Linux. One with --enable-strict is a different matter... X-SVN-Rev: 1124
2000-04-13 23:00:43 +00:00
// ^ \
Initial revision X-SVN-Rev: 2
1999-08-16 21:50:52 +00:00
// | |
// \----/
// accent
//
// *****************************************************************************
// The forward transition states of character boundary data.
TextBoundaryData::Node TextBoundaryData::kCharacterForwardData[] = {
// acct base cr lf
// cho jung jong EOS
kStop, kStop, kStop, kStop,
kStop, kStop, kStop, kStop,
// 1
kSI_2, kSI_2, kSI_3, kSI_7,
kSI_4, kSI_5, kSI_6, kSI_Stop,
// 2
kSI_2, kSI_Stop, kSI_Stop, kSI_Stop,
kSI_Stop, kSI_Stop, kSI_Stop, kSI_Stop,
// 3
kSI_Stop, kSI_Stop, kSI_Stop, kSI_7,
kSI_Stop, kSI_Stop, kSI_Stop, kSI_Stop,
// 4
kSI_2, kSI_Stop, kSI_Stop, kSI_Stop,
kSI_4, kSI_5, kSI_6, kSI_Stop,
// 5
kSI_2, kSI_Stop, kSI_Stop, kSI_Stop,
kSI_Stop, kSI_5, kSI_6, kSI_Stop,
// 6
kSI_2, kSI_Stop, kSI_Stop, kSI_Stop,
kSI_Stop, kSI_Stop, kSI_6, kSI_Stop,
// 7
kSI_Stop, kSI_Stop, kSI_Stop, kSI_Stop,
kSI_Stop, kSI_Stop, kSI_Stop, kSI_Stop
};
const int32_t TextBoundaryData::kCharacterForwardData_length =
sizeof(TextBoundaryData::kCharacterForwardData) / sizeof(TextBoundaryData::kCharacterForwardData[0]);
WordBreakTable* TextBoundaryData::kCharacterForward = new WordBreakTable(kCharacterCol_count, kCharacterForwardData, kCharacterForwardData_length);
// *****************************************************************************
//
// Diagram 2 : the backward state machine for accent and base
//
// accent
// ----
// accent +----+/ \
// -------> |SI+1| |
// / +----+<----/
// +----+ | base +-------+
// 0->|stop| +-----------------> |SI_stop|
// +----+\-----------------------------> +-------+
// base
//
// *****************************************************************************
// The backward transition states of character boundary data.
TextBoundaryData::Node TextBoundaryData::kCharacterBackwardData[] = {
// acct base cr lf
// cho jung jong EOS
kStop, kStop, kStop, kStop,
kStop, kStop, kStop, kStop,
// 1
kSI_1, kSI_Stop, kSI_Stop, kSI_1,
kSI_Stop, kSI_1, kSI_1, kSI_Stop
};
const int32_t TextBoundaryData::kCharacterBackwardData_length =
sizeof(TextBoundaryData::kCharacterBackwardData) / sizeof(TextBoundaryData::kCharacterBackwardData[0]);
WordBreakTable* TextBoundaryData::kCharacterBackward = new WordBreakTable(kCharacterCol_count, kCharacterBackwardData, kCharacterBackwardData_length);
// The character type mapping of the break table.
TextBoundaryData::Type TextBoundaryData::kCharacterRawMapping[] = {
// Re-coded to match Unicode 2 types [LIU]
kBaseForm, // UNASSIGNED = 0,
kBaseForm, // UPPERCASE_LETTER = 1,
kBaseForm, // LOWERCASE_LETTER = 2,
kBaseForm, // TITLECASE_LETTER = 3,
kBaseForm, // MODIFIER_LETTER = 4,
kBaseForm, // OTHER_LETTER = 5,
kAccent_diacritic, // NON_SPACING_MARK = 6,
kAccent_diacritic, // ENCLOSING_MARK = 7,
kBaseForm, // COMBINING_SPACING_MARK = 8,
kBaseForm, // DECIMAL_DIGIT_NUMBER = 9,
kBaseForm, // LETTER_NUMBER = 10,
kBaseForm, // OTHER_NUMBER = 11,
kBaseForm, // SPACE_SEPARATOR = 12,
kBaseForm, // LINE_SEPARATOR = 13,
kBaseForm, // PARAGRAPH_SEPARATOR = 14,
kBaseForm, // CONTROL = 15,
kBaseForm, // FORMAT = 16,
kBaseForm, // PRIVATE_USE = 17,
kBaseForm, // SURROGATE = 18,
kBaseForm, // DASH_PUNCTUATION = 19,
kBaseForm, // START_PUNCTUATION = 20,
kBaseForm, // END_PUNCTUATION = 21,
kBaseForm, // CONNECTOR_PUNCTUATION = 22,
kBaseForm, // OTHER_PUNCTUATION = 23,
kBaseForm, // MATH_SYMBOL = 24,
kBaseForm, // CURRENCY_SYMBOL = 25,
kBaseForm, // MODIFIER_SYMBOL = 26,
kBaseForm, // OTHER_SYMBOL = 27,
kBaseForm // UNDEFINED = 28
};
const int32_t TextBoundaryData::kCharacterRawMapping_length =
sizeof(TextBoundaryData::kCharacterRawMapping) / sizeof(TextBoundaryData::kCharacterRawMapping[0]);
SpecialMapping TextBoundaryData::kCharacterExceptionChar[] = {
SpecialMapping(TextBoundaryData::ASCII_LINEFEED, TextBoundaryData::kBaseLF),
SpecialMapping(TextBoundaryData::ASCII_CARRIAGE_RETURN, TextBoundaryData::kBaseCR),
SpecialMapping(TextBoundaryData::HANGUL_CHOSEONG_LOW, TextBoundaryData::HANGUL_CHOSEONG_HIGH, TextBoundaryData::kChoseong),
SpecialMapping(TextBoundaryData::HANGUL_JUNGSEONG_LOW, TextBoundaryData::HANGUL_JUNGSEONG_HIGH, TextBoundaryData::kJungseong),
SpecialMapping(TextBoundaryData::HANGUL_JONGSEONG_LOW, TextBoundaryData::HANGUL_JONGSEONG_HIGH, TextBoundaryData::kJongseong),
SpecialMapping(TextBoundaryData::PUNCTUATION_LINE_SEPARATOR, TextBoundaryData::PUNCTUATION_PARAGRAPH_SEPARATOR, TextBoundaryData::kBaseLF),
SpecialMapping(TextBoundaryData::END_OF_STRING, TextBoundaryData::kEOS)
};
const int32_t TextBoundaryData::kCharacterExceptionChar_length =
sizeof(TextBoundaryData::kCharacterExceptionChar) / sizeof(TextBoundaryData::kCharacterExceptionChar[0]);
ICU-351 Define UBool to be used in the APIs. X-SVN-Rev: 1410
2000-05-18 22:08:39 +00:00
const UBool TextBoundaryData::kCharacterExceptionFlags[] = {
Initial revision X-SVN-Rev: 2
1999-08-16 21:50:52 +00:00
FALSE, // kNonCharacter = 0,
FALSE, // kUppercaseLetter = 1,
FALSE, // kLowercaseLetter = 2,
FALSE, // kTitlecaseLetter = 3,
FALSE, // kModifierLetter = 4,
TRUE, // kOtherLetter = 5,
FALSE, // kNonSpacingMark = 6,
FALSE, // kEnclosingMark = 7,
FALSE, // kCombiningSpacingMark = 8,
FALSE, // kDecimalNumber = 9,
FALSE, // kLetterNumber = 10,
FALSE, // kOtherNumber = 11,
FALSE, // kSpaceSeparator = 12,
TRUE, // kLineSeparator = 13,
TRUE, // kParagraphSeparator = 14,
TRUE, // kControlCharacter = 15,
FALSE, // kFormatCharacter = 16,
FALSE, // kPrivateUseCharacter = 17,
FALSE, // kSurrogate = 18,
FALSE, // kDashPunctuation = 19,
FALSE, // kOpenPunctuation = 20,
FALSE, // kClosePunctuation = 21,
FALSE, // kConnectorPunctuation = 22,
FALSE, // kOtherPunctuation = 23,
FALSE, // kMathSymbol = 24,
FALSE, // kCurrencySymbol = 25,
FALSE, // kModifierSymbol = 26,
FALSE, // kOtherSymbol = 27
FALSE // UNDEFINED = 28,
};
TextBoundaryData::Type TextBoundaryData::kCharacterAsciiValues[] = {
// null soh stx etx eot enq ask bell
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// bs ht lf vt ff cr so si
kBaseForm, kBaseForm, kBaseLF, kBaseForm, kBaseForm, kBaseCR, kBaseForm, kBaseForm,
// dle dc1 dc2 dc3 dc4 nak syn etb
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// can em sub esc fs gs rs us
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// sp ! " # $ % & '
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// ( ) * + , - . /
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// 0 1 2 3 4 5 6 7
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// 8 9 : ; < = > ?
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// @ A B C D E F G
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// H I J K L M N O
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// P Q R S T U V W
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// X Y Z [ \ ] ^ _
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// ` a b c d e f g
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// h i j k l m n o
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// p q r s t u v w
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// x y z { | } ~ del
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// ctrl ctrl ctrl ctrl ctrl ctrl ctrl ctrl
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// ctrl ctrl ctrl ctrl ctrl ctrl ctrl ctrl
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// ctrl ctrl ctrl ctrl ctrl ctrl ctrl ctrl
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// ctrl ctrl ctrl ctrl ctrl ctrl ctrl ctrl
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// nbsp <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm,
// <20> <20> <20> <20> <20> <20> <20> <20>
kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm, kBaseForm
};
UnicodeClassMapping* TextBoundaryData::kCharacterMap =
new UnicodeClassMapping(kCharacterRawMapping, kCharacterRawMapping_length,
kCharacterExceptionChar, kCharacterExceptionChar_length,
kCharacterExceptionFlags,
kCharacterAsciiValues );
/**
* This is the single instance of TextBoundaryData containing character
* break data.
*/
const TextBoundaryData TextBoundaryData::kCharacterBreakData(TextBoundaryData::kCharacterForward,
TextBoundaryData::kCharacterBackward,
TextBoundaryData::kCharacterMap);
//eof
Reference in New Issue Copy Permalink