/* ********************************************************************** * Copyright (C) 1999, International Business Machines * Corporation and others. All Rights Reserved. ********************************************************************** * Date Name Description * 11/17/99 aliu Creation. ********************************************************************** */ #include "rbt_set.h" #include "rbt_rule.h" #include "unicode/unistr.h" #include "cmemory.h" static void _deleteRule(void *rule) { delete (TransliterationRule *)rule; } /** * Construct a new empty rule set. */ TransliterationRuleSet::TransliterationRuleSet() { maxContextLength = 0; ruleVector = new UVector(); ruleVector->setDeleter(&_deleteRule); rules = NULL; } /** * Copy constructor. We assume that the ruleset being copied * has already been frozen. */ TransliterationRuleSet::TransliterationRuleSet(const TransliterationRuleSet& other) : ruleVector(0), maxContextLength(other.maxContextLength) { uprv_memcpy(index, other.index, sizeof(index)); int32_t len = index[256]; // see freeze() rules = new TransliterationRule*[len]; for (int32_t i=0; ifreeze() before the rule set is used. * * @param adoptedRule the rule to add */ void TransliterationRuleSet::addRule(TransliterationRule* adoptedRule, UErrorCode& status) { if (U_FAILURE(status)) { delete adoptedRule; return; } ruleVector->addElement(adoptedRule); int32_t len; if ((len = adoptedRule->getAnteContextLength()) > maxContextLength) { maxContextLength = len; } delete[] rules; // Contains alias pointers rules = 0; } /** * Check this for masked rules and index it to optimize performance. * The sequence of operations is: (1) add rules to a set using * addRule(); (2) freeze the set using * freeze(); (3) use the rule set. If * addRule() is called after calling this method, it * invalidates this object, and this method must be called again. * That is, freeze() may be called multiple times, * although for optimal performance it shouldn't be. */ void TransliterationRuleSet::freeze(const TransliterationRuleData& data, UErrorCode& status) { if (U_FAILURE(status)) { return; } /* Construct the rule array and index table. We reorder the * rules by sorting them into 256 bins. Each bin contains all * rules matching the index value for that bin. A rule * matches an index value if string whose first key character * has a low byte equal to the index value can match the rule. * * Each bin contains zero or more rules, in the same order * they were found originally. However, the total rules in * the bins may exceed the number in the original vector, * since rules that have a variable as their first key * character will generally fall into more than one bin. * * That is, each bin contains all rules that either have that * first index value as their first key character, or have * a set containing the index value as their first character. */ int32_t n = ruleVector->size(); int32_t j; int16_t x; UVector v(2*n); // heuristic; adjust as needed /* Precompute the index values. This saves a LOT of time. */ int16_t* indexValue = new int16_t[n]; for (j=0; jelementAt(j); indexValue[j] = r->getIndexValue(data); } for (x=0; x<256; ++x) { index[x] = v.size(); for (j=0; j= 0) { if (indexValue[j] == x) { v.addElement(ruleVector->elementAt(j)); } } else { // If the indexValue is < 0, then the first key character is // a set, and we must use the more time-consuming // matchesIndexValue check. In practice this happens // rarely, so we seldom tread this code path. TransliterationRule* r = (TransliterationRule*) ruleVector->elementAt(j); if (r->matchesIndexValue((uint8_t)x, data)) { v.addElement(r); } } } } delete[] indexValue; index[256] = v.size(); /* Freeze things into an array. */ delete[] rules; // Contains alias pointers rules = new TransliterationRule*[v.size()]; for (j=0; jmasks(*r2)) { //| if (errors == null) { //| errors = new StringBuffer(); //| } else { //| errors.append("\n"); //| } //| errors.append("Rule " + r1 + " masks " + r2); status = U_ILLEGAL_ARGUMENT_ERROR; return; } } } } //if (errors != null) { // throw new IllegalArgumentException(errors.toString()); //} } /** * Attempt to find a matching rule at the specified point in the text. * @param text the text, both translated and untranslated * @param start the beginning index, inclusive; 0 <= start * <= limit. * @param limit the ending index, exclusive; start <= limit * <= text.length(). * @param cursor position at which to translate next, representing offset * into text. This value must be between start and * limit. * @param data a dictionary mapping variables to the sets they * represent (maps Character to UnicodeSet) * @param filter the filter. Any character for which * filter.contains() returns false will not be * altered by this transliterator. If filter is * null then no filtering is applied. * @return the matching rule, or null if none found. */ TransliterationRule* TransliterationRuleSet::findMatch(const Replaceable& text, const UTransPosition& pos, const TransliterationRuleData& data, const UnicodeFilter* filter) const { /* We only need to check our indexed bin of the rule table, * based on the low byte of the first key character. */ int16_t x = text.charAt(pos.start) & 0xFF; for (int32_t i=index[x]; imatches(text, pos, data, filter)) { return rules[i]; } } return NULL; } /** * Attempt to find a matching rule at the specified point in the text. * Unlike findMatch(), this method does an incremental match. * An incremental match requires that there be no partial matches that might * pre-empt the full match that is found. If there are partial matches, * then null is returned. A non-null result indicates that a full match has * been found, and that it cannot be pre-empted by a partial match * regardless of what additional text is added to the translation buffer. * @param text the text, both translated and untranslated * @param start the beginning index, inclusive; 0 <= start * <= limit. * @param limit the ending index, exclusive; start <= limit * <= text.length(). * @param cursor position at which to translate next, representing offset * into text. This value must be between start and * limit. * @param data a dictionary mapping variables to the sets they * represent (maps Character to UnicodeSet) * @param partial output parameter. partial[0] is set to * true if a partial match is returned. * @param filter the filter. Any character for which * filter.contains() returns false will not be * altered by this transliterator. If filter is * null then no filtering is applied. * @return the matching rule, or null if none found, or if the text buffer * does not have enough text yet to unambiguously match a rule. */ TransliterationRule* TransliterationRuleSet::findIncrementalMatch(const Replaceable& text, const UTransPosition& pos, const TransliterationRuleData& data, UBool& isPartial, const UnicodeFilter* filter) const { /* We only need to check our indexed bin of the rule table, * based on the low byte of the first key character. */ isPartial = FALSE; int16_t x = text.charAt(pos.start) & 0xFF; for (int32_t i=index[x]; igetMatchDegree(text, pos, data, filter); switch (match) { case TransliterationRule::FULL_MATCH: return rules[i]; case TransliterationRule::PARTIAL_MATCH: isPartial = TRUE; return NULL; } } return NULL; }