/* ************************************************************************* * COPYRIGHT: * Copyright (c) 1996-2001, International Business Machines Corporation and * others. All Rights Reserved. ************************************************************************* */ #include "unicode/utypes.h" #include "unicode/unistr.h" #include "unicode/chariter.h" #include "unicode/schriter.h" #include "unicode/uchriter.h" #include "unicode/normlzr.h" #include "unormimp.h" //------------------------------------------------------------------------- // Constructors and other boilerplate //------------------------------------------------------------------------- Normalizer::Normalizer(const UnicodeString& str, UNormalizationMode mode) : fUMode(mode), fOptions(0), text(new StringCharacterIterator(str)), currentIndex(0), nextIndex(0), buffer(), bufferPos(0) { checkData(); } Normalizer::Normalizer(const UChar *str, int32_t length, UNormalizationMode mode) : fUMode(mode), fOptions(0), text(new UCharCharacterIterator(str, length)), currentIndex(0), nextIndex(0), buffer(), bufferPos(0) { checkData(); } Normalizer::Normalizer(const CharacterIterator& iter, UNormalizationMode mode) : fUMode(mode), fOptions(0), text(iter.clone()), currentIndex(0), nextIndex(0), buffer(), bufferPos(0) { checkData(); } // deprecated constructors Normalizer::Normalizer(const UnicodeString& str, EMode mode) : fUMode(getUMode(mode)), fOptions(0), text(new StringCharacterIterator(str)), currentIndex(0), nextIndex(0), buffer(), bufferPos(0) { checkData(); } Normalizer::Normalizer(const UnicodeString& str, EMode mode, int32_t options) : fUMode(getUMode(mode)), fOptions(options), text(new StringCharacterIterator(str)), currentIndex(0), nextIndex(0), buffer(), bufferPos(0) { checkData(); } Normalizer::Normalizer(const UChar *str, int32_t length, EMode mode) : fUMode(getUMode(mode)), fOptions(0), text(new UCharCharacterIterator(str, length)), currentIndex(0), nextIndex(0), buffer(), bufferPos(0) { checkData(); } Normalizer::Normalizer(const CharacterIterator& iter, EMode mode) : fUMode(getUMode(mode)), fOptions(0), text(iter.clone()), currentIndex(0), nextIndex(0), buffer(), bufferPos(0) { checkData(); } Normalizer::Normalizer(const CharacterIterator& iter, EMode mode, int32_t options) : fUMode(getUMode(mode)), fOptions(options), text(iter.clone()), currentIndex(0), nextIndex(0), buffer(), bufferPos(0) { checkData(); } Normalizer::Normalizer(const Normalizer ©) : fUMode(copy.fUMode), fOptions(copy.fOptions), text(copy.text->clone()), currentIndex(copy.nextIndex), nextIndex(copy.nextIndex), buffer(copy.buffer), bufferPos(copy.bufferPos) { checkData(); } static const UChar _NUL=0; void Normalizer::checkData() { UErrorCode errorCode=U_ZERO_ERROR; if(!unorm_haveData(&errorCode)) { delete text; text=new UCharCharacterIterator(&_NUL, 0); } } Normalizer::~Normalizer() { delete text; } Normalizer* Normalizer::clone() const { if(this!=0) { return new Normalizer(*this); } else { return 0; } } /** * Generates a hash code for this iterator. */ int32_t Normalizer::hashCode() const { return text->hashCode() + fUMode + fOptions + buffer.hashCode() + bufferPos + currentIndex + nextIndex; } UBool Normalizer::operator==(const Normalizer& that) const { return this==&that || fUMode==that.fUMode && fOptions==that.fOptions && *text==*(that.text) && buffer==that.buffer && bufferPos==that.bufferPos && nextIndex==that.nextIndex; } //------------------------------------------------------------------------- // Static utility methods //------------------------------------------------------------------------- void Normalizer::normalize(const UnicodeString& source, UNormalizationMode mode, int32_t options, UnicodeString& result, UErrorCode &status) { if(source.isBogus() || U_FAILURE(status)) { result.setToBogus(); } else { /* make sure that we do not operate on the same buffer in source and result */ result.cloneArrayIfNeeded(-1, source.length()+20, FALSE); result.fLength=unorm_internalNormalize(&result.fArray, &result.fCapacity, source.fArray, source.fLength, mode, (options&IGNORE_HANGUL)!=0, UnicodeString::growBuffer, &result, &status); if(U_FAILURE(status)) { result.setToBogus(); } } } UNormalizationCheckResult Normalizer::quickCheck(const UnicodeString& source, UNormalizationMode mode, UErrorCode &status) { if(U_FAILURE(status)) { return UNORM_MAYBE; } return unorm_quickCheck(source.fArray, source.length(), mode, &status); } void Normalizer::compose(const UnicodeString& source, UBool compat, int32_t options, UnicodeString& result, UErrorCode &status) { if(source.isBogus() || U_FAILURE(status)) { result.setToBogus(); } else { /* make sure that we do not operate on the same buffer in source and result */ result.cloneArrayIfNeeded(-1, source.length()+20, FALSE); result.fLength=unorm_compose(&result.fArray, &result.fCapacity, source.fArray, source.fLength, compat, (options&IGNORE_HANGUL)!=0, UnicodeString::growBuffer, &result, &status); if(U_FAILURE(status)) { result.setToBogus(); } } } void Normalizer::decompose(const UnicodeString& source, UBool compat, int32_t options, UnicodeString& result, UErrorCode &status) { if(source.isBogus() || U_FAILURE(status)) { result.setToBogus(); } else { /* make sure that we do not operate on the same buffer in source and result */ result.cloneArrayIfNeeded(-1, source.length()+20, FALSE); result.fLength=unorm_decompose(&result.fArray, &result.fCapacity, source.fArray, source.fLength, compat, (options&IGNORE_HANGUL)!=0, UnicodeString::growBuffer, &result, &status); if(U_FAILURE(status)) { result.setToBogus(); } } } //------------------------------------------------------------------------- // Iteration API //------------------------------------------------------------------------- /** * Return the current character in the normalized text. */ UChar32 Normalizer::current() { if(bufferPos0 || previousNormalize()) { UChar32 c=buffer.char32At(bufferPos-1); bufferPos-=UTF_CHAR_LENGTH(c); return c; } else { return DONE; } } void Normalizer::reset() { text->setToStart(); currentIndex=nextIndex=text->getIndex(); clearBuffer(); } void Normalizer::setIndexOnly(UTextOffset index) { text->setIndex(index); currentIndex=nextIndex=text->getIndex(); // validates index clearBuffer(); } /** * Set the iteration position in the input text that is being normalized * and return the first normalized character at that position. *

* Note: This method sets the position in the input text, * while {@link #next} and {@link #previous} iterate through characters * in the normalized output. This means that there is not * necessarily a one-to-one correspondence between characters returned * by next and previous and the indices passed to and * returned from setIndex and {@link #getIndex}. *

* @param index the desired index in the input text. * * @return the first normalized character that is the result of iterating * forward starting at the given index. * * @throws IllegalArgumentException if the given index is less than * {@link #getBeginIndex} or greater than {@link #getEndIndex}. */ UChar32 Normalizer::setIndex(UTextOffset index) { setIndexOnly(index); return current(); } /** * Return the first character in the normalized text. This resets * the Normalizer's position to the beginning of the text. */ UChar32 Normalizer::first() { reset(); return next(); } /** * Return the last character in the normalized text. This resets * the Normalizer's position to be just before the * the input text corresponding to that normalized character. */ UChar32 Normalizer::last() { text->setToEnd(); currentIndex=nextIndex=text->getIndex(); clearBuffer(); return previous(); } /** * Retrieve the current iteration position in the input text that is * being normalized. This method is useful in applications such as * searching, where you need to be able to determine the position in * the input text that corresponds to a given normalized output character. *

* Note: This method sets the position in the input, while * {@link #next} and {@link #previous} iterate through characters in the * output. This means that there is not necessarily a one-to-one * correspondence between characters returned by next and * previous and the indices passed to and returned from * setIndex and {@link #getIndex}. * */ UTextOffset Normalizer::getIndex() const { if(bufferPosCharacterIterator or the start (i.e. 0) of the String * over which this Normalizer is iterating */ UTextOffset Normalizer::startIndex() const { return text->startIndex(); } /** * Retrieve the index of the end of the input text. This is the end index * of the CharacterIterator or the length of the String * over which this Normalizer is iterating */ UTextOffset Normalizer::endIndex() const { return text->endIndex(); } //------------------------------------------------------------------------- // Property access methods //------------------------------------------------------------------------- void Normalizer::setMode(UNormalizationMode newMode) { fUMode = newMode; } UNormalizationMode Normalizer::getUMode() const { return fUMode; } void Normalizer::setOption(int32_t option, UBool value) { if (value) { fOptions |= option; } else { fOptions &= (~option); } } UBool Normalizer::getOption(int32_t option) const { return (fOptions & option) != 0; } /** * Set the input text over which this Normalizer will iterate. * The iteration position is set to the beginning of the input text. */ void Normalizer::setText(const UnicodeString& newText, UErrorCode &status) { if (U_FAILURE(status)) { return; } CharacterIterator *newIter = new StringCharacterIterator(newText); if (newIter == NULL) { status = U_MEMORY_ALLOCATION_ERROR; return; } delete text; text = newIter; reset(); } /** * Set the input text over which this Normalizer will iterate. * The iteration position is set to the beginning of the string. */ void Normalizer::setText(const CharacterIterator& newText, UErrorCode &status) { if (U_FAILURE(status)) { return; } CharacterIterator *newIter = newText.clone(); if (newIter == NULL) { status = U_MEMORY_ALLOCATION_ERROR; return; } delete text; text = newIter; reset(); } void Normalizer::setText(const UChar* newText, int32_t length, UErrorCode &status) { if (U_FAILURE(status)) { return; } CharacterIterator *newIter = new UCharCharacterIterator(newText, length); if (newIter == NULL) { status = U_MEMORY_ALLOCATION_ERROR; return; } delete text; text = newIter; reset(); } /** * Copies the text under iteration into the UnicodeString referred to by "result". * @param result Receives a copy of the text under iteration. */ void Normalizer::getText(UnicodeString& result) { text->getText(result); } //------------------------------------------------------------------------- // Private utility methods //------------------------------------------------------------------------- void Normalizer::clearBuffer() { buffer.remove(); bufferPos=0; } UBool Normalizer::nextNormalize() { UErrorCode errorCode=U_ZERO_ERROR; clearBuffer(); currentIndex=nextIndex; text->setIndex(nextIndex); if(!text->hasNext()) { return FALSE; } buffer.fLength=unorm_nextNormalize(buffer.fArray, buffer.fCapacity, *text, fUMode, (fOptions&IGNORE_HANGUL)!=0, UnicodeString::growBuffer, &buffer, &errorCode); nextIndex=text->getIndex(); return U_SUCCESS(errorCode) && buffer.length()>0; } UBool Normalizer::previousNormalize() { UErrorCode errorCode=U_ZERO_ERROR; clearBuffer(); nextIndex=currentIndex; text->setIndex(currentIndex); if(!text->hasPrevious()) { return FALSE; } buffer.fLength=unorm_previousNormalize(buffer.fArray, buffer.fCapacity, *text, fUMode, (fOptions&IGNORE_HANGUL)!=0, UnicodeString::growBuffer, &buffer, &errorCode); bufferPos=buffer.length(); currentIndex=text->getIndex(); return U_SUCCESS(errorCode) && buffer.length()>0; }