1347 lines
45 KiB
C
1347 lines
45 KiB
C
// © 2016 and later: Unicode, Inc. and others.
|
|
// License & terms of use: http://www.unicode.org/copyright.html
|
|
/********************************************************************
|
|
* COPYRIGHT:
|
|
* Copyright (c) 1997-2014, International Business Machines Corporation and
|
|
* others. All Rights Reserved.
|
|
********************************************************************/
|
|
/*******************************************************************************
|
|
*
|
|
* File CALLCOLL.C
|
|
*
|
|
* Modification History:
|
|
* Name Description
|
|
* Madhu Katragadda Ported for C API
|
|
********************************************************************************
|
|
*/
|
|
|
|
/*
|
|
* Important: This file is included into intltest/allcoll.cpp so that the
|
|
* test data is shared. This makes it easier to maintain the test data,
|
|
* especially since the Unicode data must be portable and quoted character
|
|
* literals will not work.
|
|
* If it is included, then there will be a #define INCLUDE_CALLCOLL_C
|
|
* that must prevent the actual code in here from being part of the
|
|
* allcoll.cpp compilation.
|
|
*/
|
|
|
|
/**
|
|
* CollationDummyTest is a third level test class. This tests creation of
|
|
* a customized collator object. For example, number 1 to be sorted
|
|
* equlivalent to word 'one'.
|
|
*/
|
|
|
|
#include <string.h>
|
|
#include <stdlib.h>
|
|
|
|
#include "unicode/utypes.h"
|
|
|
|
#if !UCONFIG_NO_COLLATION
|
|
|
|
#include "unicode/ucol.h"
|
|
#include "unicode/uloc.h"
|
|
#include "unicode/ures.h"
|
|
#include "unicode/udata.h"
|
|
#include "unicode/ucoleitr.h"
|
|
#include "unicode/ustring.h"
|
|
#include "unicode/uclean.h"
|
|
#include "unicode/putil.h"
|
|
#include "unicode/uenum.h"
|
|
|
|
#include "cintltst.h"
|
|
#include "ccolltst.h"
|
|
#include "callcoll.h"
|
|
#include "calldata.h"
|
|
#include "cstring.h"
|
|
#include "cmemory.h"
|
|
|
|
/* set to 1 to test offsets in backAndForth() */
|
|
#define TEST_OFFSETS 0
|
|
|
|
/* perform test with strength PRIMARY */
|
|
static void TestPrimary(void);
|
|
|
|
/* perform test with strength SECONDARY */
|
|
static void TestSecondary(void);
|
|
|
|
/* perform test with strength tertiary */
|
|
static void TestTertiary(void);
|
|
|
|
/*perform tests with strength Identical */
|
|
static void TestIdentical(void);
|
|
|
|
/* perform extra tests */
|
|
static void TestExtra(void);
|
|
|
|
/* Test jitterbug 581 */
|
|
static void TestJB581(void);
|
|
|
|
/* Test jitterbug 1401 */
|
|
static void TestJB1401(void);
|
|
|
|
/* Test [variable top] in the rule syntax */
|
|
static void TestVariableTop(void);
|
|
|
|
/* Test surrogates */
|
|
static void TestSurrogates(void);
|
|
|
|
static void TestInvalidRules(void);
|
|
|
|
static void TestJitterbug1098(void);
|
|
|
|
static void TestFCDCrash(void);
|
|
|
|
static void TestJ5298(void);
|
|
|
|
const UCollationResult results[] = {
|
|
UCOL_LESS,
|
|
UCOL_LESS, /*UCOL_GREATER,*/
|
|
UCOL_LESS,
|
|
UCOL_LESS,
|
|
UCOL_LESS,
|
|
UCOL_LESS,
|
|
UCOL_LESS,
|
|
UCOL_GREATER,
|
|
UCOL_GREATER,
|
|
UCOL_LESS, /* 10 */
|
|
UCOL_GREATER,
|
|
UCOL_LESS,
|
|
UCOL_GREATER,
|
|
UCOL_GREATER,
|
|
UCOL_LESS,
|
|
UCOL_LESS,
|
|
UCOL_LESS,
|
|
/* test primary > 17 */
|
|
UCOL_EQUAL,
|
|
UCOL_EQUAL,
|
|
UCOL_EQUAL, /* 20 */
|
|
UCOL_LESS,
|
|
UCOL_LESS,
|
|
UCOL_EQUAL,
|
|
UCOL_EQUAL,
|
|
UCOL_EQUAL,
|
|
UCOL_LESS,
|
|
/* test secondary > 26 */
|
|
UCOL_EQUAL,
|
|
UCOL_EQUAL,
|
|
UCOL_EQUAL,
|
|
UCOL_EQUAL,
|
|
UCOL_EQUAL, /* 30 */
|
|
UCOL_EQUAL,
|
|
UCOL_LESS,
|
|
UCOL_EQUAL, /* 34 */
|
|
UCOL_EQUAL,
|
|
UCOL_EQUAL,
|
|
UCOL_LESS /* 37 */
|
|
};
|
|
|
|
|
|
static
|
|
void uprv_appendByteToHexString(char *dst, uint8_t val) {
|
|
uint32_t len = (uint32_t)uprv_strlen(dst);
|
|
*(dst+len) = T_CString_itosOffset((val >> 4));
|
|
*(dst+len+1) = T_CString_itosOffset((val & 0xF));
|
|
*(dst+len+2) = 0;
|
|
}
|
|
|
|
/* this function makes a string with representation of a sortkey */
|
|
static char* U_EXPORT2 sortKeyToString(const UCollator *coll, const uint8_t *sortkey, char *buffer, uint32_t *len) {
|
|
int32_t strength = UCOL_PRIMARY;
|
|
uint32_t res_size = 0;
|
|
UBool doneCase = FALSE;
|
|
UErrorCode errorCode = U_ZERO_ERROR;
|
|
|
|
char *current = buffer;
|
|
const uint8_t *currentSk = sortkey;
|
|
|
|
uprv_strcpy(current, "[");
|
|
|
|
while(strength <= UCOL_QUATERNARY && strength <= ucol_getStrength(coll)) {
|
|
if(strength > UCOL_PRIMARY) {
|
|
uprv_strcat(current, " . ");
|
|
}
|
|
while(*currentSk != 0x01 && *currentSk != 0x00) { /* print a level */
|
|
uprv_appendByteToHexString(current, *currentSk++);
|
|
uprv_strcat(current, " ");
|
|
}
|
|
if(ucol_getAttribute(coll, UCOL_CASE_LEVEL, &errorCode) == UCOL_ON && strength == UCOL_SECONDARY && doneCase == FALSE) {
|
|
doneCase = TRUE;
|
|
} else if(ucol_getAttribute(coll, UCOL_CASE_LEVEL, &errorCode) == UCOL_OFF || doneCase == TRUE || strength != UCOL_SECONDARY) {
|
|
strength ++;
|
|
}
|
|
if (*currentSk) {
|
|
uprv_appendByteToHexString(current, *currentSk++); /* This should print '01' */
|
|
}
|
|
if(strength == UCOL_QUATERNARY && ucol_getAttribute(coll, UCOL_ALTERNATE_HANDLING, &errorCode) == UCOL_NON_IGNORABLE) {
|
|
break;
|
|
}
|
|
}
|
|
|
|
if(ucol_getStrength(coll) == UCOL_IDENTICAL) {
|
|
uprv_strcat(current, " . ");
|
|
while(*currentSk != 0) {
|
|
uprv_appendByteToHexString(current, *currentSk++);
|
|
uprv_strcat(current, " ");
|
|
}
|
|
|
|
uprv_appendByteToHexString(current, *currentSk++);
|
|
}
|
|
uprv_strcat(current, "]");
|
|
|
|
if(res_size > *len) {
|
|
return NULL;
|
|
}
|
|
|
|
return buffer;
|
|
}
|
|
|
|
void addAllCollTest(TestNode** root)
|
|
{
|
|
addTest(root, &TestPrimary, "tscoll/callcoll/TestPrimary");
|
|
addTest(root, &TestSecondary, "tscoll/callcoll/TestSecondary");
|
|
addTest(root, &TestTertiary, "tscoll/callcoll/TestTertiary");
|
|
addTest(root, &TestIdentical, "tscoll/callcoll/TestIdentical");
|
|
addTest(root, &TestExtra, "tscoll/callcoll/TestExtra");
|
|
addTest(root, &TestJB581, "tscoll/callcoll/TestJB581");
|
|
addTest(root, &TestVariableTop, "tscoll/callcoll/TestVariableTop");
|
|
addTest(root, &TestSurrogates, "tscoll/callcoll/TestSurrogates");
|
|
addTest(root, &TestInvalidRules, "tscoll/callcoll/TestInvalidRules");
|
|
addTest(root, &TestJB1401, "tscoll/callcoll/TestJB1401");
|
|
addTest(root, &TestJitterbug1098, "tscoll/callcoll/TestJitterbug1098");
|
|
addTest(root, &TestFCDCrash, "tscoll/callcoll/TestFCDCrash");
|
|
addTest(root, &TestJ5298, "tscoll/callcoll/TestJ5298");
|
|
}
|
|
|
|
UBool hasCollationElements(const char *locName) {
|
|
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
|
|
UResourceBundle *loc = ures_open(U_ICUDATA_NAME U_TREE_SEPARATOR_STRING "coll", locName, &status);;
|
|
|
|
if(U_SUCCESS(status)) {
|
|
status = U_ZERO_ERROR;
|
|
loc = ures_getByKey(loc, "collations", loc, &status);
|
|
ures_close(loc);
|
|
if(status == U_ZERO_ERROR) { /* do the test - there are real elements */
|
|
return TRUE;
|
|
}
|
|
}
|
|
return FALSE;
|
|
}
|
|
|
|
static UCollationResult compareUsingPartials(UCollator *coll, const UChar source[], int32_t sLen, const UChar target[], int32_t tLen, int32_t pieceSize, UErrorCode *status) {
|
|
int32_t partialSKResult = 0;
|
|
UCharIterator sIter, tIter;
|
|
uint32_t sState[2], tState[2];
|
|
int32_t sSize = pieceSize, tSize = pieceSize;
|
|
/*int32_t i = 0;*/
|
|
uint8_t sBuf[16384], tBuf[16384];
|
|
if(pieceSize > 16384) {
|
|
log_err("Partial sortkey size buffer too small. Please consider increasing the buffer!\n");
|
|
*status = U_BUFFER_OVERFLOW_ERROR;
|
|
return UCOL_EQUAL;
|
|
}
|
|
*status = U_ZERO_ERROR;
|
|
sState[0] = 0; sState[1] = 0;
|
|
tState[0] = 0; tState[1] = 0;
|
|
while(sSize == pieceSize && tSize == pieceSize && partialSKResult == 0) {
|
|
uiter_setString(&sIter, source, sLen);
|
|
uiter_setString(&tIter, target, tLen);
|
|
sSize = ucol_nextSortKeyPart(coll, &sIter, sState, sBuf, pieceSize, status);
|
|
tSize = ucol_nextSortKeyPart(coll, &tIter, tState, tBuf, pieceSize, status);
|
|
|
|
if(sState[0] != 0 || tState[0] != 0) {
|
|
/*log_verbose("State != 0 : %08X %08X\n", sState[0], tState[0]);*/
|
|
}
|
|
/*log_verbose("%i ", i++);*/
|
|
|
|
partialSKResult = memcmp(sBuf, tBuf, pieceSize);
|
|
}
|
|
|
|
if(partialSKResult < 0) {
|
|
return UCOL_LESS;
|
|
} else if(partialSKResult > 0) {
|
|
return UCOL_GREATER;
|
|
} else {
|
|
return UCOL_EQUAL;
|
|
}
|
|
}
|
|
|
|
static void doTestVariant(UCollator* myCollation, const UChar source[], const UChar target[], UCollationResult result)
|
|
{
|
|
int32_t sortklen1, sortklen2, sortklenmax, sortklenmin;
|
|
int temp=0, gSortklen1=0,gSortklen2=0;
|
|
UCollationResult compareResult, compareResulta, keyResult, compareResultIter = result;
|
|
uint8_t *sortKey1, *sortKey2, *sortKey1a, *sortKey2a;
|
|
uint32_t sLen = u_strlen(source);
|
|
uint32_t tLen = u_strlen(target);
|
|
char buffer[256];
|
|
uint32_t len;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UColAttributeValue norm = ucol_getAttribute(myCollation, UCOL_NORMALIZATION_MODE, &status);
|
|
|
|
UCharIterator sIter, tIter;
|
|
|
|
compareResult = ucol_strcoll(myCollation, source, sLen, target, tLen);
|
|
if (compareResult != result) {
|
|
log_err("ucol_strcoll with explicit length returned wrong result (%i exp. %i): %s, %s\n",
|
|
compareResult, result, aescstrdup(source,-1), aescstrdup(target,-1));
|
|
}
|
|
compareResulta = ucol_strcoll(myCollation, source, -1, target, -1);
|
|
if (compareResulta != result) {
|
|
log_err("ucol_strcoll with null terminated strings returned wrong result (%i exp. %i): %s, %s\n",
|
|
compareResult, result, aescstrdup(source,-1), aescstrdup(target,-1));
|
|
}
|
|
|
|
uiter_setString(&sIter, source, sLen);
|
|
uiter_setString(&tIter, target, tLen);
|
|
compareResultIter = ucol_strcollIter(myCollation, &sIter, &tIter, &status);
|
|
if(compareResultIter != result) {
|
|
log_err("different results in iterative comparison for UTF-16 encoded strings. %s, %s\n", aescstrdup(source,-1), aescstrdup(target,-1));
|
|
}
|
|
|
|
/* convert the strings to UTF-8 and do try comparing with char iterator and ucol_strcollUTF8 */
|
|
{
|
|
char utf8Source[256], utf8Target[256];
|
|
int32_t utf8SourceLen = 0, utf8TargetLen = 0;
|
|
|
|
u_strToUTF8(utf8Source, 256, &utf8SourceLen, source, sLen, &status);
|
|
if(U_FAILURE(status)) { /* probably buffer is not big enough */
|
|
log_verbose("Src UTF-8 buffer too small! Will not compare!\n");
|
|
} else {
|
|
u_strToUTF8(utf8Target, 256, &utf8TargetLen, target, tLen, &status);
|
|
if(U_SUCCESS(status)) {
|
|
{
|
|
/* ucol_strcollUTF8 */
|
|
compareResulta = ucol_strcollUTF8(myCollation, utf8Source, utf8SourceLen, utf8Target, utf8TargetLen, &status);
|
|
if (U_FAILURE(status)) {
|
|
log_err("Error in ucol_strcollUTF8 with explicit length\n");
|
|
status = U_ZERO_ERROR;
|
|
} else if (compareResulta != result) {
|
|
log_err("ucol_strcollUTF8 with explicit length returned wrong result (%i exp. %i): %s, %s\n",
|
|
compareResulta, result, aescstrdup(source,-1), aescstrdup(target,-1));
|
|
}
|
|
compareResulta = ucol_strcollUTF8(myCollation, utf8Source, -1, utf8Target, -1, &status);
|
|
if (U_FAILURE(status)) {
|
|
log_err("Error in ucol_strcollUTF8 with null terminated strings\n");
|
|
status = U_ZERO_ERROR;
|
|
} else if (compareResulta != result) {
|
|
log_err("ucol_strcollUTF8 with null terminated strings returned wrong result (%i exp. %i): %s, %s\n",
|
|
compareResulta, result, aescstrdup(source,-1), aescstrdup(target,-1));
|
|
}
|
|
}
|
|
|
|
{
|
|
/* char iterator over UTF8 */
|
|
UCollationResult compareResultUTF8Iter = result, compareResultUTF8IterNorm = result;
|
|
|
|
uiter_setUTF8(&sIter, utf8Source, utf8SourceLen);
|
|
uiter_setUTF8(&tIter, utf8Target, utf8TargetLen);
|
|
compareResultUTF8Iter = ucol_strcollIter(myCollation, &sIter, &tIter, &status);
|
|
|
|
ucol_setAttribute(myCollation, UCOL_NORMALIZATION_MODE, UCOL_ON, &status);
|
|
sIter.move(&sIter, 0, UITER_START);
|
|
tIter.move(&tIter, 0, UITER_START);
|
|
compareResultUTF8IterNorm = ucol_strcollIter(myCollation, &sIter, &tIter, &status);
|
|
|
|
ucol_setAttribute(myCollation, UCOL_NORMALIZATION_MODE, norm, &status);
|
|
if(compareResultUTF8Iter != compareResultIter) {
|
|
log_err("different results in iterative comparison for UTF-16 and UTF-8 encoded strings. %s, %s\n", aescstrdup(source,-1), aescstrdup(target,-1));
|
|
}
|
|
if(compareResultUTF8Iter != compareResultUTF8IterNorm) {
|
|
log_err("different results in iterative when normalization is turned on with UTF-8 strings. %s, %s\n", aescstrdup(source,-1), aescstrdup(target,-1));
|
|
}
|
|
}
|
|
} else {
|
|
log_verbose("Target UTF-8 buffer too small! Did not compare!\n");
|
|
}
|
|
if(U_FAILURE(status)) {
|
|
log_verbose("UTF-8 strcoll failed! Ignoring result\n");
|
|
}
|
|
}
|
|
}
|
|
|
|
/* testing the partial sortkeys */
|
|
if(1) { /*!QUICK*/
|
|
int32_t i = 0;
|
|
int32_t partialSizes[] = { 3, 1, 2, 4, 8, 20, 80 }; /* just size 3 in the quick mode */
|
|
int32_t partialSizesSize = 1;
|
|
if(getTestOption(QUICK_OPTION) <= 0) {
|
|
partialSizesSize = 7;
|
|
}
|
|
/*log_verbose("partial sortkey test piecesize=");*/
|
|
for(i = 0; i < partialSizesSize; i++) {
|
|
UCollationResult partialSKResult = result, partialNormalizedSKResult = result;
|
|
/*log_verbose("%i ", partialSizes[i]);*/
|
|
|
|
partialSKResult = compareUsingPartials(myCollation, source, sLen, target, tLen, partialSizes[i], &status);
|
|
if(partialSKResult != result) {
|
|
log_err("Partial sortkey comparison returned wrong result (%i exp. %i): %s, %s (size %i)\n",
|
|
partialSKResult, result,
|
|
aescstrdup(source,-1), aescstrdup(target,-1), partialSizes[i]);
|
|
}
|
|
|
|
if(getTestOption(QUICK_OPTION) <= 0 && norm != UCOL_ON) {
|
|
/*log_verbose("N ");*/
|
|
ucol_setAttribute(myCollation, UCOL_NORMALIZATION_MODE, UCOL_ON, &status);
|
|
partialNormalizedSKResult = compareUsingPartials(myCollation, source, sLen, target, tLen, partialSizes[i], &status);
|
|
ucol_setAttribute(myCollation, UCOL_NORMALIZATION_MODE, norm, &status);
|
|
if(partialSKResult != partialNormalizedSKResult) {
|
|
log_err("Partial sortkey comparison gets different result when normalization is on: %s, %s (size %i)\n",
|
|
aescstrdup(source,-1), aescstrdup(target,-1), partialSizes[i]);
|
|
}
|
|
}
|
|
}
|
|
/*log_verbose("\n");*/
|
|
}
|
|
|
|
sortklen1=ucol_getSortKey(myCollation, source, sLen, NULL, 0);
|
|
sortklen2=ucol_getSortKey(myCollation, target, tLen, NULL, 0);
|
|
|
|
sortklenmax = (sortklen1>sortklen2?sortklen1:sortklen2);
|
|
sortklenmin = (sortklen1<sortklen2?sortklen1:sortklen2);
|
|
(void)sortklenmin; /* Suppress set but not used warning. */
|
|
|
|
sortKey1 =(uint8_t*)malloc(sizeof(uint8_t) * (sortklenmax+1));
|
|
sortKey1a=(uint8_t*)malloc(sizeof(uint8_t) * (sortklenmax+1));
|
|
ucol_getSortKey(myCollation, source, sLen, sortKey1, sortklen1+1);
|
|
ucol_getSortKey(myCollation, source, -1, sortKey1a, sortklen1+1);
|
|
|
|
sortKey2 =(uint8_t*)malloc(sizeof(uint8_t) * (sortklenmax+1));
|
|
sortKey2a=(uint8_t*)malloc(sizeof(uint8_t) * (sortklenmax+1));
|
|
ucol_getSortKey(myCollation, target, tLen, sortKey2, sortklen2+1);
|
|
ucol_getSortKey(myCollation, target, -1, sortKey2a, sortklen2+1);
|
|
|
|
/* Check that sort key generated with null terminated string is identical */
|
|
/* to that generted with a length specified. */
|
|
if (uprv_strcmp((const char *)sortKey1, (const char *)sortKey1a) != 0 ||
|
|
uprv_strcmp((const char *)sortKey2, (const char *)sortKey2a) != 0 ) {
|
|
log_err("Sort Keys from null terminated and explicit length strings differ.\n");
|
|
}
|
|
|
|
/*memcmp(sortKey1, sortKey2,sortklenmax);*/
|
|
temp= uprv_strcmp((const char *)sortKey1, (const char *)sortKey2);
|
|
gSortklen1 = uprv_strlen((const char *)sortKey1)+1;
|
|
gSortklen2 = uprv_strlen((const char *)sortKey2)+1;
|
|
if(sortklen1 != gSortklen1){
|
|
log_err("SortKey length does not match Expected: %i Got: %i\n",sortklen1, gSortklen1);
|
|
log_verbose("Generated sortkey: %s\n", sortKeyToString(myCollation, sortKey1, buffer, &len));
|
|
}
|
|
if(sortklen2!= gSortklen2){
|
|
log_err("SortKey length does not match Expected: %i Got: %i\n", sortklen2, gSortklen2);
|
|
log_verbose("Generated sortkey: %s\n", sortKeyToString(myCollation, sortKey2, buffer, &len));
|
|
}
|
|
|
|
if(temp < 0) {
|
|
keyResult=UCOL_LESS;
|
|
}
|
|
else if(temp > 0) {
|
|
keyResult= UCOL_GREATER;
|
|
}
|
|
else {
|
|
keyResult = UCOL_EQUAL;
|
|
}
|
|
reportCResult( source, target, sortKey1, sortKey2, compareResult, keyResult, compareResultIter, result );
|
|
free(sortKey1);
|
|
free(sortKey2);
|
|
free(sortKey1a);
|
|
free(sortKey2a);
|
|
|
|
}
|
|
|
|
void doTest(UCollator* myCollation, const UChar source[], const UChar target[], UCollationResult result)
|
|
{
|
|
if(myCollation) {
|
|
doTestVariant(myCollation, source, target, result);
|
|
if(result == UCOL_LESS) {
|
|
doTestVariant(myCollation, target, source, UCOL_GREATER);
|
|
} else if(result == UCOL_GREATER) {
|
|
doTestVariant(myCollation, target, source, UCOL_LESS);
|
|
} else {
|
|
doTestVariant(myCollation, target, source, UCOL_EQUAL);
|
|
}
|
|
} else {
|
|
log_data_err("No collator! Any data around?\n");
|
|
}
|
|
}
|
|
|
|
|
|
/**
|
|
* Return an integer array containing all of the collation orders
|
|
* returned by calls to next on the specified iterator
|
|
*/
|
|
OrderAndOffset* getOrders(UCollationElements *iter, int32_t *orderLength)
|
|
{
|
|
UErrorCode status;
|
|
int32_t order;
|
|
int32_t maxSize = 100;
|
|
int32_t size = 0;
|
|
int32_t offset = ucol_getOffset(iter);
|
|
OrderAndOffset *temp;
|
|
OrderAndOffset *orders =(OrderAndOffset *)malloc(sizeof(OrderAndOffset) * maxSize);
|
|
status= U_ZERO_ERROR;
|
|
|
|
|
|
while ((order=ucol_next(iter, &status)) != UCOL_NULLORDER)
|
|
{
|
|
if (size == maxSize)
|
|
{
|
|
maxSize *= 2;
|
|
temp = (OrderAndOffset *)malloc(sizeof(OrderAndOffset) * maxSize);
|
|
|
|
memcpy(temp, orders, size * sizeof(OrderAndOffset));
|
|
free(orders);
|
|
orders = temp;
|
|
|
|
}
|
|
|
|
orders[size].order = order;
|
|
orders[size].offset = offset;
|
|
|
|
offset = ucol_getOffset(iter);
|
|
size += 1;
|
|
}
|
|
|
|
if (maxSize > size && size > 0)
|
|
{
|
|
temp = (OrderAndOffset *)malloc(sizeof(OrderAndOffset) * size);
|
|
|
|
memcpy(temp, orders, size * sizeof(OrderAndOffset));
|
|
free(orders);
|
|
orders = temp;
|
|
|
|
|
|
}
|
|
|
|
*orderLength = size;
|
|
return orders;
|
|
}
|
|
|
|
|
|
void
|
|
backAndForth(UCollationElements *iter)
|
|
{
|
|
/* Run through the iterator forwards and stick it into an array */
|
|
int32_t idx, o;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
int32_t orderLength = 0;
|
|
OrderAndOffset *orders = getOrders(iter, &orderLength);
|
|
|
|
|
|
/* Now go through it backwards and make sure we get the same values */
|
|
idx = orderLength;
|
|
ucol_reset(iter);
|
|
|
|
/* synwee : changed */
|
|
while ((o = ucol_previous(iter, &status)) != UCOL_NULLORDER) {
|
|
#if TEST_OFFSETS
|
|
int32_t offset =
|
|
#endif
|
|
ucol_getOffset(iter);
|
|
|
|
idx -= 1;
|
|
if (o != orders[idx].order) {
|
|
if (o == 0)
|
|
idx ++;
|
|
else {
|
|
while (idx > 0 && orders[-- idx].order == 0) {
|
|
/* nothing... */
|
|
}
|
|
|
|
if (o != orders[idx].order) {
|
|
log_err("Mismatched order at index %d: 0x%8.8X vs. 0x%8.8X\n", idx,
|
|
orders[idx].order, o);
|
|
goto bail;
|
|
}
|
|
}
|
|
}
|
|
|
|
#if TEST_OFFSETS
|
|
if (offset != orders[idx].offset) {
|
|
log_err("Mismatched offset at index %d: %d vs. %d\n", idx,
|
|
orders[idx].offset, offset);
|
|
goto bail;
|
|
}
|
|
#endif
|
|
|
|
}
|
|
|
|
while (idx != 0 && orders[idx - 1].order == 0) {
|
|
idx -= 1;
|
|
}
|
|
|
|
if (idx != 0) {
|
|
log_err("Didn't get back to beginning - index is %d\n", idx);
|
|
|
|
ucol_reset(iter);
|
|
log_err("\nnext: ");
|
|
|
|
if ((o = ucol_next(iter, &status)) != UCOL_NULLORDER) {
|
|
log_err("Error at %x\n", o);
|
|
}
|
|
|
|
log_err("\nprev: ");
|
|
|
|
if ((o = ucol_previous(iter, &status)) != UCOL_NULLORDER) {
|
|
log_err("Error at %x\n", o);
|
|
}
|
|
|
|
log_verbose("\n");
|
|
}
|
|
|
|
bail:
|
|
free(orders);
|
|
}
|
|
|
|
void genericOrderingTestWithResult(UCollator *coll, const char * const s[], uint32_t size, UCollationResult result) {
|
|
UChar t1[2048] = {0};
|
|
UChar t2[2048] = {0};
|
|
UCollationElements *iter;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
|
|
uint32_t i = 0, j = 0;
|
|
log_verbose("testing sequence:\n");
|
|
for(i = 0; i < size; i++) {
|
|
log_verbose("%s\n", s[i]);
|
|
}
|
|
|
|
iter = ucol_openElements(coll, t1, u_strlen(t1), &status);
|
|
if (U_FAILURE(status)) {
|
|
log_err("Creation of iterator failed\n");
|
|
}
|
|
for(i = 0; i < size-1; i++) {
|
|
for(j = i+1; j < size; j++) {
|
|
u_unescape(s[i], t1, 2048);
|
|
u_unescape(s[j], t2, 2048);
|
|
doTest(coll, t1, t2, result);
|
|
/* synwee : added collation element iterator test */
|
|
ucol_setText(iter, t1, u_strlen(t1), &status);
|
|
backAndForth(iter);
|
|
ucol_setText(iter, t2, u_strlen(t2), &status);
|
|
backAndForth(iter);
|
|
}
|
|
}
|
|
ucol_closeElements(iter);
|
|
}
|
|
|
|
void genericOrderingTest(UCollator *coll, const char * const s[], uint32_t size) {
|
|
genericOrderingTestWithResult(coll, s, size, UCOL_LESS);
|
|
}
|
|
|
|
void genericLocaleStarter(const char *locale, const char * const s[], uint32_t size) {
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UCollator *coll = ucol_open(locale, &status);
|
|
|
|
log_verbose("Locale starter for %s\n", locale);
|
|
|
|
if(U_SUCCESS(status)) {
|
|
genericOrderingTest(coll, s, size);
|
|
} else if(status == U_FILE_ACCESS_ERROR) {
|
|
log_data_err("Is your data around?\n");
|
|
return;
|
|
} else {
|
|
log_err("Unable to open collator for locale %s\n", locale);
|
|
}
|
|
ucol_close(coll);
|
|
}
|
|
|
|
void genericLocaleStarterWithResult(const char *locale, const char * const s[], uint32_t size, UCollationResult result) {
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UCollator *coll = ucol_open(locale, &status);
|
|
|
|
log_verbose("Locale starter for %s\n", locale);
|
|
|
|
if(U_SUCCESS(status)) {
|
|
genericOrderingTestWithResult(coll, s, size, result);
|
|
} else if(status == U_FILE_ACCESS_ERROR) {
|
|
log_data_err("Is your data around?\n");
|
|
return;
|
|
} else {
|
|
log_err("Unable to open collator for locale %s\n", locale);
|
|
}
|
|
ucol_close(coll);
|
|
}
|
|
|
|
/* currently not used with options */
|
|
void genericRulesStarterWithOptionsAndResult(const char *rules, const char * const s[], uint32_t size, const UColAttribute *attrs, const UColAttributeValue *values, uint32_t attsize, UCollationResult result) {
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UChar rlz[RULE_BUFFER_LEN] = { 0 };
|
|
uint32_t rlen = u_unescape(rules, rlz, RULE_BUFFER_LEN);
|
|
uint32_t i;
|
|
|
|
UCollator *coll = ucol_openRules(rlz, rlen, UCOL_DEFAULT, UCOL_DEFAULT,NULL, &status);
|
|
|
|
log_verbose("Rules starter for %s\n", rules);
|
|
|
|
if(U_SUCCESS(status)) {
|
|
log_verbose("Setting attributes\n");
|
|
for(i = 0; i < attsize; i++) {
|
|
ucol_setAttribute(coll, attrs[i], values[i], &status);
|
|
}
|
|
|
|
genericOrderingTestWithResult(coll, s, size, result);
|
|
} else {
|
|
log_err_status(status, "Unable to open collator with rules %s\n", rules);
|
|
}
|
|
ucol_close(coll);
|
|
}
|
|
|
|
void genericLocaleStarterWithOptionsAndResult(const char *locale, const char * const s[], uint32_t size, const UColAttribute *attrs, const UColAttributeValue *values, uint32_t attsize, UCollationResult result) {
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
uint32_t i;
|
|
|
|
UCollator *coll = ucol_open(locale, &status);
|
|
|
|
log_verbose("Locale starter for %s\n", locale);
|
|
|
|
if(U_SUCCESS(status)) {
|
|
|
|
log_verbose("Setting attributes\n");
|
|
for(i = 0; i < attsize; i++) {
|
|
ucol_setAttribute(coll, attrs[i], values[i], &status);
|
|
}
|
|
|
|
genericOrderingTestWithResult(coll, s, size, result);
|
|
} else {
|
|
log_err_status(status, "Unable to open collator for locale %s\n", locale);
|
|
}
|
|
ucol_close(coll);
|
|
}
|
|
|
|
void genericLocaleStarterWithOptions(const char *locale, const char * const s[], uint32_t size, const UColAttribute *attrs, const UColAttributeValue *values, uint32_t attsize) {
|
|
genericLocaleStarterWithOptionsAndResult(locale, s, size, attrs, values, attsize, UCOL_LESS);
|
|
}
|
|
|
|
void genericRulesStarterWithResult(const char *rules, const char * const s[], uint32_t size, UCollationResult result) {
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UChar rlz[RULE_BUFFER_LEN] = { 0 };
|
|
uint32_t rlen = u_unescape(rules, rlz, RULE_BUFFER_LEN);
|
|
|
|
UCollator *coll = NULL;
|
|
coll = ucol_openRules(rlz, rlen, UCOL_DEFAULT, UCOL_DEFAULT,NULL, &status);
|
|
log_verbose("Rules starter for %s\n", rules);
|
|
|
|
if(U_SUCCESS(status)) {
|
|
genericOrderingTestWithResult(coll, s, size, result);
|
|
ucol_close(coll);
|
|
} else if(status == U_FILE_ACCESS_ERROR) {
|
|
log_data_err("Is your data around?\n");
|
|
} else {
|
|
log_err("Unable to open collator with rules %s\n", rules);
|
|
}
|
|
}
|
|
|
|
void genericRulesStarter(const char *rules, const char * const s[], uint32_t size) {
|
|
genericRulesStarterWithResult(rules, s, size, UCOL_LESS);
|
|
}
|
|
|
|
static void TestTertiary()
|
|
{
|
|
int32_t len,i;
|
|
UCollator *myCollation;
|
|
UErrorCode status=U_ZERO_ERROR;
|
|
static const char str[]="& C < ch, cH, Ch, CH & Five, 5 & Four, 4 & one, 1 & Ampersand; '&' & Two, 2 ";
|
|
UChar rules[sizeof(str)];
|
|
len = strlen(str);
|
|
u_uastrcpy(rules, str);
|
|
|
|
myCollation=ucol_openRules(rules, len, UCOL_OFF, UCOL_DEFAULT_STRENGTH, NULL, &status);
|
|
if(U_FAILURE(status)){
|
|
log_err_status(status, "ERROR: in creation of rule based collator :%s\n", myErrorName(status));
|
|
return;
|
|
}
|
|
|
|
ucol_setStrength(myCollation, UCOL_TERTIARY);
|
|
for (i = 0; i < 17 ; i++)
|
|
{
|
|
doTest(myCollation, testSourceCases[i], testTargetCases[i], results[i]);
|
|
}
|
|
ucol_close(myCollation);
|
|
myCollation = 0;
|
|
}
|
|
|
|
static void TestPrimary( )
|
|
{
|
|
int32_t len,i;
|
|
UCollator *myCollation;
|
|
UErrorCode status=U_ZERO_ERROR;
|
|
static const char str[]="& C < ch, cH, Ch, CH & Five, 5 & Four, 4 & one, 1 & Ampersand; '&' & Two, 2 ";
|
|
UChar rules[sizeof(str)];
|
|
len = strlen(str);
|
|
u_uastrcpy(rules, str);
|
|
|
|
myCollation=ucol_openRules(rules, len, UCOL_OFF, UCOL_DEFAULT_STRENGTH,NULL, &status);
|
|
if(U_FAILURE(status)){
|
|
log_err_status(status, "ERROR: in creation of rule based collator :%s\n", myErrorName(status));
|
|
return;
|
|
}
|
|
ucol_setStrength(myCollation, UCOL_PRIMARY);
|
|
|
|
for (i = 17; i < 26 ; i++)
|
|
{
|
|
|
|
doTest(myCollation, testSourceCases[i], testTargetCases[i], results[i]);
|
|
}
|
|
ucol_close(myCollation);
|
|
myCollation = 0;
|
|
}
|
|
|
|
static void TestSecondary()
|
|
{
|
|
int32_t i;
|
|
int32_t len;
|
|
UCollator *myCollation;
|
|
UErrorCode status=U_ZERO_ERROR;
|
|
static const char str[]="& C < ch, cH, Ch, CH & Five, 5 & Four, 4 & one, 1 & Ampersand; '&' & Two, 2 ";
|
|
UChar rules[sizeof(str)];
|
|
len = strlen(str);
|
|
u_uastrcpy(rules, str);
|
|
|
|
myCollation=ucol_openRules(rules, len, UCOL_OFF, UCOL_DEFAULT_STRENGTH,NULL, &status);
|
|
if(U_FAILURE(status)){
|
|
log_err_status(status, "ERROR: in creation of rule based collator :%s\n", myErrorName(status));
|
|
return;
|
|
}
|
|
ucol_setStrength(myCollation, UCOL_SECONDARY);
|
|
for (i = 26; i < 34 ; i++)
|
|
{
|
|
doTest(myCollation, testSourceCases[i], testTargetCases[i], results[i]);
|
|
}
|
|
ucol_close(myCollation);
|
|
myCollation = 0;
|
|
}
|
|
|
|
static void TestIdentical()
|
|
{
|
|
int32_t i;
|
|
int32_t len;
|
|
UCollator *myCollation;
|
|
UErrorCode status=U_ZERO_ERROR;
|
|
static const char str[]="& C < ch, cH, Ch, CH & Five, 5 & Four, 4 & one, 1 & Ampersand; '&' & Two, 2 ";
|
|
UChar rules[sizeof(str)];
|
|
len = strlen(str);
|
|
u_uastrcpy(rules, str);
|
|
|
|
myCollation=ucol_openRules(rules, len, UCOL_OFF, UCOL_IDENTICAL, NULL,&status);
|
|
if(U_FAILURE(status)){
|
|
log_err_status(status, "ERROR: in creation of rule based collator :%s\n", myErrorName(status));
|
|
return;
|
|
}
|
|
for(i= 34; i<37; i++)
|
|
{
|
|
doTest(myCollation, testSourceCases[i], testTargetCases[i], results[i]);
|
|
}
|
|
ucol_close(myCollation);
|
|
myCollation = 0;
|
|
}
|
|
|
|
static void TestExtra()
|
|
{
|
|
int32_t i, j;
|
|
int32_t len;
|
|
UCollator *myCollation;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
static const char str[]="& C < ch, cH, Ch, CH & Five, 5 & Four, 4 & one, 1 & Ampersand; '&' & Two, 2 ";
|
|
UChar rules[sizeof(str)];
|
|
len = strlen(str);
|
|
u_uastrcpy(rules, str);
|
|
|
|
myCollation=ucol_openRules(rules, len, UCOL_OFF, UCOL_DEFAULT_STRENGTH,NULL, &status);
|
|
if(U_FAILURE(status)){
|
|
log_err_status(status, "ERROR: in creation of rule based collator :%s\n", myErrorName(status));
|
|
return;
|
|
}
|
|
ucol_setStrength(myCollation, UCOL_TERTIARY);
|
|
for (i = 0; i < COUNT_TEST_CASES-1 ; i++)
|
|
{
|
|
for (j = i + 1; j < COUNT_TEST_CASES; j += 1)
|
|
{
|
|
|
|
doTest(myCollation, testCases[i], testCases[j], UCOL_LESS);
|
|
}
|
|
}
|
|
ucol_close(myCollation);
|
|
myCollation = 0;
|
|
}
|
|
|
|
static void TestJB581(void)
|
|
{
|
|
int32_t bufferLen = 0;
|
|
UChar source [100];
|
|
UChar target [100];
|
|
UCollationResult result = UCOL_EQUAL;
|
|
uint8_t sourceKeyArray [100];
|
|
uint8_t targetKeyArray [100];
|
|
int32_t sourceKeyOut = 0,
|
|
targetKeyOut = 0;
|
|
UCollator *myCollator = 0;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
|
|
/*u_uastrcpy(source, "This is a test.");*/
|
|
/*u_uastrcpy(target, "THISISATEST.");*/
|
|
u_uastrcpy(source, "THISISATEST.");
|
|
u_uastrcpy(target, "Thisisatest.");
|
|
|
|
myCollator = ucol_open("en_US", &status);
|
|
if (U_FAILURE(status)){
|
|
log_err_status(status, "ERROR: Failed to create the collator : %s\n", u_errorName(status));
|
|
return;
|
|
}
|
|
result = ucol_strcoll(myCollator, source, -1, target, -1);
|
|
/* result is 1, secondary differences only for ignorable space characters*/
|
|
if (result != 1)
|
|
{
|
|
log_err("Comparing two strings with only secondary differences in C failed.\n");
|
|
}
|
|
/* To compare them with just primary differences */
|
|
ucol_setStrength(myCollator, UCOL_PRIMARY);
|
|
result = ucol_strcoll(myCollator, source, -1, target, -1);
|
|
/* result is 0 */
|
|
if (result != 0)
|
|
{
|
|
log_err("Comparing two strings with no differences in C failed.\n");
|
|
}
|
|
/* Now, do the same comparison with keys */
|
|
sourceKeyOut = ucol_getSortKey(myCollator, source, -1, sourceKeyArray, 100);
|
|
(void)sourceKeyOut; /* Suppress set but not used warning. */
|
|
targetKeyOut = ucol_getSortKey(myCollator, target, -1, targetKeyArray, 100);
|
|
bufferLen = ((targetKeyOut > 100) ? 100 : targetKeyOut);
|
|
if (memcmp(sourceKeyArray, targetKeyArray, bufferLen) != 0)
|
|
{
|
|
log_err("Comparing two strings with sort keys in C failed.\n");
|
|
}
|
|
ucol_close(myCollator);
|
|
}
|
|
|
|
static void TestJB1401(void)
|
|
{
|
|
UCollator *myCollator = 0;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
static UChar NFD_UnsafeStartChars[] = {
|
|
0x0f73, /* Tibetan Vowel Sign II */
|
|
0x0f75, /* Tibetan Vowel Sign UU */
|
|
0x0f81, /* Tibetan Vowel Sign Reversed II */
|
|
0
|
|
};
|
|
int i;
|
|
|
|
|
|
myCollator = ucol_open("en_US", &status);
|
|
if (U_FAILURE(status)){
|
|
log_err_status(status, "ERROR: Failed to create the collator : %s\n", u_errorName(status));
|
|
return;
|
|
}
|
|
ucol_setAttribute(myCollator, UCOL_NORMALIZATION_MODE, UCOL_ON, &status);
|
|
if (U_FAILURE(status)){
|
|
log_err("ERROR: Failed to set normalization mode ON for collator.\n");
|
|
return;
|
|
}
|
|
|
|
for (i=0; ; i++) {
|
|
UChar c;
|
|
UChar X[4];
|
|
UChar Y[20];
|
|
UChar Z[20];
|
|
|
|
/* Get the next funny character to be tested, and set up the
|
|
* three test strings X, Y, Z, consisting of an A-grave + test char,
|
|
* in original form, NFD, and then NFC form.
|
|
*/
|
|
c = NFD_UnsafeStartChars[i];
|
|
if (c==0) {break;}
|
|
|
|
X[0]=0xC0; X[1]=c; X[2]=0; /* \u00C0 is A Grave*/
|
|
|
|
unorm_normalize(X, -1, UNORM_NFD, 0, Y, 20, &status);
|
|
unorm_normalize(Y, -1, UNORM_NFC, 0, Z, 20, &status);
|
|
if (U_FAILURE(status)){
|
|
log_err("ERROR: Failed to normalize test of character %x\n", c);
|
|
return;
|
|
}
|
|
|
|
/* Collation test. All three strings should be equal.
|
|
* doTest does both strcoll and sort keys, with params in both orders.
|
|
*/
|
|
doTest(myCollator, X, Y, UCOL_EQUAL);
|
|
doTest(myCollator, X, Z, UCOL_EQUAL);
|
|
doTest(myCollator, Y, Z, UCOL_EQUAL);
|
|
|
|
/* Run collation element iterators over the three strings. Results should be same for each.
|
|
*/
|
|
{
|
|
UCollationElements *ceiX, *ceiY, *ceiZ;
|
|
int32_t ceX, ceY, ceZ;
|
|
int j;
|
|
|
|
ceiX = ucol_openElements(myCollator, X, -1, &status);
|
|
ceiY = ucol_openElements(myCollator, Y, -1, &status);
|
|
ceiZ = ucol_openElements(myCollator, Z, -1, &status);
|
|
if (U_FAILURE(status)) {
|
|
log_err("ERROR: uucol_openElements failed.\n");
|
|
return;
|
|
}
|
|
|
|
for (j=0;; j++) {
|
|
ceX = ucol_next(ceiX, &status);
|
|
ceY = ucol_next(ceiY, &status);
|
|
ceZ = ucol_next(ceiZ, &status);
|
|
if (U_FAILURE(status)) {
|
|
log_err("ERROR: ucol_next failed for iteration #%d.\n", j);
|
|
break;
|
|
}
|
|
if (ceX != ceY || ceY != ceZ) {
|
|
log_err("ERROR: ucol_next failed for iteration #%d.\n", j);
|
|
break;
|
|
}
|
|
if (ceX == UCOL_NULLORDER) {
|
|
break;
|
|
}
|
|
}
|
|
ucol_closeElements(ceiX);
|
|
ucol_closeElements(ceiY);
|
|
ucol_closeElements(ceiZ);
|
|
}
|
|
}
|
|
ucol_close(myCollator);
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
* Tests the [variable top] tag in rule syntax. Since the default [alternate]
|
|
* tag has the value shifted, any codepoints before [variable top] should give
|
|
* a primary ce of 0.
|
|
*/
|
|
static void TestVariableTop(void)
|
|
{
|
|
#if 0
|
|
/*
|
|
* Starting with ICU 53, setting the variable top via a pseudo relation string
|
|
* is not supported any more.
|
|
* It was replaced by the [maxVariable symbol] setting.
|
|
* See ICU tickets #9958 and #8032.
|
|
*/
|
|
static const char str[] = "&z = [variable top]";
|
|
int len = strlen(str);
|
|
UChar rules[sizeof(str)];
|
|
UCollator *myCollation;
|
|
UCollator *enCollation;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UChar source[1];
|
|
UChar ch;
|
|
uint8_t result[20];
|
|
uint8_t expected[20];
|
|
|
|
u_uastrcpy(rules, str);
|
|
|
|
enCollation = ucol_open("en_US", &status);
|
|
if (U_FAILURE(status)) {
|
|
log_err_status(status, "ERROR: in creation of collator :%s\n",
|
|
myErrorName(status));
|
|
return;
|
|
}
|
|
myCollation = ucol_openRules(rules, len, UCOL_OFF,
|
|
UCOL_PRIMARY,NULL, &status);
|
|
if (U_FAILURE(status)) {
|
|
ucol_close(enCollation);
|
|
log_err("ERROR: in creation of rule based collator :%s\n",
|
|
myErrorName(status));
|
|
return;
|
|
}
|
|
|
|
ucol_setStrength(enCollation, UCOL_PRIMARY);
|
|
ucol_setAttribute(enCollation, UCOL_ALTERNATE_HANDLING, UCOL_SHIFTED,
|
|
&status);
|
|
ucol_setAttribute(myCollation, UCOL_ALTERNATE_HANDLING, UCOL_SHIFTED,
|
|
&status);
|
|
|
|
if (ucol_getAttribute(myCollation, UCOL_ALTERNATE_HANDLING, &status) !=
|
|
UCOL_SHIFTED || U_FAILURE(status)) {
|
|
log_err("ERROR: ALTERNATE_HANDLING value can not be set to SHIFTED\n");
|
|
}
|
|
|
|
uprv_memset(expected, 0, 20);
|
|
|
|
/* space is supposed to be a variable */
|
|
source[0] = ' ';
|
|
len = ucol_getSortKey(enCollation, source, 1, result,
|
|
sizeof(result));
|
|
|
|
if (uprv_memcmp(expected, result, len) != 0) {
|
|
log_err("ERROR: SHIFTED alternate does not return 0 for primary of space\n");
|
|
}
|
|
|
|
ch = 'a';
|
|
while (ch < 'z') {
|
|
source[0] = ch;
|
|
len = ucol_getSortKey(myCollation, source, 1, result,
|
|
sizeof(result));
|
|
if (uprv_memcmp(expected, result, len) != 0) {
|
|
log_err("ERROR: SHIFTED alternate does not return 0 for primary of %c\n",
|
|
ch);
|
|
}
|
|
ch ++;
|
|
}
|
|
|
|
ucol_close(enCollation);
|
|
ucol_close(myCollation);
|
|
enCollation = NULL;
|
|
myCollation = NULL;
|
|
#endif
|
|
}
|
|
|
|
/**
|
|
* Tests surrogate support.
|
|
* NOTE: This test used \\uD801\\uDC01 pair, which is now assigned to Desseret
|
|
* Therefore, another (unassigned) code point was used for this test.
|
|
*/
|
|
static void TestSurrogates(void)
|
|
{
|
|
static const char str[] =
|
|
"&z<'\\uD800\\uDC00'<'\\uD800\\uDC0A\\u0308'<A";
|
|
int len = strlen(str);
|
|
int rlen = 0;
|
|
UChar rules[sizeof(str)];
|
|
UCollator *myCollation;
|
|
UCollator *enCollation;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UChar source[][4] =
|
|
{{'z', 0, 0}, {0xD800, 0xDC00, 0}, {0xD800, 0xDC0A, 0x0308, 0}, {0xD800, 0xDC02}};
|
|
UChar target[][4] =
|
|
{{0xD800, 0xDC00, 0}, {0xD800, 0xDC0A, 0x0308, 0}, {'A', 0, 0}, {0xD800, 0xDC03}};
|
|
int count = 0;
|
|
uint8_t enresult[20], myresult[20];
|
|
int enlen, mylen;
|
|
|
|
/* tests for open rules with surrogate rules */
|
|
rlen = u_unescape(str, rules, len);
|
|
|
|
enCollation = ucol_open("en_US", &status);
|
|
if (U_FAILURE(status)) {
|
|
log_err_status(status, "ERROR: in creation of collator :%s\n",
|
|
myErrorName(status));
|
|
return;
|
|
}
|
|
myCollation = ucol_openRules(rules, rlen, UCOL_OFF,
|
|
UCOL_TERTIARY,NULL, &status);
|
|
if (U_FAILURE(status)) {
|
|
ucol_close(enCollation);
|
|
log_err("ERROR: in creation of rule based collator :%s\n",
|
|
myErrorName(status));
|
|
return;
|
|
}
|
|
|
|
/*
|
|
this test is to verify the supplementary sort key order in the english
|
|
collator
|
|
*/
|
|
log_verbose("start of english collation supplementary characters test\n");
|
|
while (count < 2) {
|
|
doTest(enCollation, source[count], target[count], UCOL_LESS);
|
|
count ++;
|
|
}
|
|
doTest(enCollation, source[count], target[count], UCOL_GREATER);
|
|
|
|
log_verbose("start of tailored collation supplementary characters test\n");
|
|
count = 0;
|
|
/* tests getting collation elements for surrogates for tailored rules */
|
|
while (count < 4) {
|
|
doTest(myCollation, source[count], target[count], UCOL_LESS);
|
|
count ++;
|
|
}
|
|
|
|
/* tests that \uD800\uDC02 still has the same value, not changed */
|
|
enlen = ucol_getSortKey(enCollation, source[3], 2, enresult, 20);
|
|
mylen = ucol_getSortKey(myCollation, source[3], 2, myresult, 20);
|
|
if (enlen != mylen ||
|
|
uprv_memcmp(enresult, myresult, enlen) != 0) {
|
|
log_verbose("Failed : non-tailored supplementary characters should have the same value\n");
|
|
}
|
|
|
|
ucol_close(enCollation);
|
|
ucol_close(myCollation);
|
|
enCollation = NULL;
|
|
myCollation = NULL;
|
|
}
|
|
|
|
/*
|
|
*### TODO: Add more invalid rules to test all different scenarios.
|
|
*
|
|
*/
|
|
static void
|
|
TestInvalidRules(){
|
|
#define MAX_ERROR_STATES 2
|
|
|
|
static const char* rulesArr[MAX_ERROR_STATES] = {
|
|
"& C < ch, cH, Ch[this should fail]<d",
|
|
"& C < ch, cH, & Ch[variable top]"
|
|
};
|
|
static const char* preContextArr[MAX_ERROR_STATES] = {
|
|
" C < ch, cH, Ch",
|
|
"& C < ch, cH",
|
|
|
|
};
|
|
static const char* postContextArr[MAX_ERROR_STATES] = {
|
|
"[this should fa",
|
|
", & Ch[variable"
|
|
};
|
|
int i;
|
|
|
|
for(i = 0;i<MAX_ERROR_STATES;i++){
|
|
UChar rules[1000] = { '\0' };
|
|
UChar preContextExp[1000] = { '\0' };
|
|
UChar postContextExp[1000] = { '\0' };
|
|
UParseError parseError;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UCollator* coll=0;
|
|
u_charsToUChars(rulesArr[i],rules,uprv_strlen(rulesArr[i])+1);
|
|
u_charsToUChars(preContextArr[i],preContextExp,uprv_strlen(preContextArr[i])+1);
|
|
u_charsToUChars(postContextArr[i],postContextExp,uprv_strlen(postContextArr[i])+1);
|
|
/* clean up stuff in parseError */
|
|
u_memset(parseError.preContext,0x0000,U_PARSE_CONTEXT_LEN);
|
|
u_memset(parseError.postContext,0x0000,U_PARSE_CONTEXT_LEN);
|
|
/* open the rules and test */
|
|
coll = ucol_openRules(rules,u_strlen(rules),UCOL_OFF,UCOL_DEFAULT_STRENGTH,&parseError,&status);
|
|
(void)coll; /* Suppress set but not used warning. */
|
|
if(u_strcmp(parseError.preContext,preContextExp)!=0){
|
|
log_err_status(status, "preContext in UParseError for ucol_openRules does not match: \"%s\"\n",
|
|
aescstrdup(parseError.preContext, -1));
|
|
}
|
|
if(u_strcmp(parseError.postContext,postContextExp)!=0){
|
|
log_err_status(status, "postContext in UParseError for ucol_openRules does not match: \"%s\"\n",
|
|
aescstrdup(parseError.postContext, -1));
|
|
}
|
|
}
|
|
}
|
|
|
|
static void
|
|
TestJitterbug1098(){
|
|
UChar rule[1000];
|
|
UCollator* c1 = NULL;
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UParseError parseError;
|
|
char preContext[200]={0};
|
|
char postContext[200]={0};
|
|
int i=0;
|
|
const char* rules[] = {
|
|
"&''<\\\\",
|
|
"&\\'<\\\\",
|
|
"&\\\"<'\\'",
|
|
"&'\"'<\\'",
|
|
NULL
|
|
|
|
};
|
|
const UCollationResult results1098[] = {
|
|
UCOL_LESS,
|
|
UCOL_LESS,
|
|
UCOL_LESS,
|
|
UCOL_LESS,
|
|
};
|
|
const UChar input[][2]= {
|
|
{0x0027,0x005c},
|
|
{0x0027,0x005c},
|
|
{0x0022,0x005c},
|
|
{0x0022,0x0027},
|
|
};
|
|
UChar X[2] ={0};
|
|
UChar Y[2] ={0};
|
|
u_memset(parseError.preContext,0x0000,U_PARSE_CONTEXT_LEN);
|
|
u_memset(parseError.postContext,0x0000,U_PARSE_CONTEXT_LEN);
|
|
for(;rules[i]!=0;i++){
|
|
u_uastrcpy(rule, rules[i]);
|
|
c1 = ucol_openRules(rule, u_strlen(rule), UCOL_OFF, UCOL_DEFAULT_STRENGTH, &parseError, &status);
|
|
if(U_FAILURE(status)){
|
|
log_err_status(status, "Could not parse the rules syntax. Error: %s\n", u_errorName(status));
|
|
|
|
if (status == U_PARSE_ERROR) {
|
|
u_UCharsToChars(parseError.preContext,preContext,20);
|
|
u_UCharsToChars(parseError.postContext,postContext,20);
|
|
log_verbose("\n\tPre-Context: %s \n\tPost-Context:%s \n",preContext,postContext);
|
|
}
|
|
|
|
return;
|
|
}
|
|
X[0] = input[i][0];
|
|
Y[0] = input[i][1];
|
|
doTest(c1,X,Y,results1098[i]);
|
|
ucol_close(c1);
|
|
}
|
|
}
|
|
|
|
static void
|
|
TestFCDCrash(void) {
|
|
static const char *test[] = {
|
|
"Gr\\u00F6\\u00DFe",
|
|
"Grossist"
|
|
};
|
|
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
UCollator *coll = ucol_open("es", &status);
|
|
if(U_FAILURE(status)) {
|
|
log_err_status(status, "Couldn't open collator -> %s\n", u_errorName(status));
|
|
return;
|
|
}
|
|
ucol_close(coll);
|
|
coll = NULL;
|
|
ctest_resetICU();
|
|
coll = ucol_open("de_DE", &status);
|
|
if(U_FAILURE(status)) {
|
|
log_err_status(status, "Couldn't open collator -> %s\n", u_errorName(status));
|
|
return;
|
|
}
|
|
ucol_setAttribute(coll, UCOL_NORMALIZATION_MODE, UCOL_ON, &status);
|
|
genericOrderingTest(coll, test, 2);
|
|
ucol_close(coll);
|
|
}
|
|
|
|
/*static UBool
|
|
find(UEnumeration* list, const char* str, UErrorCode* status){
|
|
const char* value = NULL;
|
|
int32_t length=0;
|
|
if(U_FAILURE(*status)){
|
|
return FALSE;
|
|
}
|
|
uenum_reset(list, status);
|
|
while( (value= uenum_next(list, &length, status))!=NULL){
|
|
if(strcmp(value, str)==0){
|
|
return TRUE;
|
|
}
|
|
}
|
|
return FALSE;
|
|
}*/
|
|
|
|
static void TestJ5298(void)
|
|
{
|
|
UErrorCode status = U_ZERO_ERROR;
|
|
char input[256], output[256];
|
|
UBool isAvailable;
|
|
int32_t i = 0;
|
|
UEnumeration* values = NULL;
|
|
const char *keywordValue = NULL;
|
|
log_verbose("Number of collator locales returned : %i \n", ucol_countAvailable());
|
|
values = ucol_getKeywordValues("collation", &status);
|
|
while ((keywordValue = uenum_next(values, NULL, &status)) != NULL) {
|
|
if (strncmp(keywordValue, "private-", 8) == 0) {
|
|
log_err("ucol_getKeywordValues() returns private collation keyword: %s\n", keywordValue);
|
|
}
|
|
}
|
|
for (i = 0; i < ucol_countAvailable(); i++) {
|
|
uenum_reset(values, &status);
|
|
while ((keywordValue = uenum_next(values, NULL, &status)) != NULL) {
|
|
strcpy(input, ucol_getAvailable(i));
|
|
if (strcmp(keywordValue, "standard") != 0) {
|
|
strcat(input, "@collation=");
|
|
strcat(input, keywordValue);
|
|
}
|
|
|
|
ucol_getFunctionalEquivalent(output, 256, "collation", input, &isAvailable, &status);
|
|
if (strcmp(input, output) == 0) { /* Unique locale, print it out */
|
|
log_verbose("%s, \n", output);
|
|
}
|
|
}
|
|
}
|
|
uenum_close(values);
|
|
log_verbose("\n");
|
|
}
|
|
#endif /* #if !UCONFIG_NO_COLLATION */
|