AuroraMiddleware/scuffed-code
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

ICU-11245 RBBI Line monkey test, add dictionary character exclusion, renable excluded test.

Browse Source 
X-SVN-Rev: 36666
This commit is contained in:
Andy Heninger 2014-10-09 23:19:21 +00:00
parent 7fd935bf5e
commit 44d9a9692b
1 changed files with 13 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
icu4j/main/tests/core/src/com/ibm/icu/dev/test/rbbi/RBBITestMonkey.java
View File

@ -558,6 +558,7 @@ public class RBBITestMonkey extends TestFmwk {
UnicodeSet fSY;
UnicodeSet fAI;
UnicodeSet fAL;
UnicodeSet fCJ;
UnicodeSet fHL;
UnicodeSet fID;
UnicodeSet fSA;
@ -576,6 +577,8 @@ public class RBBITestMonkey extends TestFmwk {
RBBILineMonkey()
{
// TODO: fiix
fCharProperty = UProperty.LINE_BREAK;
fSets = new ArrayList();
@ -607,6 +610,7 @@ public class RBBITestMonkey extends TestFmwk {
fSY = new UnicodeSet("[\\p{Line_break=SY}]");
fAI = new UnicodeSet("[\\p{Line_break=AI}]");
fAL = new UnicodeSet("[\\p{Line_break=AL}]");
fCJ = new UnicodeSet("[\\p{Line_break=CJ}]");
fHL = new UnicodeSet("[\\p{Line_break=HL}]");
fID = new UnicodeSet("[\\p{Line_break=ID}]");
fSA = new UnicodeSet("[\\p{Line_break=SA}]");
@ -619,14 +623,20 @@ public class RBBITestMonkey extends TestFmwk {
fRI = new UnicodeSet("[\\p{Line_break=RI}]");
fXX = new UnicodeSet("[\\p{Line_break=XX}]");
// Remove dictionary characters.
// The monkey test reference implementation of line break does not replicate the dictionary behavior,
// so dictionary characters are omitted from the monkey test data.
UnicodeSet dictionarySet = new UnicodeSet(
"[[:LineBreak = Complex_Context:] & [[:Script = Thai:][:Script = Lao:][:Script = Khmer:] [:script = Myanmar:]]]");
fSA.removeAll(dictionarySet);
fAL.addAll(fXX); // Default behavior for XX is identical to AL
fAL.addAll(fAI); // Default behavior for AI is identical to AL
fAL.addAll(fSA); // Default behavior for SA is XX, which defaults to AL
fAL.addAll(fSG); // Default behavior for SG (unpaired surrogates) is AL
fNS.addAll(fCJ); // Default behavior for CJ is identical to NS.
fSets.add(fBK);
fSets.add(fCR);
fSets.add(fLF);
@ -1848,18 +1858,6 @@ void RunMonkey(BreakIterator bi, RBBIMonkeyKind mk, String name, int seed, int
errorType = "preceding()";
}
// Exclude Myanmar from tests, it is dictionary-based. Not sure how this is handled
// for other script with dictionary break, but it is not working for Myanmar.
if (errorType != null && errorType.equals("next()") && name.equals("line")) {
int cBefore = UTF16.charAt(testText, i-1);
int cAfter = UTF16.charAt(testText, i);
if (UScript.getScript(cBefore) == UScript.MYANMAR && UScript.getScript(cAfter) == UScript.MYANMAR &&
logKnownIssue("11245", "Skip errors for unexpected line breaks between Myanmar characters")) {
errorType = null;
}
}
if (errorType != null) {
// Format a range of the test text that includes the failure as
// a data item that can be included in the rbbi test data file.