107 lines
3.8 KiB
Java
107 lines
3.8 KiB
Java
|
/**
|
||
|
|
*******************************************************************************
|
||
|
|
* Copyright (C) 1996-2001, International Business Machines Corporation and *
|
||
|
|
* others. All Rights Reserved. *
|
||
|
|
*******************************************************************************
|
||
|
|
*
|
||
|
|
* $Source: /xsrl/Nsvn/icu/unicodetools/com/ibm/text/UCD/GenerateThaiBreaks.java,v $
|
||
|
|
* $Date: 2002/04/23 22:50:15 $
|
||
|
|
* $Revision: 1.1 $
|
||
|
|
*
|
||
|
|
*******************************************************************************
|
||
|
|
*/
|
||
|
|
|
||
|
|
package com.ibm.text.UCD;
|
||
|
|
import java.io.*;
|
||
|
|
import com.ibm.icu.text.UTF16;
|
||
|
|
import com.ibm.text.utility.*;
|
||
|
|
import com.ibm.icu.text.UnicodeSet;
|
||
|
|
import java.util.*;
|
||
|
|
|
||
|
|
public class GenerateThaiBreaks {
|
||
|
|
public static void main(String [] args) throws IOException {
|
||
|
|
|
||
|
|
BufferedReader br = new BufferedReader(
|
||
|
|
new InputStreamReader(
|
||
|
|
new FileInputStream("\\icu4j\\src\\data\\thai6.ucs"), "UnicodeLittle"));
|
||
|
|
PrintWriter out = null;
|
||
|
|
|
||
|
|
try {
|
||
|
|
Default.setUCD();
|
||
|
|
UnicodeSet ignorables = new UnicodeSet(0xE30, 0xE3A);
|
||
|
|
ignorables.add(0x0E40, 0x0E44); // add logical order exception
|
||
|
|
ignorables.add(0x0E47, 0x0E4E);
|
||
|
|
ignorables.add(0, ' '); // add controls
|
||
|
|
ignorables.add('.');
|
||
|
|
|
||
|
|
Set initials = new TreeSet();
|
||
|
|
Set finals = new TreeSet();
|
||
|
|
Set medials = new TreeSet();
|
||
|
|
|
||
|
|
char[] buffer = new char[100];
|
||
|
|
|
||
|
|
while (true) {
|
||
|
|
String line = br.readLine();
|
||
|
|
if (line == null) break;
|
||
|
|
int end = 0;
|
||
|
|
|
||
|
|
// find 'real' characters
|
||
|
|
for (int i = 0; i < line.length(); ++i) {
|
||
|
|
char c = line.charAt(i);
|
||
|
|
if (ignorables.contains(c)) continue;
|
||
|
|
buffer[end++] = c;
|
||
|
|
}
|
||
|
|
String temp = new String(buffer, 0, end);
|
||
|
|
|
||
|
|
if (temp.length() <= 1) {
|
||
|
|
initials.add(temp);
|
||
|
|
finals.add(temp);
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
|
||
|
|
initials.add(temp.substring(0,1));
|
||
|
|
initials.add(temp.substring(0,2));
|
||
|
|
finals.add(temp.substring(temp.length()-2));
|
||
|
|
finals.add(temp.substring(temp.length()-1));
|
||
|
|
|
||
|
|
for (int i = 1; i < temp.length() - 3; ++i) {
|
||
|
|
medials.add(temp.substring(i, i+2));
|
||
|
|
medials.add(temp.substring(i, i+1));
|
||
|
|
}
|
||
|
|
medials.add(temp.substring(temp.length() - 2, temp.length() - 1));
|
||
|
|
}
|
||
|
|
|
||
|
|
System.out.println("initials size: " + initials.size());
|
||
|
|
System.out.println("finals size: " + finals.size());
|
||
|
|
System.out.println("medials size: " + medials.size());
|
||
|
|
|
||
|
|
initials.removeAll(medials);
|
||
|
|
finals.removeAll(medials);
|
||
|
|
|
||
|
|
System.out.println("initials size: " + initials.size());
|
||
|
|
System.out.println("finals size: " + finals.size());
|
||
|
|
|
||
|
|
out = Utility.openPrintWriter("ThaiData.txt", false, false);
|
||
|
|
out.write('\uFEFF');
|
||
|
|
out.println("Only Initials");
|
||
|
|
Utility.print(out, initials, ", ", new MyBreaker());
|
||
|
|
out.println();
|
||
|
|
out.println("Only Finals");
|
||
|
|
Utility.print(out, finals, ", ", new MyBreaker());
|
||
|
|
} finally {
|
||
|
|
br.close();
|
||
|
|
if (out != null) out.close();
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
static class MyBreaker implements Utility.Breaker {
|
||
|
|
public String get(Object current, Object old) {
|
||
|
|
if (old == null || UTF16.charAt(current.toString(), 0) == UTF16.charAt(old.toString(), 0)) {
|
||
|
|
return current.toString() + "(" + Default.ucd.getCode(current.toString().substring(1)) + "))";
|
||
|
|
} else {
|
||
|
|
return "\r\n" + current + "(" + Default.ucd.getCode(current.toString()) + "))";
|
||
|
|
}
|
||
|
|
}
|
||
|
|
public boolean filter(Object current) { return true; }
|
||
|
|
}
|
||
|
|
}
|