ICU-5018 add ASCII and Latin1 converters
X-SVN-Rev: 20234
This commit is contained in:
Ram Viswanadha
parent
e22805c1f1
commit
cf219db4f7
193
icu4j/src/com/ibm/icu/impl/Charset88591.java
Normal file
193
icu4j/src/com/ibm/icu/impl/Charset88591.java
Normal file
@ -0,0 +1,193 @@
|
||||
/**
|
||||
*******************************************************************************
|
||||
* Copyright (C) 2006, International Business Machines Corporation and *
|
||||
* others. All Rights Reserved. *
|
||||
*******************************************************************************
|
||||
*
|
||||
*******************************************************************************
|
||||
*/
|
||||
package com.ibm.icu.impl;
|
||||
|
||||
import java.nio.BufferOverflowException;
|
||||
import java.nio.ByteBuffer;
|
||||
import java.nio.CharBuffer;
|
||||
import java.nio.IntBuffer;
|
||||
import java.nio.charset.CharsetDecoder;
|
||||
import java.nio.charset.CharsetEncoder;
|
||||
import java.nio.charset.CoderResult;
|
||||
|
||||
import com.ibm.icu.charset.CharsetDecoderICU;
|
||||
import com.ibm.icu.charset.CharsetEncoderICU;
|
||||
import com.ibm.icu.charset.CharsetICU;
|
||||
import com.ibm.icu.lang.UCharacter;
|
||||
import com.ibm.icu.text.UTF16;
|
||||
|
||||
public class Charset88591 extends CharsetICU {
|
||||
protected byte[] fromUSubstitution = new byte[]{(byte)0x1a};
|
||||
public Charset88591(String icuCanonicalName, String javaCanonicalName, String[] aliases){
|
||||
super(icuCanonicalName, javaCanonicalName, aliases);
|
||||
maxBytesPerChar = 1;
|
||||
minBytesPerChar = 1;
|
||||
maxCharsPerByte = 1;
|
||||
}
|
||||
class CharsetDecoder88591 extends CharsetDecoderICU{
|
||||
|
||||
public CharsetDecoder88591(CharsetICU cs) {
|
||||
super(cs);
|
||||
}
|
||||
|
||||
protected CoderResult decodeLoop(ByteBuffer source, CharBuffer target, IntBuffer offsets){
|
||||
CoderResult cr = CoderResult.UNDERFLOW;
|
||||
if(!source.hasRemaining() && toUnicodeStatus==0) {
|
||||
/* no input, nothing to do */
|
||||
return cr;
|
||||
}
|
||||
if(!target.hasRemaining()) {
|
||||
return CoderResult.OVERFLOW;
|
||||
}
|
||||
|
||||
int sourceArrayIndex=source.position(), count=0;
|
||||
int sourceIndex = 0;
|
||||
char c=0;
|
||||
int oldTarget = target.position();
|
||||
try{
|
||||
/* conversion loop */
|
||||
c=0;
|
||||
while(sourceArrayIndex<source.limit() &&
|
||||
(c=(char)(source.get(sourceArrayIndex)&0xFF))<=0xff ) {
|
||||
target.put(c);
|
||||
sourceArrayIndex++;
|
||||
}
|
||||
|
||||
if(c>0xff) {
|
||||
/* callback(illegal); copy the current bytes to toUBytes[] */
|
||||
toUBytesArray[0]=(byte)c;
|
||||
toULength=1;
|
||||
cr = CoderResult.malformedForLength(toULength);
|
||||
} else if(sourceArrayIndex<source.limit() && !target.hasRemaining()) {
|
||||
/* target is full */
|
||||
cr = CoderResult.OVERFLOW;
|
||||
}
|
||||
|
||||
/* set offsets since the start */
|
||||
if(offsets!=null) {
|
||||
count=target.position()-oldTarget;
|
||||
while(count>0) {
|
||||
offsets.put(sourceIndex++);
|
||||
--count;
|
||||
}
|
||||
}
|
||||
}catch(BufferOverflowException ex){
|
||||
cr = CoderResult.OVERFLOW;
|
||||
}
|
||||
source.position(sourceArrayIndex);
|
||||
return cr;
|
||||
}
|
||||
|
||||
}
|
||||
class CharsetEncoder88591 extends CharsetEncoderICU{
|
||||
|
||||
public CharsetEncoder88591(CharsetICU cs) {
|
||||
super(cs, fromUSubstitution);
|
||||
implReset();
|
||||
}
|
||||
|
||||
private final static int NEED_TO_WRITE_BOM = 1;
|
||||
|
||||
protected void implReset() {
|
||||
super.implReset();
|
||||
fromUnicodeStatus = NEED_TO_WRITE_BOM;
|
||||
}
|
||||
|
||||
protected CoderResult encodeLoop(CharBuffer source, ByteBuffer target, IntBuffer offsets){
|
||||
CoderResult cr = CoderResult.UNDERFLOW;
|
||||
if(!source.hasRemaining()) {
|
||||
/* no input, nothing to do */
|
||||
return cr;
|
||||
}
|
||||
|
||||
if(!target.hasRemaining()) {
|
||||
return CoderResult.OVERFLOW;
|
||||
}
|
||||
|
||||
int sourceArrayIndex=source.position(), count=0;
|
||||
int sourceIndex = 0;
|
||||
int c=0;
|
||||
int oldTarget = target.position();
|
||||
boolean doloop = true;
|
||||
try{
|
||||
if (fromUChar32 != 0 && target.hasRemaining()){
|
||||
c = fromUChar32;
|
||||
fromUChar32 = 0;
|
||||
|
||||
if (sourceArrayIndex < source.limit()) {
|
||||
/* test the following code unit */
|
||||
char trail = source.get(sourceArrayIndex);
|
||||
if(UTF16.isTrailSurrogate(trail)) {
|
||||
++sourceArrayIndex;
|
||||
c = UCharacter.getCodePoint((char)c, trail);
|
||||
/* convert this supplementary code point */
|
||||
/* callback(unassigned) */
|
||||
} else {
|
||||
/* this is an unmatched lead code unit (1st surrogate) */
|
||||
/* callback(illegal) */
|
||||
fromUChar32 = (int)c;
|
||||
cr = CoderResult.malformedForLength(sourceArrayIndex);
|
||||
doloop = false;
|
||||
}
|
||||
} else {
|
||||
/* no more input */
|
||||
fromUChar32 = (int)c;
|
||||
doloop = false;
|
||||
}
|
||||
}
|
||||
if(doloop){
|
||||
/* conversion loop */
|
||||
c=0;
|
||||
while(sourceArrayIndex<source.limit()) {
|
||||
if((c=source.get(sourceArrayIndex))<=0xff){
|
||||
target.put((byte)c);
|
||||
sourceArrayIndex++;
|
||||
}else{
|
||||
count = UCharacter.charCount(c);
|
||||
cr = UCharacter.isSupplementary(c) ? CoderResult.malformedForLength(count) : CoderResult.unmappableForLength(count);
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
/* set offsets since the start */
|
||||
if(offsets!=null) {
|
||||
count=target.position()-oldTarget;
|
||||
while(count>0) {
|
||||
offsets.put(sourceIndex++);
|
||||
--count;
|
||||
}
|
||||
}
|
||||
|
||||
}catch(BufferOverflowException ex){
|
||||
cr = CoderResult.OVERFLOW;
|
||||
}
|
||||
source.position(sourceArrayIndex);
|
||||
return cr;
|
||||
}
|
||||
}
|
||||
public CharsetDecoder newDecoder() {
|
||||
return new CharsetDecoder88591(this);
|
||||
}
|
||||
|
||||
public CharsetEncoder newEncoder() {
|
||||
return new CharsetEncoder88591(this);
|
||||
}
|
||||
//#ifdef VERSION_1.5
|
||||
// /**
|
||||
// * Implements compareTo method of Comparable interface
|
||||
// * @see java.lang.Comparable#compareTo(java.lang.Object)
|
||||
// */
|
||||
// public int compareTo(Object o) {
|
||||
// if(o instanceof Charset){
|
||||
// return super.compareTo((Charset)o);
|
||||
// }
|
||||
// return -1;
|
||||
// }
|
||||
//#endif
|
||||
}
|
||||
193
icu4j/src/com/ibm/icu/impl/CharsetASCII.java
Normal file
193
icu4j/src/com/ibm/icu/impl/CharsetASCII.java
Normal file
@ -0,0 +1,193 @@
|
||||
/**
|
||||
*******************************************************************************
|
||||
* Copyright (C) 2006, International Business Machines Corporation and *
|
||||
* others. All Rights Reserved. *
|
||||
*******************************************************************************
|
||||
*
|
||||
*******************************************************************************
|
||||
*/
|
||||
package com.ibm.icu.impl;
|
||||
|
||||
import java.nio.BufferOverflowException;
|
||||
import java.nio.ByteBuffer;
|
||||
import java.nio.CharBuffer;
|
||||
import java.nio.IntBuffer;
|
||||
import java.nio.charset.CharsetDecoder;
|
||||
import java.nio.charset.CharsetEncoder;
|
||||
import java.nio.charset.CoderResult;
|
||||
|
||||
import com.ibm.icu.charset.CharsetDecoderICU;
|
||||
import com.ibm.icu.charset.CharsetEncoderICU;
|
||||
import com.ibm.icu.charset.CharsetICU;
|
||||
import com.ibm.icu.lang.UCharacter;
|
||||
import com.ibm.icu.text.UTF16;
|
||||
|
||||
public class CharsetASCII extends CharsetICU {
|
||||
protected byte[] fromUSubstitution = new byte[]{(byte)0x1a};
|
||||
public CharsetASCII(String icuCanonicalName, String javaCanonicalName, String[] aliases){
|
||||
super(icuCanonicalName, javaCanonicalName, aliases);
|
||||
maxBytesPerChar = 1;
|
||||
minBytesPerChar = 1;
|
||||
maxCharsPerByte = 1;
|
||||
}
|
||||
class CharsetDecoderASCII extends CharsetDecoderICU{
|
||||
|
||||
public CharsetDecoderASCII(CharsetICU cs) {
|
||||
super(cs);
|
||||
}
|
||||
|
||||
protected CoderResult decodeLoop(ByteBuffer source, CharBuffer target, IntBuffer offsets){
|
||||
CoderResult cr = CoderResult.UNDERFLOW;
|
||||
if(!source.hasRemaining() && toUnicodeStatus==0) {
|
||||
/* no input, nothing to do */
|
||||
return cr;
|
||||
}
|
||||
if(!target.hasRemaining()) {
|
||||
return CoderResult.OVERFLOW;
|
||||
}
|
||||
|
||||
int sourceArrayIndex=source.position(), count=0;
|
||||
int sourceIndex = 0;
|
||||
char c=0;
|
||||
int oldTarget = target.position();
|
||||
try{
|
||||
/* conversion loop */
|
||||
c=0;
|
||||
while(sourceArrayIndex<source.limit()&&
|
||||
(c=(char)source.get(sourceArrayIndex))<=0x7f){
|
||||
target.put(c);
|
||||
sourceArrayIndex++;
|
||||
}
|
||||
|
||||
if(c>0x7f) {
|
||||
/* callback(illegal); copy the current bytes to toUBytes[] */
|
||||
toUBytesArray[0]=(byte)c;
|
||||
toULength=1;
|
||||
cr = CoderResult.malformedForLength(toULength);
|
||||
} else if(sourceArrayIndex<source.limit() && !target.hasRemaining()) {
|
||||
/* target is full */
|
||||
cr = CoderResult.OVERFLOW;
|
||||
}
|
||||
|
||||
/* set offsets since the start */
|
||||
if(offsets!=null) {
|
||||
count=target.position()-oldTarget;
|
||||
while(count>0) {
|
||||
offsets.put(sourceIndex++);
|
||||
--count;
|
||||
}
|
||||
}
|
||||
}catch(BufferOverflowException ex){
|
||||
cr = CoderResult.OVERFLOW;
|
||||
}
|
||||
source.position(sourceArrayIndex);
|
||||
return cr;
|
||||
}
|
||||
|
||||
}
|
||||
class CharsetEncoderASCII extends CharsetEncoderICU{
|
||||
|
||||
public CharsetEncoderASCII(CharsetICU cs) {
|
||||
super(cs, fromUSubstitution);
|
||||
implReset();
|
||||
}
|
||||
|
||||
private final static int NEED_TO_WRITE_BOM = 1;
|
||||
|
||||
protected void implReset() {
|
||||
super.implReset();
|
||||
fromUnicodeStatus = NEED_TO_WRITE_BOM;
|
||||
}
|
||||
|
||||
protected CoderResult encodeLoop(CharBuffer source, ByteBuffer target, IntBuffer offsets){
|
||||
CoderResult cr = CoderResult.UNDERFLOW;
|
||||
if(!source.hasRemaining()) {
|
||||
/* no input, nothing to do */
|
||||
return cr;
|
||||
}
|
||||
|
||||
if(!target.hasRemaining()) {
|
||||
return CoderResult.OVERFLOW;
|
||||
}
|
||||
|
||||
int sourceArrayIndex=source.position(), count=0;
|
||||
int sourceIndex = 0;
|
||||
int c=0;
|
||||
int oldTarget = target.position();
|
||||
boolean doloop = true;
|
||||
try{
|
||||
if (fromUChar32 != 0 && target.hasRemaining()){
|
||||
c = fromUChar32;
|
||||
fromUChar32 = 0;
|
||||
|
||||
if (sourceArrayIndex < source.limit()) {
|
||||
/* test the following code unit */
|
||||
char trail = source.get(sourceArrayIndex);
|
||||
if(UTF16.isTrailSurrogate(trail)) {
|
||||
++sourceArrayIndex;
|
||||
c = UCharacter.getCodePoint((char)c, trail);
|
||||
/* convert this supplementary code point */
|
||||
/* callback(unassigned) */
|
||||
} else {
|
||||
/* this is an unmatched lead code unit (1st surrogate) */
|
||||
/* callback(illegal) */
|
||||
fromUChar32 = (int)c;
|
||||
cr = CoderResult.malformedForLength(sourceArrayIndex);
|
||||
doloop = false;
|
||||
}
|
||||
} else {
|
||||
/* no more input */
|
||||
fromUChar32 = (int)c;
|
||||
doloop = false;
|
||||
}
|
||||
}
|
||||
if(doloop){
|
||||
/* conversion loop */
|
||||
c=0;
|
||||
while(sourceArrayIndex<source.limit()) {
|
||||
if((c=source.get(sourceArrayIndex))<=0x7f){
|
||||
target.put((byte)c);
|
||||
sourceArrayIndex++;
|
||||
}else{
|
||||
count = UCharacter.charCount(c);
|
||||
cr = UCharacter.isSupplementary(c) ? CoderResult.malformedForLength(count) : CoderResult.unmappableForLength(count);
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
/* set offsets since the start */
|
||||
if(offsets!=null) {
|
||||
count=target.position()-oldTarget;
|
||||
while(count>0) {
|
||||
offsets.put(sourceIndex++);
|
||||
--count;
|
||||
}
|
||||
}
|
||||
|
||||
}catch(BufferOverflowException ex){
|
||||
cr = CoderResult.OVERFLOW;
|
||||
}
|
||||
source.position(sourceArrayIndex);
|
||||
return cr;
|
||||
}
|
||||
}
|
||||
public CharsetDecoder newDecoder() {
|
||||
return new CharsetDecoderASCII(this);
|
||||
}
|
||||
|
||||
public CharsetEncoder newEncoder() {
|
||||
return new CharsetEncoderASCII(this);
|
||||
}
|
||||
//#ifdef VERSION_1.5
|
||||
// /**
|
||||
// * Implements compareTo method of Comparable interface
|
||||
// * @see java.lang.Comparable#compareTo(java.lang.Object)
|
||||
// */
|
||||
// public int compareTo(Object o) {
|
||||
// if(o instanceof Charset){
|
||||
// return super.compareTo((Charset)o);
|
||||
// }
|
||||
// return -1;
|
||||
// }
|
||||
//#endif
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user