AuroraMiddleware/scuffed-code
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
278ac82268
scuffed-code/icu4c/source/test/testdata/conversion.txt

1420 lines
50 KiB
Plaintext
Raw Normal View History

ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
//*******************************************************************************
//
ICU-5518 merge direct-from-UTF-8 conversion code from http://source.icu-project.org/repos/icu/icu/branches/markus/ucnvutf8 -r 20735:20990 to icu/trunk X-SVN-Rev: 21010
2007-02-06 05:24:14 +00:00
// Copyright (C) 2003-2007, International Business Machines
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
// Corporation and others. All Rights Reserved.
//
ICU-2449 data-driven conversion tests X-SVN-Rev: 12722
2003-08-01 14:18:27 +00:00
// file name: conversion.txt
// encoding: US-ASCII
// tab size: 8 (not used)
// indentation:4
//
// created on: 2003jul15
// created by: Markus W. Scherer
//
// ICU resource bundle source file with test data for data-driven conversion tests.
//
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
//*******************************************************************************
ICU-4739 add "no fallback" flag to resource bundles X-SVN-Rev: 18836
2005-11-29 00:10:07 +00:00
conversion:table(nofallback) {
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
Info {
Description { "Test data for conversion" }
LongDescription {
"Test data for data-driven conversion tests in icu/source/test/intltest/convtest.cpp\n"
"Run intltest conversion\n"
ICU-2449 data-driven conversion tests X-SVN-Rev: 12722
2003-08-01 14:18:27 +00:00
"Charset names starting with '*' are for testdata names.\n"
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
"ICU callbacks are specified as strings with pairs of characters, each optional.\n"
"Callback function - '?'=Sub '0'=Skip '.'=Stop '&'=Escape\n"
"Callback option - a letter is passed in directly as const char * see ucnv_err.h\n"
"Empty string: Sub callback with NULL option\n"
ICU-5188 add ucnv_setSubstString() X-SVN-Rev: 19789
2006-07-05 23:08:50 +00:00
"In order to specify a charset substitution character (for ucnv_setSubstChars()),\n"
ICU-2449 move some test cases to intltest data-driven conversion tests; allow setting of subchar in data-driven conversion tests X-SVN-Rev: 12665
2003-07-24 00:17:40 +00:00
"add a NUL (U+0000) to the callback string followed by the subchar bytes as Latin-1\n"
"characters. For example, for a Sub callback with no option and a subchar of FC FC,\n"
"use the string \"?\x00\xFC\xFC\"\n"
ICU-5188 add ucnv_setSubstString() X-SVN-Rev: 19789
2006-07-05 23:08:50 +00:00
"In order to specify a substitution string (for ucnv_setSubstString()),\n"
"add an '=' to the callback string followed by the substitution string.\n"
"For example, for a Sub callback with no option and a substitution string\n"
"of \"ab\", use the string \"?=ab\"\n"
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
"fallbacks: per-direction boolean, currently only for fromUnicode; see Jitterbug 2401\n"
ICU-3361 fix ISO-2022-CN according to RFC 1922 and to handle truncated escape sequences etc. X-SVN-Rev: 13973
2003-12-03 17:54:17 +00:00
"errorCode: (empty)==zero | invalid | illegal | truncated | illesc | unsuppesc\n"
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
}
}
TestData {
toUnicode {
Headers { "charset", "bytes", "unicode", "offsets", "flush", "fallbacks", "errorCode", "callback", "invalidChars" }
Cases {
ICU-6002 HZ: restrict byte values and fix various bugs X-SVN-Rev: 22849
2007-10-25 05:03:34 +00:00
// test that HZ limits its byte values to lead bytes 21..7d and trail bytes 21..7e
{
"HZ",
:bin{ 7e7b21212120217e217f772100007e217e7d207e7e807e0a2b },
"\u3000\ufffd\u3013\ufffd\u9ccc\ufffd\ufffd ~\ufffd+",
:intvector{ 2,4,6,8,10,12,14,18,19,21,24 },
:int{1}, :int{1}, "", "?", :bin{""}
}
ICU-5797 use Shift-JIS table for ISO 2022-JP, and hardcode JIS X 0201 mappings X-SVN-Rev: 22772
2007-10-11 21:31:32 +00:00
// improve coverage of ISO-2022-JP converter with hardcoded JIS X 0201 and
// using the Shift-JIS table for JIS X 0208 (ticket #5797)
{
"ISO-2022-JP",
:bin{ 1b284a7d7e801b2442306c20217f7e21202160217f22202225227f5f211b2842 },
"}\u203e\ufffd\u4e00\ufffd\ufffd\ufffd\xf7\ufffd\ufffd\u25b2\ufffd\u6f3e",
:intvector{ 3,4,5,9,11,13,15,17,19,21,23,25,27 },
:int{1}, :int{1}, "", "?", :bin{""}
}
ICU-3674 improve conversion code coverage X-SVN-Rev: 16569
2004-10-19 23:44:49 +00:00
// improve coverage of unrolled loops in ucnvmbcs.c/ucnv_MBCSSingleToBMPWithOffsets()
{
"ISO-8859-3",
:bin{ 000102030405060708090a0b0c0d0e0f101112131415161718191a1b1c1d1e1f2021222324252627 },
"\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a\x1b\x1c\x1d\x1e\x1f !\x22#$%&'",
:intvector{ 0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39 },
:int{1}, :int{0}, "", "?", :bin{""}
}
ICU-3189 test ucnv_fromUChars() and ucnv_toUChars() on ISO-2022-JP/CN with all-ASCII text X-SVN-Rev: 14073
2003-12-10 05:54:05 +00:00
// test that ISO-2022-JP encodes ASCII as itself
{
"ISO-2022-JP",
:bin{ 3f4041424344454647 },
"?@ABCDEFG",
:intvector{ 0,1,2,3,4,5,6,7,8 },
:int{1}, :int{1}, "", "?", :bin{""}
}
// test that ISO-2022-CN encodes ASCII as itself
{
"ISO-2022-CN",
:bin{ 3f4041424344454647 },
"?@ABCDEFG",
:intvector{ 0,1,2,3,4,5,6,7,8 },
:int{1}, :int{1}, "", "?", :bin{""}
}
ICU-3361 fix ISO-2022-KRto handle truncated escape sequences etc. X-SVN-Rev: 14047
2003-12-09 01:18:21 +00:00
// ISO-2022-KR
// truncated, partial escape sequence
{
"ibm-25546",
:bin{ 1b }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b }
}
{
"ibm-25546",
:bin{ 1b24 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b24 }
}
{
"ibm-25546",
:bin{ 1b2429 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b2429 }
}
// complete escape sequence but nothing else
{
"ibm-25546",
:bin{ 1b242943 }, "", :intvector{},
:int{1}, :int{1}, "", ".", :bin{""}
}
{
"ibm-25546",
:bin{ 1b2429430e }, "", :intvector{},
:int{1}, :int{1}, "", ".", :bin{""}
}
// escape plus ASCII character
{
"ibm-25546",
:bin{ 1b24294341 }, "A", :intvector{ 4 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// escape plus incomplete DBCS character
{
"ibm-25546",
:bin{ 1b2429430e41 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 41 }
}
// all complete with DBCS character
{
"ibm-25546",
:bin{ 1b2429430e4141 }, "\uc88b", :intvector{ 5 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// more complicated example
{
"ibm-25546",
:bin{ 411b242943420e4141affe0f43 },
"AB\uc88b%XAF%XFEC",
:intvector{ 0, 5, 7, 9, 9, 9, 9, 9, 9, 9, 9, 12 },
:int{1}, :int{1}, "", "&", :bin{""}
}
// truncated, partial escape sequence
{
"ISO-2022-KR",
:bin{ 1b }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b }
}
{
"ISO-2022-KR",
:bin{ 1b24 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b24 }
}
{
"ISO-2022-KR",
:bin{ 1b2429 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b2429 }
}
// complete escape sequence but nothing else
{
"ISO-2022-KR",
:bin{ 1b242943 }, "", :intvector{},
:int{1}, :int{1}, "", ".", :bin{""}
}
{
"ISO-2022-KR",
:bin{ 1b2429430e }, "", :intvector{},
:int{1}, :int{1}, "", ".", :bin{""}
}
// escape plus ASCII character
{
"ISO-2022-KR",
:bin{ 1b24294341 }, "A", :intvector{ 4 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// escape plus incomplete DBCS character
{
"ISO-2022-KR",
:bin{ 1b2429430e41 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 41 }
}
// all complete with DBCS character
{
"ISO-2022-KR",
:bin{ 1b2429430e4141 }, "\uc88b", :intvector{ 5 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// more complicated example
{
"ISO-2022-KR",
:bin{ 411b242943420e4141affe0f43 },
"AB\uc88b%XAF%XFEC",
:intvector{ 0, 5, 7, 9, 9, 9, 9, 9, 9, 9, 9, 12 },
:int{1}, :int{1}, "", "&", :bin{""}
}
ICU-3361 fix ISO-2022-JP/JIS7/JIS8 according to specs and to handle truncated escape sequences etc. X-SVN-Rev: 14029
2003-12-06 01:52:37 +00:00
// ISO-2022-JP
// truncated, partial escape sequence
{
"ISO-2022-JP",
:bin{ 1b }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b }
}
{
"ISO-2022-JP-2",
:bin{ 1b24 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b24 }
}
// complete escape sequence but nothing else
{
"ISO-2022-JP-2",
:bin{ 1b2442 }, "", :intvector{},
:int{1}, :int{1}, "", ".", :bin{""}
}
// escape plus incomplete DBCS character
{
"ISO-2022-JP-2",
:bin{ 1b244241 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 41 }
}
// all complete with DBCS character
{
"ISO-2022-JP-2",
:bin{ 1b24424141 }, "\u758f", :intvector{ 3 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// test the G2 designator & SS2 shift
{
"ISO-2022-JP-2",
:bin{ 431b2e46461b244241411b4e4e353f }, "CF\u758f\u039e\u7591", :intvector{ 0, 4, 8, 12, 13 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// JIS7 with Katakana
{
"JIS7",
:bin{ 41420e41420f4142 }, "AB\uff81\uff82AB", :intvector{ 0, 1, 3, 4, 6, 7 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// JIS8 with Katakana
{
"JIS8",
:bin{ 41c15c1b284a5cc242 }, "A\uff81\\\xa5\uff82B", :intvector{ 0, 1, 2, 6, 7, 8 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// ISO-2022-CN
ICU-3361 fix ISO-2022-CN according to RFC 1922 and to handle truncated escape sequences etc. X-SVN-Rev: 13973
2003-12-03 17:54:17 +00:00
// truncated, partial escape sequence
{
"ISO_2022,locale=zh,version=1",
:bin{ 1b }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b }
}
{
"ISO_2022,locale=zh,version=1",
:bin{ 1b24 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b24 }
}
{
"ISO_2022,locale=zh,version=1",
:bin{ 1b2429 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 1b2429 }
}
// complete escape sequence but nothing else
{
"ISO_2022,locale=zh,version=1",
:bin{ 1b242941 }, "", :intvector{},
:int{1}, :int{1}, "", ".", :bin{""}
}
{
"ISO_2022,locale=zh,version=1",
:bin{ 1b2429410e }, "", :intvector{},
:int{1}, :int{1}, "", ".", :bin{""}
}
// escape plus ASCII character
{
"ISO_2022,locale=zh,version=1",
:bin{ 1b24294141 }, "\x41", :intvector{ 4 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// escape plus incomplete DBCS character
{
"ISO_2022,locale=zh,version=1",
:bin{ 1b2429410e41 }, "", :intvector{},
:int{1}, :int{1}, "truncated", ".", :bin{ 41 }
}
// all complete with DBCS character
{
"ISO_2022,locale=zh,version=1",
:bin{ 1b2429410e4141 }, "\u4eae", :intvector{ 5 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// ISO-2022-CN-EXT with all subcharsets and shifts and with supplementary code points
{
"ISO-2022-CN-EXT",
:bin{ 1b2429411b242a480e41411b2429457e7c1b4e70341b242b4d1b2429477c341b4f664c2421 },
"\u4eae\u9f82\u56cd\u56cc\U0002a6d6\x30",
:intvector{ 9, 15, 19, 29, 33, 33, 35 },
:int{1}, :int{1}, "", ".", :bin{""}
}
// illegal and unsupported escape sequences
// SS2 without designator: illegal
{
"ISO-2022-CN-EXT",
:bin{ 411b4e2121 }, "\x41", :intvector{ 0 },
:int{1}, :int{1}, "illesc", ".", :bin{ 1b4e }
}
// G3 designator: recognized, but not supported for -CN (only for -CN-EXT)
{
"ISO-2022-CN",
:bin{ 411b242b491b4f2121 }, "\x41", :intvector{ 0 },
:int{1}, :int{1}, "unsuppesc", ".", :bin{ 1b242b49 }
}
// ISO-2022 SBCS
ICU-3361 disable the _generic_ ISO-2022 converter X-SVN-Rev: 13981
2003-12-03 22:53:14 +00:00
// [U_ENABLE_GENERIC_ISO_2022]
// The _generic_ ISO-2022 converter is disabled starting 2003-dec-03 (ICU 2.8).
// For details see the icu mailing list from 2003-dec-01 and the ucnv2022.c file.
// Language-specific variants of ISO-2022 continue to be available as listed below.
//{
// "ISO_2022",
// :bin{ 0008090a0d1a1c1f203f415c7d7e7f },
// "\x00\x08\t\n\r\x1a\x1c\x1f ?A\\}~\x7f",
// :intvector{ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14 },
// :int{1}, :int{1}, "", ".", :bin{""}
//}
ICU-3361 fix ISO-2022-CN according to RFC 1922 and to handle truncated escape sequences etc. X-SVN-Rev: 13973
2003-12-03 17:54:17 +00:00
ICU-3346 support DBCS-only and other delta (extension-only) .cnv files X-SVN-Rev: 13637
2003-11-07 23:57:24 +00:00
// DBCS-only extensions
ICU-3346 add ibm-971 X-SVN-Rev: 13657
2003-11-11 18:45:47 +00:00
{
"ibm-970",
:bin{ 617eece9b2eb },
"\x61\x7e\u4e00\ub000",
:intvector{ 0, 1, 2, 4 },
:int{1}, :int{1}, "", "?", :bin{""}
}
{
"ibm-971",
:bin{ 617eece9b2eb },
"\ufffd\u4e00\ub000",
:intvector{ 0, 2, 4 },
:int{1}, :int{1}, "", "?", :bin{""}
}
ICU-3346 support DBCS-only and other delta (extension-only) .cnv files X-SVN-Rev: 13637
2003-11-07 23:57:24 +00:00
{
"ibm-16684",
:bin{ 430e4395ecc1404042e1 },
"\ufffd\u30C8\u30C8\u309A\u3000\u20ac",
:intvector{ 0, 2, 4, 4, 6, 8 },
:int{1}, :int{0}, "", "?", :bin{""}
}
{
"ibm-1399",
:bin{ 430e4395ecc140400fe1 },
"\uff62\u30C8\u30C8\u309A\u3000\u20ac",
:intvector{ 0, 2, 4, 4, 6, 9 },
:int{1}, :int{0}, "", "?", :bin{""}
}
ICU-2404 first code for m:n conversion extensions X-SVN-Rev: 13490
2003-10-25 00:29:13 +00:00
// extensions
ICU-2404 Add a test for Markus to fix X-SVN-Rev: 13610
2003-11-06 21:58:12 +00:00
{
"ibm-1390",
:bin{ 430e4395ecc1 },
"\uff63\u30C8\u30C8\u309A",
:intvector{ 0, 2, 4, 4 },
:int{1}, :int{0}, "", "?", :bin{""}
}
ICU-1893 update table for ibm-16684 X-SVN-Rev: 13519
2003-10-28 21:49:57 +00:00
{
"ibm-16684",
:bin{ ececec8bec8cec8d4386ecb5ecb6ecb7 },
"\ufffd\u31f6\u31f7\u31f8\u30ab\u304b\u309a\u304d\u309a\u304f\u309a",
:intvector{ 0, 2, 4, 6, 8, 10, 10, 12, 12, 14, 14 },
:int{1}, :int{0}, "", "?", :bin{""}
}
ICU-2404 support SI/SO stateful conversion X-SVN-Rev: 13517
2003-10-28 19:21:38 +00:00
{
"ibm-1390",
ICU-2404 Add a test for Markus to fix X-SVN-Rev: 13610
2003-11-06 21:58:12 +00:00
:bin{ 43860eececec8bec8cec8d4386ecb5ecb6ecb7ecc10fec },
"\uff63\uff76\ufffd\u31f6\u31f7\u31f8\u30ab\u304b\u309a\u304d\u309a\u304f\u309a\u30C8\u309A\x1a",
:intvector{ 0, 1, 3, 5, 7, 9, 11, 13, 13, 15, 15, 17, 17, 19, 19, 22 },
ICU-2404 support SI/SO stateful conversion X-SVN-Rev: 13517
2003-10-28 19:21:38 +00:00
:int{1}, :int{0}, "", "?", :bin{""}
}
ICU-2404 first code for m:n conversion extensions X-SVN-Rev: 13490
2003-10-25 00:29:13 +00:00
{
"*test3",
:bin{ 00050601020b0701020a01020c },
"\u20ac\x05\x06\x0b\U00101234\U00023456\ufffd",
:intvector{ 0, 1, 2, 3, 6, 6, 7, 7, 10 },
:int{1}, :int{0}, "", "?", :bin{""}
}
// normal conversions
ICU-1838 forbid converting surrogate code points in UTF-16/32 X-SVN-Rev: 13321
2003-10-06 03:28:36 +00:00
{
"UTF-16LE",
:bin{ 310000d801dc00d902dc320000d8330001dc3400 },
"1\U00010001\U000500022\ufffd3\ufffd4",
:intvector{ 0, 2, 2, 6, 6, 10, 12, 14, 16, 18 },
:int{1}, :int{0}, "", "?", :bin{""}
}
{ "UTF-16LE", :bin{ 00 }, "", :intvector{}, :int{1}, :int{0}, "truncated", ".", :bin{ 00 } }
{ "UTF-16LE", :bin{ 00d800 }, "", :intvector{}, :int{1}, :int{0}, "truncated", ".", :bin{ 00d800 } }
{
"UTF-16BE",
:bin{ 0031d800dc01d900dc020032d8000033dc010034 },
"1\U00010001\U000500022\ufffd3\ufffd4",
:intvector{ 0, 2, 2, 6, 6, 10, 12, 14, 16, 18 },
:int{1}, :int{0}, "", "?", :bin{""}
}
{ "UTF-16BE", :bin{ 00 }, "", :intvector{}, :int{1}, :int{0}, "truncated", ".", :bin{ 00 } }
{ "UTF-16BE", :bin{ d800dc }, "", :intvector{}, :int{1}, :int{0}, "truncated", ".", :bin{ d800dc } }
ICU-2449 data-driven conversion tests X-SVN-Rev: 12722
2003-08-01 14:18:27 +00:00
// e4b8 is a partial sequence
{ "UTF-8", :bin{ 31e4ba8ce4b8 }, "1\u4e8c", :intvector{ 0, 1 }, :int{1}, :int{0}, "truncated", ".", :bin{ e4b8 } }
{ "UTF-8", :bin{ 31e4ba8ce4b8 }, "1\u4e8c\ufffd", :intvector{ 0, 1, 4 }, :int{1}, :int{0}, "", "?", :bin{""} }
// LMBCS with escape callback (1292a0 is unassigned)
{
"LMBCS",
:bin{ 12c9501292a01292a1 },
"\u4e2e%X12%X92%XA0\ue5c4",
:intvector{ 0, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 6 },
:int{1}, :int{0}, "", "&", :bin{""}
}
// IMAP-mailbox-name with SUB
// a<DEL> a&AB~ a&AB\x0c a&AB- a&AB. a&.
{
"IMAP-mailbox-name",
:bin{ 617f612641427e612641420c612641422d612641422e61262e },
"a\ufffda\ufffda\ufffda\ufffda\ufffda\ufffd",
:intvector{ 0, 1, 2, 4, 7, 9, 12, 14, 17, 19, 22, 23 },
:int{1}, :int{0}, "", "?", :bin{""}
}
// using testdata_test1.cnv
{ "*test1", :bin{ 000506070809 }, "\u20ac\x05\x06\U00101234\ufffd\ufffd", :intvector{ 0, 1, 2, 3, 3, 4, 5 }, :int{1}, :int{0}, "", "", :bin{""} }
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
// surrogates in CESU-8
{ "CESU-8", :bin{ eda080eda081edb081 }, "\ud800\U00010401", :intvector{ 0, 3, 6 }, :int{1}, :int{0}, "", "", :bin{""} }
// e080 is a partial sequence
ICU-2449 data-driven conversion tests X-SVN-Rev: 12722
2003-08-01 14:18:27 +00:00
{ "UTF-8", :bin{ 31ffe4ba8ce08061 }, "1\ufffd\u4e8c\ufffda", :intvector{ 0, 1, 2, 5, 7 }, :int{0}, :int{0}, "", "", :bin{ e080 } }
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
// fbbfbfbfbf exceedes U+10ffff
ICU-2449 data-driven conversion tests X-SVN-Rev: 12722
2003-08-01 14:18:27 +00:00
{ "UTF-8", :bin{ 31fbbfbfbfbf61 }, "1\ufffda", :intvector{ 0, 1, 6 }, :int{0}, :int{0}, "", "", :bin{ fbbfbfbfbf } }
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
// lead byte a2 without trail byte
{ "ibm-1363", :bin{ a2aea2 }, "\u00a1", :intvector{ 0 }, :int{1}, :int{0}, "truncated", ".", :bin{ a2 } }
ICU-2449 data-driven conversion tests X-SVN-Rev: 12722
2003-08-01 14:18:27 +00:00
{ "ibm-1363", :bin{ a2aea2 }, "\u00a1\u001a", :intvector{ 0, 2 }, :int{1}, :int{0}, "", "?", :bin{""} }
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
// simple sample, no error handling
{ "UTF-8", :bin{ 61F48FBFBF }, "a\U0010FFFF", :intvector{ 0, 1, 1 }, :int{1}, :int{0}, "", "", :bin{""} }
ICU-5275 move test to data file X-SVN-Rev: 20436
2006-09-28 23:02:21 +00:00
// Headers { "charset", "bytes", "unicode", "offsets", "flush", "fallbacks", "errorCode", "callback", "invalidChars" }
{
"iscii",
:bin{ EF4BC0E9BFE9E8D80AEF4AC0D4BFD4E8D80AEF4838B30AEF4939B30AEF4A3AB30AEF4B3BB30A},
"\u0A22\u0A3C\u0A5C\u0A4D\u0A39\u000A" /* Gurmukhi test */
"\u0AA2\u0AB5\u0AA1\u0AB5\u0ACD\u0AB9\u000A" /* Gujarati test */
"\u0038\u0C95\u000A" /* Kannada test */
"\u0039\u0D15\u000A" /* Malayalam test */
"\u003A\u0A95\u000A" /* Gujarati test */
"\u003B\u0A15\u000A" /* Punjabi test */,
:intvector { 2, 3, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 17, 20, 21, 22, 25, 26, 27, 30, 31, 32, 35, 36, 37 },
:int{1}, :int{0}, "", "", :bin{ "" }
}
{
"iscii-gur",
:bin{3BB30AC0E9BFE9E8D80AEF43C0E9BFE9E8D80A3BB30AEF403BB30A},
"\u003b\u0a15\u000a" /* Easy characters */
"\u0a22\u0a3c\u0a5c\u0a4d\u0a39\u000a" /* Gurmukhi test */
"\u09dd\u09dc\u09cd\u09b9\u000a" /* Switch script: to Bengali*/
"\u003b\u0a15\u000a" /* Easy characters - new line" so should default!*/
"\u003b\u0a15\u000a", /* Back to Gurmukhi*/
:intvector { 0, 1, 2, 3, 4, 6, 7, 8, 9, 13, 15, 16, 17, 18, 19, 20, 21, 24, 25, 26 },
:int{1}, :int{0}, "", "", :bin{ "" }
}
ICU-5712 Compare against Windows Vista implementation, and update accordingly. This mainly covers Big5-HKSCS. X-SVN-Rev: 21542
2007-05-15 22:10:19 +00:00
{ // Verify Supplementary support
"Big5-HKSCS",
:bin{ fcfcfcfd },
"\U000233E6\U00026DA0",
:intvector{ 0, 0, 2, 2 },
:int{1}, :int{0}, "", "?", :bin{""}
}
{ // Verify non-supplementary support
"big5-hkscs:unicode3.0",
:bin{ fcfcfcfd },
"\uE1D4\uE1D5",
:intvector{ 0, 2 },
:int{1}, :int{0}, "", "?", :bin{""}
}
ICU-5778 Add test for gb18030 enumeration. X-SVN-Rev: 21945
2007-07-11 03:25:50 +00:00
{ // Verify gb18030 enumeration
"gb18030",
:bin{ 8130D2398130D3308136A5318136A532 },
"\u0450\u0452\u200F\u2011",
:intvector{ 0, 4, 8, 12 },
:int{1}, :int{0}, "", "?", :bin{""}
}
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
}
}
// --------------------------------------------------------------------- ***
fromUnicode {
Headers { "charset", "unicode", "bytes", "offsets", "flush", "fallbacks", "errorCode", "callback", "invalidUChars" }
Cases {
ICU-5797 use Shift-JIS table for ISO 2022-JP, and hardcode JIS X 0201 mappings X-SVN-Rev: 22772
2007-10-11 21:31:32 +00:00
// improve coverage of ISO-2022-JP converter with hardcoded JIS X 0201 and
// using the Shift-JIS table for JIS X 0208 (ticket #5797)
{
"ISO-2022-JP",
"\u203e\xa5\u4e00\ufa10\u6f3e\u0391",
:bin{ 1b284a7e5c1b2442306c222e5f2126211b2842 },
:intvector{ 0,0,0,0,1,2,2,2,2,2,3,3,4,4,5,5,5,5,5 },
:int{1}, :int{0}, "", "?=\u3013", "" // U+3013 Geta Mark converts to 222e
}
ICU-5483 fix ISO 2022 fromUnicode to consistently use roundtrip or else first fallback; fix output encoding schemes X-SVN-Rev: 22484
2007-08-23 05:46:49 +00:00
// Verify that mappings that would result in byte values outside 20..7F (for SBCS)
// or 21..7E (for DBCS) are not used.
// ibm-9005_X110-2007.ucm (ISO 8859-7, <ESC>.F=1b2e46):
// <U009F> \x9F |0 (also in ISO 8859-1)
// <U0387> \xB7 |1
// windows-949-2000 (KSC_5601, <ESC>$(C=1b242843):
// <UC829> \xA0\xA1 |0
// <UD4FE> \xC0\x41 |0
// <UD79D> \xC8\xFE |0
{
"JIS8", // =ISO_2022,locale=ja,version=4
"\u009f\u0387\uc829\ud4fe\ud79d",
:bin{ 1a1b2e461b4e371a1a1b242843487e1b2842 },
:intvector{ 0,1,1,1,1,1,1,2,3,4,4,4,4,4,4,4,4,4 },
:int{1}, :int{1}, "", "?", ""
}
// Ticket 5483: ISO 2022 converter incorrectly using fallback mapping
// Verify that a roundtrip mapping is used even when a fallback mapping is
// available in the current state.
// U+FF61 is handled in code
// jisx-208.ucm (<ESC>$B=1b2442):
// <U30FE> \x21\x34 |0
// <UFF5D> \x21\x51 |0 and
// ibm-897_P100-1995.ucm (JIS X 0201, <ESC>(J=1b284a):
// <UFF5D> \x7D |1
// ibm-9005_X110-2007.ucm (ISO 8859-7, <ESC>.F=1b2e46):
// <U03D5> \xF6 |1
// <U2015> \xAF |0
// <UFF5D> \x7D |1 (not legal for ISO 2022)
// windows-949-2000 (KSC_5601, <ESC>$(C=1b242843):
// <UAC00> \xB0\xA1 |0
// <UFF5D> \xA3\xFD |0
// <U223C> \xA1\xAD |0 (in extension table)
{
"JIS8", // =ISO_2022,locale=ja,version=4
"a\uff61\u03d5\uff5d\uac00\u223c\uff5d\u30fe\uff5d", // Make it switch to ISO-8859-7, KSC 5601 and JIS X 0208.
:bin{ 61a11b2e461b4e761b244221511b2428433021212d237d1b2442213421511b2842 },
:intvector{ 0,1,2,2,2,2,2,2,3,3,3,3,3,4,4,4,4,4,4,5,5,6,6,7,7,7,7,7,8,8,8,8,8 },
:int{1}, :int{1}, "", "?", ""
}
ICU-5518 merge direct-from-UTF-8 conversion code from http://source.icu-project.org/repos/icu/icu/branches/markus/ucnvutf8 -r 20735:20990 to icu/trunk X-SVN-Rev: 21010
2007-02-06 05:24:14 +00:00
// Code coverage for UTF-8->SBCS conversion (ucnv_convertEx()).
// Test code path for non-roundtripping ASCII characters
// (try EBCDIC SBCS, and IBM PC SBCS with control code rotation).
{
"ibm-37",
"a\x85c",
:bin{ 811583 },
:intvector{ 0,1,2 },
:int{1}, :int{0}, "", "?", ""
}
{
"ibm-850",
"a\x1ac",
:bin{ 617f63 },
:intvector{ 0,1,2 },
:int{1}, :int{0}, "", "?", ""
}
// Code coverage for UTF-8->DBCS conversion (ucnv_convertEx()).
// Test code path for non-roundtripping ASCII characters
// (try IBM PC DBCS with control code rotation).
{
"ibm-943",
"a\x1ac\u30a1\x7ff",
:bin{ 617f6383401c66 },
:intvector{ 0,1,2,3,3,4,5 },
:int{1}, :int{0}, "", "?", ""
}
// SCSU regression test.
ICU-5218 fix conversion bug for uncompressible supplementary code point in low-target-capacity case; see reply to bug X-SVN-Rev: 19869
2006-07-21 17:20:18 +00:00
{
"SCSU",
"1\U00010001\u0085\U000500022\ud8003\udc014\ue001",
:bin{ 310be0008102050fd900dc02e7320efffd330efffd34186881 },
:intvector{ 0,1,1,1,1,3,3,4,4,4,4,4,6,6,7,7,7,8,9,9,9,10,11,11,11 },
:int{1}, :int{0}, "", "?", ""
}
ICU-5188 add ucnv_setSubstString() X-SVN-Rev: 19789
2006-07-05 23:08:50 +00:00
// Test substitution strings.
{
"windows-1252", // stateless MBCS with WriteSub(), should internally set char *
"a\ufdd0c",
:bin{ 61402421402463 },
:intvector{ 0,1,1,1,1,1,2 },
:int{1}, :int{0}, "", "?=@$!@$", ""
}
ICU-5574 Test and fix a buffer overflow of the offset handling when a single surrogate character is given. X-SVN-Rev: 21144
2007-03-01 12:41:15 +00:00
{
"windows-1252",
"1\U00010001\u0085\U000500022\ud8003\udc014\ue001",
:bin{ 311a1a1a321a331a341a },
:intvector{ 0,1,3,4,6,7,8,9,10,11 },
:int{1}, :int{0}, "", "?", ""
}
{
"windows-1252",
"\uD87E", // lone surrogate can cause an offset overflow
:bin{ 1a },
:intvector{ 0 },
:int{1}, :int{0}, "", "?", ""
}
{
"windows-1252",
"\uD87E", // lone surrogate can cause an offset overflow
:bin{ 6875683f },
:intvector{ 0,0,0,0 },
:int{1}, :int{0}, "", "?=huh?", "" // Use a long substitution character
}
{
"*test4",
"\u30ab", // An incomplete multi-codepoint character
:bin{ ff },
:intvector{ 0 },
:int{1}, :int{0}, "", "?", ""
}
ICU-5188 add ucnv_setSubstString() X-SVN-Rev: 19789
2006-07-05 23:08:50 +00:00
{
"ibm-930", // stateful MBCS
"a\ufdd0\u4e00\ufdd0e",
:bin{ 620e4bce0f400e45414bce0f4066 },
:intvector{ 0,1,1,1,1,1,2,2,2,3,3,3,3,4 },
:int{1}, :int{0}, "", "?=\u4e01 ", ""
}
{
"iso-2022-jp",
"a\x1bc", // Unicode ESC must not occur as a character
:bin{ 6163 },
:intvector{ 0,2 },
:int{1}, :int{0}, "", "?=", "" // empty substitution string
}
{
"iso-2022-cn",
"a\x1bc", // Unicode ESC must not occur as a character
:bin{ 61202063 },
:intvector{ 0,1,1,2 },
:int{1}, :int{0}, "", "?= ", ""
}
{
"iso-2022-cn",
"a\x1bc", // Unicode ESC must not occur as a character
:bin{ 611b2429410e523b0f2063 },
:intvector{ 0,1,1,1,1,1,1,1,1,1,2 },
:int{1}, :int{0}, "", "?=\u4e00 ", ""
}
{
"us-ascii",
"a\x85c",
:bin{ 61402421402463 },
:intvector{ 0,1,1,1,1,1,2 },
:int{1}, :int{0}, "", "?=@$!@$", ""
}
ICU-5171 fix iso-2022-cn min bytes per char: 1 not 2 X-SVN-Rev: 19735
2006-06-16 21:54:08 +00:00
// ISO 2022-CN: test a single-byte subchar, j5171
{
"iso-2022-cn",
"a\x1bc", // Unicode ESC must not occur as a character
:bin{ 612163 },
:intvector{ 0,1,2 },
:int{1}, :int{0}, "", "?\x00\x21", ""
}
ICU-4223 do not write the UTF-16/32 BOM if there is no text to convert X-SVN-Rev: 17866
2005-06-12 21:15:18 +00:00
// UTF-16/32: do not output a BOM if there is no data at all
{
"UTF-16",
"",
:bin{ "" },
:intvector{ },
:int{1}, :int{1}, "", "?", ""
}
{
"UTF-32",
"",
:bin{ "" },
:intvector{ },
:int{1}, :int{1}, "", "?", ""
}
ICU-4549 verify that ISO-2022-JP-2 works correctly for ISO 8859-1/7 vs. JIS X 0201 X-SVN-Rev: 17787
2005-06-03 16:13:57 +00:00
ICU-4268 ISO 2022 converters must not convert SO/SI/ESC X-SVN-Rev: 17796
2005-06-03 20:17:54 +00:00
// do not convert SO/SI/ESC
{
"iso-2022-jp",
"A\x0eB\x0f\x09\x1bC",
:bin{ 411a421a091a43 },
:intvector{ 0,1,2,3,4,5,6 },
:int{1}, :int{1}, "", "?", ""
}
{
"iso-2022-cn",
"A\x0eB\x0f\x09\x1bC",
:bin{ 411a421a091a43 },
:intvector{ 0,1,2,3,4,5,6 },
:int{1}, :int{1}, "", "?", ""
}
{
"iso-2022-kr",
"A\x0eB\x0f\x09\x1bC",
:bin{ 1b242943411a421a091a43 },
:intvector{ -1,-1,-1,-1,0,1,2,3,4,5,6 },
:int{1}, :int{1}, "", "?", ""
}
{
"ibm-25546",
"A\x0eB\x0f\x09\x1bC",
:bin{ 1b242943411a421a091a43 },
:intvector{ -1,-1,-1,-1,0,1,2,3,4,5,6 },
:int{1}, :int{1}, "", "?", ""
}
ICU-4549 verify that ISO-2022-JP-2 works correctly for ISO 8859-1/7 vs. JIS X 0201 X-SVN-Rev: 17787
2005-06-03 16:13:57 +00:00
// test ISO 8859-1/7 vs. JIS X 0201
{
"ISO-2022-JP-2",
"?@A\u00e4\u03b1\u203EB",
:bin{ 3f40411B2E411B4E641B2E461B4E611B284A7E421B2842 },
:intvector{ 0,1,2,3,3,3,3,3,3,4,4,4,4,4,4,5,5,5,5,6,6,6,6 },
:int{1}, :int{1}, "", "?", ""
}
ICU-4223 do not write the UTF-16/32 BOM if there is no text to convert X-SVN-Rev: 17866
2005-06-12 21:15:18 +00:00
// Improve ucnv_ext.c code coverage:
// There will be a partial match up to the lead surrogate of U+603ff
// which then results in one more unit in the prefetch buffer
// than the match length when converting one code unit at a time.
// See ucnv_extContinueMatchFromU() comment
// "the match did not use all of preFromU[] - keep the rest for replay"
ICU-3674 improve conversion code coverage X-SVN-Rev: 16573
2004-10-20 13:46:58 +00:00
{
"*test3",
"\U00101234\U00101234\U00050005\U000603ff",
:bin{ 07070001020e05ff },
:intvector{ 0, 2, 2, 2, 2, 2, 2, 6 },
:int{1}, :int{0}, "", "?", ""
}
ICU-3189 test ucnv_fromUChars() and ucnv_toUChars() on ISO-2022-JP/CN with all-ASCII text X-SVN-Rev: 14073
2003-12-10 05:54:05 +00:00
// test that ISO-2022-JP encodes ASCII as itself
{
"ISO-2022-JP",
"?@ABCDEFG",
:bin{ 3f4041424344454647 },
:intvector{ 0,1,2,3,4,5,6,7,8 },
:int{1}, :int{1}, "", "?", ""
}
// test that ISO-2022-CN encodes ASCII as itself
{
"ISO-2022-CN",
"?@ABCDEFG",
:bin{ 3f4041424344454647 },
:intvector{ 0,1,2,3,4,5,6,7,8 },
:int{1}, :int{1}, "", "?", ""
}
ICU-3179 make ISO-2022-xx return to ASCII mode at the very end of the text X-SVN-Rev: 14071
2003-12-10 02:03:42 +00:00
// moved from cintltst /tsconv/nccbtst/TestSkipCallBack
{
"iso-2022-jp",
"\u3000\xe9\u3001",
:bin{ 1b2442212121221b2842 },
:intvector{ 0,0,0,0,0,2,2,2,2,2 },
:int{1}, :int{1}, "", "0", ""
}
// moved from cintltst /tsconv/nccbtst/TestSubCallBack
{
"iso-2022-jp",
"A\xe9B\xe9\u3000",
:bin{ 411a421a1b244221211b2842 },
:intvector{ 0,1,2,3,4,4,4,4,4,4,4,4 },
:int{1}, :int{1}, "", "?", ""
}
// moved from cintltst /tsconv/nccbtst/TestSubWithValueCallBack
{
"iso-2022-jp",
"A\xe9B\xe9\u3000",
:bin{ 41255530304539422555303045391b244221211b2842 },
:intvector{ 0,1,1,1,1,1,1,2,3,3,3,3,3,3,4,4,4,4,4,4,4,4 },
:int{1}, :int{1}, "", "&", ""
}
{
"iso-2022-cn",
"\u4e00\u3712\u4e01",
:bin{ 1b2429410e523b0f2555333731320e36210f },
:intvector{ 0,0,0,0,0,0,0,1,1,1,1,1,1,1,2,2,2,2 },
:int{1}, :int{1}, "", "&", ""
}
{
"iso-2022-cn",
"A\u3712\u4e00",
:bin{ 412555333731321b2429410e523b0f },
:intvector{ 0,1,1,1,1,1,1,2,2,2,2,2,2,2,2 },
:int{1}, :int{1}, "", "&", ""
}
{
"iso-2022-cn",
"\u3000\u3712\u3001",
:bin{ 1b2429410e21210f2555333731320e21220f },
:intvector{ 0,0,0,0,0,0,0,1,1,1,1,1,1,1,2,2,2,2 },
:int{1}, :int{1}, "", "&", ""
}
// moved from cintltst /tsconv/nucnvtst/TestJIS
{
"JIS",
"\uFF81\uFF82\u30EC\u30ED\u30EE\u30EF\uFF93\uFF94\uFF95\uFF96\uFF97\uFF98",
:bin{ 1b244225412544256c256d256e256F25622564256625682569256a1b2842 },
:intvector{ 0,0,0,0,0,1,1,2,2,3,3,4,4,5,5,6,6,7,7,8,8,9,9,10,10,11,11,11,11,11 },
:int{1}, :int{1}, "", "?", ""
}
{
"JIS7",
"\uFF81\uFF82\u30EC\u30ED\u30EE\u30EF\uFF93\uFF94\uFF95\uFF96\uFF97\uFF98",
:bin{ 0e41420f1b2442256c256d256e256F0e5354555657580f1b2842 },
:intvector{ 0,0,1,2,2,2,2,2,2,3,3,4,4,5,5,6,6,7,8,9,10,11,11,11,11,11 },
:int{1}, :int{1}, "", "?", ""
}
{
"JIS8",
"\uFF81\uFF82\u30EC\u30ED\u30EE\u30EF\uFF93\uFF94\uFF95\uFF96\uFF97\uFF98",
:bin{ C1C21b2442256c256d256e256F1b284AD3D4D5D6D7D81b2842 },
:intvector{ 0,1,2,2,2,2,2,3,3,4,4,5,5,6,6,6,6,7,8,9,10,11,11,11,11 },
:int{1}, :int{1}, "", "?", ""
}
// moved from cintltst /tsconv/ncnvtst/TestErrorBehaviour
{
"iso-2022-jp",
"\u3000\x50\udc01\u3001",
:bin{ 1B244221211B2842501A1B24422122 },
:intvector{ 0,0,0,0,0,1,1,1,1,2,3,3,3,3,3 },
:int{0}, :int{1}, "", "?", "\udc01"
}
{
"iso-2022-jp",
"\u3000\x50\udc01\u3001",
:bin{ 1B244221211B2842501A1B244221221b2842 },
:intvector{ 0,0,0,0,0,1,1,1,1,2,3,3,3,3,3,3,3,3 },
:int{1}, :int{1}, "", "?", ""
}
{
"iso-2022-kr",
"\x61\u4e00\udc01\u4e00",
:bin{ 1b242943610e6c690f1a0e6c69 },
:intvector{ -1,-1,-1,-1,0,1,1,1,2,2,3,3,3 },
:int{0}, :int{1}, "", "?", "\udc01"
}
{
"iso-2022-kr",
"\x61\u4e00\udc01\u4e00",
:bin{ 1b242943610e6c690f1a0e6c690f },
:intvector{ -1,-1,-1,-1,0,1,1,1,2,2,3,3,3,3 },
:int{1}, :int{1}, "", "?", ""
}
ICU-3361 fix ISO-2022-KRto handle truncated escape sequences etc. X-SVN-Rev: 14047
2003-12-09 01:18:21 +00:00
// ISO-2022-KR
{
"ibm-25546",
"AB\uc88b\U00050005\uacccC",
:bin{ 1b24294341420e41410f7b552b35303030357d0e306a0f43 },
:intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,3,3,3,3,3,3,3,3,5,5,5,6,6 },
:int{1}, :int{1}, "", "&U", ""
}
{
"ibm-25546",
"AB\uc88b\U00050005\uacccC",
:bin{ 1b24294341420e41410f1a0e306a0f43 },
:intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,5,6,6 },
:int{1}, :int{1}, "", "?\x00\x1a", ""
}
{
"ibm-25546",
"AB\uc88b\U00050005\uacccC",
:bin{ 1b24294341420e41412f7e306a0f43 },
:intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,6,6 },
:int{1}, :int{1}, "", "?", ""
}
ICU-3179 make ISO-2022-xx return to ASCII mode at the very end of the text X-SVN-Rev: 14071
2003-12-10 02:03:42 +00:00
{
"ibm-25546",
"AB\uc88b\U00050005\uaccc",
:bin{ 1b24294341420e41412f7e306a0f },
:intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,5 },
:int{1}, :int{1}, "", "?", ""
}
ICU-3361 fix ISO-2022-KRto handle truncated escape sequences etc. X-SVN-Rev: 14047
2003-12-09 01:18:21 +00:00
{
"ISO-2022-KR",
"AB\uc88b\U00050005\uacccC",
:bin{ 1b24294341420e41410f7b552b35303030357d0e306a0f43 },
:intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,3,3,3,3,3,3,3,3,5,5,5,6,6 },
:int{1}, :int{1}, "", "&U", ""
}
{
"ISO-2022-KR",
"AB\uc88b\U00050005\uacccC",
:bin{ 1b24294341420e41410f1a0e306a0f43 },
:intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,5,6,6 },
:int{1}, :int{1}, "", "?", ""
}
{
"ISO-2022-KR",
"AB\uc88b\U00050005\uacccC",
:bin{ 1b24294341420e41412f7e306a0f43 },
:intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,6,6 },
:int{1}, :int{1}, "", "?\x00\x2f\x7e", ""
}
ICU-3179 make ISO-2022-xx return to ASCII mode at the very end of the text X-SVN-Rev: 14071
2003-12-10 02:03:42 +00:00
{
"ISO-2022-KR",
"AB\uc88b\U00050005\uaccc",
:bin{ 1b24294341420e41412f7e306a0f },
:intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,5,5,5 },
:int{1}, :int{1}, "", "?\x00\x2f\x7e", ""
}
ICU-5891 Updates per code review. Also added new data-driven test case. X-SVN-Rev: 22861
2007-10-26 20:57:56 +00:00
// ISO-2022-KR
{
"ibm-25546",
"AB\uc88b\U00050005\uacccC",
:bin{ 1b24294341420e41410f5c3530303035200e306a0f43 },
:intvector{ -1,-1,-1,-1,0,1,2,2,2,3,3,3,3,3,3,3,3,5,5,5,6,6 },
:int{1}, :int{1}, "", "&S", ""
}
ICU-3361 fix ISO-2022-KRto handle truncated escape sequences etc. X-SVN-Rev: 14047
2003-12-09 01:18:21 +00:00
ICU-3361 fix ISO-2022-JP/JIS7/JIS8 according to specs and to handle truncated escape sequences etc. X-SVN-Rev: 14029
2003-12-06 01:52:37 +00:00
// ISO-2022-JP-2 with G2 designator & SS2 shift
{
"ISO-2022-JP-2",
"CF\u758f\u038f\u7591",
ICU-3179 make ISO-2022-xx return to ASCII mode at the very end of the text X-SVN-Rev: 14071
2003-12-10 02:03:42 +00:00
:bin{ 43461b244241411b2e461b4e3f353f1b2842 },
:intvector{ 0,1,2,2,2,2,2,3,3,3,3,3,3,4,4,4,4,4 },
ICU-3361 fix ISO-2022-JP/JIS7/JIS8 according to specs and to handle truncated escape sequences etc. X-SVN-Rev: 14029
2003-12-06 01:52:37 +00:00
:int{1}, :int{1}, "", ".", ""
}
// JIS7 with Katakana
{
"JIS7",
"AB\uff81\uff82AB",
:bin{ 41420e41420f4142 },
:intvector{ 0,1,2,2,3,4,4,5 },
:int{1}, :int{1}, "", ".", ""
}
ICU-3179 make ISO-2022-xx return to ASCII mode at the very end of the text X-SVN-Rev: 14071
2003-12-10 02:03:42 +00:00
// JIS7 with shift to ASCII at the very end
{
"JIS7",
"AB\uff81\uff82",
:bin{ 41420e41420f },
:intvector{ 0,1,2,2,3,3 },
:int{1}, :int{1}, "", ".", ""
}
ICU-3361 fix ISO-2022-JP/JIS7/JIS8 according to specs and to handle truncated escape sequences etc. X-SVN-Rev: 14029
2003-12-06 01:52:37 +00:00
// JIS8 with Katakana
{
"JIS8",
"A\uff81\\\xa5\uff82B",
ICU-3179 make ISO-2022-xx return to ASCII mode at the very end of the text X-SVN-Rev: 14071
2003-12-10 02:03:42 +00:00
:bin{ 41c15c1b284a5cc2421b2842 },
:intvector{ 0,1,2,3,3,3,3,4,5,5,5,5 },
ICU-3361 fix ISO-2022-JP/JIS7/JIS8 according to specs and to handle truncated escape sequences etc. X-SVN-Rev: 14029
2003-12-06 01:52:37 +00:00
:int{1}, :int{1}, "", ".", ""
}
ICU-3361 fix ISO-2022-CN according to RFC 1922 and to handle truncated escape sequences etc. X-SVN-Rev: 13973
2003-12-03 17:54:17 +00:00
// ISO-2022-CN-EXT with all subcharsets and shifts and with supplementary code points
{
"ISO-2022-CN-EXT",
"\u4eae\u9f82\u56cd\u56cc\U0002a6d6\x30",
:bin{ 1b2429410e41411b2429457e7c1b242a481b4e70341b2429477c341b242b4d1b4f664c0f30 },
:intvector{ 0,0,0,0,0,0,0,1,1,1,1,1,1,2,2,2,2,2,2,2,2,3,3,3,3,3,3,4,4,4,4,4,4,4,4,6,6 },
:int{1}, :int{1}, "", ".", ""
}
ICU-3179 make ISO-2022-xx return to ASCII mode at the very end of the text X-SVN-Rev: 14071
2003-12-10 02:03:42 +00:00
// ISO-2022-CN-EXT with shift to ASCII at the very end
{
"ISO-2022-CN-EXT",
"\u4eae\u9f82\u56cd\u56cc\U0002a6d6",
:bin{ 1b2429410e41411b2429457e7c1b242a481b4e70341b2429477c341b242b4d1b4f664c0f },
:intvector{ 0,0,0,0,0,0,0,1,1,1,1,1,1,2,2,2,2,2,2,2,2,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4 },
:int{1}, :int{1}, "", ".", ""
}
// ISO-2022-CN-EXT without flush so do not shift to ASCII at the very end
{
"ISO-2022-CN-EXT",
"\u4eae\u9f82\u56cd\u56cc\U0002a6d6",
:bin{ 1b2429410e41411b2429457e7c1b242a481b4e70341b2429477c341b242b4d1b4f664c },
:intvector{ 0,0,0,0,0,0,0,1,1,1,1,1,1,2,2,2,2,2,2,2,2,3,3,3,3,3,3,4,4,4,4,4,4,4,4 },
:int{0}, :int{1}, "", ".", ""
}
ICU-3361 fix ISO-2022-CN according to RFC 1922 and to handle truncated escape sequences etc. X-SVN-Rev: 13973
2003-12-03 17:54:17 +00:00
ICU-3346 add some conversion tables for windows system codepages X-SVN-Rev: 13712
2003-11-13 05:17:24 +00:00
// windows-936 vs. ibm-1386
{
"ibm-1386",
"\x1a\u20ac\u5555\x80\x81\U00055555",
:bin{ 7fa2e3dffb7f7fa1a1 },
:intvector{ 0, 1, 1, 2, 2, 3, 4, 5, 5 },
:int{1}, :int{1}, "", "?", ""
}
{
"windows-936",
"\x1a\u20ac\u5555\x80\x81\U00055555",
:bin{ 1a80dffb3f3f3f },
:intvector{ 0, 1, 2, 2, 3, 4, 5 },
:int{1}, :int{1}, "", "?", ""
}
ICU-3346 bug fix: base table used to fallback from U+0000 to 00 even if U+0000 was unassigned X-SVN-Rev: 13685
2003-11-12 15:59:08 +00:00
// verify that if a conversion table does not have any mapping for U+0000,
// then there will not even be a phantom fallback to 00
{
"ibm-971",
"\x00",
:bin{ affe },
:intvector{ 0, 0 },
:int{1}, :int{1}, "", "?", ""
}
{
"*test4",
"\x00",
:bin{ ff },
:intvector{ 0 },
:int{1}, :int{1}, "", "?", ""
}
ICU-3346 support loading extension files from non-NULL (application) packages (same package as where the base file is for now) X-SVN-Rev: 13673
2003-11-12 02:04:55 +00:00
// extension in testdata
{
"*test4x",
"\u20ac\x09",
:bin{ 0009 },
:intvector{ 0, 1 },
:int{1}, :int{1}, "", "?", ""
}
ICU-3346 support DBCS-only and other delta (extension-only) .cnv files X-SVN-Rev: 13637
2003-11-07 23:57:24 +00:00
// DBCS-only extensions
ICU-3346 add ibm-971 X-SVN-Rev: 13657
2003-11-11 18:45:47 +00:00
{
"ibm-970",
"\x61\uffa1\u2015\ub000",
:bin{ 611aa1aab2eb },
:intvector{ 0, 1, 2, 2, 3, 3 },
:int{1}, :int{1}, "", "?", ""
}
{
"ibm-971",
"\x61\uffa1\u2015\ub000",
:bin{ affeaffeaffeb2eb },
:intvector{ 0, 0, 1, 1, 2, 2, 3, 3 },
:int{1}, :int{1}, "", "?", ""
}
ICU-3346 support DBCS-only and other delta (extension-only) .cnv files X-SVN-Rev: 13637
2003-11-07 23:57:24 +00:00
{
"ibm-1390,swaplfnl",
"\uff63\u30C8\u30C8\u309A\u3000\x41\u20ac\x0a",
:bin{ 430e4395ecc140400fc1e115 },
:intvector{ 0, 1, 1, 1, 2, 2, 4, 4, 5, 5, 6, 7 },
:int{1}, :int{0}, "", "?", ""
}
{
"ibm-16684",
"\uff63\u30C8\u30C8\u309A\u3000\x41\u20ac\x0a",
:bin{ fefe4395ecc14040fefe42e1fefe },
:intvector{ 0, 0, 1, 1, 2, 2, 4, 4, 5, 5, 6, 6, 7, 7 },
:int{1}, :int{0}, "", "?", ""
}
{
"ibm-1399",
"\uff63\u30C8\u30C8\u309A\u3000\x41\u20ac\x0a",
:bin{ 440e4395ecc140400fc1e125 },
:intvector{ 0, 1, 1, 1, 2, 2, 4, 4, 5, 5, 6, 7 },
:int{1}, :int{0}, "", "?", ""
}
ICU-942 fully handle <subchar1> and |2 in converters X-SVN-Rev: 13522
2003-10-29 03:18:21 +00:00
// <subchar1> from |2 mappings
{
"ibm-1390",
"\x0e\x0f\u0901\U00050000\uffe8\uffee",
:bin{ 3f3f0efefefefe0f3f3f },
:intvector{ 0, 1, 2, 2, 2, 3, 3, 5, 5, 6 },
:int{1}, :int{1}, "", "?", ""
}
// <subchar1> from |2 mappings, and also contains a fallback to 00
{
"*test4",
"\u20ac\u20ad\U00050005\U00023456\U0010ffff\x30",
:bin{ 0000e10102030affff },
:intvector{ 0, 1, 2, 4, 4, 4, 4, 6, 8 },
:int{1}, :int{1}, "", "?", ""
}
// setting a <subchar> resets the <subchar1>
{
"*test4",
"\u20ac\u20ad\U00050005\U00023456\U0010ffff\x30",
:bin{ 00000102030f0102030a0102030f0102030f },
:intvector{ 0, 1, 2, 2, 2, 2, 4, 4, 4, 4, 6, 6, 6, 6, 8, 8, 8, 8 },
:int{1}, :int{1}, "", "?\x00\x01\x02\x03\x0f", ""
}
// fallback to 00 with old single-byte data structure
{
"*test1",
"\u20ac\u20ad\U00101234\U00050000",
:bin{ 000007ff },
:intvector{ 0, 1, 2, 4 },
:int{1}, :int{1}, "", "?", ""
}
ICU-2404 first code for m:n conversion extensions X-SVN-Rev: 13490
2003-10-25 00:29:13 +00:00
// extensions
ICU-1893 update tables for ibm-1390 and ibm-1399 X-SVN-Rev: 13510
2003-10-28 05:16:18 +00:00
{
"ibm-1390",
"\u025a\u025a\u0300\u025a\u0301\u025a\u0302\uffe8\U0002a0f9",
:bin{ 0ed896eccaeccbd896ea530f3f0eb7c20f },
:intvector{ 0, 0, 0, 1, 1, 3, 3, 5, 5, 6, 6, 7, 7, 8, 8, 8, 8 },
:int{1}, :int{0}, "", "?", ""
}
ICU-2404 first code for m:n conversion extensions X-SVN-Rev: 13490
2003-10-25 00:29:13 +00:00
{
"*test3",
"\xc4\xc4\xc4\U00101234\xc4\xc4\U00101234\x05",
:bin{ ffffff070501020c },
:intvector{ 0, 1, 2, 3, 5, 5, 5, 5 },
:int{1}, :int{0}, "", "?", ""
}
{
"*test3",
"\U00101234\U00101234\U00050005\U00101234\U00050005\U00060006",
:bin{ 07070001020e05070001020f09 },
:intvector{ 0, 2, 2, 2, 2, 2, 2, 6, 6, 6, 6, 6, 6 },
:int{1}, :int{0}, "", "?", ""
}
// normal conversions
ICU-1838 forbid converting surrogate code points in UTF-16/32 X-SVN-Rev: 13321
2003-10-06 03:28:36 +00:00
{
"UTF-16LE",
"1\U00010001\U000500022\ud8003\udc014",
:bin{ 310000d801dc00d902dc3200fdff3300fdff3400 },
:intvector{ 0, 0, 1, 1, 1, 1, 3, 3, 3, 3, 5, 5, 6, 6, 7, 7, 8, 8, 9, 9 },
:int{1}, :int{0}, "", "?", ""
}
{ "UTF-16LE", "\ud800", :bin{""}, :intvector{}, :int{1}, :int{0}, "truncated", ".", "\ud800" }
{
"UTF-16BE",
"1\U00010001\U000500022\ud8003\udc014",
:bin{ 0031d800dc01d900dc020032fffd0033fffd0034 },
:intvector{ 0, 0, 1, 1, 1, 1, 3, 3, 3, 3, 5, 5, 6, 6, 7, 7, 8, 8, 9, 9 },
:int{1}, :int{0}, "", "?", ""
}
{ "UTF-16BE", "\ud800", :bin{""}, :intvector{}, :int{1}, :int{0}, "truncated", ".", "\ud800" }
ICU-5032 Improve code coverage X-SVN-Rev: 19689
2006-06-06 19:25:42 +00:00
{
"SCSU",
ICU-5032 Improve code coverage X-SVN-Rev: 19690
2006-06-06 22:00:05 +00:00
"1\U00010001\u00082\ud8003\udc014\ue001",
:bin{ 310be000810108320efffd330efffd34186881 },
ICU-5032 Improve code coverage X-SVN-Rev: 19689
2006-06-06 19:25:42 +00:00
:intvector{ 0, 1, 1, 1, 1, 3, 3, 4, 5, 5, 5, 6, 7, 7, 7, 8, 9, 9, 9 },
:int{1}, :int{0}, "", "?", ""
}
ICU-2449 move some test cases to intltest data-driven conversion tests; allow setting of subchar in data-driven conversion tests X-SVN-Rev: 12665
2003-07-24 00:17:40 +00:00
// escape callback
{
"ISCII",
"A\u0901\U00023456\u0902B\U00023456C",
:bin{ 41ef42a1255544383444255544433536a24225554438344425554443353643 },
:intvector{
0,
1,1,1,
2,2,2,2,2,2,
2,2,2,2,2,2,
4,
5,
6,6,6,6,6,6,
6,6,6,6,6,6,
8
},
:int{1}, :int{0}, "", "&", ""
}
// escape callback (hex)
{
"iso-2022-jp",
"\u3000\U00023456\u3001\U00023456B\u901c",
:bin{ 1b244221211b284226237832333435363b1b244221221b284226237832333435363b42262378393031433b },
:intvector{
0,0,0,0,0,
1,1,1,1,1,1,1,1,1,1,1,1,
3,3,3,3,3,
4,4,4,4,4,4,4,4,4,4,4,4,
6,
7,7,7,7,7,7,7,7
},
:int{1}, :int{0}, "", "&X", ""
}
// sub callback
{
"gb18030",
"$\x7f\x80\u01f9\u20ac\u4e00\u9fa6\uffff\U00010000\U0010ffff",
:bin{ 247f81308130a8bfa2e3d2bb82358f338431a43990308130e3329a35 },
:intvector{ 0, 1, 2, 2, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 6, 6, 7, 7, 7, 7, 8, 8, 8, 8, 10, 10, 10, 10 },
:int{1}, :int{0}, "", "?", ""
}
// skip callback
{ "ibm-930", "\u6D63\u6D64\u6D65\u6D66", :bin{ 0e5d5f5d63466b0f }, :intvector{ 0, 0, 0, 1, 1, 3, 3, 3 }, :int{1}, :int{0}, "", "0", "" }
{ "ibm-930", "\u6D63\u6D64\ud89a\u6D66", :bin{ 0e5d5f5d63466b0f }, :intvector{ 0, 0, 0, 1, 1, 3, 3, 3 }, :int{1}, :int{0}, "", "0", "" }
{ "ibm-930", "\u6D63\u6D64\ud89a\u6D66", :bin{ 0e5d5f5d63 }, :intvector{ 0, 0, 0, 1, 1 }, :int{1}, :int{0}, "illegal", "0i", "\ud89a" }
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
// sub callback for supplementary code point
{ "LATIN1", "1\U000104012", :bin{ 311a32 }, :intvector{ 0, 1, 3 }, :int{1}, :int{0}, "", "", "" }
{ "ibm-920", "1\U000104012", :bin{ 311a32 }, :intvector{ 0, 1, 3 }, :int{1}, :int{0}, "", "", "" }
ICU-2449 move some test cases to intltest data-driven conversion tests; allow setting of subchar in data-driven conversion tests X-SVN-Rev: 12665
2003-07-24 00:17:40 +00:00
// sub callback with AA as subchar
{ "ibm-920", "1\U000104012", :bin{ 31AA32 }, :intvector{ 0, 1, 3 }, :int{1}, :int{0}, "", "?\x00\xAA", "" }
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
// same but not flushing
{ "LATIN1", "1\U000104012", :bin{ 311a32 }, :intvector{ 0, 1, 3 }, :int{0}, :int{0}, "", "", "\U00010401" }
{ "ibm-920", "1\U000104012", :bin{ 311a32 }, :intvector{ 0, 1, 3 }, :int{0}, :int{0}, "", "", "\U00010401" }
// simple sample, no error handling
{ "UTF-8", "a\U0010FFFF", :bin{ 61F48FBFBF }, :intvector{ 0, 1, 1, 1, 1 }, :int{1}, :int{0}, "", "", "" }
ICU-5645 Add a test for incomplete surrogates when converting UTF-16->UTF-8 X-SVN-Rev: 21684
2007-06-10 03:26:49 +00:00
// Verify that incomplete surrogates are handled as an error
{ "UTF-8", "a\udc00", :bin{ 61efbfbd }, :intvector{ 0, 1, 1, 1 }, :int{1}, :int{0}, "", "", "" }
{ "UTF-8", "a\ud800", :bin{ 61efbfbd }, :intvector{ 0, 1, 1, 1 }, :int{1}, :int{0}, "", "", "" }
{ "UTF-8", "a\udc00b", :bin{ 61efbfbd62 }, :intvector{ 0, 1, 1, 1, 2 }, :int{1}, :int{0}, "", "", "" }
{ "UTF-8", "a\ud800b", :bin{ 61efbfbd62 }, :intvector{ 0, 1, 1, 1, 2 }, :int{1}, :int{0}, "", "", "" }
ICU-5410 Improve ICU4J code coverage for some EUC charsets X-SVN-Rev: 21905
2007-07-03 21:39:22 +00:00
// Code coverage for the EUC variants.
{ "EUC-JP", "\u0061\u4edd\u5bec\ud801\udc01\ud801\u0061\u00a2", :bin{ 61a1b88ff4ae618ee0 }, :intvector{ 0, 1, 1, 2, 2, 2, 6, 7, 7 }, :int{1}, :int{0}, "", "0", "" }
{ "EUC-JP", "\u0061\u4edd\u5bec\ud801\udc01\ud801\u0061\u00a2", :bin{ 61a1b88ff4aef4fef4fe618ee0 }, :intvector{ 0, 1, 1, 2, 2, 2, 3, 3, 5, 5, 6, 7, 7 }, :int{1}, :int{0}, "", "", "" }
{ "EUC-TW", "\u0061\u2295\u5BF2\ud801\udc01\ud801\u0061\u8706\u008a", :bin{ 61a2d38ea2dce561e6ca8a }, :intvector{ 0, 1, 1, 2, 2, 2, 2, 6, 7, 7, 8 }, :int{1}, :int{0}, "", "0", "" }
{ "EUC-TW", "\u0061\u2295\u5BF2\ud801\udc01\ud801\u0061\u8706\u008a", :bin{ 61a2d38ea2dce5fdfefdfe61e6ca8a }, :intvector{ 0, 1, 1, 2, 2, 2, 2, 3, 3, 5, 5, 6, 7, 7, 8 }, :int{1}, :int{0}, "", "", "" }
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
}
}
ICU-2404 implement ucnv_getUnicodeSet() for extensions X-SVN-Rev: 13527
2003-10-29 22:06:57 +00:00
getUnicodeSet {
// charset - will be opened, and ucnv_getUnicodeSet() called on it
// map - set of code points and strings that must be in the returned set
// mapnot - set of code points and strings that must *not* be in the returned set
// which - numeric UConverterUnicodeSet value
Headers { "charset", "map", "mapnot", "which" }
Cases {
ICU-4416 add test cases for ucnv_getUnicodeSet() for Unicode charsets X-SVN-Rev: 17954
2005-06-21 15:14:27 +00:00
// Unicode charsets that do not map surrogate code points
{
"UTF-8",
"[\x00-\ud7ff\ue000-\U0010ffff]",
"[\ud800-\udfff]",
:int{0}
}
{
"UTF-16",
"[\x00-\ud7ff\ue000-\U0010ffff]",
"[\ud800-\udfff]",
:int{0}
}
{
"UTF-16BE",
"[\x00-\ud7ff\ue000-\U0010ffff]",
"[\ud800-\udfff]",
:int{0}
}
{
"UTF-16LE",
"[\x00-\ud7ff\ue000-\U0010ffff]",
"[\ud800-\udfff]",
:int{0}
}
{
"UTF-32",
"[\x00-\ud7ff\ue000-\U0010ffff]",
"[\ud800-\udfff]",
:int{0}
}
{
"UTF-32BE",
"[\x00-\ud7ff\ue000-\U0010ffff]",
"[\ud800-\udfff]",
:int{0}
}
{
"UTF-32LE",
"[\x00-\ud7ff\ue000-\U0010ffff]",
"[\ud800-\udfff]",
:int{0}
}
// Unicode charsets that do map surrogate code points
{
"UTF-7",
"[\x00-\U0010ffff]",
"[]",
:int{0}
}
{
"SCSU",
"[\x00-\U0010ffff]",
"[]",
:int{0}
}
{
"BOCU-1",
"[\x00-\U0010ffff]",
"[]",
:int{0}
}
{
"CESU-8",
"[\x00-\U0010ffff]",
"[]",
:int{0}
}
ICU-4268 ISO 2022 converters must not convert SO/SI/ESC X-SVN-Rev: 17796
2005-06-03 20:17:54 +00:00
// versions of ISO-2022-KR
ICU-3361 fix ucnv_getUnicodeSet(ISO-2022-xx) X-SVN-Rev: 14000
2003-12-04 19:36:20 +00:00
{
"ISO-2022-KR",
ICU-4268 ISO 2022 converters must not convert SO/SI/ESC X-SVN-Rev: 17796
2005-06-03 20:17:54 +00:00
"[\x00-\x0d\x10-\x1a\x1c-\x7f\xa1\xa4\xfe\u0111\u4e00\u4e01\uac00-\uac02\uffe6]",
"[\x0e\x0f\x1b\x80-\xa0\xa3\xa5\xff-\u0110\uac03\uffe7-\U0010ffff]",
:int{0}
}
{
"ibm-25546",
"[\x00-\x0d\x10-\x1a\x1c-\x7f\xa1\xa4\xfe\u0111\u4e00\u4e01\uac00-\uac01\uffe6]",
"[\x0e\x0f\x1b\x80-\xa0\xa3\xa5\xff-\u0110\uac02\uffe7-\U0010ffff]",
ICU-3361 fix ucnv_getUnicodeSet(ISO-2022-xx) X-SVN-Rev: 14000
2003-12-04 19:36:20 +00:00
:int{0}
}
// versions of ISO-2022-JP
{
"ISO-2022-JP",
ICU-6001 UCNV_ROUNDTRIP_AND_FALLBACK_SET for ucnv_getUnicodeSet(); improve set filtering; fix some bugs X-SVN-Rev: 22847
2007-10-24 21:15:41 +00:00
"[\x00-\x0d\x10-\x1a\x1c-\x7f\xa5\u0391-\u03a1\u2015\u203e\u4e00\u4e01\uffe5]",
"[\x0e\x0f\x1b\u0100-\u0113\u0385-\u038a\u2014\u301c\u4e02\u4e27-\u4e29\u4fe0\u663b\u9eb5\ufa0e-\ufa2d\uff61-\uff9f\uffe4\uffe6-\U0010ffff]",
ICU-3361 fix ucnv_getUnicodeSet(ISO-2022-xx) X-SVN-Rev: 14000
2003-12-04 19:36:20 +00:00
:int{0}
ICU-6001 UCNV_ROUNDTRIP_AND_FALLBACK_SET for ucnv_getUnicodeSet(); improve set filtering; fix some bugs X-SVN-Rev: 22847
2007-10-24 21:15:41 +00:00
}
ICU-3361 fix ucnv_getUnicodeSet(ISO-2022-xx) X-SVN-Rev: 14000
2003-12-04 19:36:20 +00:00
{
"ISO-2022-JP-2",
ICU-6001 UCNV_ROUNDTRIP_AND_FALLBACK_SET for ucnv_getUnicodeSet(); improve set filtering; fix some bugs X-SVN-Rev: 22847
2007-10-24 21:15:41 +00:00
"[\x00-\x0d\x10-\x1a\x1c-\x7f\xa0-\u0113\u0384-\u0386\u0388-\u038a\u0390-\u03a1\u203e\u4e00-\u4e05\u4fe0\u663b\uffe6]",
"[\x0e\x0f\x1b\uff61-\uff9f\uffe4\uffe7-\U0010ffff]",
:int{0}
}
{
"JIS7",
"[\x00-\x0d\x10-\x1a\x1c-\x7f\xa0-\u0113\u0384-\u0386\u0388-\u038a\u0390-\u03a1\u203e\u4e00-\u4e05\u4fe0\u663b\uff61-\uff9f\uffe6]",
"[\x0e\x0f\x1b\uffe4\uffe7-\U0010ffff]",
ICU-3361 fix ucnv_getUnicodeSet(ISO-2022-xx) X-SVN-Rev: 14000
2003-12-04 19:36:20 +00:00
:int{0}
}
ICU-6001 UCNV_ROUNDTRIP_AND_FALLBACK_SET for ucnv_getUnicodeSet(); improve set filtering; fix some bugs X-SVN-Rev: 22847
2007-10-24 21:15:41 +00:00
// with fallbacks
{
"ISO-2022-JP",
"[\x00-\x0d\x10-\x1a\x1c-\x7f\xa5\u0391-\u03a1\u2014\u2015\u203e\u301c\u4e00\u4e01\u4fe0\u9eb5\uff61-\uff9f\uffe5]",
"[\x0e\x0f\x1b\xa6\u0100-\u0113\u0385-\u038a\u4e02\u4e27-\u4e29\u663b\ufa0e-\ufa2d\uffe4\uffe6-\U0010ffff]",
:int{1}
}
ICU-3361 fix ucnv_getUnicodeSet(ISO-2022-xx) X-SVN-Rev: 14000
2003-12-04 19:36:20 +00:00
// versions of ISO-2022-CN
{
"ISO-2022-CN",
ICU-4268 ISO 2022 converters must not convert SO/SI/ESC X-SVN-Rev: 17796
2005-06-03 20:17:54 +00:00
"[\x00-\x0d\x10-\x1a\x1c-\x7f\u4e00\u4e01\u9f98\ufe6b]",
"[\x0e\x0f\x1b\u4e29\uffe6-\U0010ffff]",
ICU-3361 fix ucnv_getUnicodeSet(ISO-2022-xx) X-SVN-Rev: 14000
2003-12-04 19:36:20 +00:00
:int{0}
}
{
"ISO-2022-CN-EXT",
ICU-4268 ISO 2022 converters must not convert SO/SI/ESC X-SVN-Rev: 17796
2005-06-03 20:17:54 +00:00
"[\x00-\x0d\x10-\x1a\x1c-\x7f\u4e00-\u4e05\u9f98\ufe6b\u4e28-\u4e2b\U00020000\U00020003-\U00020005\U00029664]",
"[\x0e\x0f\x1b\U00020001\U00020002\U0002a6d7-\U0010ffff]",
ICU-3361 fix ucnv_getUnicodeSet(ISO-2022-xx) X-SVN-Rev: 14000
2003-12-04 19:36:20 +00:00
:int{0}
}
ICU-6002 HZ: restrict byte values and fix various bugs X-SVN-Rev: 22849
2007-10-25 05:03:34 +00:00
// HZ
{
"HZ",
"[\u0410-\u044f\u4e00\u4e01\u4e03]",
"[\u4e02\u4e04-\u4e06\uac00-\ud7ff]",
:int{0}
}
ICU-6001 fix ucnv_getUnicodeSet(LMBCS) X-SVN-Rev: 22850
2007-10-25 05:17:43 +00:00
// LMBCS
{
"LMBCS",
"[\x00-\U0010ffff]",
"[]",
:int{0}
}
ICU-3346 support DBCS-only and other delta (extension-only) .cnv files X-SVN-Rev: 13637
2003-11-07 23:57:24 +00:00
// DBCS-only
ICU-3346 add ibm-971 X-SVN-Rev: 13657
2003-11-11 18:45:47 +00:00
{
"ibm-971",
"[\xa1\xa4\uac01\ub000]",
"[\x00-\x9f\u2015]",
:int{0}
}
ICU-3346 support DBCS-only and other delta (extension-only) .cnv files X-SVN-Rev: 13637
2003-11-07 23:57:24 +00:00
{
"ibm-16684",
"[\xa0\xa1\xa4\xa6-\xab\xad-\u017f\u0254\u309b-\u30ff\u4e00-\u4e05\U00023d00\U000243bc\U0002a6b2"
"{\u0254\u0300}{\u0254\u0301}{\u304b\u309a}{\u30ad\u309a}{\u30af\u309a}]",
"[\x00-0x9f\xa2\xa3\xa5\xac\u0200-\u024f\U00010000-\U0001ffff\U0002a61b-\U0002a6b1]",
:int{0}
}
// extensions
ICU-2404 implement ucnv_getUnicodeSet() for extensions X-SVN-Rev: 13527
2003-10-29 22:06:57 +00:00
{
"ibm-1390",
"[\x00-\x0d\x10-\u017f\u0254\u309b-\u30ff\u4e00-\u4e05\U00023d00\U000243bc\U0002a6b2"
"{\u0254\u0300}{\u0254\u0301}{\u304b\u309a}{\u30ad\u309a}{\u30af\u309a}]",
"[\x0e\x0f\u0200-\u024f\U00010000-\U0001ffff\U0002a61b-\U0002a6b1]",
:int{0}
}
{
"*test3",
"[\x05\x0b\xc0\u20ac\U00023456\U00101234"
"{\U00101234\U00050005\U00060006}{\U00101234\U00050005}{\U00101234\U00060006}{\xc4\xc4\U00101234\x05}]",
"[\x06\x0e\U00034567\U000febcd{\U00101234\U00070007}]",
:int{0}
}
}
}
ICU-2449 data-driven conversion tests X-SVN-Rev: 12647
2003-07-22 04:18:20 +00:00
}
}
Reference in New Issue Copy Permalink