208 lines
4.4 KiB
Plaintext
208 lines
4.4 KiB
Plaintext
#--------------------------------------------------------------------
|
||
# Copyright (c) 1999-2004, International Business Machines
|
||
# Corporation and others. All Rights Reserved.
|
||
#--------------------------------------------------------------------
|
||
|
||
# note: a global filter is more efficient, but MUST include all source chars
|
||
:: [\u0000-\u007E \u3001\u3002 \u3099-\u309C \u30A1-\u30FC \uFF61-\uFF9Fー[:Hiragana:] [:Katakana:] [:nonspacing mark:]] ;
|
||
:: NFKC ();
|
||
|
||
# Hiragana-Katakana
|
||
|
||
# This is largely a one-to-one mapping, but it has a
|
||
# few kinks:
|
||
|
||
# 1. The Katakana va/vi/ve/vo (30F7-30FA) have no
|
||
# Hiragana equivalents. We use Hiragana wa/wi/we/wo
|
||
# (308F-3092) with a voicing mark (3099), which is
|
||
# semantically equivalent. However, this is a non-
|
||
# roundtripping transformation.
|
||
|
||
# 2. The Katakana small ka/ke (30F5,30F6) have no
|
||
# Hiragana equiavlents. We convert them to normal
|
||
# Hiragana ka/ke (304B,3051). This is a one-way
|
||
# information-losing transformation and precludes
|
||
# round-tripping of 30F5 and 30F6.
|
||
|
||
# 3. The combining marks 3099-309C are in the Hiragana
|
||
# block, but they apply to Katakana as well, so we
|
||
# leave them untouched.
|
||
|
||
# 4. The Katakana prolonged sound mark 30FC doubles the
|
||
# preceding vowel. This is a one-way information-
|
||
# losing transformation from Katakana to Hiragana.
|
||
|
||
# 5. The Katakana middle dot separates words in foreign
|
||
# expressions; we leave this unmodified.
|
||
|
||
# The above points preclude successful round-trip
|
||
# transformations of arbitrary input text. However,
|
||
# they provide naturalistic results that should conform
|
||
# to user expectations.
|
||
|
||
|
||
# Combining equivalents va/vi/ve/vo
|
||
わ゙ <> ヷ;
|
||
ゐ゙ <> ヸ;
|
||
ゑ゙ <> ヹ;
|
||
を゙ <> ヺ;
|
||
|
||
# One-to-one mappings, main block
|
||
# 3041:3094 <> 30A1:30F4
|
||
# 309D,E <> 30FD,E
|
||
ぁ <> ァ;
|
||
あ <> ア;
|
||
ぃ <> ィ;
|
||
い <> イ;
|
||
ぅ <> ゥ;
|
||
う <> ウ;
|
||
ぇ <> ェ;
|
||
え <> エ;
|
||
ぉ <> ォ;
|
||
お <> オ;
|
||
か <> カ;
|
||
が <> ガ;
|
||
き <> キ;
|
||
ぎ <> ギ;
|
||
く <> ク;
|
||
ぐ <> グ;
|
||
け <> ケ;
|
||
げ <> ゲ;
|
||
こ <> コ;
|
||
ご <> ゴ;
|
||
さ <> サ;
|
||
ざ <> ザ;
|
||
し <> シ;
|
||
じ <> ジ;
|
||
す <> ス;
|
||
ず <> ズ;
|
||
せ <> セ;
|
||
ぜ <> ゼ;
|
||
そ <> ソ;
|
||
ぞ <> ゾ;
|
||
た <> タ;
|
||
だ <> ダ;
|
||
ち <> チ;
|
||
ぢ <> ヂ;
|
||
っ <> ッ;
|
||
つ <> ツ;
|
||
づ <> ヅ;
|
||
て <> テ;
|
||
で <> デ;
|
||
と <> ト;
|
||
ど <> ド;
|
||
な <> ナ;
|
||
に <> ニ;
|
||
ぬ <> ヌ;
|
||
ね <> ネ;
|
||
の <> ノ;
|
||
は <> ハ;
|
||
ば <> バ;
|
||
ぱ <> パ;
|
||
ひ <> ヒ;
|
||
び <> ビ;
|
||
ぴ <> ピ;
|
||
ふ <> フ;
|
||
ぶ <> ブ;
|
||
ぷ <> プ;
|
||
へ <> ヘ;
|
||
べ <> ベ;
|
||
ぺ <> ペ;
|
||
ほ <> ホ;
|
||
ぼ <> ボ;
|
||
ぽ <> ポ;
|
||
ま <> マ;
|
||
み <> ミ;
|
||
む <> ム;
|
||
め <> メ;
|
||
も <> モ;
|
||
ゃ <> ャ;
|
||
や <> ヤ;
|
||
ゅ <> ュ;
|
||
ゆ <> ユ;
|
||
ょ <> ョ;
|
||
よ <> ヨ;
|
||
ら <> ラ;
|
||
り <> リ;
|
||
る <> ル;
|
||
れ <> レ;
|
||
ろ <> ロ;
|
||
ゎ <> ヮ;
|
||
わ <> ワ;
|
||
ゐ <> ヰ;
|
||
ゑ <> ヱ;
|
||
を <> ヲ;
|
||
ん <> ン;
|
||
ゔ <> ヴ;
|
||
ゝ <> ヽ;
|
||
ゞ <> ヾ;
|
||
|
||
# One-way Katakana-Hiragana xform of small K ka/ke to
|
||
# normal H ka/ke.
|
||
か < ヵ;
|
||
け < ヶ;
|
||
|
||
# Katakana followed by a prolonged sound mark 30FC has
|
||
# its final vowel doubled. This is a Katakana-Hiragana
|
||
# one-way information-losing transformation. We
|
||
# include the small Katakana (e.g., small A 3041) and
|
||
# do not distinguish them from their large
|
||
# counterparts. It doesn't make sense to double a
|
||
# small counterpart vowel as a small Hiragana vowel, so
|
||
# we don't do so. In natural text this should never
|
||
# occur anyway. If a 30FC is seen without a preceding
|
||
# vowel sound (e.g., after n 30F3) we do not change it.
|
||
|
||
### $long = ー;
|
||
|
||
# The following categories are Hiragana, not Katakana
|
||
# as might be expected, since by the time we get to the
|
||
# 30FC, the preceding character will have already been
|
||
# transformed to Hiragana.
|
||
|
||
# {The following mechanically generated from the
|
||
# Unicode 3.0 data:}
|
||
|
||
$xa = [ \
|
||
ぁ あ か が さ ざ \
|
||
た だ な は ば ぱ \
|
||
ま ゃ や ら ゎ わ \
|
||
];
|
||
|
||
$xi = [ \
|
||
ぃ い き ぎ し じ \
|
||
ち ぢ に ひ び ぴ \
|
||
み り ゐ \
|
||
];
|
||
|
||
$xu = [ \
|
||
ぅ う く ぐ す ず \
|
||
っ つ づ ぬ ふ ぶ \
|
||
ぷ む ゅ ゆ る ゔ \
|
||
];
|
||
|
||
$xe = [ \
|
||
ぇ え け げ せ ぜ \
|
||
て で ね へ べ ぺ \
|
||
め れ ゑ \
|
||
];
|
||
|
||
$xo = [ \
|
||
ぉ お こ ご そ ぞ \
|
||
と ど の ほ ぼ ぽ \
|
||
も ょ よ ろ を \
|
||
];
|
||
|
||
あ < $xa {ー};
|
||
い < $xi {ー};
|
||
う < $xu {ー};
|
||
え < $xe {ー};
|
||
お < $xo {ー};
|
||
|
||
:: (NFKC) ;
|
||
|
||
# note: a global filter is more efficient, but MUST include all source chars!!
|
||
:: ([\u0000-\u007E \u3001\u3002 \u3099-\u309C \u30A1-\u30FC \uFF61-\uFF9Fー[:Hiragana:] [:Katakana:] [:nonspacing mark:]]);
|
||
|
||
# eof
|