25 lines
799 B
Plaintext
25 lines
799 B
Plaintext
|
#--------------------------------------------------------------------
|
||
|
# Copyright (c) 1999-2004, International Business Machines
|
||
|
# Corporation and others. All Rights Reserved.
|
||
|
#--------------------------------------------------------------------
|
||
|
|
||
|
# Only intended for internal use
|
||
|
:: fullwidth-halfwidth;
|
||
|
|
||
|
。 > '.';
|
||
|
|
||
|
$terminalPunct = [\.\,\:\;\?\!.,:?!。、;[:Pe:][:Pf:]];
|
||
|
$initialPunct = [:Ps:][:Pi:];
|
||
|
|
||
|
# add space between any Han or terminal punctuation and letters, and
|
||
|
# between letters and Han or initial punct
|
||
|
|
||
|
[[:Ideographic:] $terminalPunct] {} [:Letter:] > ' ' ;
|
||
|
[:Letter:] [:Mark:]* {} [[:Ideographic:] $initialPunct] > ' ' ;
|
||
|
|
||
|
# remove spacing between ideographs and other letters
|
||
|
|
||
|
< [:Ideographic:] { ' ' } [:Letter:] ;
|
||
|
< [:Letter:] [:Mark:]* { ' ' } [:Ideographic:] ;
|
||
|
|