# # Japanese charcter category map # # $Id: char.def 9 2012-12-12 04:13:15Z togiso $; # ################################################################################### # # CHARACTER CATEGORY DEFINITION # # CATEGORY_NAME INVOKE GROUP LENGTH # # - CATEGORY_NAME: Name of category. you have to define DEFAULT class. # - INVOKE: 1/0: always invoke unknown word processing, evan when the word can be found in the lexicon # - GROUP: 1/0: make a new word by grouping the same chracter category # - LENGTH: n: 1 to n length new words are added # DEFAULT 0 1 0 # DEFAULT is a mandatory category! SPACE 0 1 0 KANJI 0 0 2 SYMBOL 1 1 0 NUMERIC 1 1 0 ALPHA 1 1 0 HIRAGANA 0 1 2 KATAKANA 1 1 2 KANJINUMERIC 0 1 0 #change INVOKE 1->0 GREEK 1 1 0 CYRILLIC 1 1 0 ################################################################################### # # CODE(UCS2) TO CATEGORY MAPPING # # SPACE 0x0020 SPACE # DO NOT REMOVE THIS LINE, 0x0020 is reserved for SPACE 0x00D0 SPACE 0x0009 SPACE 0x000B SPACE 0x000A SPACE # ASCII 0x0021..0x002F SYMBOL #!"#$%&'()*+,-./ 0x0030..0x0039 NUMERIC #0-9 0x003A..0x0040 SYMBOL #:;<=>?@ 0x0041..0x005A ALPHA #A-Z 0x005B..0x0060 SYMBOL #[\]^_` 0x0061..0x007A ALPHA #a-z 0x007B..0x007E SYMBOL #{|}~ # Latin 0x00A1..0x00BF SYMBOL # Latin 1 #¡->ß 0x00C0..0x00FF ALPHA # Latin 1 #À->ÿ 0x0100..0x017F ALPHA # Latin Extended A 0x0180..0x0236 ALPHA # Latin Extended B 0x1E00..0x1EF9 ALPHA # Latin Extended Additional # CYRILLIC 0x0400..0x04F9 CYRILLIC #Ѐ->ӹ 0x0500..0x050F CYRILLIC # Cyrillic supplementary # GREEK 0x0374..0x03FB GREEK # Greek and Coptic　#ʹ->ϻ # HIRAGANA 0x3041..0x309F HIRAGANA # KATAKANA 0x30A1..0x30FF KATAKANA 0x31F0..0x31FF KATAKANA # Small KU .. Small RO # 0x30FC KATAKANA HIRAGANA # ー 0x30FC KATAKANA # Half KATAKANA 0xFF66..0xFF9D KATAKANA 0xFF9E..0xFF9F KATAKANA # KANJI 0x2E80..0x2EF3 KANJI # CJK Raidcals Supplement 0x2F00..0x2FD5 KANJI 0x3005 KANJI 0x3007 KANJI 0x3400..0x4DB5 KANJI # CJK Unified Ideographs Extention 0x4E00..0x9FA5 KANJI 0xF900..0xFA2D KANJI 0xFA30..0xFA6A KANJI # KANJI-NUMERIC (一 二 三 四 五 六 七 八 九 十 百 千 万 億 兆) 0x4E00 KANJINUMERIC KANJI 0x4E8C KANJINUMERIC KANJI 0x4E09 KANJINUMERIC KANJI 0x56DB KANJINUMERIC KANJI 0x4E94 KANJINUMERIC KANJI 0x516D KANJINUMERIC KANJI 0x4E03 KANJINUMERIC KANJI 0x516B KANJINUMERIC KANJI 0x4E5D KANJINUMERIC KANJI 0x5341 KANJINUMERIC KANJI 0x767E KANJINUMERIC KANJI 0x5343 KANJINUMERIC KANJI 0x4E07 KANJINUMERIC KANJI 0x5104 KANJINUMERIC KANJI 0x5146 KANJINUMERIC KANJI # ZENKAKU 0xFF10..0xFF19 NUMERIC 0xFF21..0xFF3A ALPHA 0xFF41..0xFF5A ALPHA 0xFF01..0xFF0F SYMBOL #！->／ 0xFF1A..0xFF20 SYMBOL #：->＠ 0xFF3B..0xFF40 SYMBOL #［->｀ 0xFF5B..0xFF65 SYMBOL #｛->･ 0xFFE0..0xFFEF SYMBOL # HalfWidth and Full width Form # OTHER SYMBOLS 0x2000..0x206F SYMBOL # General Punctuation 0x2070..0x209F NUMERIC # Superscripts and Subscripts 0x20A0..0x20CF SYMBOL # Currency Symbols 0x20D0..0x20FF SYMBOL # Combining Diaritical Marks for Symbols 0x2100..0x214F SYMBOL # Letterlike Symbols 0x2150..0x218F NUMERIC # Number forms 0x2100..0x214B SYMBOL # Letterlike Symbols 0x2190..0x21FF SYMBOL # Arrow 0x2200..0x22FF SYMBOL # Mathematical Operators 0x2300..0x23FF SYMBOL # Miscellaneuos Technical 0x2460..0x24FF SYMBOL # Enclosed NUMERICs 0x2501..0x257F SYMBOL # Box Drawing 0x2580..0x259F SYMBOL # Block Elements 0x25A0..0x25FF SYMBOL # Geometric Shapes 0x2600..0x26FE SYMBOL # Miscellaneous Symbols 0x2700..0x27BF SYMBOL # Dingbats 0x27F0..0x27FF SYMBOL # Supplemental Arrows A 0x27C0..0x27EF SYMBOL # Miscellaneous Mathematical Symbols-A 0x2800..0x28FF SYMBOL # Braille Patterns 0x2900..0x297F SYMBOL # Supplemental Arrows B 0x2B00..0x2BFF SYMBOL # Miscellaneous Symbols and Arrows 0x2A00..0x2AFF SYMBOL # Supplemental Mathematical Operators 0x3300..0x33FF SYMBOL 0x3200..0x32FE SYMBOL # ENclosed CJK Letters and Months 0x3000..0x303F SYMBOL # CJK Symbol and Punctuation 0xFE30..0xFE4F SYMBOL # CJK Compatibility Forms 0xFE50..0xFE6B SYMBOL # Small Form Variants # added 2006/3/13 0x3007 SYMBOL KANJINUMERIC # END OF TABLE