slm/python/pinyin_data.py

#!/usr/bin/python

# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS HEADER.
#
# Copyright (c) 2007 Sun Microsystems, Inc. All Rights Reserved.
#
# The contents of this file are subject to the terms of either the GNU Lesser
# General Public License Version 2.1 only ("LGPL") or the Common Development and
# Distribution License ("CDDL")(collectively, the "License"). You may not use this
# file except in compliance with the License. You can obtain a copy of the CDDL at
# http://www.opensource.org/licenses/cddl1.php and a copy of the LGPLv2.1 at
# http://www.opensource.org/licenses/lgpl-license.php. See the License for the
# specific language governing permissions and limitations under the License. When
# distributing the software, include this License Header Notice in each file and
# include the full text of the License in the License file as well as the
# following notice:
#
# NOTICE PURSUANT TO SECTION 9 OF THE COMMON DEVELOPMENT AND DISTRIBUTION LICENSE
# (CDDL)
# For Covered Software in this distribution, this License shall be governed by the
# laws of the State of California (excluding conflict-of-law provisions).
# Any litigation relating to this License shall be subject to the jurisdiction of
# the Federal Courts of the Northern District of California and the state courts
# of the State of California, with venue lying in Santa Clara County, California.
#
# Contributor(s):
#
# If you wish your version of this file to be governed by only the CDDL or only
# the LGPL Version 2.1, indicate your decision by adding "[Contributor]" elects to
# include this software in this distribution under the [CDDL or LGPL Version 2.1]
# license." If you don't indicate a single choice of license, a recipient has the
# option to distribute your version of this file under either the CDDL or the LGPL
# Version 2.1, or to extend the choice of license to its licensees as provided
# above. However, if you add LGPL Version 2.1 code and therefore, elected the LGPL
# Version 2 license, then the option applies only if the new code is made subject
# to such option by the copyright holder.

initials = ["", "b", "p", "m", "f", "d", "t", "n", "l", "g", "k", "h", "j", "q", "x", "zh", "ch", "sh", "r", "z", "c", "s", "y", "w", ]

finals = ["", "a", "o", "e", "ai", "ei", "ao", "ou", "an", "en", "ang", "eng", "er", "i", "ia", "ie", "iao", "iu", "ian", "in", "iang", "ing", "u", "ua", "uo", "uai", "ui", "uan", "un", "uang", "ong", "v", "ue", "iong", ]

inner_fuzzy_finals = ['iao', 'ian', 'iang', 'uai', 'uan', 'uang']

valid_syllables = {
     "a":       0x00010,
     "ai":      0x00040,
     "an":      0x00080,
     "ang":     0x000a0,
     "ao":      0x00060,
     "b":       0x01000,
     "ba":      0x01010,
     "bai":     0x01040,
     "ban":     0x01080,
     "bang":    0x010a0,
     "bao":     0x01060,
     "bei":     0x01050,
     "ben":     0x01090,
     "beng":    0x010b0,
     "bi":      0x010d0,
     "bian":    0x01120,
     "biao":    0x01100,
     "bie":     0x010f0,
     "bin":     0x01130,
     "bing":    0x01150,
     "bo":      0x01020,
     "bu":      0x01160,
     "c":       0x14000,
     "ca":      0x14010,
     "cai":     0x14040,
     "can":     0x14080,
     "cang":    0x140a0,
     "cao":     0x14060,
     "ce":      0x14030,
     "cei":     0x14050,
     "cen":     0x14090,
     "ceng":    0x140b0,
     "ch":      0x10000,
     "cha":     0x10010,
     "chai":    0x10040,
     "chan":    0x10080,
     "chang":   0x100a0,
     "chao":    0x10060,
     "che":     0x10030,
     "chen":    0x10090,
     "cheng":   0x100b0,
     "chi":     0x100d0,
     "chong":   0x101e0,
     "chou":    0x10070,
     "chu":     0x10160,
     "chua":    0x10170,
     "chuai":   0x10190,
     "chuan":   0x101b0,
     "chuang":  0x101d0,
     "chui":    0x101a0,
     "chun":    0x101c0,
     "chuo":    0x10180,
     "ci":      0x140d0,
     "cong":    0x141e0,
     "cou":     0x14070,
     "cu":      0x14160,
     "cuan":    0x141b0,
     "cui":     0x141a0,
     "cun":     0x141c0,
     "cuo":     0x14180,
     "d":       0x05000,
     "da":      0x05010,
     "dai":     0x05040,
     "dan":     0x05080,
     "dang":    0x050a0,
     "dao":     0x05060,
     "de":      0x05030,
     "dei":     0x05050,
     "den":     0x05090,
     "deng":    0x050b0,
     "di":      0x050d0,
     "dia":     0x050e0,
     "dian":    0x05120,
     "diao":    0x05100,
     "die":     0x050f0,
     "ding":    0x05150,
     "diu":     0x05110,
     "dong":    0x051e0,
     "dou":     0x05070,
     "du":      0x05160,
     "duan":    0x051b0,
     "dui":     0x051a0,
     "dun":     0x051c0,
     "duo":     0x05180,
     "e":       0x00030,
     "ei":      0x00050,
     "en":      0x00090,
     "eng":     0x000b0,
     "er":      0x000c0,
     "f":       0x04000,
     "fa":      0x04010,
     "fan":     0x04080,
     "fang":    0x040a0,
     "fei":     0x04050,
     "fen":     0x04090,
     "feng":    0x040b0,
     "fiao":    0x04100,
     "fo":      0x04020,
     "fou":     0x04070,
     "fu":      0x04160,
     "g":       0x09000,
     "ga":      0x09010,
     "gai":     0x09040,
     "gan":     0x09080,
     "gang":    0x090a0,
     "gao":     0x09060,
     "ge":      0x09030,
     "gei":     0x09050,
     "gen":     0x09090,
     "geng":    0x090b0,
     "gong":    0x091e0,
     "gou":     0x09070,
     "gu":      0x09160,
     "gua":     0x09170,
     "guai":    0x09190,
     "guan":    0x091b0,
     "guang":   0x091d0,
     "gui":     0x091a0,
     "gun":     0x091c0,
     "guo":     0x09180,
     "h":       0x0b000,
     "ha":      0x0b010,
     "hai":     0x0b040,
     "han":     0x0b080,
     "hang":    0x0b0a0,
     "hao":     0x0b060,
     "he":      0x0b030,
     "hei":     0x0b050,
     "hen":     0x0b090,
     "heng":    0x0b0b0,
     "hong":    0x0b1e0,
     "hou":     0x0b070,
     "hu":      0x0b160,
     "hua":     0x0b170,
     "huai":    0x0b190,
     "huan":    0x0b1b0,
     "huang":   0x0b1d0,
     "hui":     0x0b1a0,
     "hun":     0x0b1c0,
     "huo":     0x0b180,
     "j":       0x0c000,
     "ji":      0x0c0d0,
     "jia":     0x0c0e0,
     "jian":    0x0c120,
     "jiang":   0x0c140,
     "jiao":    0x0c100,
     "jie":     0x0c0f0,
     "jin":     0x0c130,
     "jing":    0x0c150,
     "jiong":   0x0c210,
     "jiu":     0x0c110,
     "ju":      0x0c160,
     "juan":    0x0c1b0,
     "jue":     0x0c200,
     "jun":     0x0c1c0,
     "k":       0x0a000,
     "ka":      0x0a010,
     "kai":     0x0a040,
     "kan":     0x0a080,
     "kang":    0x0a0a0,
     "kao":     0x0a060,
     "ke":      0x0a030,
     "kei":     0x0a050,
     "ken":     0x0a090,
     "keng":    0x0a0b0,
     "kong":    0x0a1e0,
     "kou":     0x0a070,
     "ku":      0x0a160,
     "kua":     0x0a170,
     "kuai":    0x0a190,
     "kuan":    0x0a1b0,
     "kuang":   0x0a1d0,
     "kui":     0x0a1a0,
     "kun":     0x0a1c0,
     "kuo":     0x0a180,
     "l":       0x08000,
     "la":      0x08010,
     "lai":     0x08040,
     "lan":     0x08080,
     "lang":    0x080a0,
     "lao":     0x08060,
     "le":      0x08030,
     "lei":     0x08050,
     "leng":    0x080b0,
     "li":      0x080d0,
     "lia":     0x080e0,
     "lian":    0x08120,
     "liang":   0x08140,
     "liao":    0x08100,
     "lie":     0x080f0,
     "lin":     0x08130,
     "ling":    0x08150,
     "liu":     0x08110,
     "long":    0x081e0,
     "lou":     0x08070,
     "lu":      0x08160,
     "luan":    0x081b0,
     "lue":     0x08200,
     "lun":     0x081c0,
     "luo":     0x08180,
     "lv":      0x081f0,
     "m":       0x03000,
     "ma":      0x03010,
     "mai":     0x03040,
     "man":     0x03080,
     "mang":    0x030a0,
     "mao":     0x03060,
     "me":      0x03030,
     "mei":     0x03050,
     "men":     0x03090,
     "meng":    0x030b0,
     "mi":      0x030d0,
     "mian":    0x03120,
     "miao":    0x03100,
     "mie":     0x030f0,
     "min":     0x03130,
     "ming":    0x03150,
     "miu":     0x03110,
     "mo":      0x03020,
     "mou":     0x03070,
     "mu":      0x03160,
     "n":       0x07000,
     "na":      0x07010,
     "nai":     0x07040,
     "nan":     0x07080,
     "nang":    0x070a0,
     "nao":     0x07060,
     "ne":      0x07030,
     "nei":     0x07050,
     "nen":     0x07090,
     "neng":    0x070b0,
     "ni":      0x070d0,
     "nian":    0x07120,
     "niang":   0x07140,
     "niao":    0x07100,
     "nie":     0x070f0,
     "nin":     0x07130,
     "ning":    0x07150,
     "niu":     0x07110,
     "nong":    0x071e0,
     "nou":     0x07070,
     "nu":      0x07160,
     "nuan":    0x071b0,
     "nue":     0x07200,
     "nun":     0x071c0,
     "nuo":     0x07180,
     "nv":      0x071f0,
     "o":       0x00020,
     "ou":      0x00070,
     "p":       0x02000,
     "pa":      0x02010,
     "pai":     0x02040,
     "pan":     0x02080,
     "pang":    0x020a0,
     "pao":     0x02060,
     "pei":     0x02050,
     "pen":     0x02090,
     "peng":    0x020b0,
     "pi":      0x020d0,
     "pian":    0x02120,
     "piao":    0x02100,
     "pie":     0x020f0,
     "pin":     0x02130,
     "ping":    0x02150,
     "po":      0x02020,
     "pou":     0x02070,
     "pu":      0x02160,
     "q":       0x0d000,
     "qi":      0x0d0d0,
     "qia":     0x0d0e0,
     "qian":    0x0d120,
     "qiang":   0x0d140,
     "qiao":    0x0d100,
     "qie":     0x0d0f0,
     "qin":     0x0d130,
     "qing":    0x0d150,
     "qiong":   0x0d210,
     "qiu":     0x0d110,
     "qu":      0x0d160,
     "quan":    0x0d1b0,
     "que":     0x0d200,
     "qun":     0x0d1c0,
     "r":       0x12000,
     "ran":     0x12080,
     "rang":    0x120a0,
     "rao":     0x12060,
     "re":      0x12030,
     "ren":     0x12090,
     "reng":    0x120b0,
     "ri":      0x120d0,
     "rong":    0x121e0,
     "rou":     0x12070,
     "ru":      0x12160,
     "ruan":    0x121b0,
     "rui":     0x121a0,
     "run":     0x121c0,
     "ruo":     0x12180,
     "s":       0x15000,
     "sa":      0x15010,
     "sai":     0x15040,
     "san":     0x15080,
     "sang":    0x150a0,
     "sao":     0x15060,
     "se":      0x15030,
     "sen":     0x15090,
     "seng":    0x150b0,
     "sh":      0x11000,
     "sha":     0x11010,
     "shai":    0x11040,
     "shan":    0x11080,
     "shang":   0x110a0,
     "shao":    0x11060,
     "she":     0x11030,
     "shei":    0x11050,
     "shen":    0x11090,
     "sheng":   0x110b0,
     "shi":     0x110d0,
     "shou":    0x11070,
     "shu":     0x11160,
     "shua":    0x11170,
     "shuai":   0x11190,
     "shuan":   0x111b0,
     "shuang":  0x111d0,
     "shui":    0x111a0,
     "shun":    0x111c0,
     "shuo":    0x11180,
     "si":      0x150d0,
     "song":    0x151e0,
     "sou":     0x15070,
     "su":      0x15160,
     "suan":    0x151b0,
     "sui":     0x151a0,
     "sun":     0x151c0,
     "suo":     0x15180,
     "t":       0x06000,
     "ta":      0x06010,
     "tai":     0x06040,
     "tan":     0x06080,
     "tang":    0x060a0,
     "tao":     0x06060,
     "te":      0x06030,
     "tei":     0x06050,
     "teng":    0x060b0,
     "ti":      0x060d0,
     "tian":    0x06120,
     "tiao":    0x06100,
     "tie":     0x060f0,
     "ting":    0x06150,
     "tong":    0x061e0,
     "tou":     0x06070,
     "tu":      0x06160,
     "tuan":    0x061b0,
     "tui":     0x061a0,
     "tun":     0x061c0,
     "tuo":     0x06180,
     "w":       0x17000,
     "wa":      0x17010,
     "wai":     0x17040,
     "wan":     0x17080,
     "wang":    0x170a0,
     "wei":     0x17050,
     "wen":     0x17090,
     "weng":    0x170b0,
     "wo":      0x17020,
     "wu":      0x17160,
     "x":       0x0e000,
     "xi":      0x0e0d0,
     "xia":     0x0e0e0,
     "xian":    0x0e120,
     "xiang":   0x0e140,
     "xiao":    0x0e100,
     "xie":     0x0e0f0,
     "xin":     0x0e130,
     "xing":    0x0e150,
     "xiong":   0x0e210,
     "xiu":     0x0e110,
     "xu":      0x0e160,
     "xuan":    0x0e1b0,
     "xue":     0x0e200,
     "xun":     0x0e1c0,
     "y":       0x16000,
     "ya":      0x16010,
     "yai":     0x16040,
     "yan":     0x16080,
     "yang":    0x160a0,
     "yao":     0x16060,
     "ye":      0x16030,
     "yi":      0x160d0,
     "yin":     0x16130,
     "ying":    0x16150,
     "yo":      0x16020,
     "yong":    0x161e0,
     "you":     0x16070,
     "yu":      0x16160,
     "yuan":    0x161b0,
     "yue":     0x16200,
     "yun":     0x161c0,
     "z":       0x13000,
     "za":      0x13010,
     "zai":     0x13040,
     "zan":     0x13080,
     "zang":    0x130a0,
     "zao":     0x13060,
     "ze":      0x13030,
     "zei":     0x13050,
     "zen":     0x13090,
     "zeng":    0x130b0,
     "zh":      0x0f000,
     "zha":     0x0f010,
     "zhai":    0x0f040,
     "zhan":    0x0f080,
     "zhang":   0x0f0a0,
     "zhao":    0x0f060,
     "zhe":     0x0f030,
     "zhei":    0x0f050,
     "zhen":    0x0f090,
     "zheng":   0x0f0b0,
     "zhi":     0x0f0d0,
     "zhong":   0x0f1e0,
     "zhou":    0x0f070,
     "zhu":     0x0f160,
     "zhua":    0x0f170,
     "zhuai":   0x0f190,
     "zhuan":   0x0f1b0,
     "zhuang":  0x0f1d0,
     "zhui":    0x0f1a0,
     "zhun":    0x0f1c0,
     "zhuo":    0x0f180,
     "zi":      0x130d0,
     "zong":    0x131e0,
     "zou":     0x13070,
     "zu":      0x13160,
     "zuan":    0x131b0,
     "zui":     0x131a0,
     "zun":     0x131c0,
     "zuo":     0x13180,
}